-- Logs begin at Tue 2021-08-03 17:56:42 UTC, end at Tue 2021-08-03 20:41:16 UTC. -- Aug 03 18:48:00.727651 n-d-803363-1 systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 18:48:03.490279 n-d-803363-1 neutron-server[101233]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:48:03.490894 n-d-803363-1 neutron-server[101233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:48:03.491053 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:48:03.494456 n-d-803363-1 neutron-server[101233]: INFO neutron.common.config [-] Logging enabled! Aug 03 18:48:03.494710 n-d-803363-1 neutron-server[101233]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev513 Aug 03 18:48:03.495021 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101233) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 03 18:48:03.495962 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:48:03.496197 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:48:03.496562 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:48:03.496835 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:48:03.497065 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:48:03.497387 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.497687 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.497985 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.498220 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.498517 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.498817 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.499100 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.499390 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.499691 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.499978 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.500260 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.500549 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.500813 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.501097 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.501386 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.501676 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.501903 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] debug = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.502186 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.502612 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.503672 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.503672 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.503672 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.503963 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.504105 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.505044 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.505370 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.505815 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] host = n-d-803363-1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.506100 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.506396 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.506691 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.506984 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.507261 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.507541 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.507829 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.508105 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.508382 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.508687 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.508983 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.509275 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.509569 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.509798 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.510024 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.510316 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.510606 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.510884 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.511159 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.511431 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.511704 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.511977 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.512247 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.512533 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.512841 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.513130 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.513405 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.513678 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.513949 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.514220 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.514508 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.514778 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.515050 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.515322 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.515607 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.515873 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.516197 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.516450 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.516829 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.517115 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.517402 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.517675 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.517957 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.518228 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.518501 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.518779 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_json = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.519049 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.519326 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.519600 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.519870 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.520785 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.521243 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.521531 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.521829 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:03.522132 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.522436 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.522743 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.523031 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.523333 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.523616 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.523909 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.524190 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.524482 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.524797 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.525090 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.525370 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.525658 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.525936 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.526233 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.526541 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.526838 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.527134 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.527411 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.527688 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.527963 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.528242 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.528527 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.528852 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.529145 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.529422 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.529703 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.529996 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.530275 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.530552 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.530831 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.531120 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.531399 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.531674 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.531957 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.532238 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.532515 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.532823 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.533102 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.533400 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.533679 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.533954 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.534228 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.534506 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.534777 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.535062 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.535343 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.535636 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.536043 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.536593 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.536863 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.537147 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.537432 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.537711 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.537994 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.538273 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.538548 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.538831 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.539108 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.539384 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.539661 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.539935 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.540213 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.540486 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.540788 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.541061 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.541335 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.541610 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.541896 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.542193 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.542472 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.542749 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.543025 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.543304 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.543580 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.543858 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.544137 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.544416 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.544713 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.545008 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.545290 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.545577 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.545861 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.546138 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.546436 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.546717 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.546984 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.547259 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.547537 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.547829 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.548125 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.548418 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.548748 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.549049 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.549347 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.549640 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.549923 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.550235 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.550519 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:03.550741 n-d-803363-1 neutron-server[101233]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:48:03.550984 n-d-803363-1 neutron-server[101233]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101233) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 18:48:03.908276 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:48:03.908557 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:48:03.908892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 03 18:48:03.909229 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 18:48:04.313087 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.313436 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.313891 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.315849 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.316235 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.316510 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.353125 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.353405 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.353672 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.367785 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.368054 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.368325 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.399681 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.399961 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.400229 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.436972 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.437254 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.437530 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.673258 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.673911 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.673911 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.674070 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.674747 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.798445 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.798766 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.799060 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.799334 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.799604 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.799915 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.800177 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.800434 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.800708 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.800992 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.801257 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.801680 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.802104 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.802364 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.802628 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.802902 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.803162 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.803434 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.803710 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.803974 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.804253 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.804509 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.804822 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.805207 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.805463 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.805714 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.806112 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.806359 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.806611 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.806845 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.807083 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.807320 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:04.807685 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 18:48:04.810834 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 18:48:04.814778 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 18:48:04.819633 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 03 18:48:04.821429 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 18:48:04.821885 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 18:48:04.822222 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 18:48:04.822617 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 18:48:04.825451 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 18:48:04.825700 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 18:48:04.826042 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:48:04.831322 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 18:48:04.854860 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 18:48:04.855318 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.855617 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101233) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 03 18:48:04.855981 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.857374 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101233) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 18:48:04.857656 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 18:48:04.857906 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 18:48:04.861396 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.861681 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:04.928046 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 18:48:04.928217 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 18:48:04.928446 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 18:48:04.928855 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 18:48:04.951958 n-d-803363-1 neutron-server[101233]: DEBUG oslo_db.sqlalchemy.engines [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101233) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 18:48:05.655344 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing driver for type 'gre' Aug 03 18:48:05.655901 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] gre ID ranges: [(1, 1000)] Aug 03 18:48:05.855399 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing driver for type 'local' Aug 03 18:48:05.856053 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing driver for type 'vlan' Aug 03 18:48:05.918444 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] VlanTypeDriver initialization complete Aug 03 18:48:05.918744 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing driver for type 'vxlan' Aug 03 18:48:05.919260 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] vxlan ID ranges: [(1, 1000)] Aug 03 18:48:06.095449 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing extension driver 'port_security' Aug 03 18:48:06.095785 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.extensions.port_security [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] PortSecurityExtensionDriver initialization complete Aug 03 18:48:06.096142 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing mechanism driver 'openvswitch' Aug 03 18:48:06.096460 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing mechanism driver 'hyperv' Aug 03 18:48:06.103063 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.plugin [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:06.103926 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.104298 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.104661 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.105187 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.105613 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.105965 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.106307 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.106696 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.107097 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.107443 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.107785 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.108166 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.108563 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.108947 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.109285 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.109676 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.110071 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.110411 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.110746 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.111165 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.111563 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.111903 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.112235 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.112615 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101233) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 03 18:48:06.113010 n-d-803363-1 neutron-server[101233]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] ML2 OVO RPC backend initialized. {{(pid=101233) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 03 18:48:06.113719 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.114639 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.115081 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.115411 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > networks before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.115758 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.116095 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > ports before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.116436 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.116832 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.117169 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.117512 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121176 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121176 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121176 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121176 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121494 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121494 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121494 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.121494 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.plugin [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Modular L2 Plugin initialization complete Aug 03 18:48:06.121494 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading services supported by the core plugin {{(pid=101233) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 18:48:06.121880 n-d-803363-1 neutron-server[101233]: INFO neutron.plugins.ml2.managers [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Got port-security extension from driver 'port_security' Aug 03 18:48:06.121880 n-d-803363-1 neutron-server[101233]: INFO neutron.extensions.vlantransparent [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Disabled vlantransparent extension. Aug 03 18:48:06.122034 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101233) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 18:48:06.122268 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: router Aug 03 18:48:06.162336 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.162748 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_create 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.163121 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router before_create 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.163489 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.163860 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.164211 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_delete 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.164567 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.165072 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_create 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.165422 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.165772 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.166118 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.166474 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.166886 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.167251 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.167588 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.167927 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: subnet after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.168264 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.168686 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.168978 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.169320 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.169664 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.170019 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router after_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.170359 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.170707 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.171064 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.171406 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.171768 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > agent after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.172111 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > agent after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.172452 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > network after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.173338 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Tracking information for resource: router configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:06.173670 n-d-803363-1 neutron-server[101233]: DEBUG neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Tracking information for resource: floatingip configured {{(pid=101233) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 18:48:06.185412 n-d-803363-1 neutron-server[101233]: INFO neutron.db.l3_agentschedulers_db [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 18:48:06.185991 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.186353 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.186708 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.187058 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: port after_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.187852 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router before_create 55550100 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.188216 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.188577 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.189030 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.194574 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.provider_configuration [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service providers = [] {{(pid=101233) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 18:48:06.194934 n-d-803363-1 neutron-server[101233]: DEBUG neutron.db.servicetype_db [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101233) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 18:48:06.197891 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.service_base [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:48:06.198238 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.service_base [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:48:06.198577 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.service_base [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:48:06.199456 n-d-803363-1 neutron-server[101233]: DEBUG neutron.services.service_base [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101233) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 18:48:06.199824 n-d-803363-1 neutron-server[101233]: INFO neutron.services.service_base [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 18:48:06.200208 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.200523 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 18:48:06.211490 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.211824 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: auto_allocate Aug 03 18:48:06.218824 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: network precommit_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.219438 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: network precommit_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.220290 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.220858 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: tag Aug 03 18:48:06.234274 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.234818 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: timestamp Aug 03 18:48:06.240616 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.240966 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: network_ip_availability Aug 03 18:48:06.246389 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.246764 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.247121 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.247843 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.248162 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: flavors Aug 03 18:48:06.253121 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.253445 n-d-803363-1 neutron-server[101233]: INFO neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading Plugin: revisions Aug 03 18:48:06.257762 n-d-803363-1 neutron-server[101233]: DEBUG neutron.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101233) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 18:48:06.258153 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.349s {{(pid=101233) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 03 18:48:06.258887 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101233) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 03 18:48:06.259223 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Initializing extension manager. Aug 03 18:48:06.259733 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: __init__.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.260078 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: __pycache__ {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.260415 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.260795 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: address_group.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.261595 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.262159 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: address-group Aug 03 18:48:06.262481 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: address_scope.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.263194 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.263703 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: address-scope Aug 03 18:48:06.264024 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.264981 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.265486 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: router-admin-state-down-before-update Aug 03 18:48:06.265805 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: agent.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.266506 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.267001 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: agent Aug 03 18:48:06.267318 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: agent_resources_synced.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.268215 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.268740 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: agent-resources-synced Aug 03 18:48:06.269060 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.270989 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.271505 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: allowed-address-pairs Aug 03 18:48:06.271829 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.272925 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.273439 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: auto-allocated-topology Aug 03 18:48:06.273763 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: availability_zone.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.274458 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.274959 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: availability_zone Aug 03 18:48:06.275281 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: availability_zone_filter.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.276193 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.276724 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: availability_zone_filter Aug 03 18:48:06.277049 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: data_plane_status.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.277946 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.278445 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 18:48:06.278765 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: default_subnetpools.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.279670 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.280234 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: default-subnetpools Aug 03 18:48:06.280496 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.281332 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.281834 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: dhcp_agent_scheduler Aug 03 18:48:06.282154 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: dns.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.283065 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.283565 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension dns-integration not supported by any of loaded plugins Aug 03 18:48:06.283885 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: dns_domain_ports.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.284824 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.285326 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 18:48:06.286172 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.287112 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.287607 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 18:48:06.287925 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: dvr.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.288594 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.289123 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: dvr Aug 03 18:48:06.289442 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: ecmp_routes.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.290348 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.290845 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 18:48:06.291161 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: empty_string_filtering.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.292170 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.292756 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: empty-string-filtering Aug 03 18:48:06.293077 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.293982 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.294480 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:48:06.294796 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.295707 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.296202 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 18:48:06.296519 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: external_net.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.297466 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.297965 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: external-net Aug 03 18:48:06.298281 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.299185 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.299687 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: extra_dhcp_opt Aug 03 18:48:06.300007 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: extraroute.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.300940 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.302037 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: extraroute Aug 03 18:48:06.302361 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: extraroute_atomic.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.303385 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.303886 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: extraroute-atomic Aug 03 18:48:06.304205 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: filter_validation.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.304901 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.305397 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: filter-validation Aug 03 18:48:06.305712 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: fip_pf_description.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.306810 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.307404 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 18:48:06.307726 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: fip_port_details.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.308676 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.309165 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: fip-port-details Aug 03 18:48:06.309485 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: flavors.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.310721 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.311233 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: flavors Aug 03 18:48:06.311559 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.313232 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.313749 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 18:48:06.314076 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: floatingip_pools.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.314776 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.315283 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: floatingip-pools Aug 03 18:48:06.315603 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: ip_allocation.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.316525 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.317111 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 18:48:06.317436 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.318342 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.319104 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: ip-substring-filtering Aug 03 18:48:06.319430 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l2_adjacency.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.320353 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.320887 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 18:48:06.321206 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.322172 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.322690 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: router Aug 03 18:48:06.323012 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.325261 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.325790 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 18:48:06.326122 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.327050 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.327566 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: ext-gw-mode Aug 03 18:48:06.327892 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.328854 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.329362 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: l3-ha Aug 03 18:48:06.329685 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3_flavors.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.330590 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.331094 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: l3-flavors Aug 03 18:48:06.331414 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.332329 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.333047 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 18:48:06.333361 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: l3agentscheduler.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.334401 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.334908 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: l3_agent_scheduler Aug 03 18:48:06.335230 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: logging.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.336783 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.337296 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension logging not supported by any of loaded plugins Aug 03 18:48:06.337623 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: metering.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.338368 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.338943 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: metering Aug 03 18:48:06.339270 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.340369 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.340909 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: metering_source_and_destination_fields Aug 03 18:48:06.341233 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: multiprovidernet.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.342276 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.342895 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: multi-provider Aug 03 18:48:06.343220 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: netmtu.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.344131 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.344635 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: net-mtu Aug 03 18:48:06.344984 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: netmtu_writable.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.345894 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.346399 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: net-mtu-writable Aug 03 18:48:06.346719 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: network_availability_zone.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.347386 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.347887 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: network_availability_zone Aug 03 18:48:06.348790 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: network_ip_availability.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.349885 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.350391 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: network-ip-availability Aug 03 18:48:06.350714 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: network_segment_range.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.351474 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.351972 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 18:48:06.352298 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: pagination.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.353312 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.353636 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: pagination Aug 03 18:48:06.353956 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: port_device_profile.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.354856 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.355364 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: port-device-profile Aug 03 18:48:06.355687 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.356769 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.357275 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: port-mac-address-regenerate Aug 03 18:48:06.357594 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.358618 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.359263 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: port-numa-affinity-policy Aug 03 18:48:06.359582 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: port_resource_request.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.360495 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.361027 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 18:48:06.361347 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: portbindings.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.362383 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.362894 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: binding Aug 03 18:48:06.363212 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: portbindings_extended.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.365456 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.365964 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: binding-extended Aug 03 18:48:06.366429 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: portsecurity.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.367355 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.367863 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: port-security Aug 03 18:48:06.368189 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: project_id.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.369194 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.369525 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: project-id Aug 03 18:48:06.369849 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: providernet.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.370773 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.371284 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: provider Aug 03 18:48:06.371607 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.375174 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.375700 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos not supported by any of loaded plugins Aug 03 18:48:06.376025 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.377308 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.377877 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 18:48:06.378262 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.379180 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.380392 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 18:48:06.380744 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_default.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.381664 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.382171 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-default not supported by any of loaded plugins Aug 03 18:48:06.382527 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_fip.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.383181 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.383677 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-fip not supported by any of loaded plugins Aug 03 18:48:06.383996 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.384951 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.385473 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 18:48:06.385788 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.386695 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.387200 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 18:48:06.387588 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.388565 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.389114 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 18:48:06.389438 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: qos_rules_alias.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.390477 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.390986 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 18:48:06.391309 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: quotasv2.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.392248 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.392797 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: quotas Aug 03 18:48:06.393118 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: quotasv2_detail.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.397047 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.397385 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: quota_details Aug 03 18:48:06.397716 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: rbac.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.398821 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.399352 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: rbac-policies Aug 03 18:48:06.399686 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: rbac_address_group.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.400632 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.401171 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: rbac-address-group Aug 03 18:48:06.401502 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: rbac_address_scope.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.402434 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.402955 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: rbac-address-scope Aug 03 18:48:06.403415 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: rbac_security_groups.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.404330 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.404863 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: rbac-security-groups Aug 03 18:48:06.405191 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.406102 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.406608 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: rbac-subnetpool Aug 03 18:48:06.406932 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: revisionifmatch.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.407837 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.408428 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: revision-if-match Aug 03 18:48:06.408781 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: revisions.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.409894 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.410403 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: standard-attr-revisions Aug 03 18:48:06.410778 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: router_availability_zone.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.411458 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.411961 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: router_availability_zone Aug 03 18:48:06.412284 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: routerservicetype.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.413227 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.413731 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension router-service-type not supported by any of loaded plugins Aug 03 18:48:06.414055 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.414969 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.415474 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: security-groups-normalized-cidr Aug 03 18:48:06.415794 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.416729 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.417238 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: port-security-groups-filtering Aug 03 18:48:06.417559 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.418478 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.419032 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: security-groups-remote-address-group Aug 03 18:48:06.419307 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: securitygroup.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.429219 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.429751 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: security-group Aug 03 18:48:06.430089 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: segment.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.430878 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.431385 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension segment not supported by any of loaded plugins Aug 03 18:48:06.431715 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.432671 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.433177 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 18:48:06.433515 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: servicetype.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.434694 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.435212 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: service-type Aug 03 18:48:06.435543 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: sorting.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.436526 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.436892 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: sorting Aug 03 18:48:06.437219 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: standard_attr_segment.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.438207 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.438725 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 18:48:06.439052 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: standardattrdescription.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.439751 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.440260 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: standard-attr-description Aug 03 18:48:06.440581 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: stateful_security_group.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.441567 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.442624 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: stateful-security-group Aug 03 18:48:06.442958 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: stdattrs_common.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.443547 n-d-803363-1 neutron-server[101233]: WARNING neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 18:48:06.444124 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.445083 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.445598 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 18:48:06.445920 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnet_onboard.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.446986 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.447501 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: subnet_onboard Aug 03 18:48:06.447825 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.448781 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.449290 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 18:48:06.449612 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnet_service_types.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.450535 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.451045 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: subnet-service-types Aug 03 18:48:06.451367 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnetallocation.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.452500 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.453053 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: subnet_allocation Aug 03 18:48:06.453377 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.454498 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.455009 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: subnetpool-prefix-ops Aug 03 18:48:06.455329 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.456258 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.456798 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 18:48:06.457122 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: tagging.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.458847 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.459363 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: standard-attr-tag Aug 03 18:48:06.459690 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: timestamp.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.460921 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.461435 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loaded extension: standard-attr-timestamp Aug 03 18:48:06.461761 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: trunk.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.462783 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.463304 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension trunk not supported by any of loaded plugins Aug 03 18:48:06.463632 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: trunk_details.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.464574 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.465107 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension trunk-details not supported by any of loaded plugins Aug 03 18:48:06.465430 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.466347 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.466859 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 18:48:06.467183 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Loading extension file: vlantransparent.py {{(pid=101233) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 03 18:48:06.467924 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101233) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 03 18:48:06.468425 n-d-803363-1 neutron-server[101233]: INFO neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 18:48:06.470944 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:network Aug 03 18:48:06.471472 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnet Aug 03 18:48:06.471870 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:48:06.472258 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:port Aug 03 18:48:06.473595 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.474188 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service FLAVORS assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.474816 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.475235 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.475567 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:router Aug 03 18:48:06.476008 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:48:06.476491 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service METERING assigned prefix: /metering {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.477973 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.478338 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.478689 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:48:06.479892 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:48:06.480332 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:48:06.480811 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:48:06.481407 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service CORE assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.481736 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:48:06.482078 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] subnetpool is already registered Aug 03 18:48:06.482509 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service CORE assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.482832 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:48:06.483184 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] subnetpool is already registered Aug 03 18:48:06.485663 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.486097 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service FLAVORS assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.486690 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.487108 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.487440 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:router Aug 03 18:48:06.487777 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] router is already registered Aug 03 18:48:06.488185 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 18:48:06.488520 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] floatingip is already registered Aug 03 18:48:06.489183 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service METERING assigned prefix: /metering {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.489930 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 18:48:06.490257 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] rbac_policy is already registered Aug 03 18:48:06.490666 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:security_group Aug 03 18:48:06.490996 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] security_group is already registered Aug 03 18:48:06.491394 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 18:48:06.491723 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] security_group_rule is already registered Aug 03 18:48:06.492340 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service CORE assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.492691 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:48:06.493030 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] subnetpool is already registered Aug 03 18:48:06.493456 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.v2.resource_helper [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Service CORE assigned prefix: {{(pid=101233) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 18:48:06.493790 n-d-803363-1 neutron-server[101233]: INFO neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 18:48:06.494120 n-d-803363-1 neutron-server[101233]: WARNING neutron.quota.resource_registry [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] subnetpool is already registered Aug 03 18:48:06.494582 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: extensions {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.496002 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: address-groups {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.497494 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: address-scopes {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.498802 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: agents {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.499950 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: auto-allocated-topology {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.501453 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: availability_zones {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.502685 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: dhcp-networks {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.506062 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: dhcp-agents {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.507489 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: routers {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.509205 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: flavors {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.510468 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: service_profiles {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.511661 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: next_providers {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.513240 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: service_profiles {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.514777 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: floatingip-pools {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.515972 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: routers {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.517767 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: floatingips {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.519028 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: l3-routers {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.520593 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: l3-agents {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.522023 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: metering-labels {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.523273 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: metering-label-rules {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.524621 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: network-ip-availabilities {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.525889 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: bindings {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.527434 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: quotas {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.528978 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: quotas {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.530374 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: rbac-policies {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.531546 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: security-groups {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.532925 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: security-group-rules {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.534165 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: service-providers {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.535381 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: subnetpools {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.537279 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: subnetpools {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.538799 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.540445 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.542274 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.544022 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.545729 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.547640 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.549457 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.551218 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.553746 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.555484 n-d-803363-1 neutron-server[101233]: DEBUG neutron.api.extensions [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Extended resource: tags {{(pid=101233) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 18:48:06.561384 n-d-803363-1 neutron-server[101233]: WARNING keystonemiddleware.auth_token [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 18:48:06.565863 n-d-803363-1 neutron-server[101233]: WARNING keystonemiddleware.auth_token [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 18:48:06.575604 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Acquired lock "singleton_lock" {{(pid=101233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 03 18:48:06.576080 n-d-803363-1 neutron-server[101233]: DEBUG oslo_concurrency.lockutils [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Releasing lock "singleton_lock" {{(pid=101233) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 03 18:48:06.576750 n-d-803363-1 neutron-server[101233]: INFO oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Starting 2 workers Aug 03 18:48:06.581598 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Started child 101342 {{(pid=101233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:48:06.587030 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Started child 101343 {{(pid=101233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:48:06.587986 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.588641 n-d-803363-1 neutron-server[101233]: INFO neutron.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 18:48:06.589327 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Notify callbacks [] for process, before_spawn {{(pid=101233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.589521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [-] (101342) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:48:06.591929 n-d-803363-1 neutron-server[101233]: INFO oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Starting 1 workers Aug 03 18:48:06.595081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.597170 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Started child 101344 {{(pid=101233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:48:06.597282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [-] (101343) wsgi starting up on http://0.0.0.0:9696 Aug 03 18:48:06.597738 n-d-803363-1 neutron-server[101233]: INFO oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Starting 1 workers Aug 03 18:48:06.602323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] calling RpcWorker wait() {{(pid=101344) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 18:48:06.603198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] returning from RpcWorker wait() {{(pid=101344) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 18:48:06.603335 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Started child 101345 {{(pid=101233) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 18:48:06.603925 n-d-803363-1 neutron-server[101233]: DEBUG neutron_lib.callbacks.manager [None req-42ffb457-756c-453e-8722-5e3e721d17a9 None None] Notify callbacks [] for process, after_spawn {{(pid=101233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.604119 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.604789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:06.605860 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:48:06.606067 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:48:06.606422 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:48:06.606634 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:48:06.607113 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:48:06.607296 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:48:06.607769 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.608062 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.608306 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.608420 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:06.609279 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.609440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:06.609582 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.610130 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.610376 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.610871 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.611314 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.611554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.611717 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.611873 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.612269 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.612704 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.613015 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.613286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.613696 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.614013 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.614348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.614599 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.615030 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.615268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.615561 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] debug = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.615807 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.616294 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.616580 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.616852 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.617091 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.617379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.617599 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.617843 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.618058 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.618278 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.618512 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.618740 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.618964 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.619195 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.619426 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.619634 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.619834 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.620189 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] host = n-d-803363-1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.620429 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.620727 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.620933 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.621167 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.621412 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.621654 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.621893 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.622125 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.622370 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.622734 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.622734 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623146 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623146 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623551 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623551 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_options = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623987 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.623987 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.624431 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.624431 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.624927 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.624927 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.625327 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.625327 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.625748 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.625748 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.626142 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.626142 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.626699 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.626699 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.626699 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.627296 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.627296 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.627683 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.627908 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.628135 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.628351 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.628554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.628812 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.629014 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.629238 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.629238 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.629669 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.629870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.630090 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.630443 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.630443 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.630863 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.630863 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.631269 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.631494 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.631692 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.631903 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.632147 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.632367 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.632591 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.632924 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.632924 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.633337 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.633565 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.633784 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.634004 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_json = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.634200 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.634418 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635052 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635052 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635052 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635687 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635687 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.635687 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.636299 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.636299 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.636889 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.637249 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.637249 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638468 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638468 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638468 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638468 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638468 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.638782 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.639044 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.639341 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.639595 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.639942 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.640292 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.640559 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.640864 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.641085 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.641325 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.641519 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.641890 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.642094 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.642378 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.642627 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.642891 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.643112 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.643353 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.643567 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.643783 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.643997 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.644211 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.644493 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.644752 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.644968 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.645863 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.646399 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.646399 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.646399 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.646751 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.646902 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.647139 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.647376 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.647589 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.647820 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.648054 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.648270 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.648513 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.648764 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.649029 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.649286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.649509 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.649715 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.649945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.650157 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.650384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.650588 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.652606 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653209 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653209 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653209 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653394 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653612 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653742 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.653952 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.654165 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.654393 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.654604 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.654842 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.655068 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.655287 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.655497 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.655946 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.656901 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.657141 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.657373 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.657645 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.657952 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.658206 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.658478 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.658731 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.658963 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.659187 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.659467 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.659715 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.659927 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.660170 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.660420 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.660757 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.661863 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.661863 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.662182 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.662313 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.662521 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.662652 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.662874 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.663103 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.663494 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.663777 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.664203 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.664363 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.664505 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.664751 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.665037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.665256 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.677991 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.679056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.680123 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.681161 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.682201 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.683577 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.684601 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.685611 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.686597 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.687566 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.688526 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.689554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.690453 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.691470 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.692486 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693162 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693162 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693162 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693162 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693404 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693404 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.693694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.694159 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.694275 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.694580 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.694840 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.695058 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.695325 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.695551 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.695806 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.696050 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.696358 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.696569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.696845 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.697082 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.697317 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.697554 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.697815 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.698342 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.698488 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.698711 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.698977 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.699240 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.699527 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.700135 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.700135 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.700480 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.700783 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.700931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.701200 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702056 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702670 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702670 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702944 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.702944 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.703212 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.703400 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.703639 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.703866 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.704087 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.704321 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.704532 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.704815 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.705020 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.705476 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:48:06.705653 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101233) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 18:48:06.705804 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 18:48:06.706688 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 18:48:06.706688 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 18:48:06.706688 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 18:48:06.706688 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 18:48:06.706688 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.707319 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.707319 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.707319 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.707319 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.707319 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.708523 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.708523 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.708523 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.708523 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709089 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709089 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709089 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709089 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709711 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709711 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709711 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.709711 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.710286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.710286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.710286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.710286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] debug = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.711121 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.712918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] host = n-d-803363-1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.714219 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.715242 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_options = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.716190 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.717208 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.718079 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719031 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.719929 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.720694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.720694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.720694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.720694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.720694 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721286 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721790 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721790 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721790 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.721790 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.722306 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_json = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.722306 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.722306 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.722306 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.724685 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.728600 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.729674 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.730672 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.731613 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.732931 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.734750 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.736835 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.738222 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.740779 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.743596 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.745384 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.747234 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.750379 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.751365 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.752322 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.753348 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.754268 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.755945 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.756892 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.757870 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.758838 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.759818 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.764272 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.767912 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.768915 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.769932 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.770895 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.771918 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.773450 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774037 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.774569 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775010 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775475 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.775959 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.776461 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.776461 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 18:48:06.776461 n-d-803363-1 neutron-server[101233]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101233) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 18:48:06.788886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:06.908816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59206) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:06.917409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062997 Aug 03 18:48:18.730486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbea2ee-3515-41a2-8fbc-88e6f3f196af None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 18:48:18.826130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbea2ee-3515-41a2-8fbc-88e6f3f196af None None] No non-hosted networks {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 18:48:18.845452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.agentschedulers_db [None req-bbbea2ee-3515-41a2-8fbc-88e6f3f196af None None] DHCP Agent not found on host n-d-803363-1 {{(pid=101344) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 03 18:48:19.033943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c951456d-0ef7-4487-b8d0-721f91b54e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:21.927789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43be8d0-663d-46a9-bd0d-66b4120f46f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:21.971161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-20da01a0-bf7c-4108-b7ed-fc51514a001d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-803363-1 {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:48:21.971853 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-20da01a0-bf7c-4108-b7ed-fc51514a001d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:48:22.090702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:22.091705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.092502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.093026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.093859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.094570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.095066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.095671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.096186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.096735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.097209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.097761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.098330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:22.099722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-803363-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:22.111706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-803363-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:22.497061 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20da01a0-bf7c-4108-b7ed-fc51514a001d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:22.690512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:24.604139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:25.329116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59298) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:25.649805 n-d-803363-1 neutron-server[101344]: INFO neutron.db.l3_hamode_db [None req-8a950958-ab8e-4138-85a2-8410a2fd09a1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 18:48:25.728147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a950958-ab8e-4138-85a2-8410a2fd09a1 None None] Routers set() bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:48:25.728536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a950958-ab8e-4138-85a2-8410a2fd09a1 None None] Router IDs set() for agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 18:48:25.864860 n-d-803363-1 neutron-server[101343]: WARNING oslo_policy.policy [None req-96d145f6-2de9-44cc-8606-da7eb24bec71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:25.865453 n-d-803363-1 neutron-server[101343]: WARNING oslo_policy.policy [None req-96d145f6-2de9-44cc-8606-da7eb24bec71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:26.086205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-96d145f6-2de9-44cc-8606-da7eb24bec71 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:48:26.087339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-96d145f6-2de9-44cc-8606-da7eb24bec71 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7559624 Aug 03 18:48:28.469195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:28.788281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:48:28.882714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.policy [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101343) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:48:28.927824 n-d-803363-1 neutron-server[101343]: WARNING oslo_policy.policy [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:28.928192 n-d-803363-1 neutron-server[101343]: WARNING oslo_policy.policy [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:28.936870 n-d-803363-1 neutron-server[101343]: INFO neutron.quota [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] Loaded quota_driver: . Aug 03 18:48:29.116091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518592135', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518592856', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518597904', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518479686', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767517921400', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767518493184', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-730740', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3880213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3693685'] for rbac-policy, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:29.296457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:29.297683 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-560d9d4e-d298-4eae-9cba-5efeaeb2661c admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8274653 Aug 03 18:48:31.957441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59324) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:32.453631 n-d-803363-1 neutron-server[101342]: WARNING oslo_policy.policy [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:32.454212 n-d-803363-1 neutron-server[101342]: WARNING oslo_policy.policy [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:32.681393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'project_id': '89d1fbaf11f041cc9f1084a86657815f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:48:32.683041 n-d-803363-1 neutron-server[101342]: INFO neutron.quota [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Loaded quota_driver: . Aug 03 18:48:32.850298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Made reservation on behalf of 89d1fbaf11f041cc9f1084a86657815f for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:48:32.917845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.policy [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101342) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 18:48:32.963723 n-d-803363-1 neutron-server[101342]: WARNING oslo_policy.policy [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:32.964360 n-d-803363-1 neutron-server[101342]: WARNING oslo_policy.policy [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 18:48:32.974665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:32.996173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.132954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.176110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.197285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:48:33.230463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767519492590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.230960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Unsubscribe: segment precommit_create {{(pid=101342) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:48:33.231475 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Added segment ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b of type vlan for network 57ba1c68-f878-47ac-940a-e66fc827752b Aug 03 18:48:33.248940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e251baf-6d6d-476d-a088-47e81fd1d1b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:33.300939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.301342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.301779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.302305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.302836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.303365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.303696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.304024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.304550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.305025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.305563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.305989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Tracked resource versions report: Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: pushed versions: Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: { 'AddressGroup': {'1.2'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'ConntrackHelper': {'1.0'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Log': {'1.0'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Network': {'1.1'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Port': {'1.7'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'PortForwarding': {'1.2'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'QosPolicy': {'1.8'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SecurityGroup': {'1.4'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SubPort': {'1.0'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Subnet': {'1.1'}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Trunk': {'1.1'}} Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: consumer versions: Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: L3 agent@n-d-803363-1: {}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: Metadata agent@n-d-803363-1: {}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: Metering agent@n-d-803363-1: {}, Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'ConntrackHelper': '1.0', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Log': '1.0', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Network': '1.1', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Port': '1.7', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'PortForwarding': '1.2', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'QosPolicy': '1.8', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SecurityGroup': '1.4', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SecurityGroupRule': '1.2', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'SubPort': '1.0', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Subnet': '1.1', Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: 'Trunk': '1.1'}} Aug 03 18:48:33.307096 n-d-803363-1 neutron-server[101342]: {{(pid=101342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:48:33.373173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.485036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.486250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:48:33.486932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:33.595655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] Pushing event updated for resources: {'Network': ['ID=57ba1c68-f878-47ac-940a-e66fc827752b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:33.608438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 57ba1c68-f878-47ac-940a-e66fc827752b details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:48:33.640485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e55fb04d-6f4d-4785-8c49-a578546901ca admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6816061 Aug 03 18:48:36.400008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59346) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:36.796637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92563a53-f765-4e6c-b4d8-06f9e99a885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:48:36.798092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92563a53-f765-4e6c-b4d8-06f9e99a885b admin admin] 10.222.0.67 "GET /v2.0/networks/57ba1c68-f878-47ac-940a-e66fc827752b HTTP/1.1" status: 200 len: 825 time: 0.3971550 Aug 03 18:48:36.840492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f877de9f-bc52-4821-9c02-2d4ec72b0de8 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/cd7b21a1-6a84-4d93-a4a3-ff1e8e047437 HTTP/1.1" status: 200 len: 734 time: 0.0325222 Aug 03 18:48:36.850796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Request body: {'subnet': {'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:48:36.953425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Made reservation on behalf of 89d1fbaf11f041cc9f1084a86657815f for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:48:36.955744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:37.347854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:37.419073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82177649-143a-47cd-b30e-f1bf9b2fed77,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:37.421086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Checking segment: {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:48:37.421475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Network hostable DHCP agents. Network: 57ba1c68-f878-47ac-940a-e66fc827752b, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:48:37.495958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Network 57ba1c68-f878-47ac-940a-e66fc827752b is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:48:37.576100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 57ba1c68-f878-47ac-940a-e66fc827752b) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:48:37.581786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:48:37.582640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:37.587029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb9d9c2-df6e-449e-8fbf-c274d3586aaa None None] Network 57ba1c68-f878-47ac-940a-e66fc827752b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:48:37.680292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-be6532ea-a2d5-4678-bbd6-d0346bd4ef18 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8333652 Aug 03 18:48:37.926893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-57ba1c68-f878-47ac-940a-e66fc827752b', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:48:37.929015 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:38.222349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Allocated IP 172.20.0.2 (57ba1c68-f878-47ac-940a-e66fc827752b/82177649-143a-47cd-b30e-f1bf9b2fed77/c7267937-c08a-45db-9287-321425439c98) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:48:38.445386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:38.493148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Transition to ACTIVE for port object c7267937-c08a-45db-9287-321425439c98 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:48:38.515937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Transition to ACTIVE for port object c7267937-c08a-45db-9287-321425439c98 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:48:38.605157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:38.680512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Network 57ba1c68-f878-47ac-940a-e66fc827752b is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:48:38.686357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:48:38.689921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:48:38.707097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Pushing event updated for resources: {'Port': ['ID=c7267937-c08a-45db-9287-321425439c98,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:38.737676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.738020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.738360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.738695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.739024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.739439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.739978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.740417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.740777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.741106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.741485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.741811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Tracked resource versions report: Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: pushed versions: Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: { 'AddressGroup': {'1.2'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'ConntrackHelper': {'1.0'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Log': {'1.0'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Network': {'1.1'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Port': {'1.7'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'PortForwarding': {'1.2'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'QosPolicy': {'1.8'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SecurityGroup': {'1.4'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SubPort': {'1.0'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Subnet': {'1.1'}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Trunk': {'1.1'}} Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: consumer versions: Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: L3 agent@n-d-803363-1: {}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: Metadata agent@n-d-803363-1: {}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: Metering agent@n-d-803363-1: {}, Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'ConntrackHelper': '1.0', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Log': '1.0', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Network': '1.1', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Port': '1.7', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'PortForwarding': '1.2', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'QosPolicy': '1.8', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SecurityGroup': '1.4', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SecurityGroupRule': '1.2', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'SubPort': '1.0', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Subnet': '1.1', Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: 'Trunk': '1.1'}} Aug 03 18:48:38.742906 n-d-803363-1 neutron-server[101344]: {{(pid=101344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:48:38.794905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Attempting to bind port c7267937-c08a-45db-9287-321425439c98 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:48:38.795304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Attempting to bind port c7267937-c08a-45db-9287-321425439c98 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:48:38.795741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Attempting to bind port c7267937-c08a-45db-9287-321425439c98 on network 57ba1c68-f878-47ac-940a-e66fc827752b {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:48:38.800939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:48:38.801337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Checking segment: {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:48:38.802516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:38.803151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Bound using segment: {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:48:38.803287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Bound port: c7267937-c08a-45db-9287-321425439c98, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:48:38.803635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:38.952111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] For port c7267937-c08a-45db-9287-321425439c98, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:48:38.980934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] For port c7267937-c08a-45db-9287-321425439c98, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7267937-c08a-45db-9287-321425439c98,segment=NetworkSegment(ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b),segment_id=ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:48:39.033947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:39.093005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff83a0-1812-4bf5-8fc6-ddbe2ccd08a4 None None] Pushing event updated for resources: {'Port': ['ID=c7267937-c08a-45db-9287-321425439c98,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:40.179056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59354) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:40.533143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-50cb6c41-5104-4a66-837f-e6429c8229c2 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:48:40.556678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-50cb6c41-5104-4a66-837f-e6429c8229c2 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3537915 Aug 03 18:48:43.070339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:43.408313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-f4fc4a75-d6bc-4585-957a-cc4ac10572b0 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:48:43.409349 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f4fc4a75-d6bc-4585-957a-cc4ac10572b0 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3380904 Aug 03 18:48:46.531927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:46.923869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'name': 'router1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:48:47.011189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:47.012856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:47.157362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:47.194194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:47.244864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:47.246139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c6c91faf-0a0f-4a9c-85b1-85e08406739b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7130542 Aug 03 18:48:48.109603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0410a1-4cf4-46fc-9aba-94fc82c90c2d None None] Network 57ba1c68-f878-47ac-940a-e66fc827752b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:48:48.277202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a57a1812-caac-4dcb-b792-5b2f29f89a1a None None] Provisioning for port c7267937-c08a-45db-9287-321425439c98 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:48:48.438926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c7267937-c08a-45db-9287-321425439c98 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:48:48.622498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c7267937-c08a-45db-9287-321425439c98 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:48:48.626622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c7267937-c08a-45db-9287-321425439c98 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:48:48.627026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:48.731463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2016b42c-27ae-4aaa-90a8-451a3ce65710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:48.764825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:48.803147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c7267937-c08a-45db-9287-321425439c98, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7267937-c08a-45db-9287-321425439c98,segment=NetworkSegment(ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b),segment_id=ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:48:48.851117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:48.902599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c7267937-c08a-45db-9287-321425439c98,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:49.691766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59384) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:50.012139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-2dadc3da-ae83-4959-b741-259b51ef9a65 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:48:50.013230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2dadc3da-ae83-4959-b741-259b51ef9a65 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3204467 Aug 03 18:48:50.381523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c7267937-c08a-45db-9287-321425439c98 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:48:50.433365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c7267937-c08a-45db-9287-321425439c98 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:48:50.433731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:51.919125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-204283fc-e8ae-4641-80f1-bef36b15111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.073607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.510507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:52.644587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.747478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:48:52.833401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Made reservation on behalf of 52b526b976944cd99601aa33c9603271 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:48:52.835653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.844684 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.934736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:52.998908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:53.015258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Reserving flat network on physical network physnet1 {{(pid=101342) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 18:48:53.035552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c10eceb-0592-458a-92a8-f7880dbff65f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:53.038853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:53.039192 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Added segment 0ebcbcb2-650f-4340-8370-c69e06dec678 of type flat for network f12fe178-a5d7-4dce-98fb-e9f94e381401 Aug 03 18:48:53.089098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:53.176481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:53.178562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:48:53.179142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:53.236794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] Pushing event updated for resources: {'Network': ['ID=f12fe178-a5d7-4dce-98fb-e9f94e381401,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:53.247295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:48:53.308675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-737daa6b-f276-4377-b28e-6dd85576b98e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7968767 Aug 03 18:48:54.485334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:55.545721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59416) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:48:55.664002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b58e8-89c4-4b59-8ba9-8c4b4c3d97be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:48:55.665413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2a8b58e8-89c4-4b59-8ba9-8c4b4c3d97be admin admin] 10.222.0.67 "GET /v2.0/subnets/82177649-143a-47cd-b30e-f1bf9b2fed77 HTTP/1.1" status: 200 len: 849 time: 0.1187406 Aug 03 18:48:55.785242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1a260b8a-7f0f-4ab2-9030-9a57fe749644 admin admin] 10.222.0.67 "GET /v2.0/routers/8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f HTTP/1.1" status: 200 len: 704 time: 0.1138003 Aug 03 18:48:56.054883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:56.358537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Allocated IP 172.20.0.1 (57ba1c68-f878-47ac-940a-e66fc827752b/82177649-143a-47cd-b30e-f1bf9b2fed77/8bfcd792-1b30-410d-bae5-758b67c574af) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:48:56.562870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:56.585968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Transition to ACTIVE for port object 8bfcd792-1b30-410d-bae5-758b67c574af will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:48:56.708965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:56.785523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Network 57ba1c68-f878-47ac-940a-e66fc827752b is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:48:56.792924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:48:56.796280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:48:56.796913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:56.821323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfcd792-1b30-410d-bae5-758b67c574af,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:57.079583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4fb695e-3988-401e-8454-4f1bf3524c16 None None] Provisioning for port 8bfcd792-1b30-410d-bae5-758b67c574af completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:48:57.081810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.085135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4fb695e-3988-401e-8454-4f1bf3524c16 None None] Provisioning complete for port 8bfcd792-1b30-410d-bae5-758b67c574af triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:48:57.085556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4fb695e-3988-401e-8454-4f1bf3524c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.125803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb695e-3988-401e-8454-4f1bf3524c16 None None] Port 8bfcd792-1b30-410d-bae5-758b67c574af cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:48:57.306228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.370686 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.371498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.451326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Pushing event updated for resources: {'Port': ['ID=8bfcd792-1b30-410d-bae5-758b67c574af,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:57.499717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Network 57ba1c68-f878-47ac-940a-e66fc827752b is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:48:57.501185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:48:57.748976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b00767c-6ccf-4740-a610-cacb4d199909 None None] Provisioning complete for port 8bfcd792-1b30-410d-bae5-758b67c574af triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:48:57.749262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b00767c-6ccf-4740-a610-cacb4d199909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:57.782921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0b00767c-6ccf-4740-a610-cacb4d199909 None None] Port 8bfcd792-1b30-410d-bae5-758b67c574af cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:48:57.810736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:48:57.907317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:48:57.913039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4217c12-cf52-4b5d-b22f-22e5c1677a83 admin admin] 10.222.0.67 "PUT /v2.0/routers/8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1223493 Aug 03 18:48:57.919158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Sync routers for ids ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:48:57.932710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Routers {'8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:48:57.933709 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:58.128925 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Set router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:48:58.608637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:48:56Z', 'revision_number': 2, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port_host': None, '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:48:57Z', 'revision_number': 2, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:58.661228 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Checking router: 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:48:58.661599 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Updating router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f port 8bfcd792-1b30-410d-bae5-758b67c574af binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:48:58.713008 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.250111 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.267678 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Transition to ACTIVE for port object 8bfcd792-1b30-410d-bae5-758b67c574af will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:48:59.313417 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.468688 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Pushing event updated for resources: {'Port': ['ID=8bfcd792-1b30-410d-bae5-758b67c574af,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:59.498536 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.498960 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.499361 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.499761 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.500212 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.500538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.500951 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.501332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.501722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.502100 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.502479 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.502857 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Tracked resource versions report: Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: pushed versions: Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: { 'AddressGroup': {'1.2'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Log': {'1.0'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Network': {'1.1'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Port': {'1.7'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'PortForwarding': {'1.2'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'QosPolicy': {'1.8'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SecurityGroup': {'1.4'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SubPort': {'1.0'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Subnet': {'1.1'}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Trunk': {'1.1'}} Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: consumer versions: Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: L3 agent@n-d-803363-1: {}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: Metadata agent@n-d-803363-1: {}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: Metering agent@n-d-803363-1: {}, Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'ConntrackHelper': '1.0', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Log': '1.0', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Network': '1.1', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Port': '1.7', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'PortForwarding': '1.2', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'QosPolicy': '1.8', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SecurityGroup': '1.4', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SecurityGroupRule': '1.2', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'SubPort': '1.0', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Subnet': '1.1', Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: 'Trunk': '1.1'}} Aug 03 18:48:59.504021 n-d-803363-1 neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:48:59.514783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Attempting to bind port 8bfcd792-1b30-410d-bae5-758b67c574af on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:48:59.515060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Attempting to bind port 8bfcd792-1b30-410d-bae5-758b67c574af by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:48:59.515490 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Attempting to bind port 8bfcd792-1b30-410d-bae5-758b67c574af on network 57ba1c68-f878-47ac-940a-e66fc827752b {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:48:59.522896 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:48:59.523292 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Checking segment: {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:48:59.523773 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.524157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Bound using segment: {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:48:59.524670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Bound port: 8bfcd792-1b30-410d-bae5-758b67c574af, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:48:59.525100 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.592516 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] For port 8bfcd792-1b30-410d-bae5-758b67c574af, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:48:59.614649 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] For port 8bfcd792-1b30-410d-bae5-758b67c574af, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8bfcd792-1b30-410d-bae5-758b67c574af,segment=NetworkSegment(ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b),segment_id=ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:48:59.691584 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:48:59.746772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Routers {'8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:48:59.747403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:48:59.828774 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0190c-b15a-4fa7-ae91-0cae73139a1d None None] Pushing event updated for resources: {'Port': ['ID=8bfcd792-1b30-410d-bae5-758b67c574af,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:48:59.861767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] Set router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:49:00.090840 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:48:56Z', 'revision_number': 2, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port_host': None, '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:48:59Z', 'revision_number': 4, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:49:00.117809 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118cf6e-7703-4b99-9404-1f43e43fc268 None None] The sync data for ids ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'] in n-d-803363-1 is: [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:48:56Z', 'revision_number': 2, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port_host': None, '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:48:59Z', 'revision_number': 4, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:49:00.214056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59430) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:49:00.326576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06773d56-8b10-48f8-8cb6-eb9bd1aa0aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:49:00.334913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-06773d56-8b10-48f8-8cb6-eb9bd1aa0aa1 admin admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 842 time: 0.1127694 Aug 03 18:49:00.340054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:49:00.451007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Made reservation on behalf of 52b526b976944cd99601aa33c9603271 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:49:00.453461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:00.858578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 18:49:00.859019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:00.925680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:49:00.926039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Network hostable DHCP agents. Network: f12fe178-a5d7-4dce-98fb-e9f94e381401, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:49:00.928989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d76e7a-3078-4ec0-8b42-1c35c64c653c,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:01.022667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:49:01.079796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f12fe178-a5d7-4dce-98fb-e9f94e381401) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:49:01.086481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:49:01.086932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:01.091306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebce4e-6fa8-46b4-8262-61cb0cff1a92 None None] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:49:01.155366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-46989691-6488-48ae-8044-c643a56bc4e7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8191526 Aug 03 18:49:01.228499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db62c03-3543-4a3d-a7af-2b7d2c489301 None None] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:49:03.530418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59438) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:49:03.667810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-afcf1336-dc86-443b-b4c2-c0dd2283a1a0 admin admin] 10.222.0.67 "GET /v2.0/routers/8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f HTTP/1.1" status: 200 len: 710 time: 0.1361496 Aug 03 18:49:03.759209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e93585-ad91-4a11-95da-f96c1478cb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:49:03.760801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3e93585-ad91-4a11-95da-f96c1478cb55 admin admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 886 time: 0.0871522 Aug 03 18:49:03.771976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:49:04.075050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:04.422668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:04.500291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:04.613647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Allocated IP 172.25.2.120 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f697297c-5b64-4b3d-b1c6-2fadfa6791f8) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:49:04.719029 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:04.857230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:04.897967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:49:04.903353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:49:04.907560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:49:04.909826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Pushing event updated for resources: {'Port': ['ID=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:05.354056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:05.557242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:05.560712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:05.676156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 18:49:05.783811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:49:05.789604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:05.791039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d607645-6aa4-4575-a8ff-39a08d0c5453 admin admin] 10.222.0.67 "PUT /v2.0/routers/8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f HTTP/1.1" status: 200 len: 890 time: 2.0231049 Aug 03 18:49:06.432640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8bfcd792-1b30-410d-bae5-758b67c574af up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:49:06.519484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8bfcd792-1b30-410d-bae5-758b67c574af completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:49:06.525320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8bfcd792-1b30-410d-bae5-758b67c574af triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:49:06.525698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:06.609399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:06.655329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 8bfcd792-1b30-410d-bae5-758b67c574af, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8bfcd792-1b30-410d-bae5-758b67c574af,segment=NetworkSegment(ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b),segment_id=ae2fd7b1-9623-4f7f-8f8b-4d9db6848c3b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:49:06.730797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:06.737843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Sync routers for ids ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:49:06.768986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Routers {'8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:49:06.769634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:49:06.921330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=8bfcd792-1b30-410d-bae5-758b67c574af,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:07.054912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Set router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:49:07.466308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:49:05Z', 'revision_number': 4, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port': {'id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:49:04Z', 'updated_at': '2021-08-03T18:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:49:06Z', 'revision_number': 5, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:49:07.519562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Checking router: 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:49:07.519919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Updating router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:49:07.569620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:07.906234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:07.916579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Transition to ACTIVE for port object f697297c-5b64-4b3d-b1c6-2fadfa6791f8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:49:07.993409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:08.046695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Attempting to bind port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:49:08.047068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Attempting to bind port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:49:08.047435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Attempting to bind port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:49:08.049318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f22ae-d399-405b-9382-c2c0dd03ab2a None None] Pushing event updated for resources: {'Port': ['ID=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:08.055474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:49:08.056583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:49:08.056583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:08.056787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:49:08.057154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Bound port: f697297c-5b64-4b3d-b1c6-2fadfa6791f8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:49:08.057555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:08.109031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] For port f697297c-5b64-4b3d-b1c6-2fadfa6791f8, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:49:08.112746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] For port f697297c-5b64-4b3d-b1c6-2fadfa6791f8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:49:08.188404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:08.249250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f22ae-d399-405b-9382-c2c0dd03ab2a None None] Pushing event updated for resources: {'Port': ['ID=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:08.254376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Routers {'8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:49:08.254974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:49:08.279457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59450) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:49:08.422889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8bfcd792-1b30-410d-bae5-758b67c574af up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:49:08.457751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-15fbbed7-ea1e-470e-a5a9-426e4fbb5318 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1769054 Aug 03 18:49:08.481874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] Set router 8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:49:08.527873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8bfcd792-1b30-410d-bae5-758b67c574af triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:49:08.528239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:08.773352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:49:05Z', 'revision_number': 4, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port': {'id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:49:04Z', 'updated_at': '2021-08-03T18:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:49:06Z', 'revision_number': 5, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:49:08.799857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef288209-bb4e-4ebc-93b8-a5a493450fe9 None None] The sync data for ids ['8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f'] in n-d-803363-1 is: [{'id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'name': 'router1', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:48:47Z', 'updated_at': '2021-08-03T18:49:05Z', 'revision_number': 4, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'gw_port': {'id': 'f697297c-5b64-4b3d-b1c6-2fadfa6791f8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:75:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:49:04Z', 'updated_at': '2021-08-03T18:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8bfcd792-1b30-410d-bae5-758b67c574af', 'name': '', 'network_id': '57ba1c68-f878-47ac-940a-e66fc827752b', 'tenant_id': '89d1fbaf11f041cc9f1084a86657815f', 'mac_address': 'fa:16:3e:f3:1a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc6d767-3ae0-47f1-89aa-c1a5e2d1c32f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:48:56Z', 'updated_at': '2021-08-03T18:49:06Z', 'revision_number': 5, 'project_id': '89d1fbaf11f041cc9f1084a86657815f', 'subnets': [{'id': '82177649-143a-47cd-b30e-f1bf9b2fed77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd7b21a1-6a84-4d93-a4a3-ff1e8e047437'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:49:10.430877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f697297c-5b64-4b3d-b1c6-2fadfa6791f8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:49:10.531221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:49:10.535932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:49:10.536306 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:10.634438 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:10.660542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f697297c-5b64-4b3d-b1c6-2fadfa6791f8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:49:10.664763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:49:10.753671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:10.813393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f697297c-5b64-4b3d-b1c6-2fadfa6791f8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:49:12.452271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f697297c-5b64-4b3d-b1c6-2fadfa6791f8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:49:12.530933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f697297c-5b64-4b3d-b1c6-2fadfa6791f8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:49:12.531724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:18.702715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb684-f1e6-4cea-bcb7-716087ee625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:21.862620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-117a1ef4-b60e-4216-bfb0-6644c41222f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:22.091637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:22.657017 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:24.508445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:47.667164 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:49:48.760081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2d76ec2-4e28-458c-998a-4ba4bfd861b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:51.868993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d1216745-3d40-4324-ac94-dee316648516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:52.063205 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:52.669098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:49:54.509165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:18.709595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcae9de7-3c25-4d57-9552-f120d5148946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:21.903688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83cc8ed6-57bb-40e0-b5ce-2b7bd20b3806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:22.109446 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:22.669641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.509790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:24.666534 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:50:48.756460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e884a2ff-8589-4f07-b68e-818caafe292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:51.882232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2352ed42-cf1c-42f9-9921-607674afc8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.082221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:52.727694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:53.232594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60050) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:53.310604 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-694afe00-8b08-4c9f-bde9-cf6836edf2b0 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:50:53.311951 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-694afe00-8b08-4c9f-bde9-cf6836edf2b0 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0783997 Aug 03 18:50:53.511416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c82753-21c2-456a-aeb3-6e0919ceca53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:53.512840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7c82753-21c2-456a-aeb3-6e0919ceca53 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1962914 Aug 03 18:50:54.516394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:55.669148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:55.797666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b0b67-b6af-4608-b972-7410189a5e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:55.799125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-134b0b67-b6af-4608-b972-7410189a5e56 admin admin] 10.222.0.67 "GET /v2.0/subnets/82177649-143a-47cd-b30e-f1bf9b2fed77 HTTP/1.1" status: 200 len: 849 time: 0.1289465 Aug 03 18:50:55.810213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:50:55.898726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.150201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519518118'] for subnet, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.232029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f64f8-b4da-4de8-8045-0ffe1bcf1ec0 None None] Network 57ba1c68-f878-47ac-940a-e66fc827752b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:50:56.249783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:56.250432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.251728 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] 10.222.0.67 "PUT /v2.0/subnets/82177649-143a-47cd-b30e-f1bf9b2fed77 HTTP/1.1" status: 200 len: 868 time: 0.4452832 Aug 03 18:50:56.261182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82177649-143a-47cd-b30e-f1bf9b2fed77,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:50:56.270991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.271377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.271667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.271998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.272330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.272675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.273018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.273341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.273706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.274930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.274930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.274930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775b66ee-6f5e-45c0-89ec-bf3533817ac7 admin admin] Tracked resource versions report: Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: pushed versions: Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: { 'AddressGroup': {'1.2'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'ConntrackHelper': {'1.0'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Log': {'1.0'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Network': {'1.1'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Port': {'1.7'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'PortForwarding': {'1.2'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'QosPolicy': {'1.8'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SecurityGroup': {'1.4'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SubPort': {'1.0'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Subnet': {'1.1'}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Trunk': {'1.1'}} Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: consumer versions: Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: L3 agent@n-d-803363-1: {}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: Metadata agent@n-d-803363-1: {}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: Metering agent@n-d-803363-1: {}, Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'ConntrackHelper': '1.0', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Log': '1.0', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Network': '1.1', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Port': '1.7', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'PortForwarding': '1.2', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'QosPolicy': '1.8', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SecurityGroup': '1.4', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SecurityGroupRule': '1.2', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'SubPort': '1.0', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Subnet': '1.1', Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: 'Trunk': '1.1'}} Aug 03 18:50:56.276092 n-d-803363-1 neutron-server[101343]: {{(pid=101343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:50:56.607231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f336506-2f0e-4f66-8368-911f67527058 None None] Provisioning complete for port c7267937-c08a-45db-9287-321425439c98 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:56.607621 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f336506-2f0e-4f66-8368-911f67527058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:56.692383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f336506-2f0e-4f66-8368-911f67527058 None None] Provisioning complete for port 8bfcd792-1b30-410d-bae5-758b67c574af triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:50:56.692700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f336506-2f0e-4f66-8368-911f67527058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:50:58.449641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60072) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:50:58.655563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527ba97-b6e4-44f2-9898-4c2fee1c7a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:58.655965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527ba97-b6e4-44f2-9898-4c2fee1c7a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:50:58.657561 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b527ba97-b6e4-44f2-9898-4c2fee1c7a87 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2066808 Aug 03 18:51:00.865821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60080) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:01.001739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8ee05-49f7-49c2-93ac-23e5580cca5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.002229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8ee05-49f7-49c2-93ac-23e5580cca5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:01.003851 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7be8ee05-49f7-49c2-93ac-23e5580cca5a admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1367176 Aug 03 18:51:01.668893 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:51:03.177131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60088) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:03.377343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950617c-f6eb-4de7-ac62-5c4397b02995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:03.378773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f950617c-f6eb-4de7-ac62-5c4397b02995 admin admin] 10.222.0.67 "GET /v2.0/networks/57ba1c68-f878-47ac-940a-e66fc827752b HTTP/1.1" status: 200 len: 869 time: 0.2006867 Aug 03 18:51:05.567443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60096) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:05.697088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a806738-0410-427d-84d2-b0954aaa7cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:05.698474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5a806738-0410-427d-84d2-b0954aaa7cf6 admin admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 886 time: 0.1300821 Aug 03 18:51:07.879115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60104) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:08.002527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63985e7b-57b6-4af7-81c9-a211def4f419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:08.002991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63985e7b-57b6-4af7-81c9-a211def4f419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:08.004512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-63985e7b-57b6-4af7-81c9-a211def4f419 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243858 Aug 03 18:51:10.206860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60112) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:10.363530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849f7d0-ca29-4aa3-9502-08572df03fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.364048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4849f7d0-ca29-4aa3-9502-08572df03fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:10.365622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4849f7d0-ca29-4aa3-9502-08572df03fd7 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1578107 Aug 03 18:51:12.536265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60122) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:12.622039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fabaa5-8dc6-4e84-9882-c454250f2103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:12.623399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-61fabaa5-8dc6-4e84-9882-c454250f2103 admin admin] 10.222.0.67 "GET /v2.0/subnets/21d76e7a-3078-4ec0-8b42-1c35c64c653c HTTP/1.1" status: 200 len: 816 time: 0.0861325 Aug 03 18:51:14.829412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60130) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:14.923895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb08e3-c943-44b7-a89e-6dc267afcd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:14.925382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bcfb08e3-c943-44b7-a89e-6dc267afcd58 admin admin] 10.222.0.67 "GET /v2.0/subnets/82177649-143a-47cd-b30e-f1bf9b2fed77 HTTP/1.1" status: 200 len: 868 time: 0.0949914 Aug 03 18:51:18.734269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4024daef-cd11-48fa-bdfb-a0b4f1ad4633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:21.911294 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-08bc68c8-5af7-442e-8fff-6853b633296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.071637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:22.648753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:24.522863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:38.668346 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:51:42.785858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60184) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:42.833280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-027f815c-f883-4045-aa17-e1e9f2c6c503 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:51:42.834292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-027f815c-f883-4045-aa17-e1e9f2c6c503 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474906 Aug 03 18:51:45.153589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60192) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:45.213376 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-33693452-cb1b-49ae-b84e-b32fc84e34c7 admin admin] GET failed (client error): The resource could not be found. Aug 03 18:51:45.214613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-33693452-cb1b-49ae-b84e-b32fc84e34c7 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601668 Aug 03 18:51:45.367614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f8464-fe21-49f9-8020-c36e7af77080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:45.370074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ac3f8464-fe21-49f9-8020-c36e7af77080 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1508651 Aug 03 18:51:47.615258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:47.660415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:47.763029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Made reservation on behalf of 52b526b976944cd99601aa33c9603271 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:47.765330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.794798 n-d-803363-1 neutron-server[101342]: WARNING neutron.services.revisions.revision_plugin [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Could not find related network for resource to bump revision. Aug 03 18:51:47.805092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:51:47.814306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.814646 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Added segment 446ea08e-99fc-4220-a59c-0bdddbcfae64 of type vlan for network e2a3574b-438b-423b-8823-87ded3bfd6b4 Aug 03 18:51:47.852019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.934794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.935807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:47.936394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:47.997081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2a3574b-438b-423b-8823-87ded3bfd6b4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:48.003615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.003960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.004298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.004635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.005018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.005322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.005649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.005972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.006315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.006618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.006941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.007263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:48.017842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:51:48.085570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bf4a7172-89db-4c23-b5dc-a774e158ddd9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4689431 Aug 03 18:51:48.706129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c95d2535-2953-4054-ba2f-4b480e7de592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.306312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60208) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:51:50.366458 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d212609-e96a-4fe9-bece-73a08489e44b admin admin] GET failed (client error): The resource could not be found. Aug 03 18:51:50.367774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8d212609-e96a-4fe9-bece-73a08489e44b admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604854 Aug 03 18:51:50.436552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04dffd2-a55f-46d2-a1cd-cd0773e71139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.438451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d04dffd2-a55f-46d2-a1cd-cd0773e71139 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656793 Aug 03 18:51:50.449002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:51:50.540956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Made reservation on behalf of 52b526b976944cd99601aa33c9603271 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:51:50.543167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.746254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.799688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:50.809656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:50.810002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Network hostable DHCP agents. Network: e2a3574b-438b-423b-8823-87ded3bfd6b4, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:51:50.906158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:51:50.963105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e2a3574b-438b-423b-8823-87ded3bfd6b4) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:50.967306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:51:50.967880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:50.973225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a35e6-cd40-41a6-81c3-14c1d7c3da62 None None] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:51.050254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20fa9108-3fb9-4e2a-937e-3520e7799bd5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6050606 Aug 03 18:51:51.120824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-e2a3574b-438b-423b-8823-87ded3bfd6b4', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'tenant_id': '52b526b976944cd99601aa33c9603271', 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:51:51.121744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.261982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Allocated IP 192.168.233.2 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/6b9f5408-463d-4926-b4c4-4f26b59e3b5a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:51:51.408167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.416742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Transition to ACTIVE for port object 6b9f5408-463d-4926-b4c4-4f26b59e3b5a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:51.434303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Transition to ACTIVE for port object 6b9f5408-463d-4926-b4c4-4f26b59e3b5a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:51:51.496635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.540581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:51:51.546055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:51:51.550954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:51:51.554016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Pushing event updated for resources: {'Port': ['ID=6b9f5408-463d-4926-b4c4-4f26b59e3b5a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.578094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.578438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.578774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.579102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.579429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.579750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.580069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.580391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.580766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.581090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.581406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.581738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:51:51.619873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Attempting to bind port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:51:51.620230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Attempting to bind port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:51:51.620585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Attempting to bind port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:51:51.625517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:51:51.625878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:51:51.626269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.626653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:51:51.627110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Bound port: 6b9f5408-463d-4926-b4c4-4f26b59e3b5a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:51:51.627498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.691828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] For port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:51:51.694875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] For port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6b9f5408-463d-4926-b4c4-4f26b59e3b5a,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:51:51.758616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:51.825044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f68a-164c-419c-bd4b-d273ceae5f64 None None] Pushing event updated for resources: {'Port': ['ID=6b9f5408-463d-4926-b4c4-4f26b59e3b5a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:51.902244 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4788b2f5-1b53-441e-bd59-3a250c0e2b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.113905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.604348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6b9f5408-463d-4926-b4c4-4f26b59e3b5a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:52.684339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89754b0a-e4a7-450f-823d-ce0cfda58201 None None] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:51:52.729136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.749593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:52.821433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Provisioning for port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:51:52.845044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Provisioning complete for port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:52.845415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.936289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:52.974142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] For port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6b9f5408-463d-4926-b4c4-4f26b59e3b5a,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:51:53.027370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:53.088405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12da6d-5386-49d0-beba-92e09309e9af None None] Pushing event updated for resources: {'Port': ['ID=6b9f5408-463d-4926-b4c4-4f26b59e3b5a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:51:53.149712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-61f74d9f-9e81-4d28-9439-365511ee024f None None] Provisioning complete for port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:53.150487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61f74d9f-9e81-4d28-9439-365511ee024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.531406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6b9f5408-463d-4926-b4c4-4f26b59e3b5a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:51:54.553823 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:51:54.583408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6b9f5408-463d-4926-b4c4-4f26b59e3b5a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:51:54.583770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:15.731119 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:52:18.769988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-891d4062-3bed-4c39-b58d-586702a3e053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:21.867385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-004725e1-7bdb-4e65-8e7a-d16234511559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:22.090550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:22.672919 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:24.530328 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:48.742669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ab849f1-0700-405f-b799-295c2cc42765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:51.897085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0fe181d0-d8d6-4d84-9721-6e98f46030f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.091624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.651622 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:52:52.669173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:52:54.542657 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.116927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60264) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:10.122963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-11a38ea4-c8b8-4990-bf48-306566daa678 tempest-verify_tempest_config-918075492 tempest-verify_tempest_config-918075492-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:53:10.123984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-11a38ea4-c8b8-4990-bf48-306566daa678 tempest-verify_tempest_config-918075492 tempest-verify_tempest_config-918075492-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060306 Aug 03 18:53:10.576681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:10.676790 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.768602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.903797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:10.950309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=500636a074964a2686b7573d3142a8b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3724113 Aug 03 18:53:10.951907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c396bba-0efd-4fa6-bcdd-9d6954c2719a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:10.954051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60286) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:53:10.959903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.959903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.961881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.962913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.962913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.962913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:10.962913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8c0f19-4696-418c-8c42-69f96d7bfbdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.039933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.062989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.206978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.210445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:11.211959 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c396bba-0efd-4fa6-bcdd-9d6954c2719a HTTP/1.1" status: 204 len: 168 time: 0.2562675 Aug 03 18:53:11.222068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c396bba-0efd-4fa6-bcdd-9d6954c2719a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:53:11.229114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.229461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.229796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.230128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.230458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.230786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.231110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.231431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.231753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.232799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.233170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:11.233835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe9377-a754-4679-8ffd-940fceab0c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:53:18.749971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17f78195-0d59-46e7-8095-ace2750e9385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:21.887176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13b2efd3-0324-46e2-a879-b8f156f5d053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.218071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:22.783897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:24.538570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:29.668102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:53:48.716226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eca3420f-29d8-4fa3-af8d-70ce638375a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:51.875540 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5a17d17-56d1-4185-b3fb-5f9a8ab6898f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.075920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:52.830716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:53:54.544928 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:06.667988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:18.763277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c641cec0-5c63-4865-8647-a7bdfd27e20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:21.918094 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c8a13a6-f3fd-4376-aace-e743c1be3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.088980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:22.717462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:24.541327 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:43.666143 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:54:48.712604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-491c42b0-ad0c-4f06-ab59-1286165ff84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:51.906881 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bc9146bb-10d9-43be-85a7-ce01896f273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.084595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:52.695590 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:54:54.564304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:18.708086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a88a80f-1917-4472-9c4c-6d04b24aff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:20.664576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:55:21.885324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b215f384-85d5-45a3-9c60-e199442a08dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.085573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:22.680029 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:24.549234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:48.697828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-12706822-5a7e-4bdb-b533-bf23f93c9f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:51.875203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-df56ef7f-dbc3-49d1-9d24-c6f28f973b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.075363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:52.681143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:54.588924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:55:57.663303 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 5 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:14.881420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:18.727662 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-587ba52b-ab21-494c-9c8e-ad1df81aaaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:21.876433 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d7419d86-5b66-4e47-9dc6-d51c698e9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.099035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:22.699004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:24.545085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:32.751262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3722870'] for agent, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:34.662844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:56:44.837252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:48.734635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c5af850-0402-457b-8dcf-208e681f94bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:51.894557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85fb13a6-8c30-4379-8771-5ef503154f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:52.100299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:52.740089 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:56:54.546535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:02.695243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:11.662852 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:57:14.821055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:15.812583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60352) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:15.918758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d1b92b8-fed0-4837-b95e-4d093802b80c admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1042607 Aug 03 18:57:18.162372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:57:18.220008 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4bc4aff5-dadd-4eb8-971b-f262d7c2964b admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0565398 Aug 03 18:57:18.690563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5782efb-12ed-48a4-b620-6cd1d760537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:21.924243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd9628eb-2c95-4c90-8100-1b8e712b5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.090422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:22.781888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:24.598718 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:32.719333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:44.856427 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:48.662056 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:57:48.748075 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cb15a0f-fbc1-4cd4-8dca-f819c1914f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:51.879927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26e4a42b-2662-400b-a1b9-8afb23fd6ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.125588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:52.742950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:57:54.554511 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:02.749449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:14.858046 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:18.709673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-73060d82-7c8a-4c74-90ff-b0f20c2fe113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:21.915444 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5470b86e-d244-47cb-bf5f-063f8d13a8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:22.080918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:22.739101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:24.572944 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:25.661820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:58:32.790144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:44.865961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:47.494579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60566) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:47.606223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60574) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.114504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dfacb5d9-1cbc-40c6-974d-137145b5a99d tempest-AutoAllocateNetworkTest-104550614 tempest-AutoAllocateNetworkTest-104550614-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac26cfb6e3154b2ba61cf540293284eb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6183512 Aug 03 18:58:48.117198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.131611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690749898-network', 'tenant_id': 'e7d3748c4f284f249de373512e61ba91'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:48.364512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Made reservation on behalf of e7d3748c4f284f249de373512e61ba91 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:48.367330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.384463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db8cc3-6c50-4b1e-aaa9-f457f9338671 tempest-AutoAllocateNetworkTest-104550614 tempest-AutoAllocateNetworkTest-104550614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:48.388906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-25db8cc3-6c50-4b1e-aaa9-f457f9338671 tempest-AutoAllocateNetworkTest-104550614 tempest-AutoAllocateNetworkTest-104550614-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2678149 Aug 03 18:58:48.390790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60598) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.393104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.502443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.549835 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.566509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-37f502f3-8201-4253-9895-a2899d0dc10f tempest-AutoAllocateNetworkTest-104550614 tempest-AutoAllocateNetworkTest-104550614-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1742325 Aug 03 18:58:48.571579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60606) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:48.588332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19208f1d-0ee6-42e1-bce5-93a660ee33a4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:48.595671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:48.601863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f42a0e39-e302-4f44-adc4-fa9f9e2da814 tempest-AutoAllocateNetworkTest-104550614 tempest-AutoAllocateNetworkTest-104550614-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ac26cfb6e3154b2ba61cf540293284eb HTTP/1.1" status: 200 len: 208 time: 0.0291963 Aug 03 18:58:48.607254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.607602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.607941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.608279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.608790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Tracked resource versions report: Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: pushed versions: Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: { 'AddressGroup': {'1.2'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'ConntrackHelper': {'1.0'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Log': {'1.0'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Network': {'1.1'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Port': {'1.7'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'PortForwarding': {'1.2'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'QosPolicy': {'1.8'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SecurityGroup': {'1.4'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SubPort': {'1.0'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Subnet': {'1.1'}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Trunk': {'1.1'}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: consumer versions: Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: HyperV agent@n-h1-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: HyperV agent@n-h2-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: L3 agent@n-d-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: Metadata agent@n-d-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: Metering agent@n-d-803363-1: {}, Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'ConntrackHelper': '1.0', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Log': '1.0', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Network': '1.1', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Port': '1.7', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'PortForwarding': '1.2', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'QosPolicy': '1.8', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SecurityGroup': '1.4', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SecurityGroupRule': '1.2', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'SubPort': '1.0', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Subnet': '1.1', Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: 'Trunk': '1.1'}} Aug 03 18:58:48.613114 n-d-803363-1 neutron-server[101343]: {{(pid=101343) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:58:48.621980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767519492590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.621980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Unsubscribe: segment precommit_create {{(pid=101343) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 18:58:48.622295 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Added segment 16695a9d-0c18-4ecc-ae27-fb39321a1a85 of type vlan for network 2af7847e-af56-4e37-878b-c5f07588fa23 Aug 03 18:58:48.691765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.818388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-671bfc68-5d8a-4c5d-88bf-c8740f8dc8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.842550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.842826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:48.843407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:48.941726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] Pushing event updated for resources: {'Network': ['ID=2af7847e-af56-4e37-878b-c5f07588fa23,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:48.957015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2af7847e-af56-4e37-878b-c5f07588fa23 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:49.002132 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8daccca8-92d2-4bde-bbbe-0f657557df53 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3945386 Aug 03 18:58:49.005714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60624) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:49.011045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Request body: {'subnet': {'network_id': '2af7847e-af56-4e37-878b-c5f07588fa23', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1690749898-subnet', 'tenant_id': 'e7d3748c4f284f249de373512e61ba91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:49.149635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Made reservation on behalf of e7d3748c4f284f249de373512e61ba91 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:49.152028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.476163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.535627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5891aaff-ed01-409a-a6f0-3525878bbdfa,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:49.552335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.552774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.553113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Tracked resource versions report: Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: pushed versions: Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: { 'AddressGroup': {'1.2'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'ConntrackHelper': {'1.0'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Log': {'1.0'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Network': {'1.1'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Port': {'1.7'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'PortForwarding': {'1.2'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'QosPolicy': {'1.8'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SecurityGroup': {'1.4'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SubPort': {'1.0'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Subnet': {'1.1'}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Trunk': {'1.1'}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: consumer versions: Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: HyperV agent@n-h1-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: HyperV agent@n-h2-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: L3 agent@n-d-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: Metadata agent@n-d-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: Metering agent@n-d-803363-1: {}, Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'ConntrackHelper': '1.0', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Log': '1.0', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Network': '1.1', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Port': '1.7', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'PortForwarding': '1.2', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'QosPolicy': '1.8', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SecurityGroup': '1.4', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SecurityGroupRule': '1.2', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'SubPort': '1.0', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Subnet': '1.1', Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: 'Trunk': '1.1'}} Aug 03 18:58:49.559958 n-d-803363-1 neutron-server[101342]: {{(pid=101342) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:58:49.565270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Checking segment: {'id': '16695a9d-0c18-4ecc-ae27-fb39321a1a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2af7847e-af56-4e37-878b-c5f07588fa23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:49.565532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Network hostable DHCP agents. Network: 2af7847e-af56-4e37-878b-c5f07588fa23, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:49.668883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Network 2af7847e-af56-4e37-878b-c5f07588fa23 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:49.743894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2af7847e-af56-4e37-878b-c5f07588fa23) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:49.759223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51df16d-40dc-4826-9f6f-311280885cdb None None] Network 2af7847e-af56-4e37-878b-c5f07588fa23 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:49.763182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:49.765554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:49.870723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60646) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:49.891290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b1ae0e1-a10f-4b3e-a26b-ff9050befd11 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8844550 Aug 03 18:58:49.921068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e08a8-0331-4f8a-9a74-a8975d53b34d None None] Network 2af7847e-af56-4e37-878b-c5f07588fa23 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:50.318087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f029ca-20c3-4d6e-8de4-80e2a4c0db64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.410247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f029ca-20c3-4d6e-8de4-80e2a4c0db64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.486534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f029ca-20c3-4d6e-8de4-80e2a4c0db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.541217 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-97f029ca-20c3-4d6e-8de4-80e2a4c0db64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac26cfb6e3154b2ba61cf540293284eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6656818 Aug 03 18:58:50.541217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f029ca-20c3-4d6e-8de4-80e2a4c0db64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4b26a3-ff90-43b5-8613-4d7972da5d10,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:50.541398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60672) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:50.610750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.707940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.830069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.833299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:50.834499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa4b26a3-ff90-43b5-8613-4d7972da5d10 HTTP/1.1" status: 204 len: 168 time: 0.2921619 Aug 03 18:58:50.843054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3c187-80c5-43cd-918f-eedb46bac1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4b26a3-ff90-43b5-8613-4d7972da5d10,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:51.860825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:51.990993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1704c38d-ae15-49a8-9165-7f8b7d0f6a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.119903 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.144618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c82c40e2-fe3d-4cae-b113-a46376860810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.254925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c82c40e2-fe3d-4cae-b113-a46376860810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.352771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c82c40e2-fe3d-4cae-b113-a46376860810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.401845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60764) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:52.408508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1429718237-network', 'tenant_id': '1c6e5738cd05423e81a6737364dd1435'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:52.424474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c82c40e2-fe3d-4cae-b113-a46376860810 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71a7cd21a4734f6ab0952b4e7a0cba76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5620317 Aug 03 18:58:52.426602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c40e2-fe3d-4cae-b113-a46376860810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f144e7f8-f3d2-4300-a97f-48a08e9d35cf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.429282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:52.479844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.502028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.554065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Made reservation on behalf of 1c6e5738cd05423e81a6737364dd1435 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:52.556373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.565244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.675289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.679007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.680312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f144e7f8-f3d2-4300-a97f-48a08e9d35cf HTTP/1.1" status: 204 len: 168 time: 0.2500868 Aug 03 18:58:52.695512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9d9bc-32f6-41f3-8ad9-cde8a8af476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f144e7f8-f3d2-4300-a97f-48a08e9d35cf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.726437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.771239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.833942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.879164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:58:52.879829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df94f1e-6534-4cf2-a3c3-d1f8dbae733f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:52.888277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:52.888853 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Added segment c70d233a-2fc5-4791-bf2d-6c27341abc2f of type vlan for network 33503d37-201f-41e0-97bc-e7e159a44036 Aug 03 18:58:52.932150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.086246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.087852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:53.088781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.157880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] Pushing event updated for resources: {'Network': ['ID=33503d37-201f-41e0-97bc-e7e159a44036,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:53.168500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 33503d37-201f-41e0-97bc-e7e159a44036 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:58:53.222960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0305a183-513f-42ef-afb7-a1fe7c74c631 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8191068 Aug 03 18:58:53.237737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:53.248026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Request body: {'subnet': {'network_id': '33503d37-201f-41e0-97bc-e7e159a44036', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1429718237-subnet', 'tenant_id': '1c6e5738cd05423e81a6737364dd1435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:58:53.359986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Made reservation on behalf of 1c6e5738cd05423e81a6737364dd1435 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:58:53.365882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.726352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.789268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1fa427-3e27-4d1e-bcdc-60deb5809b30,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:53.801620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Checking segment: {'id': 'c70d233a-2fc5-4791-bf2d-6c27341abc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '33503d37-201f-41e0-97bc-e7e159a44036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:58:53.801999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Network hostable DHCP agents. Network: 33503d37-201f-41e0-97bc-e7e159a44036, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:58:53.813565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60812) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:53.861360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60816) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:53.875809 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2564d28-69c7-4a06-ba12-6d736bfcb942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:53.920273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Network 33503d37-201f-41e0-97bc-e7e159a44036 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:58:53.995285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 33503d37-201f-41e0-97bc-e7e159a44036) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:58:54.003185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2564d28-69c7-4a06-ba12-6d736bfcb942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.009565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:54.011641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.011803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60822) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.012005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923d8684-c425-4320-90b8-2cac5b2064cc None None] Network 33503d37-201f-41e0-97bc-e7e159a44036 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:54.063070 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2564d28-69c7-4a06-ba12-6d736bfcb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.095877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2564d28-69c7-4a06-ba12-6d736bfcb942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae0bb8-c859-4c48-9049-a6d08bb59660,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.133093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60828) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.133284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f2564d28-69c7-4a06-ba12-6d736bfcb942 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a8565e67c4d4b079b4b4ec39cc0bc96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2705808 Aug 03 18:58:54.186404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3afa32b4-b51e-4e53-aed6-d3ce74e19517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.192787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-82b5ec1a-7023-44f4-a446-1eeeeb100867 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9527271 Aug 03 18:58:54.260462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bad7850-b24c-44b7-9d91-979a861d0cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.264624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.293075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.384885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60842) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.387748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3afa32b4-b51e-4e53-aed6-d3ce74e19517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.427688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b3ee90-896f-4c86-8292-aa752590924f None None] Network 33503d37-201f-41e0-97bc-e7e159a44036 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:58:54.465110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.469770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.473153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29ae0bb8-c859-4c48-9049-a6d08bb59660 HTTP/1.1" status: 204 len: 168 time: 0.3378675 Aug 03 18:58:54.478729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Deleting subnet 5891aaff-ed01-409a-a6f0-3525878bbdfa {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:58:54.478944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3afa32b4-b51e-4e53-aed6-d3ce74e19517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.488549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.540355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25d3f5-5a63-4114-9388-02fbff738ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae0bb8-c859-4c48-9049-a6d08bb59660,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.579221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3afa32b4-b51e-4e53-aed6-d3ce74e19517 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa24e5da4f9545248ec4d05f16e5b156&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7644308 Aug 03 18:58:54.585209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60850) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.606317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa32b4-b51e-4e53-aed6-d3ce74e19517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d414e1-3f22-4a6a-abb3-0881c62beb92,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.664285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.679044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bad7850-b24c-44b7-9d91-979a861d0cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.690711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.741673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.753838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.779684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.788065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bad7850-b24c-44b7-9d91-979a861d0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.840748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.843758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bad7850-b24c-44b7-9d91-979a861d0cf2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd1015417d1d48c2865a6085335b8f50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8310122 Aug 03 18:58:54.845635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad7850-b24c-44b7-9d91-979a861d0cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44013f0-4327-40e0-9dcf-1472183779d9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.849618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.878601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5891aaff-ed01-409a-a6f0-3525878bbdfa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:54.897901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.900928 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e6a1f11-19cd-40e9-baa4-c9291417a722 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5891aaff-ed01-409a-a6f0-3525878bbdfa HTTP/1.1" status: 204 len: 168 time: 0.5145729 Aug 03 18:58:54.903512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60864) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:54.923634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.947228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:54.983564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.070826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.076619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.083954 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68d414e1-3f22-4a6a-abb3-0881c62beb92 HTTP/1.1" status: 204 len: 168 time: 0.4946599 Aug 03 18:58:55.086088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.090552 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.092454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f44013f0-4327-40e0-9dcf-1472183779d9 HTTP/1.1" status: 204 len: 168 time: 0.2416708 Aug 03 18:58:55.103386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4162b-7bf6-42de-bec2-a704d18da247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44013f0-4327-40e0-9dcf-1472183779d9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.104593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18bd21-9524-41b2-98d6-ae2279c49a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d414e1-3f22-4a6a-abb3-0881c62beb92,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.173639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.191591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.192196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.193336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.193694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > port after_create 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.194376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.194745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > port after_update 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.195285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.196056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.196599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.197263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.455895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.456907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.456907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.457077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101343) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:55.457406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af7847e-af56-4e37-878b-c5f07588fa23']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:55.476975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16695a9d-0c18-4ecc-ae27-fb39321a1a85') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:55.477363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16695a9d-0c18-4ecc-ae27-fb39321a1a85') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:55.493422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.514682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.527630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:58:55.528270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: from cryptography.utils import int_from_bytes Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: from cryptography.utils import int_from_bytes Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: timer() Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:58:55.532578 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:58:55.754414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.761918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.764239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2af7847e-af56-4e37-878b-c5f07588fa23 HTTP/1.1" status: 204 len: 168 time: 0.8597491 Aug 03 18:58:55.767545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60898) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:55.774826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe70ed0-2e23-44de-947d-480782f31516 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af7847e-af56-4e37-878b-c5f07588fa23,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:55.815051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Deleting subnet 7a1fa427-3e27-4d1e-bcdc-60deb5809b30 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 18:58:55.820205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.859887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.869859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:55.999589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:56.000090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.016914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-725124cf-8565-45e7-b1b0-15e33dc05569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.028713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1fa427-3e27-4d1e-bcdc-60deb5809b30,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.042835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.045674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-552c3c07-b6f3-46ea-9b45-9d012bac47cc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7a1fa427-3e27-4d1e-bcdc-60deb5809b30 HTTP/1.1" status: 204 len: 168 time: 0.2759807 Aug 03 18:58:56.050112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:56.058815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60906) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:56.080278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ad93644-70fb-4780-9d1a-382a75c8a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.146033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.159053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-725124cf-8565-45e7-b1b0-15e33dc05569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.255388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-725124cf-8565-45e7-b1b0-15e33dc05569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.279829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.295876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.296464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.297901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.298601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.299728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.300452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.301034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.304256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.304256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.304256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.308380 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-725124cf-8565-45e7-b1b0-15e33dc05569 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fbdf18f48394e6b9939e5aa0a287f5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3074296 Aug 03 18:58:56.314936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60912) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:56.327720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725124cf-8565-45e7-b1b0-15e33dc05569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ff3880-fccd-4347-90f9-7616397b1942,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.404477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.431762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.513404 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ad93644-70fb-4780-9d1a-382a75c8a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.529400 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.529760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.530091 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.530419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 18:58:56.530774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33503d37-201f-41e0-97bc-e7e159a44036']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:56.548196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70d233a-2fc5-4791-bf2d-6c27341abc2f') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:56.550421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70d233a-2fc5-4791-bf2d-6c27341abc2f') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:58:56.569712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.596453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.611783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 18:58:56.612593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: from cryptography.utils import int_from_bytes Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: from cryptography.utils import int_from_bytes Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: timer() Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 18:58:56.618865 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 18:58:56.628736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ad93644-70fb-4780-9d1a-382a75c8a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.643567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.646010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.647285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93ff3880-fccd-4347-90f9-7616397b1942 HTTP/1.1" status: 204 len: 168 time: 0.3310859 Aug 03 18:58:56.670571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2ad93644-70fb-4780-9d1a-382a75c8a6a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e5a15f5b6b54a5ab0359ecf0efd788f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6107504 Aug 03 18:58:56.673414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60928) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:56.696471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad93644-70fb-4780-9d1a-382a75c8a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1e00a-3c8e-4c87-845a-c47fe3446276,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.743920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafdbb3-bd4a-4407-82f4-42c58730aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ff3880-fccd-4347-90f9-7616397b1942,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.784483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.807341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.816636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.832027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.834034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/33503d37-201f-41e0-97bc-e7e159a44036 HTTP/1.1" status: 204 len: 168 time: 0.7827919 Aug 03 18:58:56.835307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcf37-32d4-4992-ab2b-02185baabab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33503d37-201f-41e0-97bc-e7e159a44036,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:56.925682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.928168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:56.929348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27c1e00a-3c8e-4c87-845a-c47fe3446276 HTTP/1.1" status: 204 len: 168 time: 0.2501862 Aug 03 18:58:56.936865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7519f-dea6-4ce5-8272-f49590e717cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1e00a-3c8e-4c87-845a-c47fe3446276,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:57.413079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60976) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:57.470755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-588dbd30-55ec-48ee-82e1-8cd1d0ba798a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7d3748c4f284f249de373512e61ba91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0541601 Aug 03 18:58:57.471177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60982) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:57.543715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.572224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.713124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.718126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:57.720320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19208f1d-0ee6-42e1-bce5-93a660ee33a4 HTTP/1.1" status: 204 len: 168 time: 0.2475126 Aug 03 18:58:57.742585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca76079-f1cf-41e7-9317-66e05eddfb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19208f1d-0ee6-42e1-bce5-93a660ee33a4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:57.840551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:57.844021 n-d-803363-1 neutron-server[101342]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 18:58:57.901441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-6c73343b-257f-49c6-bdc7-44e73ccfa950 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593770 Aug 03 18:58:57.906090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:58.119736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-73a8a295-70f2-4fc8-9a21-6b26e3c3ea45 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:58:58.121479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-73a8a295-70f2-4fc8-9a21-6b26e3c3ea45 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060299 Aug 03 18:58:58.139776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-4aa54934-bd64-45e2-b458-87f33808b65c tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/quotas/59c0ed828ab243ff893f7ce44f8245f7 HTTP/1.1" status: 200 len: 375 time: 0.0116532 Aug 03 18:58:58.214623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-b215a7de-1c3d-4656-9621-b0bb0b69a9cb tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651684 Aug 03 18:58:58.337656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a94ac5a4-7d54-4ed2-af44-7c6494975f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.458199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a94ac5a4-7d54-4ed2-af44-7c6494975f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.519839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a94ac5a4-7d54-4ed2-af44-7c6494975f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.660095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acac1502-055d-4f67-baf1-fd6d54d98610 req-3c3bc282-4e70-4e50-9478-2954437aedb6 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.1112597 Aug 03 18:58:58.664056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a94ac5a4-7d54-4ed2-af44-7c6494975f74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8c663a6b81474605a2e7419d8090dc8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7569134 Aug 03 18:58:58.665372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac5a4-7d54-4ed2-af44-7c6494975f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269eaa1a-d7bd-404e-8e87-5f009a03b4a9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:58.666855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:58.739346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.778718 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.868151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32830) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:58.917338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ba8ac0db-17df-4af1-af16-af18bc2ab643 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1c6e5738cd05423e81a6737364dd1435&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469306 Aug 03 18:58:58.919322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.922208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:58.929724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32834) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:58:58.929862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/269eaa1a-d7bd-404e-8e87-5f009a03b4a9 HTTP/1.1" status: 204 len: 168 time: 0.2570252 Aug 03 18:58:58.935966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2a95-cef8-49bc-8e54-0b63563ae4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269eaa1a-d7bd-404e-8e87-5f009a03b4a9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:59.032165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.061123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.336147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.339188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:58:59.340550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0df94f1e-6534-4cf2-a3c3-d1f8dbae733f HTTP/1.1" status: 204 len: 168 time: 0.4139192 Aug 03 18:58:59.350207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3d02d-5ae3-432c-9978-08b738643edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df94f1e-6534-4cf2-a3c3-d1f8dbae733f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:58:59.883452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-35327a53-5ea3-415b-9dcc-6c33d1f7080b tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=30298c85376b4b77870664a842050b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322280 Aug 03 18:59:00.012937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-5ef0a486-6bcb-4c16-ae55-13f96a484b82 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:00.014443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-5ef0a486-6bcb-4c16-ae55-13f96a484b82 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253500 Aug 03 18:59:00.029471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-12b1abd8-82cb-4e1d-b115-6bd84ec6081c tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/quotas/30298c85376b4b77870664a842050b54 HTTP/1.1" status: 200 len: 375 time: 0.0094762 Aug 03 18:59:00.065703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-0b5f7c56-e261-4114-b8f6-54b9acc35f9e tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=30298c85376b4b77870664a842050b54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298562 Aug 03 18:59:00.400931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5391705c-a277-49dc-b267-8d9dce7e5331 req-91d9e365-bb9e-44af-b1f2-5ba9f48f9817 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0392249 Aug 03 18:59:00.506415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32942) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:00.520962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-763893f3-efae-4268-b59c-2e74145d9de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.661988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32958) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:00.678474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-763893f3-efae-4268-b59c-2e74145d9de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.821370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-763893f3-efae-4268-b59c-2e74145d9de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:00.864459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-763893f3-efae-4268-b59c-2e74145d9de1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=56dc401010df4acc8e01e175e48f97b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3568747 Aug 03 18:59:00.866472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763893f3-efae-4268-b59c-2e74145d9de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9426cf-b2a3-4397-87f4-83bb9273fb99,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:00.867378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32970) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:01.011616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.051442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.093477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd3fc793-8906-4dba-8c9e-34fd9af2eb6d req-f52a5f5a-d259-40d8-8cb3-30b20cb9b044 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.4300048 Aug 03 18:59:01.250203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.254623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:01.256519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e9426cf-b2a3-4397-87f4-83bb9273fb99 HTTP/1.1" status: 204 len: 168 time: 0.3870373 Aug 03 18:59:01.266980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d1290-d560-4fd5-82ef-4bdea42a3e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9426cf-b2a3-4397-87f4-83bb9273fb99,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:01.481186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a447c3d7-88bc-4d96-a3b5-8c23a458497a req-c1c7651b-b6ee-4e7a-8242-4b1bbeb7f45d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Aug 03 18:59:02.042974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33020) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:02.272752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-952dbe7c-b016-4b57-aa7b-71b8d6529dce req-aaf30add-924d-4fed-98ce-41342b52120f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.0289257 Aug 03 18:59:02.361998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c010c1-4076-4e2c-9af2-008e38551821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.498598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c010c1-4076-4e2c-9af2-008e38551821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.592832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c010c1-4076-4e2c-9af2-008e38551821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.661845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb2d79a2-3877-4035-a4f9-9d0d82f6a743 req-6c95fd58-37bd-4d0e-9a4e-cf32cbd237bc tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0319850 Aug 03 18:59:02.662503 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:02.663344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0c010c1-4076-4e2c-9af2-008e38551821 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13a064b478c249048a5160fa7b85c3a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6192026 Aug 03 18:59:02.665960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c010c1-4076-4e2c-9af2-008e38551821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280ac2b-240e-4655-b97f-32a5f3214c15,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:02.667830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33056) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:02.736298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.759259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.808800 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.936369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.939982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:02.944926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9280ac2b-240e-4655-b97f-32a5f3214c15 HTTP/1.1" status: 204 len: 168 time: 0.2710793 Aug 03 18:59:02.956600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0617d61-0be4-4df4-b2f7-f0d2a9f15a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280ac2b-240e-4655-b97f-32a5f3214c15,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:03.324106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.54', 54309) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:03.352305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-f5e3ea16-af0a-4446-a83e-92a93c3e88c1 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245457 Aug 03 18:59:03.395649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bea88e3-192f-44c7-8dc8-c5f72de6a609 req-25cffc8f-9f46-481b-98b4-9fbec8297497 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.0382466 Aug 03 18:59:03.482964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-fae8a17e-1ce5-4d4a-8c69-10e702a1f54d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:03.485052 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-fae8a17e-1ce5-4d4a-8c69-10e702a1f54d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227140 Aug 03 18:59:03.604406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Request body: {'port': {'device_id': '43d5e494-beab-4702-9872-c72853145eb1', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '59c0ed828ab243ff893f7ce44f8245f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:03.836001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.77', 55923) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:03.870204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-0f772c82-fc4e-4251-8d21-bc4a76dcbe60 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=30298c85376b4b77870664a842050b54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326440 Aug 03 18:59:03.874025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcb05fc5-2f56-4ee1-ae34-df525026b490 req-93c8fb35-5730-45ab-a079-d547e1779f95 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0665247 Aug 03 18:59:04.054026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-b69378f0-b12f-4ec4-a10c-bbff5c057b68 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:04.055514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-b69378f0-b12f-4ec4-a10c-bbff5c057b68 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742098 Aug 03 18:59:04.111683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Request body: {'port': {'device_id': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '30298c85376b4b77870664a842050b54'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:04.117027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Made reservation on behalf of 59c0ed828ab243ff893f7ce44f8245f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:04.121189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.175406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.244088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33126) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:04.262505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38cdab42-3358-411e-bb6c-faff995a654d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.345216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.410352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.500668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-290cd041-bd07-415b-a6fc-c6c5f89e1faa req-4a25fb11-326f-46a4-8b37-6bcfa1280c9e tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Aug 03 18:59:04.510592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.547366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Made reservation on behalf of 30298c85376b4b77870664a842050b54 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:04.550935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.581346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.622792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38cdab42-3358-411e-bb6c-faff995a654d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.692235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Allocated IP 192.168.233.17 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/4b77f4f8-46f2-4e7f-bf25-18a73662bd58) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:04.711800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38cdab42-3358-411e-bb6c-faff995a654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.754024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-38cdab42-3358-411e-bb6c-faff995a654d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db3722d8b94946b59916a2c0b508a13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080848 Aug 03 18:59:04.755522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdab42-3358-411e-bb6c-faff995a654d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9c59b-bbe4-49da-9e34-a4f20f5364ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:04.758500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33142) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:04.819662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.853177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.956761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:04.962066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.013466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a827d8db-c250-4f86-87b7-be23e9861c9e req-01130bb8-bdd4-4357-83f4-674590b127b4 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0419438 Aug 03 18:59:05.054496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.054668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Transition to ACTIVE for port object 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:05.058748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.059206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81d9c59b-bbe4-49da-9e34-a4f20f5364ab HTTP/1.1" status: 204 len: 168 time: 0.2995601 Aug 03 18:59:05.068791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e2505-7f6d-4a1c-afe9-4d00bd945c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9c59b-bbe4-49da-9e34-a4f20f5364ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:05.070167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.087676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:05.218372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14997357-32b1-4bf2-b130-ec080ddcf97d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:05.592369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.652169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c101ac-902e-4e20-9921-730b1f11c75f req-e3425c65-9d35-45e2-bbfe-9307505c195d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:05.655119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80c101ac-902e-4e20-9921-730b1f11c75f req-e3425c65-9d35-45e2-bbfe-9307505c195d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 935 time: 0.0772622 Aug 03 18:59:05.725208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Pushing event updated for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:05.726878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80c101ac-902e-4e20-9921-730b1f11c75f req-f6734e99-ed13-46de-bb30-9150d99c6175 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Aug 03 18:59:05.756042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5d93350-168f-4695-af76-bcbf188498fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.759215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Allocated IP 192.168.233.233 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/b6e0ac08-981f-4e79-b544-1cb79c07d122) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:05.768505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:05.773016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:05.780304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:05.864140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:05.864917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:05.936000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5d93350-168f-4695-af76-bcbf188498fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.096749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5d93350-168f-4695-af76-bcbf188498fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.186808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.194089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0a83c69-3307-4e97-9285-c279611a2b74 req-76bd2f2f-4ac6-42b1-b48f-bf12c8ca498e tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.0821700 Aug 03 18:59:06.201288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93350-168f-4695-af76-bcbf188498fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2707fed4-296d-40e4-bdfd-e159b0e382c4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:06.207868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e5d93350-168f-4695-af76-bcbf188498fc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c32334aa4764b4b9647ad2544754e24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1178975 Aug 03 18:59:06.210840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:06.222276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Transition to ACTIVE for port object b6e0ac08-981f-4e79-b544-1cb79c07d122 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:06.267580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7970ac32-fffc-48e7-9692-c24eab1fb971 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6673326 Aug 03 18:59:06.301719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-685925e5-4beb-4141-b964-d40736bbfc5f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:59:06.303727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-685925e5-4beb-4141-b964-d40736bbfc5f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166764 Aug 03 18:59:06.313313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.317125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9fa0d6e0-2747-4d3a-a321-08b794deb2cd None None] Provisioning for port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:06.322671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9fa0d6e0-2747-4d3a-a321-08b794deb2cd None None] Provisioning complete for port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:06.323734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9fa0d6e0-2747-4d3a-a321-08b794deb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.340526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.370738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.411525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0d6e0-2747-4d3a-a321-08b794deb2cd None None] Port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:06.509462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:06.511386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Pushing event updated for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:06.514253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:06.557120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:06.580525 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.585484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.591440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2707fed4-296d-40e4-bdfd-e159b0e382c4 HTTP/1.1" status: 204 len: 168 time: 0.3793283 Aug 03 18:59:06.650613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80798fa-a26e-464b-b1c6-ddd35a3eb11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2707fed4-296d-40e4-bdfd-e159b0e382c4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:06.718017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:06.719245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:06.878828 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-82af3977-1955-42a6-b1c1-90d3e2c19115 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7721207 Aug 03 18:59:06.946005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-ca35bff8-2b96-450e-9156-5fb21bd15242 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:59:06.947862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-ca35bff8-2b96-450e-9156-5fb21bd15242 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089622 Aug 03 18:59:07.031685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-208ba1ce-c738-42c4-8d3e-08e08994c63b None None] Provisioning for port b6e0ac08-981f-4e79-b544-1cb79c07d122 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:07.038314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-208ba1ce-c738-42c4-8d3e-08e08994c63b None None] Provisioning complete for port b6e0ac08-981f-4e79-b544-1cb79c07d122 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:07.039101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-208ba1ce-c738-42c4-8d3e-08e08994c63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:07.089744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a5dcc-17d7-4218-839a-99b4b1431f42 req-fe2ee603-45ed-4e3a-8922-0f6c1630013a tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:07.101273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-086a5dcc-17d7-4218-839a-99b4b1431f42 req-fe2ee603-45ed-4e3a-8922-0f6c1630013a tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 935 time: 0.1619866 Aug 03 18:59:07.129129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-208ba1ce-c738-42c4-8d3e-08e08994c63b None None] Port b6e0ac08-981f-4e79-b544-1cb79c07d122 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:07.175750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Request body: {'port': {'device_id': '43d5e494-beab-4702-9872-c72853145eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:07.204338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-086a5dcc-17d7-4218-839a-99b4b1431f42 req-419be79f-9557-4ec3-9259-7877eb696fbe tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020532 Aug 03 18:59:07.374164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.009472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64b853-d163-4fe1-9b1b-d72555f58605 req-8be5d840-80ca-49a3-9974-9501087efd3d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.012827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f64b853-d163-4fe1-9b1b-d72555f58605 req-8be5d840-80ca-49a3-9974-9501087efd3d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 936 time: 0.0906215 Aug 03 18:59:08.082367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f64b853-d163-4fe1-9b1b-d72555f58605 req-3ef7bf2d-532a-4163-9564-054a72882ca7 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645590 Aug 03 18:59:08.138108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:08.163695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.208569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Transition to ACTIVE for port object 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:08.322622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.477086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Request body: {'port': {'device_id': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'device_owner': 'compute:tempest-test_az-1054764902', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:08.555416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:08.794526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:08.875739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Attempting to bind port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:08.878564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Attempting to bind port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:08.878960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Attempting to bind port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:08.900409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a23b3a-21be-41d7-85e6-941cdfeac8cf req-7329b29b-e5fd-4260-bc50-00d3d90bbb82 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:08.904680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61a23b3a-21be-41d7-85e6-941cdfeac8cf req-7329b29b-e5fd-4260-bc50-00d3d90bbb82 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.3750064 Aug 03 18:59:08.906495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:08.906878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Attempting to bind port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:08.924375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:08.924773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:08.925655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:08.926143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Bound port: 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:08.929349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.051536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33264) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:09.051974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:09.057086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:09.097955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61a23b3a-21be-41d7-85e6-941cdfeac8cf req-f39b9db9-e2ed-43d2-87f2-e63864424a40 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649520 Aug 03 18:59:09.101282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c928e584-eaf1-449f-b188-bbc7214f9976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.105396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79758-7d00-410b-b083-81e7ec51958d req-610789db-10be-4fc5-a5d7-4c5e7ed9a630 tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.105960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79758-7d00-410b-b083-81e7ec51958d req-610789db-10be-4fc5-a5d7-4c5e7ed9a630 tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.106613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79758-7d00-410b-b083-81e7ec51958d req-610789db-10be-4fc5-a5d7-4c5e7ed9a630 tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.125685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96e79758-7d00-410b-b083-81e7ec51958d req-610789db-10be-4fc5-a5d7-4c5e7ed9a630 tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.6343200 Aug 03 18:59:09.214660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.336890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.339298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.341200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b77f4f8-46f2-4e7f-bf25-18a73662bd58 HTTP/1.1" status: 200 len: 1095 time: 2.7016962 Aug 03 18:59:09.350256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:09.447602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6fda0-12af-43e1-ba4a-1db444305a1c req-e1e4b189-42f3-48dc-902b-b6e37fde6863 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.450018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97d6fda0-12af-43e1-ba4a-1db444305a1c req-e1e4b189-42f3-48dc-902b-b6e37fde6863 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 936 time: 0.1721315 Aug 03 18:59:09.510976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1e238-8764-4164-9cde-8fb43e15bfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:09.552159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97d6fda0-12af-43e1-ba4a-1db444305a1c req-ea4ab5ba-9b40-458f-8807-4b6deb5f4abf tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922287 Aug 03 18:59:09.657634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c928e584-eaf1-449f-b188-bbc7214f9976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.752234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c928e584-eaf1-449f-b188-bbc7214f9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.784897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e0ac08-981f-4e79-b544-1cb79c07d122 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:09.796396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:09.817179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928e584-eaf1-449f-b188-bbc7214f9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1969a8e-a61a-461b-8544-8d9639ebf31f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:09.894677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Transition to ACTIVE for port object b6e0ac08-981f-4e79-b544-1cb79c07d122 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:09.910507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c928e584-eaf1-449f-b188-bbc7214f9976 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ddf8d15df8024406a2e8fbad5d12829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556206 Aug 03 18:59:09.915724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:09.962773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117da07-5531-4c2a-b2bf-a7fa5aafe9ee req-76df2f07-c5ea-4541-b07f-aa424b9be25b tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:09.964204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6117da07-5531-4c2a-b2bf-a7fa5aafe9ee req-76df2f07-c5ea-4541-b07f-aa424b9be25b tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 886 time: 0.3262839 Aug 03 18:59:09.996346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.152481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:10.182543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.215287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.359510 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0abbf9-91a9-4f22-92cf-32da7479cde8" -d '{"events": [{"name": "network-changed", "server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:10.390823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b6b17-fc72-48e8-969f-e28612cb6bc4 req-3dd6f74a-b74a-40d6-941b-4cf0c36d5a1d tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.393763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b6b17-fc72-48e8-969f-e28612cb6bc4 req-3dd6f74a-b74a-40d6-941b-4cf0c36d5a1d tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.393763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b6b17-fc72-48e8-969f-e28612cb6bc4 req-3dd6f74a-b74a-40d6-941b-4cf0c36d5a1d tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.394209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-154b6b17-fc72-48e8-969f-e28612cb6bc4 req-3dd6f74a-b74a-40d6-941b-4cf0c36d5a1d tempest-NetworksTest-839513582 tempest-NetworksTest-839513582-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.3840597 Aug 03 18:59:10.440444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d13c7-8666-4cd6-ad6e-e1fa204970c3 req-eaf86a45-1721-4948-bcd3-485bb864b025 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.450336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70d13c7-8666-4cd6-ad6e-e1fa204970c3 req-eaf86a45-1721-4948-bcd3-485bb864b025 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.1296566 Aug 03 18:59:10.511370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70d13c7-8666-4cd6-ad6e-e1fa204970c3 req-697d80c5-0639-48b3-af7b-f68fe535d1d1 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599816 Aug 03 18:59:10.596311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.599853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.601264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1969a8e-a61a-461b-8544-8d9639ebf31f HTTP/1.1" status: 204 len: 168 time: 0.6842885 Aug 03 18:59:10.614692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33308) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:10.695387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add481f6-3ace-42ef-b5d0-f9e9de0b6310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1969a8e-a61a-461b-8544-8d9639ebf31f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:10.774580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Attempting to bind port b6e0ac08-981f-4e79-b544-1cb79c07d122 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:10.775224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Attempting to bind port b6e0ac08-981f-4e79-b544-1cb79c07d122 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:10.775977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Attempting to bind port b6e0ac08-981f-4e79-b544-1cb79c07d122 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:10.807615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Port b6e0ac08-981f-4e79-b544-1cb79c07d122 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:10.811559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Attempting to bind port b6e0ac08-981f-4e79-b544-1cb79c07d122 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:10.833034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-b258f746-57c7-444e-853d-5cbe9144523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.838607 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-b258f746-57c7-444e-853d-5cbe9144523a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 1098 time: 0.3523066 Aug 03 18:59:10.845685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:10.853080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:10.853710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:10.854482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Bound port: b6e0ac08-981f-4e79-b544-1cb79c07d122, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:10.855010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:10.856531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef36fb-af12-4a56-9b3d-7d387ce0aa9f req-7da051bc-0a1f-4210-bd37-6d8ef0402497 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:10.859254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13ef36fb-af12-4a56-9b3d-7d387ce0aa9f req-7da051bc-0a1f-4210-bd37-6d8ef0402497 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.1478131 Aug 03 18:59:10.975025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13ef36fb-af12-4a56-9b3d-7d387ce0aa9f req-357e1d80-3b1b-4bb7-9c10-a7b78f911044 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062229 Aug 03 18:59:10.990288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-96b3f87b-b942-4a81-a11e-66695e48c1c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58 HTTP/1.1" status: 200 len: 217 time: 0.1206105 Aug 03 18:59:11.054281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33312) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:11.124038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-6333f4c2-badf-4926-839d-5b333fee67a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.134930 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-6333f4c2-badf-4926-839d-5b333fee67a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1392715 Aug 03 18:59:11.138249 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa82d538-8071-49c0-81e5-f053832138a6 x-openstack-request-id: req-aa82d538-8071-49c0-81e5-f053832138a6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:11.139642 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:11.143027 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa82d538-8071-49c0-81e5-f053832138a6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:11.143027 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58', 'status': 'completed', 'code': 200} Aug 03 18:59:11.218269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:11.222603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:11.322427 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.393980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.394822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.396466 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] 10.222.0.77 "PUT /v2.0/ports/b6e0ac08-981f-4e79-b544-1cb79c07d122 HTTP/1.1" status: 200 len: 1118 time: 3.9014885 Aug 03 18:59:11.459959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47431b22-0720-4eec-8806-3fb80d5323af service neutron] Pushing event updated for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:11.523086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a5338e6-24f7-4484-b6a2-d4b915633f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.702710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-e373bd55-4110-420b-b823-b2d97efde610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.702909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a5338e6-24f7-4484-b6a2-d4b915633f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.703040 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-e373bd55-4110-420b-b823-b2d97efde610 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30298c85376b4b77870664a842050b54&device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 1121 time: 0.1219850 Aug 03 18:59:11.790632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde19a8e-232b-4c9b-b6d0-cf8394c3ba1e req-50f7d6fa-c287-4690-a620-037421508d44 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:11.792842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fde19a8e-232b-4c9b-b6d0-cf8394c3ba1e req-50f7d6fa-c287-4690-a620-037421508d44 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.0900226 Aug 03 18:59:11.818814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a5338e6-24f7-4484-b6a2-d4b915633f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:11.903294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1a5338e6-24f7-4484-b6a2-d4b915633f15 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2799fcdcf87e48dc874ac8e87c2d81f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2849166 Aug 03 18:59:11.908274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33326) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:11.908566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33328) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:11.924153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-134dea83-7d80-4bf8-bb9f-b5dfc7cbd6cd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122 HTTP/1.1" status: 200 len: 217 time: 0.1925700 Aug 03 18:59:11.967670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fde19a8e-232b-4c9b-b6d0-cf8394c3ba1e req-fe007b06-4f0d-4a39-a1b1-05bf134c4828 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650541 Aug 03 18:59:12.042749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5338e6-24f7-4484-b6a2-d4b915633f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bbeee-1c74-4a64-9ca3-9c656ceef3ce,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:12.101396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e8f7-0f9b-41a2-a1c8-52f7b7d1b7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.206879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.226346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46939cb8-a7c7-4cfc-9fb9-f19e95a1d6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.288428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7d7a7ed9-8c24-4f6b-9823-5b16a895e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.294593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-7d7a7ed9-8c24-4f6b-9823-5b16a895e57b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5919542 Aug 03 18:59:12.305273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-8e7bb0a5-2b31-4534-ac23-ba3ba2e08403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.312484 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-8e7bb0a5-2b31-4534-ac23-ba3ba2e08403 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1224756 Aug 03 18:59:12.415793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e17ce-9502-425e-9418-e79d695db618 req-b70e024b-858a-4122-ab87-1b67f7fc13df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.417412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-b70e024b-858a-4122-ab87-1b67f7fc13df service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951259 Aug 03 18:59:12.449470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170a882-727b-41be-a334-3d59907c649a req-7926020c-4aa3-4d8d-a6bf-8b1b0a57801d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:12.462489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2170a882-727b-41be-a334-3d59907c649a req-7926020c-4aa3-4d8d-a6bf-8b1b0a57801d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.3359392 Aug 03 18:59:12.615315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.724581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2170a882-727b-41be-a334-3d59907c649a req-f1a47a02-a29b-4a42-9e62-85beaddd9d3b tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452917 Aug 03 18:59:12.730565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-2bdc77e1-4906-4b2b-b1d0-b3305e86c3d2 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022377 Aug 03 18:59:12.790634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-00f2dbbf-33c8-4d04-9bca-defa60c1fd3d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856654 Aug 03 18:59:12.943575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.947113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:12.948381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8f3bbeee-1c74-4a64-9ca3-9c656ceef3ce HTTP/1.1" status: 204 len: 168 time: 1.0375822 Aug 03 18:59:12.992584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a54837-faab-4311-8cc0-0619c6fc471e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bbeee-1c74-4a64-9ca3-9c656ceef3ce,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:13.063802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e8f7-0f9b-41a2-a1c8-52f7b7d1b7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.081454 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60d0169d-4917-42fc-abca-bf7380e5cb51 req-928c097f-812c-47f3-8da8-45b50cd4e444 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788663 Aug 03 18:59:13.085610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-070e17ce-9502-425e-9418-e79d695db618 req-25b562d2-b0a6-44db-9918-a635132817f5 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933965 Aug 03 18:59:13.142527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:13.146140 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:13.233501 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62537fb1-5aa6-4ff8-8d3d-8f710077cf24 x-openstack-request-id: req-62537fb1-5aa6-4ff8-8d3d-8f710077cf24 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:13.234100 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:13.234529 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-62537fb1-5aa6-4ff8-8d3d-8f710077cf24 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:13.235618 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122', 'status': 'completed', 'code': 200} Aug 03 18:59:13.263012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0d2e8f7-0f9b-41a2-a1c8-52f7b7d1b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.321865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c0d2e8f7-0f9b-41a2-a1c8-52f7b7d1b7f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=612954cf35094a129b9235fcdee96a44&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2665133 Aug 03 18:59:13.335911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33370) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:13.378042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fd280-e35f-4694-a625-735f8d8e8cb8 req-8358979b-0b7d-4bd0-a5f4-b91bae1f36ea tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.385762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-522fd280-e35f-4694-a625-735f8d8e8cb8 req-8358979b-0b7d-4bd0-a5f4-b91bae1f36ea tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.2453291 Aug 03 18:59:13.404055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2e8f7-0f9b-41a2-a1c8-52f7b7d1b7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33eb3ac-f356-4da5-a78f-2980f4642f46,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:13.458369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-522fd280-e35f-4694-a625-735f8d8e8cb8 req-85c745ca-5a67-4ebd-a48c-1ca307df3a0f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715904 Aug 03 18:59:13.483675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.488096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-c27b3c6a-3309-48de-923b-5f4760568e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:13.489861 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-c27b3c6a-3309-48de-923b-5f4760568e81 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30298c85376b4b77870664a842050b54&device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 1121 time: 0.1651642 Aug 03 18:59:13.532634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46939cb8-a7c7-4cfc-9fb9-f19e95a1d6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.607203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-46939cb8-a7c7-4cfc-9fb9-f19e95a1d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.638364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.682631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-46939cb8-a7c7-4cfc-9fb9-f19e95a1d6da admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88de253a50194f77bd99bfc76b9f7eca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7696373 Aug 03 18:59:13.705219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939cb8-a7c7-4cfc-9fb9-f19e95a1d6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b3465-564b-4826-8453-918d37b68bb4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:13.707700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33380) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:13.828580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:13.889265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.006925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-798af3c3-1aa3-4e63-a56d-810091823a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.008687 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-798af3c3-1aa3-4e63-a56d-810091823a43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.5103111 Aug 03 18:59:14.020468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-257c1a73-2542-4c51-ad37-4b4ef5601bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.022830 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-257c1a73-2542-4c51-ad37-4b4ef5601bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 1098 time: 0.1357617 Aug 03 18:59:14.124769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce3f1b-436d-4701-9d67-da390fe9a47c req-790cdef4-84d6-48ff-bf58-477b8b2a2d3f tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.136914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71ce3f1b-436d-4701-9d67-da390fe9a47c req-790cdef4-84d6-48ff-bf58-477b8b2a2d3f tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.2293761 Aug 03 18:59:14.160967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.164385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.171385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f33eb3ac-f356-4da5-a78f-2980f4642f46 HTTP/1.1" status: 204 len: 168 time: 0.8305671 Aug 03 18:59:14.204293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.217678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.226702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/818b3465-564b-4826-8453-918d37b68bb4 HTTP/1.1" status: 204 len: 168 time: 0.5131190 Aug 03 18:59:14.241732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acef8e0-a1ff-44c4-b605-bc19a3d77e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b3465-564b-4826-8453-918d37b68bb4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:14.243573 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-6e054ece-1e16-4e20-ab48-6327d3e35b35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122 HTTP/1.1" status: 200 len: 217 time: 0.2180443 Aug 03 18:59:14.256955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd63f6c-6864-4a0e-b428-3bc02d40079a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33eb3ac-f356-4da5-a78f-2980f4642f46,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:14.292810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71ce3f1b-436d-4701-9d67-da390fe9a47c req-c1b0bc15-deb3-4669-8734-070a53278edb tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475554 Aug 03 18:59:14.368717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-852597a5-b13c-45ba-ae79-76cf5c760e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.372145 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-852597a5-b13c-45ba-ae79-76cf5c760e2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3290339 Aug 03 18:59:14.410333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-83a7b13c-6eed-4ee0-a996-3b38c90075d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.413370 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-83a7b13c-6eed-4ee0-a996-3b38c90075d1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1133511 Aug 03 18:59:14.576710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-55a1ea34-61d4-4903-b846-085dcf646452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.583514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-55a1ea34-61d4-4903-b846-085dcf646452 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407192 Aug 03 18:59:14.657613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33400) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:14.680511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fcc13-f400-4850-b0c2-e81ef275da3a req-2dfc02d2-af56-443e-af09-04e11bbc134d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:14.691376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6fcc13-f400-4850-b0c2-e81ef275da3a req-2dfc02d2-af56-443e-af09-04e11bbc134d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.0912805 Aug 03 18:59:14.749371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6fcc13-f400-4850-b0c2-e81ef275da3a req-834aa433-600a-487f-bfb7-5179e50a8a1d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567586 Aug 03 18:59:14.752981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86d2683e-77e6-4b6b-816a-abc74a675be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.823690 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-2ef5f666-07b0-45a6-9d43-bb7ef58add91 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884217 Aug 03 18:59:14.875210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.966134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86d2683e-77e6-4b6b-816a-abc74a675be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:14.979011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-401f3693-0170-44dd-ab7c-c3a9bd71f4e0 req-03ba1cd7-4e75-4de6-bc97-3c5222183e5b service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482191 Aug 03 18:59:15.046800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86d2683e-77e6-4b6b-816a-abc74a675be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.080631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2683e-77e6-4b6b-816a-abc74a675be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a79741b-3d6d-44b0-9600-728676cf2b7d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:15.106769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-86d2683e-77e6-4b6b-816a-abc74a675be7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9c39ae22e5b4d5480e57048ab217a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420400 Aug 03 18:59:15.110044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33406) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:15.204483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.242697 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.396581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.408041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.419124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a79741b-3d6d-44b0-9600-728676cf2b7d HTTP/1.1" status: 204 len: 168 time: 0.3061559 Aug 03 18:59:15.465184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7709f1-65a0-4783-b561-c3cac9ee708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a79741b-3d6d-44b0-9600-728676cf2b7d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:15.492975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33414) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:15.612243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114ca947-07b7-4b35-a4e2-07dfc015081b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:15.757521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25572-f078-433a-8247-7824ec66af4f req-9a39406e-f4f8-4fd8-8a03-f1a134369600 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:15.782925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fc25572-f078-433a-8247-7824ec66af4f req-9a39406e-f4f8-4fd8-8a03-f1a134369600 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.2363386 Aug 03 18:59:15.850602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fc25572-f078-433a-8247-7824ec66af4f req-876af7d0-89b2-4f4d-a25f-1627ee8de1cd tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583131 Aug 03 18:59:15.938283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114ca947-07b7-4b35-a4e2-07dfc015081b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.023039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114ca947-07b7-4b35-a4e2-07dfc015081b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.115988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323110d-f380-4403-bffd-d4581a999fff req-3ae4e0ba-e93c-4df4-a611-2f418469ef25 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:16.125316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ca947-07b7-4b35-a4e2-07dfc015081b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8374be71-a313-4998-b501-a8a477f44ce6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:16.125784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0323110d-f380-4403-bffd-d4581a999fff req-3ae4e0ba-e93c-4df4-a611-2f418469ef25 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.1323509 Aug 03 18:59:16.142179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:16.149612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33426) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:16.159137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-114ca947-07b7-4b35-a4e2-07dfc015081b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3046ef837ef433c8fdeff20256fd74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645849 Aug 03 18:59:16.217117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ba99b4b-683d-46aa-a99e-3ee05cb61df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.281521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0323110d-f380-4403-bffd-d4581a999fff req-e47702d2-1664-4ffe-b3ae-b81aa896feb1 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494401 Aug 03 18:59:16.294826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.334426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.424333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ba99b4b-683d-46aa-a99e-3ee05cb61df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.486202 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ba99b4b-683d-46aa-a99e-3ee05cb61df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.490772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.493474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.499952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8374be71-a313-4998-b501-a8a477f44ce6 HTTP/1.1" status: 204 len: 168 time: 0.3449960 Aug 03 18:59:16.557236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ba99b4b-683d-46aa-a99e-3ee05cb61df1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4237d44bf6874f22b00ea28d6b0c3f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056284 Aug 03 18:59:16.558445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba99b4b-683d-46aa-a99e-3ee05cb61df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682435be-2bb0-4fc4-b8b0-47ca2c7614d3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:16.561335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:16.610253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3830b-1072-4b8d-a19e-dbc092cf554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374be71-a313-4998-b501-a8a477f44ce6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:16.735945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.787719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.974072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.982258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:16.992881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/682435be-2bb0-4fc4-b8b0-47ca2c7614d3 HTTP/1.1" status: 204 len: 168 time: 0.4258959 Aug 03 18:59:17.029069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02045bf8-4e91-406a-b8e8-ba278e266cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682435be-2bb0-4fc4-b8b0-47ca2c7614d3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:18.794897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b6057cf-661c-4084-9f92-88bbc2fc96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:19.393839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-2442b219-19bc-4b99-ae8d-8e103d135030 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353732 Aug 03 18:59:19.407143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-3d07929c-c6da-45ed-be7d-88090dbf614b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5a6bd98443bf478c9753be747447c769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469277 Aug 03 18:59:19.625237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-f2f5c6c4-bd74-48f1-b7af-f6de505acf2f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.632786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-f2f5c6c4-bd74-48f1-b7af-f6de505acf2f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148314 Aug 03 18:59:19.651650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-19aae23a-9ca0-45c3-bea6-6d1d8b2fd6a3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.653343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-19aae23a-9ca0-45c3-bea6-6d1d8b2fd6a3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504973 Aug 03 18:59:19.663331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-7388c1db-975c-4f0f-a6b9-c02796f7525a tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/quotas/5a6bd98443bf478c9753be747447c769 HTTP/1.1" status: 200 len: 375 time: 0.0295794 Aug 03 18:59:19.711781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-aaa7a642-7ab1-4938-9a49-111c9bcd0b78 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473886 Aug 03 18:59:19.719220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-f7d13932-8dd2-4da5-b43c-a928cb8f5452 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/quotas/d39cda7dd0fb4254a5829efea1305c9d HTTP/1.1" status: 200 len: 375 time: 0.0446634 Aug 03 18:59:19.774278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-fda524bf-25c8-480b-8327-1c4654e9667a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392396 Aug 03 18:59:19.797483 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-eeeeb84e-b5b0-4584-b16b-1414f318bf6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58 HTTP/1.1" status: 200 len: 217 time: 0.0823858 Aug 03 18:59:19.904255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-85659b51-38b8-4483-9947-562ea2aa2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:19.905918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-85659b51-38b8-4483-9947-562ea2aa2ba5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1011052 Aug 03 18:59:19.999438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-b33ccdbc-5a58-4731-8bad-3e3daabfe7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.001208 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-b33ccdbc-5a58-4731-8bad-3e3daabfe7a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863979 Aug 03 18:59:20.213170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44af4a-95ad-4c59-8e71-667a594a8550 req-efabdd15-80de-4dca-9c9f-8cccdf454e75 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.259012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c44af4a-95ad-4c59-8e71-667a594a8550 req-efabdd15-80de-4dca-9c9f-8cccdf454e75 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.1531367 Aug 03 18:59:20.350842 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-eeafc44d-f4e3-41df-bd31-1a6ac353496d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378067 Aug 03 18:59:20.408256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c44af4a-95ad-4c59-8e71-667a594a8550 req-aac44e19-79f0-4155-8109-c6206e1042b2 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481345 Aug 03 18:59:20.466327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c21f2-2355-49f3-877d-a2f1e9739cd7 req-cbe9da92-634a-4584-8e71-ee11dcc4a379 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.471772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-162c21f2-2355-49f3-877d-a2f1e9739cd7 req-cbe9da92-634a-4584-8e71-ee11dcc4a379 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.2064805 Aug 03 18:59:20.569744 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf0abbf9-91a9-4f22-92cf-32da7479cde8 req-97025959-0fc1-469c-8c79-3b73d944473b service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107954 Aug 03 18:59:20.612186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84be7019-3c55-4761-9471-0ba6f486a682 req-69c6622c-9f01-4772-b8ce-fcec99315d52 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 210 time: 0.0851283 Aug 03 18:59:20.650663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-162c21f2-2355-49f3-877d-a2f1e9739cd7 req-8ae37b9b-6ede-4021-ad4d-ceed2ceb717c tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572907 Aug 03 18:59:20.738145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-013eebbe-1020-4f84-bc3e-5ab50af6199f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261583 Aug 03 18:59:20.893504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-da0aadbe-44a3-420c-ae51-4b6930e75196 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:20.895339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-da0aadbe-44a3-420c-ae51-4b6930e75196 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509047 Aug 03 18:59:20.919041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-5c1148c9-1d79-41b6-aef4-b0b01429d514 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/quotas/d39cda7dd0fb4254a5829efea1305c9d HTTP/1.1" status: 200 len: 375 time: 0.0160184 Aug 03 18:59:20.967962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-8f373cbf-2ed4-403e-a276-7803aa05ee81 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422900 Aug 03 18:59:21.661461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022aafa-5515-4ac9-8201-a7ae08943944 req-280a7001-e84d-4195-a4c7-0d59bf1c1502 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:21.667468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e022aafa-5515-4ac9-8201-a7ae08943944 req-280a7001-e84d-4195-a4c7-0d59bf1c1502 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.1352737 Aug 03 18:59:21.727976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e022aafa-5515-4ac9-8201-a7ae08943944 req-97f3f6e4-d016-488a-a3a4-ef78b54e0c1d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542524 Aug 03 18:59:21.806803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fa35712-3a93-4e7e-b8dc-90a0729c8513 req-64ed7be4-dbfb-45c3-805a-cbd6975993ab tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Aug 03 18:59:21.912961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ee640d8-1106-44a1-aa87-438f70d15825 req-324c144c-4b9c-4bf2-9591-608193b6f55f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 210 time: 0.0531006 Aug 03 18:59:21.925083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51ba4cf8-5061-4284-ac45-944197583602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.044207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157274e6-4b72-4705-856e-92466e552582 req-a335e5e4-d249-4f8e-a2a1-339f163c9a8f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:22.047414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-157274e6-4b72-4705-856e-92466e552582 req-a335e5e4-d249-4f8e-a2a1-339f163c9a8f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.0638511 Aug 03 18:59:22.101246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-157274e6-4b72-4705-856e-92466e552582 req-e1c47996-c7d9-4e79-a49e-fa11827c5406 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 Aug 03 18:59:22.136346 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.798832 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:22.960586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e75c019-6d78-47e9-a6d2-94a668ef748c req-e1646d75-a3a8-484a-a2ae-a2ed701dce5c tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3de27fd63fbc444b8d6613db31265863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233841 Aug 03 18:59:23.062389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c0e58-4127-4827-8549-e0cf1071becc req-23eaa67c-6776-4790-9c44-aaf9313aaa20 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.063880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f9c0e58-4127-4827-8549-e0cf1071becc req-23eaa67c-6776-4790-9c44-aaf9313aaa20 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.1063893 Aug 03 18:59:23.123983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75c019-6d78-47e9-a6d2-94a668ef748c req-bc478c85-8350-4dbb-9857-0e576507cdd6 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.125506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e75c019-6d78-47e9-a6d2-94a668ef748c req-bc478c85-8350-4dbb-9857-0e576507cdd6 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1562512 Aug 03 18:59:23.133368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f9c0e58-4127-4827-8549-e0cf1071becc req-27536f44-4f81-4354-a258-e5eb89acddbb tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613666 Aug 03 18:59:23.144982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e75c019-6d78-47e9-a6d2-94a668ef748c req-dc1ae6c4-ccb1-42dd-8673-809e4849efb6 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/quotas/3de27fd63fbc444b8d6613db31265863 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Aug 03 18:59:23.193153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e75c019-6d78-47e9-a6d2-94a668ef748c req-4142e0a8-98a1-4488-a291-74e4ec79c9d6 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3de27fd63fbc444b8d6613db31265863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324991 Aug 03 18:59:23.279820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f23cc666-e515-44fc-ae85-e193b95f743d req-bc9ad17d-27c4-4811-8348-e5c5ede264f4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.0358796 Aug 03 18:59:23.379821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea183158-e869-4db5-b480-967373d00fcd req-7ee53382-e307-4bab-b0ab-5d278e02e874 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 210 time: 0.0262382 Aug 03 18:59:23.489024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f829-d648-4e71-941d-fbfd4e7931a4 req-3d393edc-c642-4478-9569-21758bc04b60 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:23.490564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e560f829-d648-4e71-941d-fbfd4e7931a4 req-3d393edc-c642-4478-9569-21758bc04b60 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 947 time: 0.0521238 Aug 03 18:59:23.531422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e560f829-d648-4e71-941d-fbfd4e7931a4 req-0403bcc9-f42e-4417-b2fb-64ba203cbac7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Aug 03 18:59:23.632026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:23.742946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33722) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:23.748900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:23.765432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58', 'mac_address': 'fa:16:3e:41:6a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:23.838739 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:23.854551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:23.884587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:23.888171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4badfe91-2793-450a-b4b5-3a16ba6d6105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.022480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.023241 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-ba41d38d-9182-47e4-abeb-a8cd7b4d720d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5a6bd98443bf478c9753be747447c769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332680 Aug 03 18:59:24.025732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4badfe91-2793-450a-b4b5-3a16ba6d6105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.090160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:24.098457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.099021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.099579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.100050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.100562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.101060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.101534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.102164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.102637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.104487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.105025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Tracked resource versions report: Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: pushed versions: Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: { 'AddressGroup': {'1.2'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'ConntrackHelper': {'1.0'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Log': {'1.0'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Network': {'1.1'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Port': {'1.7'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'PortForwarding': {'1.2'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'QosPolicy': {'1.8'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SecurityGroup': {'1.4'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SubPort': {'1.0'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Subnet': {'1.1'}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Trunk': {'1.1'}} Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: consumer versions: Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: HyperV agent@n-h1-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: HyperV agent@n-h2-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: L3 agent@n-d-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: Metadata agent@n-d-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: Metering agent@n-d-803363-1: {}, Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'ConntrackHelper': '1.0', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Log': '1.0', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Network': '1.1', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Port': '1.7', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'PortForwarding': '1.2', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'QosPolicy': '1.8', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SecurityGroup': '1.4', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SecurityGroupRule': '1.2', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'SubPort': '1.0', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Subnet': '1.1', Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: 'Trunk': '1.1'}} Aug 03 18:59:24.106648 n-d-803363-1 neutron-server[101344]: {{(pid=101344) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:59:24.130189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4badfe91-2793-450a-b4b5-3a16ba6d6105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.294958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-440b7d3f-2761-456c-9b29-e04ad0f5d2ca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.296615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-440b7d3f-2761-456c-9b29-e04ad0f5d2ca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678871 Aug 03 18:59:24.318342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfe91-2793-450a-b4b5-3a16ba6d6105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc12d2-fb44-4ce4-885b-d91b3a70e0b0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:24.326644 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4badfe91-2793-450a-b4b5-3a16ba6d6105 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b915b105ac8f4b72832448f6d8276eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824492 Aug 03 18:59:24.327906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33748) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:24.332013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Request body: {'port': {'device_id': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '5a6bd98443bf478c9753be747447c769'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:24.391282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6690e3-e6e9-42a7-841b-21de307b5545 req-5a62c929-ae19-4692-a1e7-ed712d5b1a50 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.393322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6690e3-e6e9-42a7-841b-21de307b5545 req-5a62c929-ae19-4692-a1e7-ed712d5b1a50 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.1105013 Aug 03 18:59:24.428158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['4b77f4f8-46f2-4e7f-bf25-18a73662bd58'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:24.468783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44b33070-9b4f-4cf8-ba74-837893ab5fe0 req-42570544-f4a3-4f30-8f36-c4abacf5fcfb tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.0448573 Aug 03 18:59:24.471607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.487129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6690e3-e6e9-42a7-841b-21de307b5545 req-59e159e9-374e-4138-b4c8-bc29383b199c tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849657 Aug 03 18:59:24.545440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.552867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Made reservation on behalf of 5a6bd98443bf478c9753be747447c769 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:24.560278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.583071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.656697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cbb0225-fe50-43ec-b4bf-2800edb213e9 req-e0e82664-8753-445f-8840-c3358b16f74c tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 210 time: 0.0416551 Aug 03 18:59:24.686299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5b1f-4091-4185-8ebf-7279f598ea92 req-384b0ee9-6bc0-467a-b3ea-7fcca2b7719d tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3de27fd63fbc444b8d6613db31265863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323260 Aug 03 18:59:24.697745 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.756642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.759169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.766016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74fc12d2-fb44-4ce4-885b-d91b3a70e0b0 HTTP/1.1" status: 204 len: 168 time: 0.4300725 Aug 03 18:59:24.779250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068976ed-a530-454e-a3a3-2280bc5f629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc12d2-fb44-4ce4-885b-d91b3a70e0b0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:24.832073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.54', 54321) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:24.850583 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.868731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-8bfe43c9-4c94-48f3-b614-fe9dbf0cd2d0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353518 Aug 03 18:59:24.878266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df5b1f-4091-4185-8ebf-7279f598ea92 req-b2c03cf2-9f29-464d-9e59-4b62a2ab3fab tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:24.879732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5b1f-4091-4185-8ebf-7279f598ea92 req-b2c03cf2-9f29-464d-9e59-4b62a2ab3fab tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873116 Aug 03 18:59:24.929966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:24.973255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5b1f-4091-4185-8ebf-7279f598ea92 req-53357520-92b9-4b38-965d-7b5b9cb2deb1 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/quotas/3de27fd63fbc444b8d6613db31265863 HTTP/1.1" status: 200 len: 375 time: 0.0811417 Aug 03 18:59:25.016790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca04d95-ef51-4dae-b9d2-81daa0217d87,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:25.022204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5b1f-4091-4185-8ebf-7279f598ea92 req-895a74cb-3d40-4bd1-97af-9da3277da884 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3de27fd63fbc444b8d6613db31265863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358505 Aug 03 18:59:25.039651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612c7e1-5cd4-4d00-8975-f63b147ea2b6 req-1b59b65c-5420-4018-87e2-9730ad5ea0ba tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:25.045543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a612c7e1-5cd4-4d00-8975-f63b147ea2b6 req-1b59b65c-5420-4018-87e2-9730ad5ea0ba tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 948 time: 0.1644497 Aug 03 18:59:25.111298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Allocated IP 192.168.233.141 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/c965ba52-a5cc-442c-bb2d-2bf6fd784ed2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:25.115282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-ef47321f-20e0-40e4-a293-1432a72b42d8 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:25.119633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-ef47321f-20e0-40e4-a293-1432a72b42d8 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378376 Aug 03 18:59:25.140826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a612c7e1-5cd4-4d00-8975-f63b147ea2b6 req-290c03b1-c642-44fa-96b3-233773137a28 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816901 Aug 03 18:59:25.146261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Request body: {'port': {'device_id': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'd39cda7dd0fb4254a5829efea1305c9d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:25.320489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.339489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Transition to ACTIVE for port object c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:25.456087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.505415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:25.505524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.54', 54322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:25.505966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:25.506623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:25.541480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Made reservation on behalf of d39cda7dd0fb4254a5829efea1305c9d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:25.545705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Pushing event updated for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:25.546204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.550512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e6a74c11-1f58-40d5-8dbe-51b967ebb60e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491533 Aug 03 18:59:25.593597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.608183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:25.609896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.619750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:25.677933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b6e0ac08-981f-4e79-b544-1cb79c07d122 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:25.789958 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-33f553a3-9903-46e7-a406-fdceed033e5b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4617929 Aug 03 18:59:25.793157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:25.805655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b6e0ac08-981f-4e79-b544-1cb79c07d122', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'b6e0ac08-981f-4e79-b544-1cb79c07d122', 'mac_address': 'fa:16:3e:39:ea:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:tempest-test_az-1054764902', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:25.810131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Request body: {'port': {'device_id': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:25.841650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33792) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:25.887370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:25.888092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.896465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:25.897096 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.900083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7b5b-1b27-414b-9e11-c754e53ea5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.943035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:25.958382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a484ea-c35e-4497-80db-2e4312523ce7 req-ab0c408d-af61-4053-8b83-9892db64090d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:25.960439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5a484ea-c35e-4497-80db-2e4312523ce7 req-ab0c408d-af61-4053-8b83-9892db64090d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 970 time: 0.3638453 Aug 03 18:59:25.964207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e0ac08-981f-4e79-b544-1cb79c07d122 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:25.997848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:26.023063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc87ae35-38da-4e74-9219-9d675e5afad1 req-bad6d8c7-6a30-46dc-86ed-a2fb9601d619 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.0965650 Aug 03 18:59:26.039745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-3c224813-4ee9-4639-b94b-7eef020df822 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.041877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-3c224813-4ee9-4639-b94b-7eef020df822 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4608927 Aug 03 18:59:26.045006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.073239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7427dcb2-a5a4-4857-87e3-817fabb82562 None None] Provisioning for port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:26.074778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Request body: {'port': {'device_id': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'd39cda7dd0fb4254a5829efea1305c9d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:26.083972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7427dcb2-a5a4-4857-87e3-817fabb82562 None None] Provisioning complete for port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:26.084602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7427dcb2-a5a4-4857-87e3-817fabb82562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.121349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:26.206591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5a484ea-c35e-4497-80db-2e4312523ce7 req-9aa8459f-98e0-431f-94ab-2f712436deed tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320981 Aug 03 18:59:26.207360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:26.223777 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.270328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7427dcb2-a5a4-4857-87e3-817fabb82562 None None] Port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:26.288601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:26.336271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:26.346582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.353422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68052003-0b20-485c-8b7f-be9c7b40e24e req-a8283f0e-3c2a-43be-9e9d-63042915622d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.360877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68052003-0b20-485c-8b7f-be9c7b40e24e req-a8283f0e-3c2a-43be-9e9d-63042915622d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 936 time: 0.2321751 Aug 03 18:59:26.364131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Transition to ACTIVE for port object c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:26.365399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:26.405288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68052003-0b20-485c-8b7f-be9c7b40e24e req-f5d21eed-94d1-428f-b198-8884f941d789 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Aug 03 18:59:26.407211 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb96f265-e522-49d8-9a2f-b9f62ba51256" -d '{"events": [{"server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "name": "network-vif-plugged", "status": "completed", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:26.507134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b6e0ac08-981f-4e79-b544-1cb79c07d122'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:26.583483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286c063-9878-4d7c-a881-ef609b48926c req-6b09b689-8ca4-48c7-80b9-8f337029aef8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.583483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8286c063-9878-4d7c-a881-ef609b48926c req-6b09b689-8ca4-48c7-80b9-8f337029aef8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 948 time: 0.0589390 Aug 03 18:59:26.624674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8286c063-9878-4d7c-a881-ef609b48926c req-04e16825-7231-4064-9cd9-1de6c98af5a9 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Aug 03 18:59:26.770338 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49feae68-e808-458a-8a40-34c5b68c5a35 x-openstack-request-id: req-49feae68-e808-458a-8a40-34c5b68c5a35 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:26.770684 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "name": "network-vif-plugged", "status": "completed", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:26.770942 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-49feae68-e808-458a-8a40-34c5b68c5a35 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:26.771409 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58', 'code': 200} Aug 03 18:59:26.862920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.54', 54323) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:26.943499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-07ff0716-6592-4260-bb8a-bddaa59926d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:26.945511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-07ff0716-6592-4260-bb8a-bddaa59926d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 1099 time: 0.0814877 Aug 03 18:59:26.966778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.654575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b6e0ac08-981f-4e79-b544-1cb79c07d122 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:27.658196 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.696040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.701558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.775863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.836364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:59:27.836364 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:59:27.836364 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': '645d309e03bd40fc85c8c545dacafe50', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 59, 26, 977379)}] Aug 03 18:59:27.836364 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:59:27.836939 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:59:27.837256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Pushing event updated for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:27.879646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b6e0ac08-981f-4e79-b544-1cb79c07d122 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:27.889397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b6e0ac08-981f-4e79-b544-1cb79c07d122 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:27.889397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.912319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:59:27.912319 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:59:27.912319 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': 'd39cda7dd0fb4254a5829efea1305c9d', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 59, 26, 372534)}] Aug 03 18:59:27.912319 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:59:27.912726 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:59:27.913437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Attempting to bind port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:27.913551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Attempting to bind port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:27.913862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Attempting to bind port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:27.919463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:27.919784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Attempting to bind port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:27.925270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:27.925458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:27.925789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:27.926395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Bound port: c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:27.927060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:27.954771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3967a729-2b70-481f-96c0-83e805441f2b req-246b7ea9-d9b5-46bd-9e2c-ee838ec459c5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.1397994 Aug 03 18:59:27.982830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.016313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:28.020025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:28.048898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:28.053377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.100418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.124880 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.128123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3341a8-9788-4318-8670-1d6bf2c05566 req-3904c868-8455-46f2-a089-44639b1c6302 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.133195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e3341a8-9788-4318-8670-1d6bf2c05566 req-3904c868-8455-46f2-a089-44639b1c6302 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 971 time: 0.3151410 Aug 03 18:59:28.144204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.145023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.147328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Allocated IP 192.168.233.252 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/2c87a0ff-aa54-4015-a524-40dcff5d035c) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:28.147794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] 10.222.0.54 "PUT /v2.0/ports/c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 HTTP/1.1" status: 200 len: 1096 time: 2.3427773 Aug 03 18:59:28.151820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:28.159114 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d986ac7-48c3-4fa0-a043-876cef18dba7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:28.186594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c042c-0d93-4262-9eab-c2f34c0376ef service neutron] Pushing event updated for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.190482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.244211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6129b-05b5-445f-b819-758f3752665d req-242ab844-1e8d-4a2d-9f1e-23b80b50ac04 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.246045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd6129b-05b5-445f-b819-758f3752665d req-242ab844-1e8d-4a2d-9f1e-23b80b50ac04 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 948 time: 0.2067573 Aug 03 18:59:28.264689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e3341a8-9788-4318-8670-1d6bf2c05566 req-fd3764d6-de2d-4dd5-a039-7d3ca08e85b9 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096461 Aug 03 18:59:28.318058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-df1befdd-91fe-444c-9268-531e2b62ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.321034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-df1befdd-91fe-444c-9268-531e2b62ce31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 1099 time: 0.0504837 Aug 03 18:59:28.338070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.355249 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7b5b-1b27-414b-9e11-c754e53ea5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.393893 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-0c118f42-cea5-4cce-b79a-63d06a8cff38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 HTTP/1.1" status: 200 len: 217 time: 0.0510199 Aug 03 18:59:28.438684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd6129b-05b5-445f-b819-758f3752665d req-a605f102-d5e3-4485-a24a-570867b22150 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811185 Aug 03 18:59:28.446282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-2805ee0a-f735-40fe-809d-05b0eb7d9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.449390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-2805ee0a-f735-40fe-809d-05b0eb7d9294 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0464265 Aug 03 18:59:28.453137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ddd7b5b-1b27-414b-9e11-c754e53ea5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.518813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d6c64-aab2-4ed9-955d-84eb1c0dcc8a req-42a97981-e3cd-4b96-bbd9-d202f3a584c6 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.520385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce3d6c64-aab2-4ed9-955d-84eb1c0dcc8a req-42a97981-e3cd-4b96-bbd9-d202f3a584c6 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.1872725 Aug 03 18:59:28.537086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ddd7b5b-1b27-414b-9e11-c754e53ea5c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6738b33034f468ea172b9372ff4849f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6889117 Aug 03 18:59:28.540039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd7b5b-1b27-414b-9e11-c754e53ea5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1ab4cf-e988-4fde-83aa-0d8596f144e1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.542575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-4345a9bc-b0ce-440f-a7a3-9676d9d8b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:28.543833 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-4345a9bc-b0ce-440f-a7a3-9676d9d8b715 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739799 Aug 03 18:59:28.545475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:28.576632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.600416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Transition to ACTIVE for port object 2c87a0ff-aa54-4015-a524-40dcff5d035c will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:28.611684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce3d6c64-aab2-4ed9-955d-84eb1c0dcc8a req-35d1c23e-5c9d-4efb-8710-60f9cf544d6c tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641813 Aug 03 18:59:28.699765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.716232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.725778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-969934c9-f04f-4ac9-9a03-cec47afa7f17 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678939 Aug 03 18:59:28.742989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.746427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f25bce8-23c2-4daf-a2f7-17f9b52dce02 req-4d088aca-6749-4a06-8ea9-49ea1201a14e tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3de27fd63fbc444b8d6613db31265863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293825 Aug 03 18:59:28.750927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.772689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:28.775320 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68316ffc-b92f-41ae-8506-b77732054425" -d '{"events": [{"server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:28.858058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe0ee409-898f-4a93-8de8-349ca7657da4 req-7499ae54-8771-4209-83c7-7d65bef9fe32 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221604 Aug 03 18:59:28.875488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:28.881818 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b035e954-7b29-42e7-8c2f-f1bc4c5965e8 x-openstack-request-id: req-b035e954-7b29-42e7-8c2f-f1bc4c5965e8 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:28.882184 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:28.882494 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b035e954-7b29-42e7-8c2f-f1bc4c5965e8 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:28.883081 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2', 'status': 'completed', 'code': 200} Aug 03 18:59:28.891390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.896371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:28.912976 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c00593f-612a-4cd8-a860-073147586337 x-openstack-request-id: req-4c00593f-612a-4cd8-a860-073147586337 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:28.913281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:28.913671 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "name": "network-vif-plugged", "status": "completed", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:28.914071 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c00593f-612a-4cd8-a860-073147586337 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:28.914658 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122', 'code': 200} Aug 03 18:59:28.921747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.940459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6f12862-b113-4624-94e2-7e18e32f2f49 req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9869196 Aug 03 18:59:28.958775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.958775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:28.958775 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e1ab4cf-e988-4fde-83aa-0d8596f144e1 HTTP/1.1" status: 204 len: 168 time: 0.4072177 Aug 03 18:59:28.958775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac716f49-235a-4c02-bc8b-402e1ba41e33 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3e411d79-297e-4915-afc4-a80545501574,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:28.968116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46e1d8-c069-47f9-b6b5-27837481923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1ab4cf-e988-4fde-83aa-0d8596f144e1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:29.031225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25bce8-23c2-4daf-a2f7-17f9b52dce02 req-deb10faf-8874-4134-874c-cb65651c0167 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.039093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f25bce8-23c2-4daf-a2f7-17f9b52dce02 req-deb10faf-8874-4134-874c-cb65651c0167 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599838 Aug 03 18:59:29.052441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.057455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.063745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Made reservation on behalf of d39cda7dd0fb4254a5829efea1305c9d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:29.068822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.078362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7a9ca-c832-4344-97bf-2709e624ffec req-851b317c-f587-489b-ba26-f510e0c7bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.080051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ca7a9ca-c832-4344-97bf-2709e624ffec req-851b317c-f587-489b-ba26-f510e0c7bb6c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 1123 time: 0.0577357 Aug 03 18:59:29.090713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f25bce8-23c2-4daf-a2f7-17f9b52dce02 req-5c32336d-6708-44bd-a383-21cdf8f39543 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/quotas/3de27fd63fbc444b8d6613db31265863 HTTP/1.1" status: 200 len: 375 time: 0.0506368 Aug 03 18:59:29.139694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ca7a9ca-c832-4344-97bf-2709e624ffec req-c7f8d626-7bfa-43a3-9375-ca5c2f8d3f81 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Aug 03 18:59:29.199686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f25bce8-23c2-4daf-a2f7-17f9b52dce02 req-4ff33e21-847a-4f1a-849d-4999d14faab9 tempest-QuotasAdminNegativeTest-834069658 tempest-QuotasAdminNegativeTest-834069658-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3de27fd63fbc444b8d6613db31265863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962589 Aug 03 18:59:29.203996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-accc7655-d9a5-4519-96a3-32f6e2c96778 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0617917 Aug 03 18:59:29.234528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-417c8416-d0c7-494d-aad9-28468ae3f055 req-1ce62fc9-cc30-439b-94fe-8c64c904af6d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.0378098 Aug 03 18:59:29.321029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Allocated IP 192.168.233.158 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:29.358460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Request body: {'port': {'device_id': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:29.391489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4bfd644-bfcf-4ae9-b133-d8a99e6501fd None None] Provisioning for port 2c87a0ff-aa54-4015-a524-40dcff5d035c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:29.395535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4bfd644-bfcf-4ae9-b133-d8a99e6501fd None None] Provisioning complete for port 2c87a0ff-aa54-4015-a524-40dcff5d035c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:29.396908 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c4bfd644-bfcf-4ae9-b133-d8a99e6501fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.487063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-6b410752-e357-4640-a52a-d1f2b2195f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.488881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-6b410752-e357-4640-a52a-d1f2b2195f2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 1099 time: 0.0744631 Aug 03 18:59:29.602932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfd644-bfcf-4ae9-b133-d8a99e6501fd None None] Port 2c87a0ff-aa54-4015-a524-40dcff5d035c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:29.619135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-3b9a8ae1-4ffc-4dd6-aba0-6548c6ab1c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.620713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-3b9a8ae1-4ffc-4dd6-aba0-6548c6ab1c82 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1199682 Aug 03 18:59:29.678897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-7b7fd0d1-940a-4828-83e6-5ceeb9b7d302 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 HTTP/1.1" status: 200 len: 217 time: 0.0474896 Aug 03 18:59:29.715366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.738846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-8e46f2d6-cebf-4d85-a611-6b76f456dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.740716 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-8e46f2d6-cebf-4d85-a611-6b76f456dccb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0531569 Aug 03 18:59:29.794305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30db665-2b2c-406b-8cf2-2e5df32c662c req-78d9a9e6-6826-4e93-8061-011083bf163d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.795819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e30db665-2b2c-406b-8cf2-2e5df32c662c req-78d9a9e6-6826-4e93-8061-011083bf163d tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 972 time: 0.3502731 Aug 03 18:59:29.811555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-4deaaa8c-3424-4d3d-85d9-fc488c0d4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:29.813260 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-4deaaa8c-3424-4d3d-85d9-fc488c0d4624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614829 Aug 03 18:59:29.872293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:29.920882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-32bb9e82-40c0-410e-869d-e10a37feb750 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993500 Aug 03 18:59:30.017776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d986ac7-48c3-4fa0-a043-876cef18dba7 req-4181f972-96d2-4c72-be41-c73c6e8fdfde service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881073 Aug 03 18:59:30.018172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Transition to ACTIVE for port object 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:30.022101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e30db665-2b2c-406b-8cf2-2e5df32c662c req-00f8a23b-382a-4ef8-87e9-b170b4ebf283 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177703 Aug 03 18:59:30.064149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5cecb-3335-4c88-9552-3f0883cf08bb req-3c7583b6-54c6-4911-9494-269ab4d8bbe7 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.065717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4b5cecb-3335-4c88-9552-3f0883cf08bb req-3c7583b6-54c6-4911-9494-269ab4d8bbe7 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 948 time: 0.2577114 Aug 03 18:59:30.153921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4b5cecb-3335-4c88-9552-3f0883cf08bb req-4c426b5b-2be2-4a42-a103-a5cfc4b86c83 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Aug 03 18:59:30.169892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08363d1-2d20-4d00-88c2-0f037c1c3b00 req-8033318b-0242-4268-8d02-975bd11865a8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.171455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e08363d1-2d20-4d00-88c2-0f037c1c3b00 req-8033318b-0242-4268-8d02-975bd11865a8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.0779788 Aug 03 18:59:30.228418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.259415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e08363d1-2d20-4d00-88c2-0f037c1c3b00 req-16c3f574-4595-4bf7-ae1b-18efe7dbab11 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815864 Aug 03 18:59:30.341237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:30.355928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:30.360707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event updated for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:30.376745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:30.471029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.473295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.487041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d69467-b03b-4bab-b0ff-7400aa81c86f req-af4985a8-9549-470c-95d4-cdf793226b15 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:30.496036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69d69467-b03b-4bab-b0ff-7400aa81c86f req-af4985a8-9549-470c-95d4-cdf793226b15 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 936 time: 0.1566691 Aug 03 18:59:30.592321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69d69467-b03b-4bab-b0ff-7400aa81c86f req-c251c160-3895-4fc3-9a62-bb359bd9200a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953693 Aug 03 18:59:30.600767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:30.611648 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.632543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Transition to ACTIVE for port object 2c87a0ff-aa54-4015-a524-40dcff5d035c will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:30.718310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-00254156-2978-4882-9ea2-a6243fe46bc2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6535251 Aug 03 18:59:30.740142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Request body: {'port': {'device_id': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:30.757371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fba9f7c8-e765-48fb-b751-3f9eebb3fd2d None None] Provisioning for port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:30.762790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fba9f7c8-e765-48fb-b751-3f9eebb3fd2d None None] Provisioning complete for port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:30.763289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fba9f7c8-e765-48fb-b751-3f9eebb3fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.788695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.799603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fba9f7c8-e765-48fb-b751-3f9eebb3fd2d None None] Port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:30.845062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33922) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:30.868151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:30.930297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.109228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Attempting to bind port 2c87a0ff-aa54-4015-a524-40dcff5d035c on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:31.109584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Attempting to bind port 2c87a0ff-aa54-4015-a524-40dcff5d035c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:31.109934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Attempting to bind port 2c87a0ff-aa54-4015-a524-40dcff5d035c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:31.120816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Port 2c87a0ff-aa54-4015-a524-40dcff5d035c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:31.121145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Attempting to bind port 2c87a0ff-aa54-4015-a524-40dcff5d035c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:31.124036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ed62368-2d49-4bcb-85ca-882c8c511750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.142598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:31.150483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:31.150483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:31.150483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Bound port: 2c87a0ff-aa54-4015-a524-40dcff5d035c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:31.150483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.256423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ed62368-2d49-4bcb-85ca-882c8c511750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.324570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802348-d371-4bcd-803e-ca39566ec1e1 req-2fd0602d-7b0b-4938-809a-6d5b2514ffbd tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.326049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c802348-d371-4bcd-803e-ca39566ec1e1 req-2fd0602d-7b0b-4938-809a-6d5b2514ffbd tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 972 time: 0.1876698 Aug 03 18:59:31.385895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ed62368-2d49-4bcb-85ca-882c8c511750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.395379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:31.418526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801497fd-2c45-47c4-971a-aac625ff8e04 req-90259304-e8b2-4252-a6b4-ddd15b13e929 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.420368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-801497fd-2c45-47c4-971a-aac625ff8e04 req-90259304-e8b2-4252-a6b4-ddd15b13e929 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 948 time: 0.1592147 Aug 03 18:59:31.438599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ed62368-2d49-4bcb-85ca-882c8c511750 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3de27fd63fbc444b8d6613db31265863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888951 Aug 03 18:59:31.440078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33944) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.443507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed62368-2d49-4bcb-85ca-882c8c511750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addfb3b-0f8c-4195-a848-7733a5ea2baa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.458879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:31.493012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c802348-d371-4bcd-803e-ca39566ec1e1 req-97347ba0-fbe9-47b2-8501-57e275676889 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590841 Aug 03 18:59:31.564534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-801497fd-2c45-47c4-971a-aac625ff8e04 req-8d11b778-0670-4dca-980e-9debf21edc88 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183717 Aug 03 18:59:31.567828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:31.600853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.600853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.668452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.669119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.670559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] 10.222.0.54 "PUT /v2.0/ports/2c87a0ff-aa54-4015-a524-40dcff5d035c HTTP/1.1" status: 200 len: 1096 time: 2.3200064 Aug 03 18:59:31.674830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Transition to ACTIVE for port object 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:31.678911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:31.689324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.864514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e682e-6861-4594-9126-ad5fbefa5af9 req-041a7a7e-913a-4c03-a827-0e373e2c721d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.864514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-822e682e-6861-4594-9126-ad5fbefa5af9 req-041a7a7e-913a-4c03-a827-0e373e2c721d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.1913011 Aug 03 18:59:31.865550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33960) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:31.866204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.866204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e48a9d-7690-4f27-8dac-2621407001f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:31.904133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95864a-704f-48f3-8805-79b49fee9473 req-fb29e011-432f-40e2-b0e9-0a2d1a7360f9 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:31.905843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a95864a-704f-48f3-8805-79b49fee9473 req-fb29e011-432f-40e2-b0e9-0a2d1a7360f9 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 1123 time: 0.1877351 Aug 03 18:59:31.920997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-822e682e-6861-4594-9126-ad5fbefa5af9 req-2736d2b6-c309-4ffe-a7e3-56caca638913 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330447 Aug 03 18:59:31.936988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a95864a-704f-48f3-8805-79b49fee9473 req-4e41c32a-a781-4f99-83e1-b854e7e24d76 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:31.959030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0246ffb-93a8-4209-8256-6a5f173f9866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.005773 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f0e85-bd91-418d-b9a4-4bd127634627" -d '{"events": [{"name": "network-changed", "server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:32.010438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.070869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462943c-82eb-4477-8d34-5305629f26d3 req-e6160d69-fe9c-4e8f-bdb3-27f740f45a87 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.073195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c462943c-82eb-4477-8d34-5305629f26d3 req-e6160d69-fe9c-4e8f-bdb3-27f740f45a87 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 936 time: 0.0966747 Aug 03 18:59:32.258607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Pushing event updated for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.325579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.328001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.329072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2addfb3b-0f8c-4195-a848-7733a5ea2baa HTTP/1.1" status: 204 len: 168 time: 0.8789992 Aug 03 18:59:32.403028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c462943c-82eb-4477-8d34-5305629f26d3 req-ed5ee38c-aae4-4368-809f-73515f667f24 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232069 Aug 03 18:59:32.408071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a16c30-1877-4937-abb1-3cd494097cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addfb3b-0f8c-4195-a848-7733a5ea2baa,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.460327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Attempting to bind port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:32.460670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Attempting to bind port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:32.461005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Attempting to bind port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:32.467147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-22a8af23-f8cb-4e1b-a89f-b965fb24a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.468756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-22a8af23-f8cb-4e1b-a89f-b965fb24a14c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1099 time: 0.1599140 Aug 03 18:59:32.474126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:32.474441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Attempting to bind port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:32.483670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:32.484003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:32.484381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:32.485497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Bound port: 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:32.485497 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.563560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-2ab2cca9-6431-4eca-b35a-adb0d53dc4dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c HTTP/1.1" status: 200 len: 217 time: 0.0754569 Aug 03 18:59:32.604484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a95864a-704f-48f3-8805-79b49fee9473 req-4e41c32a-a781-4f99-83e1-b854e7e24d76 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.668401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-3ed3f9fb-4e35-4e2d-b473-5586548b0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.669949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-3ed3f9fb-4e35-4e2d-b473-5586548b0539 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0959640 Aug 03 18:59:32.672437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:32.679119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:32.722926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a95864a-704f-48f3-8805-79b49fee9473 req-4e41c32a-a781-4f99-83e1-b854e7e24d76 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.765545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a95864a-704f-48f3-8805-79b49fee9473 req-4e41c32a-a781-4f99-83e1-b854e7e24d76 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8424113 Aug 03 18:59:32.774104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.795809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41c32a-a781-4f99-83e1-b854e7e24d76 tempest-AggregatesAdminTestJSON-500985826 tempest-AggregatesAdminTestJSON-500985826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c286977-95ab-4f96-9b78-74ce32e2127c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.818458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.819152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.820451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] 10.222.0.54 "PUT /v2.0/ports/5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed HTTP/1.1" status: 200 len: 1096 time: 2.0848064 Aug 03 18:59:32.831952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-1c5baa34-2cea-4b8c-b8da-053f6f4efcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:32.832113 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.833441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0246ffb-93a8-4209-8256-6a5f173f9866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.834056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-1c5baa34-2cea-4b8c-b8da-053f6f4efcc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561544 Aug 03 18:59:32.890340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16186ce-4a38-45aa-9694-4e1290fcc09c service neutron] Pushing event updated for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.918473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0246ffb-93a8-4209-8256-6a5f173f9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:32.973231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0246ffb-93a8-4209-8256-6a5f173f9866 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=66ea7906af9643a9b60e32effdd47af6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1940289 Aug 03 18:59:32.975824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0246ffb-93a8-4209-8256-6a5f173f9866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30cce1a-5afd-472e-8bf2-dc4da441a53c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:32.978905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33988) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:33.006236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-991a5f0f-b466-4031-9a9f-0e9863edf656 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544342 Aug 03 18:59:33.011332 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f3db19-e5b7-47b9-aa46-ec493ff1a5db x-openstack-request-id: req-c5f3db19-e5b7-47b9-aa46-ec493ff1a5db {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:33.011612 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:33.011882 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5f3db19-e5b7-47b9-aa46-ec493ff1a5db {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:33.012392 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'status': 'completed', 'code': 200} Aug 03 18:59:33.123348 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.183753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.204171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-1f32cd05-e78f-4081-b5bb-6f98a2b9e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.205770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-1f32cd05-e78f-4081-b5bb-6f98a2b9e99c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 1099 time: 0.1630716 Aug 03 18:59:33.258766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33996) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:33.272147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3be48235-b2d3-4428-a9d8-699df48e247e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.286017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-705ae43d-0519-4b1a-bfe7-cbf3d5719c8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed HTTP/1.1" status: 200 len: 217 time: 0.0550327 Aug 03 18:59:33.293932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86f59917-76b0-4dea-a17f-1e09bfdf013e req-36c42cd0-59a5-443e-87a5-ae96095c8748 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483826 Aug 03 18:59:33.301987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614027f-8d9e-4a09-ad01-b7ae56de80bf req-e223a8f1-f145-40f6-b950-d71a6acbe9d1 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.303638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1614027f-8d9e-4a09-ad01-b7ae56de80bf req-e223a8f1-f145-40f6-b950-d71a6acbe9d1 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 948 time: 0.1821108 Aug 03 18:59:33.384752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-87a0c3b3-adf7-4932-81ad-9f6c128a3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.386213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-87a0c3b3-adf7-4932-81ad-9f6c128a3694 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0762930 Aug 03 18:59:33.389200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1614027f-8d9e-4a09-ad01-b7ae56de80bf req-6dab79cb-ec89-4cfa-bd47-820f0aed2e12 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669398 Aug 03 18:59:33.438388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-ee55ba84-4ef6-484c-a0b0-e7c0345db5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.439997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-ee55ba84-4ef6-484c-a0b0-e7c0345db5a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448000 Aug 03 18:59:33.490161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.492715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.494740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a30cce1a-5afd-472e-8bf2-dc4da441a53c HTTP/1.1" status: 204 len: 168 time: 0.5147848 Aug 03 18:59:33.540576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429fe68-1a0d-4493-b6e4-72d4d9a3523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30cce1a-5afd-472e-8bf2-dc4da441a53c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:33.569694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3be48235-b2d3-4428-a9d8-699df48e247e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.630474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2a2d-cba1-4eb4-9d70-ad95ca3dd657 req-b997a114-8b56-4d93-a9e9-31d3898d4234 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.632010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-146c2a2d-cba1-4eb4-9d70-ad95ca3dd657 req-b997a114-8b56-4d93-a9e9-31d3898d4234 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.1536775 Aug 03 18:59:33.649662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:33.659471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3be48235-b2d3-4428-a9d8-699df48e247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.687400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-d9f81081-ff1e-4c2f-9ecd-7a52f2e6e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.688987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-d9f81081-ff1e-4c2f-9ecd-7a52f2e6e1c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1099 time: 0.1650782 Aug 03 18:59:33.703111 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3be48235-b2d3-4428-a9d8-699df48e247e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a227f12d57bd46a196ee11627df84a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428165 Aug 03 18:59:33.706639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34012) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:33.714723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be48235-b2d3-4428-a9d8-699df48e247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087e94c-92ac-468a-8bdb-ab369d1daa0f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:33.774437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.783992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:33.797855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2', 'mac_address': 'fa:16:3e:a0:0e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:33.802506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-c20a4e71-955a-4adc-b34f-289a47f0c125 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796466 Aug 03 18:59:33.802701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.824387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-146c2a2d-cba1-4eb4-9d70-ad95ca3dd657 req-e27395c4-c243-4e68-9cf4-9559988eaf29 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825621 Aug 03 18:59:33.851873 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:33.869365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:33.905969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:33.912910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811adf5-97f8-418c-b75e-46a6db0d3259 req-31e73e1c-4530-44c5-beea-430bb3dfe606 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:33.914491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f811adf5-97f8-418c-b75e-46a6db0d3259 req-31e73e1c-4530-44c5-beea-430bb3dfe606 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 948 time: 0.2552993 Aug 03 18:59:34.003140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.004506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.006741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.012335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-b2bdb87a-9bf0-49a9-a441-6b4ee343c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.013215 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c087e94c-92ac-468a-8bdb-ab369d1daa0f HTTP/1.1" status: 204 len: 168 time: 0.3038604 Aug 03 18:59:34.013772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-b2bdb87a-9bf0-49a9-a441-6b4ee343c207 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3064098 Aug 03 18:59:34.026750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd8f2b-b75c-4226-9ed7-6a2bfa249bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087e94c-92ac-468a-8bdb-ab369d1daa0f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.052358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f811adf5-97f8-418c-b75e-46a6db0d3259 req-99caad2f-f460-4da2-904e-fb5a284a9180 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189332 Aug 03 18:59:34.084137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964405bc-7a7b-4d4a-9907-de29e9c3211a req-d3a816d3-3cb8-4326-a0c9-2b91d9fb15ba service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714624 Aug 03 18:59:34.085596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-daccbc74-1596-4436-9bd3-f88b2cfa34ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c HTTP/1.1" status: 200 len: 217 time: 0.0570452 Aug 03 18:59:34.101528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.159478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-bbef6d3f-faff-493d-894d-c02edfefbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.161037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-bbef6d3f-faff-493d-894d-c02edfefbfba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0532305 Aug 03 18:59:34.393228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-49861d9f-becc-4f79-8a15-2d0490d93eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.394315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-49861d9f-becc-4f79-8a15-2d0490d93eb6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2248504 Aug 03 18:59:34.412962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34032) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:34.429395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:34.455434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf47033f-2793-4127-a015-88a8fbddbc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.520545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-3a6cf365-629d-4661-b413-5797b386b03e service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167569 Aug 03 18:59:34.658871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca30de-f4bb-4abc-aec5-d09879274633 req-30a93439-ee1a-4bd5-b1bb-e01958f891df tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.660116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29ca30de-f4bb-4abc-aec5-d09879274633 req-30a93439-ee1a-4bd5-b1bb-e01958f891df tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 949 time: 0.1339850 Aug 03 18:59:34.671066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf47033f-2793-4127-a015-88a8fbddbc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.704815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a98f0e85-bd91-418d-b9a4-4bd127634627 req-5d18d86c-8bc4-4487-b250-2611764b0553 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720142 Aug 03 18:59:34.726714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29ca30de-f4bb-4abc-aec5-d09879274633 req-e441fdb1-803a-4f39-8a95-86711d02d708 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487361 Aug 03 18:59:34.756015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf47033f-2793-4127-a015-88a8fbddbc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.796614 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cf47033f-2793-4127-a015-88a8fbddbc5c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d3a58e1b096424cbbc77173cf9331ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786879 Aug 03 18:59:34.796614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47033f-2793-4127-a015-88a8fbddbc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55ecae-fa22-41fa-981e-00f7e3e7ba54,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:34.799565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34052) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:34.857710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.887627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:34.976773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174e7a3-79a8-44a8-8d4c-10d19a01e078 req-12292c2f-8f58-40db-b4f2-80807455e9c4 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:34.979070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a174e7a3-79a8-44a8-8d4c-10d19a01e078 req-12292c2f-8f58-40db-b4f2-80807455e9c4 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.0580764 Aug 03 18:59:35.029886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:35.032251 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2550bc9-a250-48db-ab0a-53e822ff453e" -d '{"events": [{"name": "network-changed", "server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:35.044884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a174e7a3-79a8-44a8-8d4c-10d19a01e078 req-63718f45-4a81-42bb-a7eb-34eb8b0ed836 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Aug 03 18:59:35.076255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.088928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.088928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad55ecae-fa22-41fa-981e-00f7e3e7ba54 HTTP/1.1" status: 204 len: 168 time: 0.2795448 Aug 03 18:59:35.092939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebe567-b87d-40f1-b1d1-e71a77e53c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad55ecae-fa22-41fa-981e-00f7e3e7ba54,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:35.117372 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3c4413-9505-403b-aa31-ec51014a28fd x-openstack-request-id: req-cf3c4413-9505-403b-aa31-ec51014a28fd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:35.117751 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:35.118212 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf3c4413-9505-403b-aa31-ec51014a28fd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:35.118577 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', 'status': 'completed', 'code': 200} Aug 03 18:59:35.258224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-e654739d-cb87-44ac-9716-f827fa09cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.259754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-e654739d-cb87-44ac-9716-f827fa09cf3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 1099 time: 0.0767074 Aug 03 18:59:35.271886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d74588-48fa-451f-b584-16bd016373ad req-f23078ee-806f-4842-bc80-e00364370e3d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.273451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9d74588-48fa-451f-b584-16bd016373ad req-f23078ee-806f-4842-bc80-e00364370e3d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 948 time: 0.0932124 Aug 03 18:59:35.362358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9d74588-48fa-451f-b584-16bd016373ad req-23e2bc31-9972-4a42-9ee1-b390c81e9765 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764627 Aug 03 18:59:35.414668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-1bbd1c0c-54c7-4b84-910d-da758d4bdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.416420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-1bbd1c0c-54c7-4b84-910d-da758d4bdefa service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1409004 Aug 03 18:59:35.472761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-a251767a-a2b8-4af1-9bae-9cb34b8bc714 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed HTTP/1.1" status: 200 len: 217 time: 0.0384412 Aug 03 18:59:35.514300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b549223-397c-4c9b-a135-d3e134446a5f req-ce8f32c8-d577-4b42-8154-425d2289908c tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.515846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b549223-397c-4c9b-a135-d3e134446a5f req-ce8f32c8-d577-4b42-8154-425d2289908c tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 1100 time: 0.1141431 Aug 03 18:59:35.555084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-bba74822-7f92-4d25-aedb-e5e23637a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.557377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-bba74822-7f92-4d25-aedb-e5e23637a22d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0771639 Aug 03 18:59:35.634742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-cb5e7780-497a-40de-a96d-19cfa08c626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:35.636246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-cb5e7780-497a-40de-a96d-19cfa08c626d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708640 Aug 03 18:59:35.648119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:35.690710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Deleting port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:35.690973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.798560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-93e48ab1-0dbf-49f7-8d96-c4e100bede56 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541567 Aug 03 18:59:35.818843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:35.825837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:35.826217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.852252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] For port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:35.853204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.925431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:35.934132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Calling delete_port for 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:35.955466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:35.960069 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7251206-70b8-4c06-9989-d150e5b58ed4" -d '{"events": [{"server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "name": "network-vif-plugged", "status": "completed", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:35.971348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34108) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:35.984719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:36.008729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d565200b-7493-47a2-b726-785d29be84dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.047094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19787b-ec9a-48ee-acb2-48488df1c61d req-b05d19d2-9f96-449e-86d2-0d33e422d55d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.051897 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed60b3ce-8f50-4ba5-aae7-5efee48dcdbe x-openstack-request-id: req-ed60b3ce-8f50-4ba5-aae7-5efee48dcdbe {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:36.052215 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "name": "network-vif-plugged", "status": "completed", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:36.052473 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed60b3ce-8f50-4ba5-aae7-5efee48dcdbe {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:36.052993 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2', 'code': 200} Aug 03 18:59:36.054921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc19787b-ec9a-48ee-acb2-48488df1c61d req-b05d19d2-9f96-449e-86d2-0d33e422d55d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 949 time: 0.2507603 Aug 03 18:59:36.066864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.117229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2550bc9-a250-48db-ab0a-53e822ff453e req-e7d3c6fa-e248-45c9-b57b-a89857440ea8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055317 Aug 03 18:59:36.143583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.145747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d565200b-7493-47a2-b726-785d29be84dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.164363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc19787b-ec9a-48ee-acb2-48488df1c61d req-73b92a98-04c7-49ef-a9ff-ce78ec9c8514 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938013 Aug 03 18:59:36.259578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d565200b-7493-47a2-b726-785d29be84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.280438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443140-dc4c-47f7-8a1e-984c798eef23 req-cdce9e71-23db-45da-8e1d-b29882201aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.282141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64443140-dc4c-47f7-8a1e-984c798eef23 req-cdce9e71-23db-45da-8e1d-b29882201aa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 1101 time: 0.1243184 Aug 03 18:59:36.303456 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d565200b-7493-47a2-b726-785d29be84dc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79f7c66f8aab438794c972bb41e78621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289762 Aug 03 18:59:36.310654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565200b-7493-47a2-b726-785d29be84dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30908f19-7a75-4f6c-800e-0b49d0521a7d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.311710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34120) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:36.331053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a412b-2eb5-4cf1-9a88-995fae250cee req-8e16f44b-97eb-4661-bcde-3668030f1caf tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.333163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-926a412b-2eb5-4cf1-9a88-995fae250cee req-8e16f44b-97eb-4661-bcde-3668030f1caf tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 949 time: 0.1028244 Aug 03 18:59:36.360722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64443140-dc4c-47f7-8a1e-984c798eef23 req-94c791b4-66fc-4ac2-96de-a3f93b577771 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670106 Aug 03 18:59:36.393890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-926a412b-2eb5-4cf1-9a88-995fae250cee req-23ffa5d5-e99c-4020-bc38-562326a2b8d4 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Aug 03 18:59:36.394856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.414849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.429354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b77f4f8-46f2-4e7f-bf25-18a73662bd58,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.432323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['4b77f4f8-46f2-4e7f-bf25-18a73662bd58'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:36.478959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.481488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] No DVR routers for this DVR port 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:36.485125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.488434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b549223-397c-4c9b-a135-d3e134446a5f req-c5808dfc-41a2-47c2-9922-8431dd9c08ab tempest-DeleteServersAdminTestJSON-802299380 tempest-DeleteServersAdminTestJSON-802299380-project-admin] 10.222.0.54 "DELETE /v2.0/ports/4b77f4f8-46f2-4e7f-bf25-18a73662bd58 HTTP/1.1" status: 204 len: 173 time: 0.9661784 Aug 03 18:59:36.567575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a5fcc-0778-43f4-bb03-5b075e7d49f7 req-75b9259a-7683-45ae-af43-e4d7d91144c2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:36.569237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-514a5fcc-0778-43f4-bb03-5b075e7d49f7 req-75b9259a-7683-45ae-af43-e4d7d91144c2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 948 time: 0.0635860 Aug 03 18:59:36.617738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-514a5fcc-0778-43f4-bb03-5b075e7d49f7 req-c55e3316-63cc-47bd-a502-d6be0b7de467 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Aug 03 18:59:36.620477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.623303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.624672 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30908f19-7a75-4f6c-800e-0b49d0521a7d HTTP/1.1" status: 204 len: 168 time: 0.3116598 Aug 03 18:59:36.634681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4aa9-01a6-4d07-85ad-b1743a16b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30908f19-7a75-4f6c-800e-0b49d0521a7d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:36.776437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Request body: {'security_group': {'name': 'tempest-securitygroup-706306400', 'description': 'tempest-description-42205774'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:36.984527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:36.994343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.094894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.119306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'name': 'network-vif-deleted', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:37.121859 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b960259f-b2d2-48f1-91f6-6d3ac182f725" -d '{"events": [{"server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "name": "network-vif-deleted", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:37.169487 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8efa25-d4ac-4f07-90c2-d86113691428 x-openstack-request-id: req-8f8efa25-d4ac-4f07-90c2-d86113691428 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:37.169487 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d5e494-beab-4702-9872-c72853145eb1", "name": "network-vif-deleted", "tag": "4b77f4f8-46f2-4e7f-bf25-18a73662bd58", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:37.169487 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f8efa25-d4ac-4f07-90c2-d86113691428 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:37.169487 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d5e494-beab-4702-9872-c72853145eb1', 'name': 'network-vif-deleted', 'tag': '4b77f4f8-46f2-4e7f-bf25-18a73662bd58', 'status': 'completed', 'code': 200} Aug 03 18:59:37.196067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.236584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb701c1c-8bd7-4fa2-899b-6819da617554,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:37.294413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.385653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db73f0-c4c6-468d-a25f-f39697b4b6c4 req-0a7de807-fa3a-4faf-b047-4c4a14f491e9 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:37.387302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78db73f0-c4c6-468d-a25f-f39697b4b6c4 req-0a7de807-fa3a-4faf-b047-4c4a14f491e9 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 950 time: 0.0520101 Aug 03 18:59:37.388182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.440536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323dbf8a-4e40-41a6-b81c-73e05469d394,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:37.451243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78db73f0-c4c6-468d-a25f-f39697b4b6c4 req-57373a09-3b02-40d1-87d3-e3b0733cfa24 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559142 Aug 03 18:59:37.532836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.533990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cf7bc2a-03aa-4097-8c3e-dad821fea214 req-8bf1af1e-379a-4b20-81b1-18ce0e863023 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7630680 Aug 03 18:59:37.652610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:37.676931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7533cea2-d5f2-4624-b15d-bda85bb412c4 req-b3bb67bd-1570-45ec-b345-dfd381afa64a tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=43d5e494-beab-4702-9872-c72853145eb1 HTTP/1.1" status: 200 len: 210 time: 0.0633874 Aug 03 18:59:37.716622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Request body: {'security_group': {'name': 'tempest-securitygroup-97559392', 'description': 'tempest-description-777230027'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:37.777685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:37.791794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', 'mac_address': 'fa:16:3e:c4:81:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:37.809650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa98c0-b147-4f16-b1df-908e679e115c req-5526decc-79b2-439d-be8c-00a0f0d41f36 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:37.809650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7aa98c0-b147-4f16-b1df-908e679e115c req-5526decc-79b2-439d-be8c-00a0f0d41f36 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 948 time: 0.0486674 Aug 03 18:59:37.834393 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.849733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:37.853161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.880112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7aa98c0-b147-4f16-b1df-908e679e115c req-8f7ff373-0ba0-4582-94b5-1b8a01fffe9b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479429 Aug 03 18:59:37.892793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:37.989906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:37.999076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34202) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:38.012971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.013774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:38.092927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:38.094705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.113963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:38.117212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'mac_address': 'fa:16:3e:33:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:38.145811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-969311709-network', 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:38.159599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ce79f-8a0c-4098-8823-fb816b984a91,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:38.160803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.180108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:38.200235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:38.225936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.227761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4570f48c-2f34-4b3a-b5cc-cc61b5ad29cb req-ef4d7041-6d14-43e5-a505-ee88a96c9de6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5148811 Aug 03 18:59:38.327384 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.355430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:38.357807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.369790 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.386010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:38.496277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.579748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.603759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:38.622239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad63dd7-4431-4f89-82ab-c57390806cf0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:38.658852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.659191 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Added segment ac560993-3fe3-42cc-8cc7-52ff3114fc74 of type vlan for network 092401a9-9115-40b4-bd04-95f6c83436b4 Aug 03 18:59:38.672420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1426617222', 'description': 'tempest-description-1123429452'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:38.712481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:38.729042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.741105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:38.747390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c44ef6-5752-4e23-8de5-28151cbfdfd8 req-0c4d686c-13c5-4b00-ab38-0c7717302ef0 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:38.748961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4c44ef6-5752-4e23-8de5-28151cbfdfd8 req-0c4d686c-13c5-4b00-ab38-0c7717302ef0 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 950 time: 0.1279681 Aug 03 18:59:38.803654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4c44ef6-5752-4e23-8de5-28151cbfdfd8 req-e49f5743-27ba-4a60-83b6-8345b58cc4c9 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476367 Aug 03 18:59:38.990092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.993333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:38.994363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:38.994947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.016574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:39.017133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.072364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] Pushing event updated for resources: {'Network': ['ID=092401a9-9115-40b4-bd04-95f6c83436b4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.084293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 092401a9-9115-40b4-bd04-95f6c83436b4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:39.129348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.198384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d8e4513b-f05e-4b7b-a353-c6205fe72340 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1982365 Aug 03 18:59:39.201658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:39.207877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Request body: {'subnet': {'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-969311709-subnet', 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:39.215770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 18:59:39.215770 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 18:59:39.215770 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'e46cdbc5dca74cb5acbafaabfa264c21', 'expiration_1': datetime.datetime(2021, 8, 3, 18, 59, 39, 140410)}] Aug 03 18:59:39.215770 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 18:59:39.216272 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 18:59:39.281843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.378757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.413414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f74f69-4a25-4be4-a147-592c4ab1c2b7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.475585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:39.478358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.547727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.658864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.663057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:39.672833 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 18:59:39.694369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4403d8d-c2be-4942-918f-06f12e94a024,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.716982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.767108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.807294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.809554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-924f5ac7-8f09-4628-8102-55866eb8226e req-a3e2ab92-a107-4da4-a004-90bf38398d6a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1532302 Aug 03 18:59:39.813107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:39.825928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:39.826363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.843333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2ab28f-9acb-4e74-b613-2dce80ac3f78,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:39.866900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:39.867803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Network hostable DHCP agents. Network: 092401a9-9115-40b4-bd04-95f6c83436b4, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:39.919854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9543-f7e2-4f99-8880-87c5934a5d88 req-32af1429-eb9a-4e49-9839-d2b1400bcc0b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:39.921592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adfb9543-f7e2-4f99-8880-87c5934a5d88 req-32af1429-eb9a-4e49-9839-d2b1400bcc0b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 949 time: 0.0610440 Aug 03 18:59:39.926955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.955497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:39.958244 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad7a1d-9125-4ec1-a0e0-672e91e24672" -d '{"events": [{"server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "name": "network-vif-plugged", "status": "completed", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:39.960084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:39.971104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adfb9543-f7e2-4f99-8880-87c5934a5d88 req-9fd07666-7006-47f3-bb60-e28866ad40d7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Aug 03 18:59:39.974855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:40.047747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Network 092401a9-9115-40b4-bd04-95f6c83436b4 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:40.049839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.092343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.093970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:40.095527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10114a1f-6764-4ec4-830d-4e31b0c2b16a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.103426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54699c68-df78-4095-b919-a3f1e388b461 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e46cdbc5dca74cb5acbafaabfa264c21&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0854805 Aug 03 18:59:40.103839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:40.115373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 092401a9-9115-40b4-bd04-95f6c83436b4) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:40.120313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.120934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.155609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d931d4d-fc3f-46bb-acb2-d0950ebbe11d None None] Network 092401a9-9115-40b4-bd04-95f6c83436b4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:40.158614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-f0a9c5b2-e8f4-48f6-9a37-62ebc324a662 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526540 Aug 03 18:59:40.196904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0d820470-5034-41d9-8062-daae48560c67 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9933736 Aug 03 18:59:40.239405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.304066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.317877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561214e-2578-453b-a9d0-e4226272dc36 req-6a077b26-810f-4cc7-838a-193a7b7a2f6a tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.319747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7561214e-2578-453b-a9d0-e4226272dc36 req-6a077b26-810f-4cc7-838a-193a7b7a2f6a tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 950 time: 0.1595328 Aug 03 18:59:40.327953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0b3a6-3822-48cd-870f-2e3cae1b91e0 None None] Network 092401a9-9115-40b4-bd04-95f6c83436b4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:40.330305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 2c87a0ff-aa54-4015-a524-40dcff5d035c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:40.343870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2c87a0ff-aa54-4015-a524-40dcff5d035c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:40.344248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.386496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.410538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-a768107e-f4cf-4236-9a54-b34940ef3f39 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.412028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-a768107e-f4cf-4236-9a54-b34940ef3f39 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453640 Aug 03 18:59:40.430455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7561214e-2578-453b-a9d0-e4226272dc36 req-c14f20c0-f9a2-42a6-b1ae-380d09a89070 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876460 Aug 03 18:59:40.461628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-cfb40343-f95d-4010-9236-8726a4ab233c tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/quotas/59c0ed828ab243ff893f7ce44f8245f7 HTTP/1.1" status: 200 len: 375 time: 0.0367022 Aug 03 18:59:40.484468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1574459499', 'description': 'tempest-description-577351555'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:40.532941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-689a39d4-80e7-4e53-9015-f055d420d2db tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702567 Aug 03 18:59:40.547156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.589943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.590757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:40.592568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.593752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/10114a1f-6764-4ec4-830d-4e31b0c2b16a HTTP/1.1" status: 204 len: 168 time: 0.4792023 Aug 03 18:59:40.607674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744bff5-78f0-492f-831e-3e445feb94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10114a1f-6764-4ec4-830d-4e31b0c2b16a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.617472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.715293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.734196 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.739325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:40.818564 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4778017d-58f6-45b5-ad54-d162672c121c x-openstack-request-id: req-4778017d-58f6-45b5-ad54-d162672c121c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:40.822850 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "name": "network-vif-plugged", "status": "completed", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:40.822850 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4778017d-58f6-45b5-ad54-d162672c121c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:40.822850 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', 'code': 200} Aug 03 18:59:40.823987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:40.824346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4b77f4f8-46f2-4e7f-bf25-18a73662bd58 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:40.850199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:40.850775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.887968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9550a-5f60-456e-a2cd-4e55dc9ac43e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:40.963985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329ec00-6779-49fe-92cb-a029893cef92 req-1b9e5182-9c94-4b2a-a1dd-3e0923034f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:40.965657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6329ec00-6779-49fe-92cb-a029893cef92 req-1b9e5182-9c94-4b2a-a1dd-3e0923034f1e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 1101 time: 0.0425773 Aug 03 18:59:41.011797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.014536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b0fec78-995b-4b47-bc04-0f126f4b4467 req-723eeca0-92f1-4347-9498-eaf9a6f977f9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5357676 Aug 03 18:59:41.040527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6329ec00-6779-49fe-92cb-a029893cef92 req-bd4eb5a9-1661-4aed-bb76-f8d5a658fd0f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679204 Aug 03 18:59:41.111805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5465d5ee-d7f8-4755-9608-4edf61ef59d8 req-a804bd24-81a6-44b7-8e7b-50e79112d4b9 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0438097 Aug 03 18:59:41.141979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-0f883c9b-fac5-4ffd-a387-6395dfcdb0b7 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5a6bd98443bf478c9753be747447c769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291812 Aug 03 18:59:41.149525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:41.154781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-910288565-network', 'tenant_id': '8ac02ff8b7bf42ac8699f4dfeb2b6800'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:41.315207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Made reservation on behalf of 8ac02ff8b7bf42ac8699f4dfeb2b6800 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:41.324505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.336579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.440977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.467031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0cc9a-9781-4dfb-9211-946316dcc056 req-d197d739-5b05-4d1f-98c4-e9ce1a73b8f1 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.468328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3c0cc9a-9781-4dfb-9211-946316dcc056 req-d197d739-5b05-4d1f-98c4-e9ce1a73b8f1 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 950 time: 0.2642298 Aug 03 18:59:41.493678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-b49959ee-13e1-447a-af33-57117f3af082 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.495130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-b49959ee-13e1-447a-af33-57117f3af082 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3452981 Aug 03 18:59:41.518954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-dfd55200-e012-4342-9ec3-ff43aae1abbe tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/quotas/5a6bd98443bf478c9753be747447c769 HTTP/1.1" status: 200 len: 375 time: 0.0153031 Aug 03 18:59:41.526181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.544024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3c0cc9a-9781-4dfb-9211-946316dcc056 req-3e79f1ee-e667-48b7-a447-32a698601d8b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669742 Aug 03 18:59:41.548117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:41.567375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9882f0ed-29a4-4625-bfbf-de1b0c91530d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:41.584568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.584708 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Added segment 0f866c1a-322c-4c67-94e5-eabbc110b1de of type vlan for network a149f513-66a4-4579-be38-ff1dd9124829 Aug 03 18:59:41.606087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34336) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:41.618848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-81352866-0f00-4019-9ddd-b6cc275bfd25 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929933 Aug 03 18:59:41.625170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d466459-57eb-4160-bc9b-e534ad1d67e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.637133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.727498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d466459-57eb-4160-bc9b-e534ad1d67e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.892316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.893415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d466459-57eb-4160-bc9b-e534ad1d67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.893998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:41.894886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:41.946408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d466459-57eb-4160-bc9b-e534ad1d67e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4be8f1b9cdb4c9c896c7cb488a0e149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391719 Aug 03 18:59:41.952051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:41.969296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d466459-57eb-4160-bc9b-e534ad1d67e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0315f94-80f3-4c5a-88c1-e716a1bb7cca,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.002498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] Pushing event updated for resources: {'Network': ['ID=a149f513-66a4-4579-be38-ff1dd9124829,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.021982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a149f513-66a4-4579-be38-ff1dd9124829 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:42.036331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.078640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.083015 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ee07e78a-202c-4635-af00-788dbfb8847b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9319603 Aug 03 18:59:42.091904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34350) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:42.100223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Request body: {'subnet': {'network_id': 'a149f513-66a4-4579-be38-ff1dd9124829', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-910288565-subnet', 'tenant_id': '8ac02ff8b7bf42ac8699f4dfeb2b6800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:42.235028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebe47c9f-a6ce-46cb-b2bb-07228ad50a93 req-58d23c9e-6c8f-456d-b265-29b6fec85e09 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 210 time: 0.0381083 Aug 03 18:59:42.261770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.264557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.266505 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0315f94-80f3-4c5a-88c1-e716a1bb7cca HTTP/1.1" status: 204 len: 168 time: 0.3132827 Aug 03 18:59:42.292830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772da04-6e35-41d0-acc6-fbef697e9831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0315f94-80f3-4c5a-88c1-e716a1bb7cca,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.294019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-c1f4e24a-543d-4b78-91de-decf3d21e392 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42360 time: 0.3463287 Aug 03 18:59:42.295907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Made reservation on behalf of 8ac02ff8b7bf42ac8699f4dfeb2b6800 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:42.300741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.401511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-e61a3510-359b-4e25-9ff9-64c920e910a1 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6 HTTP/1.1" status: 200 len: 2979 time: 0.0979483 Aug 03 18:59:42.461385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-3d9b6dff-eaa3-4c19-b3dd-a39eefb1e2c9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6 HTTP/1.1" status: 200 len: 2979 time: 0.0432763 Aug 03 18:59:42.513356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ad98018-01b2-4a9a-9070-9204444ee715 req-eb689fad-79c5-4fe6-a7d9-2979cdba3478 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0457559 Aug 03 18:59:42.561102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-e94a5e72-a244-4ed0-a8e9-66e8d1e3bafd tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/14997357-32b1-4bf2-b130-ec080ddcf97d HTTP/1.1" status: 200 len: 2981 time: 0.0684102 Aug 03 18:59:42.614165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-b07db0e0-077f-42ff-89da-62d578095b9e tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/14997357-32b1-4bf2-b130-ec080ddcf97d HTTP/1.1" status: 200 len: 2981 time: 0.0521390 Aug 03 18:59:42.640837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:42.660639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-b63c7ca7-38d8-4922-8d0b-01b699a9d96c tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1ca04d95-ef51-4dae-b9d2-81daa0217d87 HTTP/1.1" status: 200 len: 2981 time: 0.0398726 Aug 03 18:59:42.724524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b79fbce-7b0e-408b-b141-1006d913fec4,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:42.735818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-0af0e357-e39d-4bf9-a53f-47b00e7236ed tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/1ca04d95-ef51-4dae-b9d2-81daa0217d87 HTTP/1.1" status: 200 len: 2981 time: 0.0650687 Aug 03 18:59:42.756796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Checking segment: {'id': '0f866c1a-322c-4c67-94e5-eabbc110b1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'a149f513-66a4-4579-be38-ff1dd9124829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:42.757212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Network hostable DHCP agents. Network: a149f513-66a4-4579-be38-ff1dd9124829, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:42.805927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-dd795a62-4950-4065-bd75-2337664042ba tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/3e411d79-297e-4915-afc4-a80545501574 HTTP/1.1" status: 200 len: 2981 time: 0.0692534 Aug 03 18:59:42.822705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:42.825487 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec7a99e-4755-475d-a36c-590d1f5ee508" -d '{"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:42.825632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07e15-49bc-4d1a-a957-5941b732905b req-17480b69-e039-45ef-996b-fcdd8700fb05 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:42.827090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fb07e15-49bc-4d1a-a957-5941b732905b req-17480b69-e039-45ef-996b-fcdd8700fb05 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 950 time: 0.0675557 Aug 03 18:59:42.881897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-22b648a4-6b5b-4403-b900-8ca2640aabf2 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/3e411d79-297e-4915-afc4-a80545501574 HTTP/1.1" status: 200 len: 2981 time: 0.0691984 Aug 03 18:59:42.899457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fb07e15-49bc-4d1a-a957-5941b732905b req-e7e8df3f-d775-42f9-b000-87d8c336f602 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643725 Aug 03 18:59:42.921387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Network a149f513-66a4-4579-be38-ff1dd9124829 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:42.934857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-338e6e9b-3e48-4db5-b73d-6ac47a32efb9 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f HTTP/1.1" status: 200 len: 2981 time: 0.0443685 Aug 03 18:59:42.996236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-0d794d3f-6c2e-4b88-9f62-219237877ce0 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f HTTP/1.1" status: 200 len: 2981 time: 0.0446756 Aug 03 18:59:43.035329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a149f513-66a4-4579-be38-ff1dd9124829) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:43.044405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.046103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.046238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0043fca2-882c-4384-b673-c8c43c68c5b1 None None] Network a149f513-66a4-4579-be38-ff1dd9124829 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:43.047735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34384) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:43.073946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-1b06ef0f-8b65-4519-a4f9-517b5bb5db41 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/5c286977-95ab-4f96-9b78-74ce32e2127c HTTP/1.1" status: 200 len: 2981 time: 0.0703120 Aug 03 18:59:43.140861 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4be0bba-c9dc-41e5-8966-ed9ce197df3a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0471780 Aug 03 18:59:43.145840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-ef54b039-eeb0-4b4e-9f0b-af2178b7626a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/5c286977-95ab-4f96-9b78-74ce32e2127c HTTP/1.1" status: 200 len: 2981 time: 0.0605488 Aug 03 18:59:43.208083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-5a9a5381-bcba-407e-b1cb-fe3550cde447 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/68f74f69-4a25-4be4-a147-592c4ab1c2b7 HTTP/1.1" status: 200 len: 2981 time: 0.0610402 Aug 03 18:59:43.239793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64af3ec-25fc-4913-8e23-19fe6be4cdd8 None None] Network a149f513-66a4-4579-be38-ff1dd9124829 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:43.264274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-5ecf7c94-774f-48be-8820-92b533784fc5 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/68f74f69-4a25-4be4-a147-592c4ab1c2b7 HTTP/1.1" status: 200 len: 2981 time: 0.0487976 Aug 03 18:59:43.275401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f62-089e-4ad7-ab76-20b4dfac2800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.347593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-c643b8c6-0f99-4135-b2ba-c413a29cd566 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486608 Aug 03 18:59:43.353227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-a808d7df-3e29-4115-9f39-bd041eb66a5d tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6ad63dd7-4431-4f89-82ab-c57390806cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0787344 Aug 03 18:59:43.378312 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f83dce8-0ebb-482f-bdc3-f2658f8eb664 x-openstack-request-id: req-7f83dce8-0ebb-482f-bdc3-f2658f8eb664 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:43.378633 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:43.379928 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f83dce8-0ebb-482f-bdc3-f2658f8eb664 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:43.380517 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'code': 200} Aug 03 18:59:43.427809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-9121379a-7dd0-4f2c-8695-1f2429dc97e6 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6ad63dd7-4431-4f89-82ab-c57390806cf0 HTTP/1.1" status: 200 len: 2981 time: 0.0734220 Aug 03 18:59:43.566856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4a06d-1617-4aeb-a44c-9739dc9e986b req-ecb4d306-8dd5-4333-83e8-cb7e1d487f36 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.568683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbc4a06d-1617-4aeb-a44c-9739dc9e986b req-ecb4d306-8dd5-4333-83e8-cb7e1d487f36 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1257935 Aug 03 18:59:43.592955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-7e55faa2-399b-4b5c-bb72-620df1a4bf81 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6e251baf-6d6d-476d-a088-47e81fd1d1b1 HTTP/1.1" status: 200 len: 2973 time: 0.1642799 Aug 03 18:59:43.596361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f62-089e-4ad7-ab76-20b4dfac2800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.669186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-2d1953db-98eb-433e-a4d9-1e8aef73b4b8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.670988 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-2d1953db-98eb-433e-a4d9-1e8aef73b4b8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194475 Aug 03 18:59:43.689259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Request body: {'port': {'device_id': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '59c0ed828ab243ff893f7ce44f8245f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:43.695065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbc4a06d-1617-4aeb-a44c-9739dc9e986b req-79211dc1-f0ff-4e92-9129-69d8825daffb tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972908 Aug 03 18:59:43.705103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-a63d8785-1fa9-4d2b-af43-494f2a1b2d95 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/6e251baf-6d6d-476d-a088-47e81fd1d1b1 HTTP/1.1" status: 200 len: 2973 time: 0.1112051 Aug 03 18:59:43.712001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c43-c7cd-4c51-8522-1f0441816203 req-00709945-d071-4f9f-ad2b-a004a72defc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:43.713662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45324c43-c7cd-4c51-8522-1f0441816203 req-00709945-d071-4f9f-ad2b-a004a72defc2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.1554573 Aug 03 18:59:43.781919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f7f5f62-089e-4ad7-ab76-20b4dfac2800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:43.798967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-8a882225-e2d5-4ea5-bb27-64f36c0b3cb0 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8c10eceb-0592-458a-92a8-f7880dbff65f HTTP/1.1" status: 200 len: 2977 time: 0.0840707 Aug 03 18:59:43.810104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45324c43-c7cd-4c51-8522-1f0441816203 req-da774f5c-3fec-4784-a426-f6d6ca6775d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884585 Aug 03 18:59:43.875590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f5f62-089e-4ad7-ab76-20b4dfac2800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036d9a00-c809-4b88-97a7-d26ecfd38680,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:43.888504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f7f5f62-089e-4ad7-ab76-20b4dfac2800 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2cb978d1aee3411d88cdffdc4b51f52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8395092 Aug 03 18:59:43.900887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8284bde7-c42a-4dab-ba17-3c99680e5d7b req-47cc0766-248f-4463-b0e7-3eacf8e87c0d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 210 time: 0.0974762 Aug 03 18:59:43.901650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34412) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:43.979615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-c9836509-2c42-4789-9358-729863b8b49b tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/8c10eceb-0592-458a-92a8-f7880dbff65f HTTP/1.1" status: 200 len: 2977 time: 0.1515591 Aug 03 18:59:44.004071 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.058911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c718ac1-21b6-46b8-81c3-72b333a3f64c req-e101a8b8-de39-4f72-b5fa-6d482ba54f16 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0573094 Aug 03 18:59:44.071974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.108345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-35cc130f-da0c-4046-a487-2f690f8866f0 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/9882f0ed-29a4-4625-bfbf-de1b0c91530d HTTP/1.1" status: 200 len: 2981 time: 0.1149647 Aug 03 18:59:44.126548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Made reservation on behalf of 59c0ed828ab243ff893f7ce44f8245f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:44.134178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.165959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-06744add-3493-4209-afe2-19815f6fc6f5 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/9882f0ed-29a4-4625-bfbf-de1b0c91530d HTTP/1.1" status: 200 len: 2981 time: 0.0440879 Aug 03 18:59:44.214084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-0b1670d6-73d9-4d4f-89d4-bbebd246747c tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cb701c1c-8bd7-4fa2-899b-6819da617554 HTTP/1.1" status: 200 len: 2981 time: 0.0413172 Aug 03 18:59:44.264585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-6e74defd-ccde-418c-89a0-212e6e6b5050 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/cb701c1c-8bd7-4fa2-899b-6819da617554 HTTP/1.1" status: 200 len: 2981 time: 0.0409787 Aug 03 18:59:44.283681 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-82e6da07-3a80-495d-9b5c-4d46ca80dd99 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] show failed (client error): The resource could not be found. Aug 03 18:59:44.284803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-82e6da07-3a80-495d-9b5c-4d46ca80dd99 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/f0315f94-80f3-4c5a-88c1-e716a1bb7cca HTTP/1.1" status: 404 len: 352 time: 0.0137992 Aug 03 18:59:44.285828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.288585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.292810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/036d9a00-c809-4b88-97a7-d26ecfd38680 HTTP/1.1" status: 204 len: 168 time: 0.3840537 Aug 03 18:59:44.313408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc03e88-68fe-4c84-a7e5-3a47c083e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036d9a00-c809-4b88-97a7-d26ecfd38680,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:44.316856 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-2002f264-f089-45f7-a08e-ddbbb4b61207 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] show failed (client error): The resource could not be found. Aug 03 18:59:44.317927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382ebde-dec4-430f-bbc0-28cf681e92a0 req-2002f264-f089-45f7-a08e-ddbbb4b61207 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/f0315f94-80f3-4c5a-88c1-e716a1bb7cca HTTP/1.1" status: 404 len: 352 time: 0.0224612 Aug 03 18:59:44.422134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Allocated IP 192.168.233.229 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/f5b5d459-8d07-426e-852a-4eeda20591b8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:44.636601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.655666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Transition to ACTIVE for port object f5b5d459-8d07-426e-852a-4eeda20591b8 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:44.685411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-464b290d-8263-4a21-bad5-af59453d0edf tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:44.686948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-464b290d-8263-4a21-bad5-af59453d0edf tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.2839537 Aug 03 18:59:44.698110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3169dee3-97a5-402a-8933-a30cac38c9e7 req-2db79c6d-ea1a-4491-80cd-5e6c52a7a324 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01381ed2b3b34399b89722c71af970ff HTTP/1.1" status: 200 len: 6098 time: 0.2199781 Aug 03 18:59:44.717683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-9be85582-0f6b-439b-8d35-c4d9dc22816f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/quotas/fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 375 time: 0.0181446 Aug 03 18:59:44.763700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7b2628af-c129-4c64-86a8-019515f52421 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402122 Aug 03 18:59:44.788149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3169dee3-97a5-402a-8933-a30cac38c9e7 req-22afecfb-7b78-4408-a1cb-040e369d8386 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "GET /v2.0/security-groups/cb701c1c-8bd7-4fa2-899b-6819da617554 HTTP/1.1" status: 200 len: 2981 time: 0.0813513 Aug 03 18:59:44.839897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3169dee3-97a5-402a-8933-a30cac38c9e7 req-c6c22c71-1d32-407c-a26b-f19198260bdf tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "GET /v2.0/security-groups/cb701c1c-8bd7-4fa2-899b-6819da617554 HTTP/1.1" status: 200 len: 2981 time: 0.0448241 Aug 03 18:59:44.881159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.915655 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:44.934523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:44.937732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:44.941444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:44.984515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Pushing event updated for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:44.999822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.77', 55936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:45.044257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-84203d4f-06e9-4f27-a137-191753bfd0a1 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=5a6bd98443bf478c9753be747447c769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426531 Aug 03 18:59:45.049413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.050329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.151923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-8fdda7e7-a742-4d70-9883-e18b27d49dac tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4676845 Aug 03 18:59:45.165059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Request body: {'port': {'device_id': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:45.235609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-796fec36-73d4-4da3-ace8-4324f711e6f3 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.237090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-796fec36-73d4-4da3-ace8-4324f711e6f3 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865408 Aug 03 18:59:45.251210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Request body: {'port': {'device_id': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '5a6bd98443bf478c9753be747447c769'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:45.263749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ebbd-997f-4ef8-9f7f-adf9611324a2 req-0903bd0b-563a-4a11-b836-7212a85d29ea tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:45.265497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c21ebbd-997f-4ef8-9f7f-adf9611324a2 req-0903bd0b-563a-4a11-b836-7212a85d29ea tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0889552 Aug 03 18:59:45.277796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.361214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c21ebbd-997f-4ef8-9f7f-adf9611324a2 req-ae3170f7-f84d-45db-a0d3-16c0f9cf0f18 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802732 Aug 03 18:59:45.406002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d53377df-18ad-4330-86c8-359f6116b0f3 None None] Provisioning for port f5b5d459-8d07-426e-852a-4eeda20591b8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:45.411190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d53377df-18ad-4330-86c8-359f6116b0f3 None None] Provisioning complete for port f5b5d459-8d07-426e-852a-4eeda20591b8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:45.411568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d53377df-18ad-4330-86c8-359f6116b0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.468995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d53377df-18ad-4330-86c8-359f6116b0f3 None None] Port f5b5d459-8d07-426e-852a-4eeda20591b8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:45.472109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-954339b5-7222-40dd-953a-f0352915aae5 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/b7d9550a-5f60-456e-a2cd-4e55dc9ac43e HTTP/1.1" status: 200 len: 1777 time: 0.0828543 Aug 03 18:59:45.548195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.569667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34468) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:45.588076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-a4dd469b-09b2-4b5b-b167-da68afab80a8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 18:59:45.589284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-a4dd469b-09b2-4b5b-b167-da68afab80a8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4116216 Aug 03 18:59:45.611346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Made reservation on behalf of 5a6bd98443bf478c9753be747447c769 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:45.615319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.617453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1733412-5e8a-4909-80e1-50351b96f882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.623246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.646541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b5d459-8d07-426e-852a-4eeda20591b8 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:45.656376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.670205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Transition to ACTIVE for port object f5b5d459-8d07-426e-852a-4eeda20591b8 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:45.737715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.793933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:45.845148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-daa4bf50-cd2b-4066-bb6d-ee69c5975a82 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444081 Aug 03 18:59:45.891462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Attempting to bind port f5b5d459-8d07-426e-852a-4eeda20591b8 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:45.891809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Attempting to bind port f5b5d459-8d07-426e-852a-4eeda20591b8 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:45.892158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Attempting to bind port f5b5d459-8d07-426e-852a-4eeda20591b8 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:45.898306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Port f5b5d459-8d07-426e-852a-4eeda20591b8 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:45.898800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Attempting to bind port f5b5d459-8d07-426e-852a-4eeda20591b8 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:45.905377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:45.905814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:45.907247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:45.907777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Bound port: f5b5d459-8d07-426e-852a-4eeda20591b8, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:45.908938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.935115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.937647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:45.938812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a34fa098-ac4f-47db-9f45-5d367afafdbb req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7d9550a-5f60-456e-a2cd-4e55dc9ac43e HTTP/1.1" status: 204 len: 173 time: 0.4580684 Aug 03 18:59:45.981778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb024-7097-4104-8162-58d99cc1eb07 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9550a-5f60-456e-a2cd-4e55dc9ac43e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:45.993560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Allocated IP 192.168.233.24 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/d44f841d-f38a-44ff-afbf-06303c0bc755) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:46.031299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:46.035277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f5b5d459-8d07-426e-852a-4eeda20591b8,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:46.096907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1733412-5e8a-4909-80e1-50351b96f882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.096907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2817472a-d426-4ffa-a92c-5754e75a5c30 req-dbd95b79-4636-455d-986d-e8dbb1d22793 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 210 time: 0.0554903 Aug 03 18:59:46.099560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-a5ae08b8-06ea-4ce7-848f-a2e9197ceb39 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316403 Aug 03 18:59:46.109073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.175552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.176204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.179917 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] 10.222.0.77 "PUT /v2.0/ports/f5b5d459-8d07-426e-852a-4eeda20591b8 HTTP/1.1" status: 200 len: 1096 time: 1.0248108 Aug 03 18:59:46.184677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:46.188143 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178596cd-1530-4474-a02c-d907252e71ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:46.229058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1860e9-3867-4e1a-9846-b75c159120c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.252781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1733412-5e8a-4909-80e1-50351b96f882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.349890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1733412-5e8a-4909-80e1-50351b96f882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d7bd3c-338e-476d-9c00-0792fa23a215,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.365721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e1733412-5e8a-4909-80e1-50351b96f882 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c90b25661ca94cc8bb62a9e7d921c495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949021 Aug 03 18:59:46.366141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34476) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:46.392198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13f584-9863-4200-87c1-109565703f5c req-57352d52-2718-434f-82b3-e23c3b973edf tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.393904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e13f584-9863-4200-87c1-109565703f5c req-57352d52-2718-434f-82b3-e23c3b973edf tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 948 time: 0.1452224 Aug 03 18:59:46.414661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-79703b01-ee61-4af7-92a6-fa8d5e7e55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.416715 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-79703b01-ee61-4af7-92a6-fa8d5e7e55cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0826361 Aug 03 18:59:46.432253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.458245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Transition to ACTIVE for port object d44f841d-f38a-44ff-afbf-06303c0bc755 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:46.476893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e13f584-9863-4200-87c1-109565703f5c req-fea057e2-ea91-47fb-b70a-7f5c22c17c71 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676312 Aug 03 18:59:46.485471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-56e785a2-0007-49cd-b4e5-428ec380214d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f5b5d459-8d07-426e-852a-4eeda20591b8 HTTP/1.1" status: 200 len: 217 time: 0.0464675 Aug 03 18:59:46.524016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.555348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.567844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-f40da631-f7b9-4ac7-9af6-7e0f3620fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.569444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-f40da631-f7b9-4ac7-9af6-7e0f3620fab8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0795658 Aug 03 18:59:46.589220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-c2b9b360-0c9f-411d-b26e-2e489274ee17 tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "GET /v2.0/security-groups/d4403d8d-c2be-4942-918f-06f12e94a024 HTTP/1.1" status: 200 len: 1778 time: 0.0537870 Aug 03 18:59:46.596280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.638817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660cb06-4a58-464e-8e2b-c91213919fff req-49fa5bf0-e47f-46c5-a22a-e086a664deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.640449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-49fa5bf0-e47f-46c5-a22a-e086a664deaf service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616524 Aug 03 18:59:46.641327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:46.676103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:46.696970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:46.720037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:46.791608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Pushing event updated for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.792781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.796463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.802557 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0d7bd3c-338e-476d-9c00-0792fa23a215 HTTP/1.1" status: 204 len: 168 time: 0.4325607 Aug 03 18:59:46.808239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-9bfcc199-d1ce-47e4-9955-c836589d1cca service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590502 Aug 03 18:59:46.814844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df70f5c-0eae-4c89-9ebd-1c7716decc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d7bd3c-338e-476d-9c00-0792fa23a215,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:46.854690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.873186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:46.873186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.912248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:46.972490 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e660cb06-4a58-464e-8e2b-c91213919fff req-1f469ac6-dbaa-44ab-87f0-ba3b58c855b3 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547835 Aug 03 18:59:47.008936 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1867600b-8ab9-45b9-b14b-7fa797e0aa5b x-openstack-request-id: req-1867600b-8ab9-45b9-b14b-7fa797e0aa5b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:47.008936 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:47.008936 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1867600b-8ab9-45b9-b14b-7fa797e0aa5b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:47.009245 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8', 'status': 'completed', 'code': 200} Aug 03 18:59:47.057149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-18b6bb4b-1592-4953-b7ea-5514ba75354f tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8100383 Aug 03 18:59:47.073508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Request body: {'port': {'device_id': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:47.112712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.115682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.127369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beac72dc-49ec-43f7-a3b7-ff3394fa03c8 req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4403d8d-c2be-4942-918f-06f12e94a024 HTTP/1.1" status: 204 len: 173 time: 0.5229619 Aug 03 18:59:47.138219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486c5de-5dcc-4de6-9357-d60bee30280a tempest-SecurityGroupsTestAdminJSON-1935518135 tempest-SecurityGroupsTestAdminJSON-1935518135-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4403d8d-c2be-4942-918f-06f12e94a024,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:47.188121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178596cd-1530-4474-a02c-d907252e71ef req-92221831-dd39-4c4a-8c10-02a3ad620682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.188506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b8deeb59-fe70-4ce5-b837-9de4c8f12c6c None None] Provisioning for port d44f841d-f38a-44ff-afbf-06303c0bc755 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:47.189678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-92221831-dd39-4c4a-8c10-02a3ad620682 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 1099 time: 0.0711589 Aug 03 18:59:47.193239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b8deeb59-fe70-4ce5-b837-9de4c8f12c6c None None] Provisioning complete for port d44f841d-f38a-44ff-afbf-06303c0bc755 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:47.193613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8deeb59-fe70-4ce5-b837-9de4c8f12c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.231830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8deeb59-fe70-4ce5-b837-9de4c8f12c6c None None] Port d44f841d-f38a-44ff-afbf-06303c0bc755 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:47.322017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178596cd-1530-4474-a02c-d907252e71ef req-6b8c1d1e-d34f-4fb0-8746-eff2dbee974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.323898 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-6b8c1d1e-d34f-4fb0-8746-eff2dbee974d service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1249642 Aug 03 18:59:47.389065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-ec71a41f-8194-49f6-8973-7fffb60642a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=f5b5d459-8d07-426e-852a-4eeda20591b8 HTTP/1.1" status: 200 len: 217 time: 0.0565801 Aug 03 18:59:47.415410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfb7ef-55b7-4634-bdd0-62cb8a89eb2c req-3d8c4469-ca23-40af-815a-7faca67f463b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.427061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fcfb7ef-55b7-4634-bdd0-62cb8a89eb2c req-3d8c4469-ca23-40af-815a-7faca67f463b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.3680871 Aug 03 18:59:47.464883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d51db28a-13c1-49ed-b083-624e48f53f34 req-7754ab37-b284-468b-8bde-d19f8c88022b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 210 time: 0.2851882 Aug 03 18:59:47.465626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:47.468185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178596cd-1530-4474-a02c-d907252e71ef req-c3b96215-32f7-4d0d-bf78-4af73b00c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.470388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-c3b96215-32f7-4d0d-bf78-4af73b00c9d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0710530 Aug 03 18:59:47.582278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178596cd-1530-4474-a02c-d907252e71ef req-dd7947a3-74e7-44ff-a9ff-a40f5792d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:47.583829 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-dd7947a3-74e7-44ff-a9ff-a40f5792d4e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054714 Aug 03 18:59:47.604717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fcfb7ef-55b7-4634-bdd0-62cb8a89eb2c req-1d42c3b1-7ec9-41c4-b8dc-9cb04017d2c4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765871 Aug 03 18:59:47.814254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-4b112c19-8eac-49e3-a6b1-3a84a9cefee7 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202549 Aug 03 18:59:47.827028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-bfc144df-0846-46f7-ba3a-bf1102b8ebe6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "GET /v2.0/security-groups/9d3ce79f-8a0c-4098-8823-fb816b984a91 HTTP/1.1" status: 200 len: 1775 time: 0.1684322 Aug 03 18:59:47.938320 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-178596cd-1530-4474-a02c-d907252e71ef req-695e4465-184c-4189-b10f-99309acfab9d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149216 Aug 03 18:59:47.960061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.006165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.085567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f841d-f38a-44ff-afbf-06303c0bc755 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:48.091640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.109271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Transition to ACTIVE for port object d44f841d-f38a-44ff-afbf-06303c0bc755 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:48.165387 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.167881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.169084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48828afd-46e1-4b4d-823e-b37b0bf3a691 req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "DELETE /v2.0/security-groups/9d3ce79f-8a0c-4098-8823-fb816b984a91 HTTP/1.1" status: 204 len: 173 time: 0.3260396 Aug 03 18:59:48.183031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8415ad-7bda-4370-8db8-18d1905818d3 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ce79f-8a0c-4098-8823-fb816b984a91,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:48.197874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016cb7a-0369-4acc-8785-b5f02223f9ea req-fc15288a-3361-4f62-aa9f-1434ac4c9ba5 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.199462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5016cb7a-0369-4acc-8785-b5f02223f9ea req-fc15288a-3361-4f62-aa9f-1434ac4c9ba5 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 935 time: 0.0671222 Aug 03 18:59:48.206060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.323658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:48.334044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5016cb7a-0369-4acc-8785-b5f02223f9ea req-98733b94-49dc-40e6-a96b-4e661c449be2 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233919 Aug 03 18:59:48.343410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34536) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:48.366928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9d1af-ecb0-45f5-b81d-137f34e3c3b8 req-f603a3e7-bb08-4de5-b2eb-ff39916bb7b1 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.368705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7c9d1af-ecb0-45f5-b81d-137f34e3c3b8 req-f603a3e7-bb08-4de5-b2eb-ff39916bb7b1 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 948 time: 0.1449950 Aug 03 18:59:48.455524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7c9d1af-ecb0-45f5-b81d-137f34e3c3b8 req-e0f7e954-0afe-4a6c-92ee-da861006bb47 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684276 Aug 03 18:59:48.461140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Attempting to bind port d44f841d-f38a-44ff-afbf-06303c0bc755 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:48.461478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Attempting to bind port d44f841d-f38a-44ff-afbf-06303c0bc755 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:48.462438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Attempting to bind port d44f841d-f38a-44ff-afbf-06303c0bc755 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:48.468798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Port d44f841d-f38a-44ff-afbf-06303c0bc755 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:48.469281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Attempting to bind port d44f841d-f38a-44ff-afbf-06303c0bc755 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:48.477383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:48.478333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:48.478874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:48.479481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Bound port: d44f841d-f38a-44ff-afbf-06303c0bc755, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:48.479993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.497604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-network', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:48.590328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-7b0636fd-675d-4495-bb3d-f4698664551c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430863 Aug 03 18:59:48.602176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Made reservation on behalf of bb1c6e0ef554426d9b4fafbbc74a33c3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:48.604523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.614142 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.643019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:48.705295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d44f841d-f38a-44ff-afbf-06303c0bc755,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:48.724171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.739893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b0820-e721-4be2-bbf5-d4f73de4716b req-b585bbac-d15a-40ea-8a1b-26859adeb22b tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.741729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b65b0820-e721-4be2-bbf5-d4f73de4716b req-b585bbac-d15a-40ea-8a1b-26859adeb22b tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 972 time: 0.1574941 Aug 03 18:59:48.770504 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-679af7c3-86be-4092-9ad3-2635513690b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.778081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e19eaa-7a13-4ff3-9bd5-1e1e42d1afd5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.779541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e19eaa-7a13-4ff3-9bd5-1e1e42d1afd5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777577 Aug 03 18:59:48.805606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-8cc6be9a-500b-4235-85ec-cc648d3f875a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/quotas/d39cda7dd0fb4254a5829efea1305c9d HTTP/1.1" status: 200 len: 375 time: 0.0193620 Aug 03 18:59:48.809228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b65b0820-e721-4be2-bbf5-d4f73de4716b req-985109eb-2700-4c6d-bc0d-fa87c753fe3e tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Aug 03 18:59:48.847362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.861940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.884524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:48.901716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a888b69-f17d-4764-ac98-ef543b70d04b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:48.904929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.905296 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Added segment 1f0d73f0-3c32-4b85-9c47-71a82951dd10 of type vlan for network fb1513b6-7652-4827-a1e9-416ff8ff21f6 Aug 03 18:59:48.907757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:48.908364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.909747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] 10.222.0.77 "PUT /v2.0/ports/d44f841d-f38a-44ff-afbf-06303c0bc755 HTTP/1.1" status: 200 len: 1095 time: 1.8404939 Aug 03 18:59:48.911944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:48.915326 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90471788-809a-4ed6-ae93-64061c7531a8" -d '{"events": [{"name": "network-changed", "server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:48.924420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.924849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.925187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.925517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.925844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.926172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.926493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.926839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.927159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.927475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.927791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.928390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:48.965827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-224750c1-1c56-4e34-aeb2-b8e3806a90ec tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544001 Aug 03 18:59:48.975940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:48.978114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-f6946c71-447d-45ee-8afb-c6594a05f03e tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "GET /v2.0/security-groups/323dbf8a-4e40-41a6-b81c-73e05469d394 HTTP/1.1" status: 200 len: 1775 time: 0.1378224 Aug 03 18:59:48.983318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378422ac-64c1-4657-955d-a54c63350b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:49.086106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.087155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.087304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.088504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.113616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-3ff615d7-86c6-49c9-8d17-4ec33d4d8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.115127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-3ff615d7-86c6-49c9-8d17-4ec33d4d8855 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 1098 time: 0.0743594 Aug 03 18:59:49.119820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.152155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] Pushing event updated for resources: {'Network': ['ID=fb1513b6-7652-4827-a1e9-416ff8ff21f6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:49.163221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:49.177665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-90bf9d24-7951-47d7-a73d-e6a9e91df2eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d44f841d-f38a-44ff-afbf-06303c0bc755 HTTP/1.1" status: 200 len: 217 time: 0.0490282 Aug 03 18:59:49.249304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5bc8233a-f0c9-4e1b-8167-f93131bff9eb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9045887 Aug 03 18:59:49.252057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:49.265064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Request body: {'subnet': {'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-subnet', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:49.273310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-d8978c1f-a829-4167-b023-cc9d1b442738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.275035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-d8978c1f-a829-4167-b023-cc9d1b442738 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0851486 Aug 03 18:59:49.339146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-e639befa-e4dc-4103-86a8-d8613596ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.341053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-e639befa-e4dc-4103-86a8-d8613596ef78 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581260 Aug 03 18:59:49.366816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.369357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.370442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e130e48-489e-4a1c-a1f6-fdfdf9e4bf85 req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] 10.222.0.67 "DELETE /v2.0/security-groups/323dbf8a-4e40-41a6-b81c-73e05469d394 HTTP/1.1" status: 204 len: 173 time: 0.3755500 Aug 03 18:59:49.402037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee461b92-a76a-481c-bdd0-24632149b99e req-db2b2d8e-6542-48d1-89ad-c5f31087fd91 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 210 time: 0.0600224 Aug 03 18:59:49.482964 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374c00bd-61fc-4c05-be85-24b794cce31c x-openstack-request-id: req-374c00bd-61fc-4c05-be85-24b794cce31c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:49.483282 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:49.483471 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-374c00bd-61fc-4c05-be85-24b794cce31c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:49.483966 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755', 'status': 'completed', 'code': 200} Aug 03 18:59:49.498620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Made reservation on behalf of bb1c6e0ef554426d9b4fafbbc74a33c3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:49.501072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.509046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b5d8c-8732-41f3-bcf9-02cf8991caa6 tempest-SecurityGroupsTestAdminJSON-197673459 tempest-SecurityGroupsTestAdminJSON-197673459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=323dbf8a-4e40-41a6-b81c-73e05469d394,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:49.637235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85621460-45ba-45c3-abdb-607b102701d4 req-7cc84c44-0b9a-4e5f-a5c5-03004a0bbe57 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.639325 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-85621460-45ba-45c3-abdb-607b102701d4 req-7cc84c44-0b9a-4e5f-a5c5-03004a0bbe57 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 972 time: 0.0878961 Aug 03 18:59:49.671806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-913ee434-f436-4537-8d7f-2316cd6dc727 req-0ed18f8a-8df0-4946-8a52-a14eb13485d4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.1866922 Aug 03 18:59:49.754530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f5b5d459-8d07-426e-852a-4eeda20591b8 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:49.757270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-873bcb31-88de-48fa-8df6-846fbd3f3b05 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036555 Aug 03 18:59:49.860307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Deleting port b6e0ac08-981f-4e79-b544-1cb79c07d122 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:49.860950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:49.873381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-a4e5ab0f-4639-4233-adf1-4a01bf374997 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.874932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-a4e5ab0f-4639-4233-adf1-4a01bf374997 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.3879244 Aug 03 18:59:49.883457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812976a2-eb1a-4f7b-8880-9cedb65ac511 req-f5806f59-523c-4ef7-b09c-358153464528 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:49.891169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-812976a2-eb1a-4f7b-8880-9cedb65ac511 req-f5806f59-523c-4ef7-b09c-358153464528 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 947 time: 0.3870993 Aug 03 18:59:49.915807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Request body: {'port': {'device_id': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'admin_state_up': True, 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:49.947945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f5b5d459-8d07-426e-852a-4eeda20591b8,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:49.964412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f5b5d459-8d07-426e-852a-4eeda20591b8', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'f5b5d459-8d07-426e-852a-4eeda20591b8', 'mac_address': 'fa:16:3e:97:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:49.994179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] For port b6e0ac08-981f-4e79-b544-1cb79c07d122, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b6e0ac08-981f-4e79-b544-1cb79c07d122,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:49.994678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.017381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Calling delete_port for b6e0ac08-981f-4e79-b544-1cb79c07d122 owned by compute:tempest-test_az-1054764902 {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 18:59:50.086291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.105058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e45843-b9c2-41da-a47a-41d0c6f8fe7d req-1758ffd6-4ed2-47df-b58d-70cf7d071eba tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:50.114565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92e45843-b9c2-41da-a47a-41d0c6f8fe7d req-1758ffd6-4ed2-47df-b58d-70cf7d071eba tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 948 time: 0.3080797 Aug 03 18:59:50.114837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b5d459-8d07-426e-852a-4eeda20591b8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:50.136152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-812976a2-eb1a-4f7b-8880-9cedb65ac511 req-4868d8d0-1dc4-4082-ba8c-5af83eaca0e5 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438390 Aug 03 18:59:50.173619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f5b5d459-8d07-426e-852a-4eeda20591b8,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:50.201658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:50.234048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:50.238302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdeb7bc0-95d7-4ce1-bac3-48e4eccadebc req-ad94db20-802f-4250-a1c1-a28fe6a03d7d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608650 Aug 03 18:59:50.251017 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.347976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:50.434618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92e45843-b9c2-41da-a47a-41d0c6f8fe7d req-46e293b7-d7f1-4c29-bd1d-577d7c10611d tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191419 Aug 03 18:59:50.448832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f5b5d459-8d07-426e-852a-4eeda20591b8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:50.476007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b78be5-5b69-4eb6-a0c2-58c87d73533c req-ee0957b7-daab-49f6-a009-f202ca349da8 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:50.477686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4b78be5-5b69-4eb6-a0c2-58c87d73533c req-ee0957b7-daab-49f6-a009-f202ca349da8 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 889 time: 0.1749170 Aug 03 18:59:50.493900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90471788-809a-4ed6-ae93-64061c7531a8 req-38c9387e-2681-4d5b-b5a4-e635976bc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:50.495582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-38c9387e-2681-4d5b-b5a4-e635976bc7ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=5a6bd98443bf478c9753be747447c769&device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 1098 time: 0.1222544 Aug 03 18:59:50.530790 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.592709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.594770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f486b96a-94a4-4266-b79d-f4368997263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.626622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee0656aa-2bbe-4f40-aea0-6ec689e26efd req-2a185bdc-92dd-45a4-99e7-c49dcc9626c9 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 210 time: 0.1088126 Aug 03 18:59:50.644345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:50.648960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.650214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Pushing event deleted for resources: {'Port': ['ID=b6e0ac08-981f-4e79-b544-1cb79c07d122,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:50.659424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4b78be5-5b69-4eb6-a0c2-58c87d73533c req-b867ea7c-7f11-4f7d-9e1a-ee035b1d4134 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/security-groups?id=14997357-32b1-4bf2-b130-ec080ddcf97d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745276 Aug 03 18:59:50.728022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce38956-33a8-42ec-8395-cb78fe29eda6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:50.757255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.757530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.762803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.763420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.763687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.764087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.764517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.764949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.765397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.765735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.766133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.766544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:50.772359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] No DVR routers for this DVR port b6e0ac08-981f-4e79-b544-1cb79c07d122 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 18:59:50.776159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.778653 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-85621460-45ba-45c3-abdb-607b102701d4 req-93748b51-d2ce-41f9-9e5a-4a3f4049d033 tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.77 "DELETE /v2.0/ports/b6e0ac08-981f-4e79-b544-1cb79c07d122 HTTP/1.1" status: 204 len: 173 time: 1.1321337 Aug 03 18:59:50.786538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'name': 'network-vif-deleted', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:50.788984 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa10c6-20bc-43d4-be23-76a1571c57cb" -d '{"events": [{"server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "name": "network-vif-deleted", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:50.802295 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60620f52-1f3d-4dec-8ad0-aacc14c11e93 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01381ed2b3b34399b89722c71af970ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5665560 Aug 03 18:59:50.806895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34598) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:50.838993 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0d8696-f0f2-4512-b1ce-9a009576eadb x-openstack-request-id: req-7d0d8696-f0f2-4512-b1ce-9a009576eadb {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:50.839369 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c36a32-6b18-4cb5-999e-016f5fca5406", "name": "network-vif-deleted", "tag": "b6e0ac08-981f-4e79-b544-1cb79c07d122", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:50.839621 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d0d8696-f0f2-4512-b1ce-9a009576eadb {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:50.840099 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c36a32-6b18-4cb5-999e-016f5fca5406', 'name': 'network-vif-deleted', 'tag': 'b6e0ac08-981f-4e79-b544-1cb79c07d122', 'status': 'completed', 'code': 200} Aug 03 18:59:50.843671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90471788-809a-4ed6-ae93-64061c7531a8 req-c8ab773a-8037-4207-9870-b23dc0c94a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:50.845753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-c8ab773a-8037-4207-9870-b23dc0c94a36 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3392658 Aug 03 18:59:50.859773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Checking segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:50.860128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Network hostable DHCP agents. Network: fb1513b6-7652-4827-a1e9-416ff8ff21f6, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:50.867838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b6e0ac08-981f-4e79-b544-1cb79c07d122'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:50.923447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.946644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-fa354797-cd41-486c-96b6-554fe62024e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=d44f841d-f38a-44ff-afbf-06303c0bc755 HTTP/1.1" status: 200 len: 217 time: 0.0828650 Aug 03 18:59:50.946966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f486b96a-94a4-4266-b79d-f4368997263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:50.947071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beccad89-b760-43f9-b9ca-f97b11a27bae req-898b9ab8-8189-4a59-88ad-a0e76abc3a52 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.0960145 Aug 03 18:59:50.968098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.085683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f486b96a-94a4-4266-b79d-f4368997263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.127599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486b96a-94a4-4266-b79d-f4368997263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c048002a-8896-4318-b136-122abacd261f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:51.133067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f486b96a-94a4-4266-b79d-f4368997263d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff8be60ab81b47ff95ba977e1c0182ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9300303 Aug 03 18:59:51.137103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34600) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:51.159703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.159703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.159703 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb701c1c-8bd7-4fa2-899b-6819da617554 HTTP/1.1" status: 204 len: 168 time: 0.3405638 Aug 03 18:59:51.183269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aa9a2-f0b2-4316-9ad7-fc08ef3063a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb701c1c-8bd7-4fa2-899b-6819da617554,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:51.235809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.253514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:51.264241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.302810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90471788-809a-4ed6-ae93-64061c7531a8 req-e3eb45fb-f651-4098-9aa5-09face9fc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:51.304591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-e3eb45fb-f651-4098-9aa5-09face9fc84a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.3535674 Aug 03 18:59:51.305864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Allocated IP 172.20.0.9 (092401a9-9115-40b4-bd04-95f6c83436b4/8b2ab28f-9acb-4e74-b613-2dce80ac3f78/19da4feb-5aad-4376-88ab-b7bd22ce4c9b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:51.361096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfe6b0-0daa-4acc-8e4d-be4534646564 req-8f72b9ad-f0f8-4ec3-ace0-a51285f0889b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:51.362701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78dfe6b0-0daa-4acc-8e4d-be4534646564 req-8f72b9ad-f0f8-4ec3-ace0-a51285f0889b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 947 time: 0.1143496 Aug 03 18:59:51.382584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, fb1513b6-7652-4827-a1e9-416ff8ff21f6) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:51.389969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbbe515-4b49-45da-8b63-c240d12ea5e3 None None] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:51.396299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.401185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.402671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c048002a-8896-4318-b136-122abacd261f HTTP/1.1" status: 204 len: 168 time: 0.2646565 Aug 03 18:59:51.411628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:51.412411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.417155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30afcaa-c9b7-46f0-beb7-e4bc54858ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c048002a-8896-4318-b136-122abacd261f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:51.449932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90471788-809a-4ed6-ae93-64061c7531a8 req-173ff5f7-d765-4b9f-b796-30bc67cb5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:51.451477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-173ff5f7-d765-4b9f-b796-30bc67cb5185 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360130 Aug 03 18:59:51.539329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78dfe6b0-0daa-4acc-8e4d-be4534646564 req-909a30f9-a44f-4b73-8d1d-10c12ecebd17 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680295 Aug 03 18:59:51.576912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34612) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:51.577121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ea94a272-8b13-4711-84a6-3e8e6cf0265c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3233352 Aug 03 18:59:51.588013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:51.702491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.704567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.713912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a835b-6362-4a90-ad51-97b62e89ebff req-023a982c-16ec-485c-a0f1-924361b6b5a7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:51.719721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 18:59:51.720593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.721594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-744a835b-6362-4a90-ad51-97b62e89ebff req-023a982c-16ec-485c-a0f1-924361b6b5a7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 949 time: 0.1471806 Aug 03 18:59:51.757961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.761683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-58c18e67-9b4b-4097-b451-38c696214a51 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984898 Aug 03 18:59:51.765345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f5b5d459-8d07-426e-852a-4eeda20591b8 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:51.863735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-744a835b-6362-4a90-ad51-97b62e89ebff req-8df9f08c-2b25-4b0e-b1a4-56cea6083aa2 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362987 Aug 03 18:59:51.925390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:51.999310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Allocated IP 172.20.0.2 (fb1513b6-7652-4827-a1e9-416ff8ff21f6/8ce38956-33a8-42ec-8395-cb78fe29eda6/947f2327-b094-4fdd-8d4c-a3e52742445c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:52.010806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd55e634-b9a7-4314-9a71-86e5803457f5 req-f1aa75ee-9fe6-4b23-a4ff-d2e7adf88b3b tempest-AggregatesAdminTestJSON-1315851289 tempest-AggregatesAdminTestJSON-1315851289-project] 10.222.0.67 "GET /v2.0/ports?device_id=93c36a32-6b18-4cb5-999e-016f5fca5406 HTTP/1.1" status: 200 len: 210 time: 0.1531179 Aug 03 18:59:52.016141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90471788-809a-4ed6-ae93-64061c7531a8 req-9be96cd7-830c-41fe-9598-b27445b626af service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422047 Aug 03 18:59:52.068683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52e11ab2-5000-4324-aa4b-59e925a8f266 req-f6783e3f-13a4-4454-b670-ab867699dec4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 210 time: 0.0509391 Aug 03 18:59:52.084729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a6f1411-3767-483e-bd83-18bab8a77ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.102249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f5b5d459-8d07-426e-852a-4eeda20591b8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:52.116387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f5b5d459-8d07-426e-852a-4eeda20591b8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:52.116788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.126305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9fde3ee-aead-4eca-ba01-781502bf21c1 req-c9e5f45d-a5ae-41f2-a79e-7f5c39d26b0f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.0255053 Aug 03 18:59:52.217477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34622) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:52.252715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.270358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.274148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.277991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.281767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.301714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Transition to ACTIVE for port object 947f2327-b094-4fdd-8d4c-a3e52742445c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:52.310997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:52.313258 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7956c4-7bfe-43a3-80ca-ef2089902240" -d '{"events": [{"server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "name": "network-vif-plugged", "status": "completed", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:52.334207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f5b5d459-8d07-426e-852a-4eeda20591b8,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:52.340229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Transition to ACTIVE for port object 947f2327-b094-4fdd-8d4c-a3e52742445c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:52.346974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Network 092401a9-9115-40b4-bd04-95f6c83436b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:52.350404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1aae4704-e91e-4c4e-8ea1-15b9d15c97ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1eb18aa507944b67849b803edc79469c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314883 Aug 03 18:59:52.353308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:52.354003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:52.356387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:52.379991 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457cd39-abe9-4e8b-9916-a9f52a9d9296 x-openstack-request-id: req-e457cd39-abe9-4e8b-9916-a9f52a9d9296 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:52.379991 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "name": "network-vif-plugged", "status": "completed", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:52.379991 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e457cd39-abe9-4e8b-9916-a9f52a9d9296 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:52.379991 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8', 'code': 200} Aug 03 18:59:52.398800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:52.433347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:52.434300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.467900 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.472710 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.475145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b6e0ac08-981f-4e79-b544-1cb79c07d122 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 18:59:52.484469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.500123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-98131ba9-f38d-4c76-87ab-dd2d86f89dc0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450501 Aug 03 18:59:52.514026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.521997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b6e0ac08-981f-4e79-b544-1cb79c07d122 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 18:59:52.522572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b6e0ac08-981f-4e79-b544-1cb79c07d122 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 18:59:52.535492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:52.539551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:52.548276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:52.560102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Pushing event updated for resources: {'Port': ['ID=947f2327-b094-4fdd-8d4c-a3e52742445c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:52.608294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f08e44-f4a5-41a5-bbcd-e1c318d766d8 req-69fc5597-6728-4594-a8d3-f96c4b418bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:52.610621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58f08e44-f4a5-41a5-bbcd-e1c318d766d8 req-69fc5597-6728-4594-a8d3-f96c4b418bbd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 1100 time: 0.1649218 Aug 03 18:59:52.637350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-d8506211-05af-4133-b63a-b967be5e593b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7257977 Aug 03 18:59:52.650282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34630) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:52.673211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc25fc1-1229-459b-bb39-ee36da1e1daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.682224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Attempting to bind port 947f2327-b094-4fdd-8d4c-a3e52742445c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:52.683408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Attempting to bind port 947f2327-b094-4fdd-8d4c-a3e52742445c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:52.683408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Attempting to bind port 947f2327-b094-4fdd-8d4c-a3e52742445c on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:52.689327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Request body: {'port': {'device_id': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:52.691907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:52.693963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Checking segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:52.693963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.693963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Bound using segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:52.694566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Bound port: 947f2327-b094-4fdd-8d4c-a3e52742445c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:52.695062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.738135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:52.781574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58f08e44-f4a5-41a5-bbcd-e1c318d766d8 req-42c60516-eae2-418f-95fe-a4fef0bfe2c1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594126 Aug 03 18:59:52.783588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.787423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.801711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68f74f69-4a25-4be4-a147-592c4ab1c2b7 HTTP/1.1" status: 204 len: 168 time: 0.4449229 Aug 03 18:59:52.804296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-35b46158-ff91-40ea-a029-d3ba0a6c15b3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:52.806048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-35b46158-ff91-40ea-a029-d3ba0a6c15b3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006477 Aug 03 18:59:52.813327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] For port 947f2327-b094-4fdd-8d4c-a3e52742445c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:52.817755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] For port 947f2327-b094-4fdd-8d4c-a3e52742445c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=947f2327-b094-4fdd-8d4c-a3e52742445c,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:52.821033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.838654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ce4cb-ced6-41d8-a220-a1f83b7616b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f74f69-4a25-4be4-a147-592c4ab1c2b7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:52.848584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Request body: {'port': {'device_id': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'd39cda7dd0fb4254a5829efea1305c9d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:52.848991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.885392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:52.900195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.071315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Allocated IP 172.25.2.115 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7591c998-8e65-4a00-9f11-25ff7b446331) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:53.178202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5220b-74d4-401a-acfc-ff67560406fc req-ff4edecd-3b39-4452-99c7-7676ca908179 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:53.179747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00c5220b-74d4-401a-acfc-ff67560406fc req-ff4edecd-3b39-4452-99c7-7676ca908179 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 947 time: 0.2502482 Aug 03 18:59:53.186241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.211540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc25fc1-1229-459b-bb39-ee36da1e1daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.227190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002587-5c70-4e86-9614-6671cc89c7e1 req-f2583179-cb59-4325-ba03-8c67679d00d7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:53.228788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97002587-5c70-4e86-9614-6671cc89c7e1 req-f2583179-cb59-4325-ba03-8c67679d00d7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.2482207 Aug 03 18:59:53.323651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00c5220b-74d4-401a-acfc-ff67560406fc req-21a80952-a679-4614-a8f7-00bafc7227b0 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288097 Aug 03 18:59:53.335633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97002587-5c70-4e86-9614-6671cc89c7e1 req-ccc2c774-60c8-4187-95bb-bfb707dbba66 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976446 Aug 03 18:59:53.425135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.469145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.499613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece5210-f8d9-4cc9-883c-0f07551f4f03 None None] Pushing event updated for resources: {'Port': ['ID=947f2327-b094-4fdd-8d4c-a3e52742445c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:53.504823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:53.505988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc25fc1-1229-459b-bb39-ee36da1e1daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.525427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:53.529487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:53.549122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd8ab6f1-38bb-475e-b53f-ef9a14ec4437 req-ecd9f772-38b7-43e2-baf2-cad33ba65497 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.1105165 Aug 03 18:59:53.569899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19da4feb-5aad-4376-88ab-b7bd22ce4c9b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:53.604992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.609980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Pushing event updated for resources: {'Port': ['ID=7591c998-8e65-4a00-9f11-25ff7b446331,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:53.610969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6bc25fc1-1229-459b-bb39-ee36da1e1daf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79cb4d9b3e634d80a1257d4cf2e6384b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582205 Aug 03 18:59:53.614134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34644) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:53.619230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc25fc1-1229-459b-bb39-ee36da1e1daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d45840-87b3-41f8-ab81-1eb638741754,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:53.636571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52751-c813-4613-9d51-754699d852f0 req-2d358f5f-8ffe-48f0-9249-245157efe59f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:53.644151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b52751-c813-4613-9d51-754699d852f0 req-2d358f5f-8ffe-48f0-9249-245157efe59f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 931 time: 0.2406595 Aug 03 18:59:53.669713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Transition to ACTIVE for port object 19da4feb-5aad-4376-88ab-b7bd22ce4c9b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:53.696548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Made reservation on behalf of d39cda7dd0fb4254a5829efea1305c9d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:53.700031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.747098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b52751-c813-4613-9d51-754699d852f0 req-262587de-9fec-4bf6-ae78-f4d16dcb44ab tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Aug 03 18:59:53.777874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d44f841d-f38a-44ff-afbf-06303c0bc755 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 18:59:53.791078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:53.897035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:53.907277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.059789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34656) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:54.062240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.232233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d44f841d-f38a-44ff-afbf-06303c0bc755,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:54.254964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'd44f841d-f38a-44ff-afbf-06303c0bc755', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd44f841d-f38a-44ff-afbf-06303c0bc755', 'mac_address': 'fa:16:3e:39:5c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 18:59:54.262602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Allocated IP 192.168.233.59 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/754454cd-3db8-4a3c-9d97-15fd7d945ae0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:54.283465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:54.283890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:54.284288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:54.291621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 18:59:54.292029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:54.309555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:54.309891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:54.310638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:54.311152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Bound port: 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:54.311575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.312185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.328339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f841d-f38a-44ff-afbf-06303c0bc755 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:54.358497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d44f841d-f38a-44ff-afbf-06303c0bc755,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:54.358624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f80ec106-c5a2-429d-ab1c-96e8a52574c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30298c85376b4b77870664a842050b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957485 Aug 03 18:59:54.371935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.374815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.376306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4d45840-87b3-41f8-ab81-1eb638741754 HTTP/1.1" status: 204 len: 168 time: 0.7579596 Aug 03 18:59:54.376966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:54.401679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b509ee-6931-4fce-b195-33432e84e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d45840-87b3-41f8-ab81-1eb638741754,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:54.455532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.501543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.544088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:54.614219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:54.626640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:54.645095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.661965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d44f841d-f38a-44ff-afbf-06303c0bc755'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:54.674443 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.694706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb348bc9-fce4-494a-8246-78a66ae4e13d req-28dec766-6f9a-4873-850f-1918bead953c tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:54.696283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb348bc9-fce4-494a-8246-78a66ae4e13d req-28dec766-6f9a-4873-850f-1918bead953c tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 948 time: 0.2357996 Aug 03 18:59:54.729527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.760635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d012e-3875-4311-9bef-1767573ef8f5 req-aa2919b2-fd87-4379-8b07-cbd26b1af3d7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:54.767885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d7d012e-3875-4311-9bef-1767573ef8f5 req-aa2919b2-fd87-4379-8b07-cbd26b1af3d7 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.3044710 Aug 03 18:59:54.783824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.811497 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.903719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:54.904505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.909444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 1091 time: 2.2226624 Aug 03 18:59:54.917624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:54.919820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:54.920062 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d42d75-7091-40ed-86bf-37b09b007907" -d '{"events": [{"name": "network-changed", "server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:54.979763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d7d012e-3875-4311-9bef-1767573ef8f5 req-147363bd-6c1a-420e-88dd-ef35ae955783 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049446 Aug 03 18:59:54.986699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Transition to ACTIVE for port object 754454cd-3db8-4a3c-9d97-15fd7d945ae0 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:55.004246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 947f2327-b094-4fdd-8d4c-a3e52742445c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:55.119687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb348bc9-fce4-494a-8246-78a66ae4e13d req-e1683c38-fda4-484a-b664-aeb657fbb5c3 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684731 Aug 03 18:59:55.160166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376872f-c882-4163-9e32-01f2a80ef4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:55.198816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 947f2327-b094-4fdd-8d4c-a3e52742445c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:55.203079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34694) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:55.213155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f9a26-27f2-4921-afeb-651985b259a1 None None] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:55.229024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d157e02-ba5f-4a87-9a44-7984405c03d8 req-533a1443-b956-4792-9c89-60adca4d783a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.1140254 Aug 03 18:59:55.229563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.233919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.235290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/14997357-32b1-4bf2-b130-ec080ddcf97d HTTP/1.1" status: 204 len: 168 time: 0.8440456 Aug 03 18:59:55.277237 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e202b-baf4-44fa-b7f4-9074dc19df8c x-openstack-request-id: req-867e202b-baf4-44fa-b7f4-9074dc19df8c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:55.277237 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:55.277237 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-867e202b-baf4-44fa-b7f4-9074dc19df8c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:55.277836 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'status': 'completed', 'code': 200} Aug 03 18:59:55.353249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 18:59:55.449652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Provisioning for port 947f2327-b094-4fdd-8d4c-a3e52742445c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:55.454653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Provisioning complete for port 947f2327-b094-4fdd-8d4c-a3e52742445c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:55.462271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.563316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7257d82-d618-440c-b6e7-76004759362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14997357-32b1-4bf2-b130-ec080ddcf97d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:55.575288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-c266c5fc-c510-43b2-91d3-17d02069de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.577099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-c266c5fc-c510-43b2-91d3-17d02069de1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1094 time: 0.4751966 Aug 03 18:59:55.607667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.608529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 18:59:55.628143 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 18:59:55.648938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-1979c89c-628c-42ca-9475-220318012479 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0535355 Aug 03 18:59:55.663875 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:55.663875 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:55.678576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955c108-7808-4cf7-add8-8d5734902edd req-5625383a-3914-44bf-b944-b0a7355e9148 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.686158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f955c108-7808-4cf7-add8-8d5734902edd req-5625383a-3914-44bf-b944-b0a7355e9148 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.4639823 Aug 03 18:59:55.715886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] For port 947f2327-b094-4fdd-8d4c-a3e52742445c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=947f2327-b094-4fdd-8d4c-a3e52742445c,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:55.716498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-199136229-network', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:55.720101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.762692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', '2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 18:59:55.810432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.813329 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cc19a754-0158-485d-97e8-74a91101729e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2337430 Aug 03 18:59:55.815073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d44f841d-f38a-44ff-afbf-06303c0bc755 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:55.816812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:55.853585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:55.866265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-2b2085a2-bdb9-49fb-b049-a17e7ca43c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:55.868600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-2b2085a2-bdb9-49fb-b049-a17e7ca43c40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.2098370 Aug 03 18:59:55.870423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:55.904939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f955c108-7808-4cf7-add8-8d5734902edd req-842f95da-0471-453e-9cbe-4d75ec4e1bfb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177110 Aug 03 18:59:55.915033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:55.915392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:55.923992 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:55.978464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event updated for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:55.984856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-dfcc7dac-1c76-4197-a33a-3472864bf931 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750663 Aug 03 18:59:56.059561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ce67-ba0a-40ae-8b4a-285a440c30f8 None None] Pushing event updated for resources: {'Port': ['ID=947f2327-b094-4fdd-8d4c-a3e52742445c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:56.107541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Made reservation on behalf of 5ae53fab9c4a4514982f52561bff9127 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:56.110632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.150761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.189979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfcfe7-18d0-40fc-be0f-c48b3e0affdf req-282216b2-8d9f-4429-81ba-86169cd22801 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:56.199037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8bfcfe7-18d0-40fc-be0f-c48b3e0affdf req-282216b2-8d9f-4429-81ba-86169cd22801 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.2114282 Aug 03 18:59:56.234187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4a2b29be-614e-4f9c-a751-579290e16738 None None] Provisioning complete for port 947f2327-b094-4fdd-8d4c-a3e52742445c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:56.234798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a2b29be-614e-4f9c-a751-579290e16738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.238828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:56.240035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.255568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34718) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:56.336131 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d9606ee-59ef-480d-8945-a512bc9c90e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=278619dc3164409198829c55de38df8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0792041 Aug 03 18:59:56.338523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34720) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:56.364991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8bfcfe7-18d0-40fc-be0f-c48b3e0affdf req-b9aecd33-a4bf-4ff3-bbd1-6fdb7d92beb4 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608884 Aug 03 18:59:56.373439 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:54Z', 'revision_number': 3, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:56.375835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-28fb3c35-465f-491e-897c-22287ccabcad service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654377 Aug 03 18:59:56.418957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port d44f841d-f38a-44ff-afbf-06303c0bc755 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:56.429447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94c9e7-c5ff-42fe-80b8-1e8ce83a3465 req-86a14aa3-6854-45b9-b8f2-e75e37cc1564 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:56.436892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port d44f841d-f38a-44ff-afbf-06303c0bc755 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:56.437534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.437868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae94c9e7-c5ff-42fe-80b8-1e8ce83a3465 req-86a14aa3-6854-45b9-b8f2-e75e37cc1564 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 948 time: 0.1792789 Aug 03 18:59:56.480639 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 18:59:56.482519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Updating router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 port 7591c998-8e65-4a00-9f11-25ff7b446331 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 18:59:56.537476 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.565805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae94c9e7-c5ff-42fe-80b8-1e8ce83a3465 req-353459db-f485-421f-aa63-2638e294b16b tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268792 Aug 03 18:59:56.594035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34726) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:56.686703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.743199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.753529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.806627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a9593c5-49be-40ed-960b-042a6bec1789 req-ccffc85e-10db-46c4-a7af-baab47390817 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111295 Aug 03 18:59:56.819967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.822645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-network', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:56.862446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa077eff-82b8-4f09-b9b2-94c0cd5f039a req-db75fb7e-8dda-4e1c-9aa4-6a048b283223 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:56.864590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa077eff-82b8-4f09-b9b2-94c0cd5f039a req-db75fb7e-8dda-4e1c-9aa4-6a048b283223 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 935 time: 0.3471272 Aug 03 18:59:56.880685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d44f841d-f38a-44ff-afbf-06303c0bc755,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:56.883681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 18:59:56.889174 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62f6dcb-7fcd-4d46-90e5-b8f7fc765dc0" -d '{"events": [{"server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "name": "network-vif-plugged", "status": "completed", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 18:59:56.908819 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.920936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Transition to ACTIVE for port object 7591c998-8e65-4a00-9f11-25ff7b446331 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:56.924590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 947f2327-b094-4fdd-8d4c-a3e52742445c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:56.928348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.935944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:56.956226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa077eff-82b8-4f09-b9b2-94c0cd5f039a req-79c03da9-2c61-4f3a-a063-8a34eeb25810 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825579 Aug 03 18:59:56.972610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:56.999958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8058dd-0092-4ff6-8c49-a4ae1105cea7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.007259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.007612 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Added segment d3a48f31-dd12-4fae-8b0f-76aa44efdfae of type vlan for network 6ca59259-49df-44d7-8d51-b228e381a877 Aug 03 18:59:57.026889 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.050873 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 18:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e9267-4a2e-4a78-b930-9a49c717a3ad x-openstack-request-id: req-9b4e9267-4a2e-4a78-b930-9a49c717a3ad {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 18:59:57.050873 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "name": "network-vif-plugged", "status": "completed", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 18:59:57.050873 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9b4e9267-4a2e-4a78-b930-9a49c717a3ad {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 18:59:57.051107 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.051254 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755', 'code': 200} Aug 03 18:59:57.051254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.051940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.051940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c286977-95ab-4f96-9b78-74ce32e2127c HTTP/1.1" status: 204 len: 168 time: 0.7062354 Aug 03 18:59:57.098646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a4e65100-46b3-4fad-b472-1145ad324429 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2687550 Aug 03 18:59:57.111133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Attempting to bind port 7591c998-8e65-4a00-9f11-25ff7b446331 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 18:59:57.111133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Attempting to bind port 7591c998-8e65-4a00-9f11-25ff7b446331 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 18:59:57.113432 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Attempting to bind port 7591c998-8e65-4a00-9f11-25ff7b446331 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 18:59:57.113562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4627b14b-7d91-449e-b9fa-b6b42ba4e5b3 None None] Provisioning for port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:57.121627 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Pushing event updated for resources: {'Port': ['ID=7591c998-8e65-4a00-9f11-25ff7b446331,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.123049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.123861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 18:59:57.124380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:57.124924 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.125387 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 18:59:57.126707 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Bound port: 7591c998-8e65-4a00-9f11-25ff7b446331, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 18:59:57.126921 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.142461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4627b14b-7d91-449e-b9fa-b6b42ba4e5b3 None None] Provisioning complete for port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:57.150333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4627b14b-7d91-449e-b9fa-b6b42ba4e5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.162569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.163010 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.163713 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.163844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.164398 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.164887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.165324 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.165718 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.166114 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.166609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.167007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.167444 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Tracked resource versions report: Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: pushed versions: Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: { 'AddressGroup': {'1.2'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'ConntrackHelper': {'1.0'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Log': {'1.0'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Network': {'1.1'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Port': {'1.7'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'PortForwarding': {'1.2'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'QosPolicy': {'1.8'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SecurityGroup': {'1.4'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SecurityGroupRule': {'1.2'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SubPort': {'1.0'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Subnet': {'1.1'}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Trunk': {'1.1'}} Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: consumer versions: Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: { DHCP agent@n-d-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: HyperV agent@n-h1-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: HyperV agent@n-h2-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: L3 agent@n-d-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: Metadata agent@n-d-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: Metering agent@n-d-803363-1: {}, Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: Open vSwitch agent@n-d-803363-1: { 'AddressGroup': '1.2', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'ConntrackHelper': '1.0', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Log': '1.0', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Network': '1.1', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Port': '1.7', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'PortForwarding': '1.2', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'QosPolicy': '1.8', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SecurityGroup': '1.4', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SecurityGroupRule': '1.2', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'SubPort': '1.0', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Subnet': '1.1', Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: 'Trunk': '1.1'}} Aug 03 18:59:57.168789 n-d-803363-1 neutron-server[101345]: {{(pid=101345) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 18:59:57.180743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Request body: {'port': {'device_id': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:57.205141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 947f2327-b094-4fdd-8d4c-a3e52742445c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:57.205608 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.216495 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] For port 7591c998-8e65-4a00-9f11-25ff7b446331, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 18:59:57.220737 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] For port 7591c998-8e65-4a00-9f11-25ff7b446331, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7591c998-8e65-4a00-9f11-25ff7b446331,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 18:59:57.244954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a81cc-341e-4eaf-8033-a167d6815e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c286977-95ab-4f96-9b78-74ce32e2127c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.291066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.295246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-522156eb-618d-43c5-a836-7354e33a4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.296172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4627b14b-7d91-449e-b9fa-b6b42ba4e5b3 None None] Port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:57.296831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-522156eb-618d-43c5-a836-7354e33a4b4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1094 time: 0.2398355 Aug 03 18:59:57.312383 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.378490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Allocated IP 172.20.0.1 (fb1513b6-7652-4827-a1e9-416ff8ff21f6/8ce38956-33a8-42ec-8395-cb78fe29eda6/c56f3e48-a694-430d-8397-10a443749c12) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 18:59:57.382421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 18:59:57.383061 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:57.393331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Made reservation on behalf of fa834330cb6e45abaf2553287d99dabc for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:57.396480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.414454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.423043 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c325b68-a003-4cc0-b788-1f09a5e62a24 None None] Pushing event updated for resources: {'Port': ['ID=7591c998-8e65-4a00-9f11-25ff7b446331,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.442026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f59ebd-652c-4f72-9d57-486746fcf277 req-c5e3437b-3910-4af8-9fb7-5945570bec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.443932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9f59ebd-652c-4f72-9d57-486746fcf277 req-c5e3437b-3910-4af8-9fb7-5945570bec83 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 1100 time: 0.3335156 Aug 03 18:59:57.447706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.517423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fcc77-13d3-4a20-9e21-4306496e3c76 req-29af0836-6cd8-4ec4-a4b4-1f96cfdeef5d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.525788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd1fcc77-13d3-4a20-9e21-4306496e3c76 req-29af0836-6cd8-4ec4-a4b4-1f96cfdeef5d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.3167624 Aug 03 18:59:57.590548 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 18:59:57.600313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.626976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Transition to ACTIVE for port object c56f3e48-a694-430d-8397-10a443749c12 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:57.627183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-3d418a6d-2f74-479d-9368-ed43d853765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.630350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-3d418a6d-2f74-479d-9368-ed43d853765a service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2976749 Aug 03 18:59:57.633234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.635283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.648720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.648953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.787036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.809099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 18:59:57.832003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-ccb5ef81-2bcd-4ee6-869a-51668457533d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.1311100 Aug 03 18:59:57.835591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.836303 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Added segment aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e of type vlan for network 99ddf904-1aa3-44ba-8679-a3bf9af58316 Aug 03 18:59:57.865814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd1fcc77-13d3-4a20-9e21-4306496e3c76 req-e2df4232-041b-47b8-a74e-ba6d684bf7dc tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972604 Aug 03 18:59:57.887455 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:54Z', 'revision_number': 3, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 18:59:57.916160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-e3551558-8961-46f9-9803-9423e9a6fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.917708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-e3551558-8961-46f9-9803-9423e9a6fee6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0591123 Aug 03 18:59:57.923884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9f59ebd-652c-4f72-9d57-486746fcf277 req-d5567b28-3fff-4480-8e42-9efa5fbff06d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593549 Aug 03 18:59:57.934708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca59259-49df-44d7-8d51-b228e381a877,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:57.946356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6ca59259-49df-44d7-8d51-b228e381a877 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:57.960574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:57.975354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-e6cce490-f739-4991-b20f-f099ecba4a45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431783 Aug 03 18:59:57.977519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e41680-105a-4006-8b5e-14acc4e4c996 None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:54Z', 'revision_number': 3, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 18:59:57.997832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d7315-65e7-49f8-a82f-9f28f6456906 req-cbf12bf3-23db-482a-97d9-470d1cd0d2c8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:57.997832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-863d7315-65e7-49f8-a82f-9f28f6456906 req-cbf12bf3-23db-482a-97d9-470d1cd0d2c8 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.5542338 Aug 03 18:59:58.027471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5abd9d06-a012-4755-9d16-aa87f75f33d0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8213160 Aug 03 18:59:58.029965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.031917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:58.092268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Request body: {'subnet': {'network_id': '6ca59259-49df-44d7-8d51-b228e381a877', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-199136229-subnet', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:58.106781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Pushing event updated for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:58.140161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.141518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:58.142312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.182912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 18:59:58.225468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:58.228691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 18:59:58.234229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5982ee5-403f-4af3-9501-59eb9c7faccf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:58.287918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Made reservation on behalf of 5ae53fab9c4a4514982f52561bff9127 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:58.291569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.359042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] Pushing event updated for resources: {'Network': ['ID=99ddf904-1aa3-44ba-8679-a3bf9af58316,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:58.392937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-863d7315-65e7-49f8-a82f-9f28f6456906 req-ed109f1e-55db-47c2-a6a1-bcea962e170f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896911 Aug 03 18:59:58.393452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 18:59:58.399167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.424227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b70bcd-bc0b-4f73-bb95-53c958e2c7b4 req-865ac609-4c63-4d1d-acb9-f64df2c8717d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:58.437554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28b70bcd-bc0b-4f73-bb95-53c958e2c7b4 req-865ac609-4c63-4d1d-acb9-f64df2c8717d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.3158572 Aug 03 18:59:58.559240 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ff0f18a3-14ac-44bd-9f8a-632d56a65e4a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9589863 Aug 03 18:59:58.561898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 18:59:58.585132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Request body: {'subnet': {'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-subnet', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 18:59:58.666291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-d7ffb3e9-6254-4b4a-93b4-d4e1e476c2ac service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640561 Aug 03 18:59:58.854432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bbf9df15-9686-4a95-b1ae-00a3f255623f None None] Provisioning for port c56f3e48-a694-430d-8397-10a443749c12 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:58.858959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bbf9df15-9686-4a95-b1ae-00a3f255623f None None] Provisioning complete for port c56f3e48-a694-430d-8397-10a443749c12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:58.859513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbf9df15-9686-4a95-b1ae-00a3f255623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:58.951314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9df15-9686-4a95-b1ae-00a3f255623f None None] Port c56f3e48-a694-430d-8397-10a443749c12 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 18:59:58.959574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7591c998-8e65-4a00-9f11-25ff7b446331 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 18:59:59.018689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Made reservation on behalf of fa834330cb6e45abaf2553287d99dabc for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 18:59:59.026613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.135010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7591c998-8e65-4a00-9f11-25ff7b446331 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 18:59:59.148074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7591c998-8e65-4a00-9f11-25ff7b446331 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 18:59:59.149356 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.300447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28b70bcd-bc0b-4f73-bb95-53c958e2c7b4 req-834d8b8b-c0a8-4083-82f7-fdeb173c04b8 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8618276 Aug 03 18:59:59.338657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.349951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.389736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d42d75-7091-40ed-86bf-37b09b007907 req-582fda7c-bf22-43fc-b5e2-2301f4d3691d service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119448 Aug 03 18:59:59.390670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7591c998-8e65-4a00-9f11-25ff7b446331, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7591c998-8e65-4a00-9f11-25ff7b446331,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 18:59:59.403302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed0aa9-7c8c-4be7-b93c-5ec9e58b77e0 req-95ecab9a-18c8-4318-a38c-f3d04320aaaa tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.405112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39ed0aa9-7c8c-4be7-b93c-5ec9e58b77e0 req-95ecab9a-18c8-4318-a38c-f3d04320aaaa tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 935 time: 0.8341305 Aug 03 18:59:59.456893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.483256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=25178194-09d0-4af7-8411-fd863fce0ae3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:59.495956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-eef677db-1a73-4950-8787-a930ff5ad09e tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.497492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-eef677db-1a73-4950-8787-a930ff5ad09e tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.77 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.6319749 Aug 03 18:59:59.506854 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.526152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Checking segment: {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:59.526505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Network hostable DHCP agents. Network: 6ca59259-49df-44d7-8d51-b228e381a877, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:59.555312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.591163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7591c998-8e65-4a00-9f11-25ff7b446331,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:59.595093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e655-eeb7-4cda-93d6-231a11cc44fc req-135d338b-8d96-4261-85c1-e073ddfd8f98 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.597108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8380e655-eeb7-4cda-93d6-231a11cc44fc req-135d338b-8d96-4261-85c1-e073ddfd8f98 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.1885114 Aug 03 18:59:59.634226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754454cd-3db8-4a3c-9d97-15fd7d945ae0 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 18:59:59.648980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Network 6ca59259-49df-44d7-8d51-b228e381a877 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 18:59:59.664110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9362a1c-d80a-4090-8ea7-f1419918b04d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 18:59:59.674268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.679546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39ed0aa9-7c8c-4be7-b93c-5ec9e58b77e0 req-d0deb491-8829-4311-95e6-709b0947f865 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572756 Aug 03 18:59:59.718233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Checking segment: {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 18:59:59.718593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Network hostable DHCP agents. Network: 99ddf904-1aa3-44ba-8679-a3bf9af58316, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 18:59:59.719268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8380e655-eeb7-4cda-93d6-231a11cc44fc req-003d807c-2e96-4ee1-ad42-e6ce79665d77 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098344 Aug 03 18:59:59.720225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Transition to ACTIVE for port object 754454cd-3db8-4a3c-9d97-15fd7d945ae0 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 18:59:59.770227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.775402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6ca59259-49df-44d7-8d51-b228e381a877) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 18:59:59.779648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Deleting port f5b5d459-8d07-426e-852a-4eeda20591b8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 18:59:59.779908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 18:59:59.780224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.780495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.787990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ac14af-c528-4abb-a968-3078d7d234a3 None None] Network 6ca59259-49df-44d7-8d51-b228e381a877 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 18:59:59.835742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.871912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.949364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 18:59:59.977270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Pushing event updated for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:00.000389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b83f5-21f3-4e32-9673-e19daef60099 req-42178982-66f4-4d0c-8d32-efd19061d38f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.002847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-048b83f5-21f3-4e32-9673-e19daef60099 req-42178982-66f4-4d0c-8d32-efd19061d38f tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 950 time: 0.1713159 Aug 03 19:00:00.030993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6ca59259-49df-44d7-8d51-b228e381a877', 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'fixed_ips': [{'subnet_id': '25178194-09d0-4af7-8411-fd863fce0ae3'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:00.032703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.044698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] For port f5b5d459-8d07-426e-852a-4eeda20591b8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f5b5d459-8d07-426e-852a-4eeda20591b8,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:00.045894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.068643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:00.092294 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c122719e-e05d-4334-bd46-64b9d32fd0ca admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0099192 Aug 03 19:00:00.106333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34784) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:00.106425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Calling delete_port for f5b5d459-8d07-426e-852a-4eeda20591b8 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:00.109041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:00.146569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-048b83f5-21f3-4e32-9673-e19daef60099 req-6c352510-2a90-417e-9962-d0b52d45d3dd tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/security-groups?id=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190202 Aug 03 19:00:00.147419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 99ddf904-1aa3-44ba-8679-a3bf9af58316) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:00.152229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.152878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.198876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Pushing event updated for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:00.211427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b0977-670d-4e21-b9e7-7f6c8fca617c None None] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:00.245182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:00.248744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:00.258365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.258365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.275933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Attempting to bind port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:00.280285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Attempting to bind port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:00.280981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Attempting to bind port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:00.296328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:00.297006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Attempting to bind port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:00.332155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:00.332981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:00.333374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:00.333825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Bound port: 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:00.334182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.415363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.423218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e803ddd7-f63a-4547-996a-cec415033729 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8509917 Aug 03 19:00:00.424723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:00.430853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:00.542642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Allocated IP 172.20.0.2 (6ca59259-49df-44d7-8d51-b228e381a877/25178194-09d0-4af7-8411-fd863fce0ae3/4e1712d8-13dc-4093-973e-9ba6c2216b38) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:00.607699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-99ddf904-1aa3-44ba-8679-a3bf9af58316', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:00.609253 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.615266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:00.666221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:00.704808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a947421-8c49-4662-b940-2183e0a487b1 req-f8b0f39d-6071-4bed-8309-ddb497602ee6 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.706387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a947421-8c49-4662-b940-2183e0a487b1 req-f8b0f39d-6071-4bed-8309-ddb497602ee6 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.2717707 Aug 03 19:00:00.762697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.763697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.774976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.777813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.812360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:00.827257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a947421-8c49-4662-b940-2183e0a487b1 req-e7049e99-6c40-4027-96d1-c7f8e9e6c125 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963068 Aug 03 19:00:00.857058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.866834 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.915926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:00.916515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:00.918702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] 10.222.0.54 "PUT /v2.0/ports/754454cd-3db8-4a3c-9d97-15fd7d945ae0 HTTP/1.1" status: 200 len: 1095 time: 3.7598257 Aug 03 19:00:00.919165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:00.921455 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a967d91-7260-48ae-9f65-5da5d4d85146" -d '{"events": [{"name": "network-changed", "server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:00.924484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Allocated IP 172.20.0.2 (99ddf904-1aa3-44ba-8679-a3bf9af58316/b9362a1c-d80a-4090-8ea7-f1419918b04d/210c1221-ef48-4cb7-b9c0-4e1a8b5263fd) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:01.011077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c29c33-26b6-4254-8d43-5415dd63d45e service neutron] Pushing event updated for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:01.065899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f5b5d459-8d07-426e-852a-4eeda20591b8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:01.074246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7591c998-8e65-4a00-9f11-25ff7b446331 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:01.074419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Pushing event deleted for resources: {'Port': ['ID=f5b5d459-8d07-426e-852a-4eeda20591b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:01.082047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e343cdd-35dc-435a-aa40-b48e19cd1f6a None None] Provisioning complete for port c56f3e48-a694-430d-8397-10a443749c12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:01.082419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0e343cdd-35dc-435a-aa40-b48e19cd1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.136424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedea372-68f4-47ea-96de-53550b8dda3c req-bbbaf81a-0daf-4709-93d9-00f6c9552be2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.143803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cedea372-68f4-47ea-96de-53550b8dda3c req-bbbaf81a-0daf-4709-93d9-00f6c9552be2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 947 time: 0.3545141 Aug 03 19:00:01.162748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] No DVR routers for this DVR port f5b5d459-8d07-426e-852a-4eeda20591b8 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:01.200110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.202194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-268d6b1d-adb5-42b9-999f-c184336e01c4 req-7a2a3883-7511-435d-b497-4a014a6f1904 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.77 "DELETE /v2.0/ports/f5b5d459-8d07-426e-852a-4eeda20591b8 HTTP/1.1" status: 204 len: 173 time: 1.6953108 Aug 03 19:00:01.228678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-146699a9-7182-4bbb-a591-fd45222194e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.230562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-146699a9-7182-4bbb-a591-fd45222194e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 1098 time: 0.1535559 Aug 03 19:00:01.261202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cedea372-68f4-47ea-96de-53550b8dda3c req-083dc69f-815d-4d91-bc4e-16e35884c193 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164010 Aug 03 19:00:01.282750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.308970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb57-cb7e-4291-bfee-d86cbefcda2e req-fa263fdd-8227-411f-b89c-d6cc910e50e3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.318665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c633cb57-cb7e-4291-bfee-d86cbefcda2e req-fa263fdd-8227-411f-b89c-d6cc910e50e3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.2452314 Aug 03 19:00:01.352108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:01.369737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-4556072e-c895-4e06-a5fd-8ae85172ebb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0 HTTP/1.1" status: 200 len: 217 time: 0.1061509 Aug 03 19:00:01.374931 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d8655d02-42f1-4c35-9152-20d3076d8fae admin admin] 10.222.0.67 "PUT /v2.0/routers/cd329942-53bc-4a9b-b9c1-34c2e8faf5e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5550056 Aug 03 19:00:01.381647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:01.418277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:01.418931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:01.519729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-46734a80-7ece-46a0-ae39-27c6bd16e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.525870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-46734a80-7ece-46a0-ae39-27c6bd16e783 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1362300 Aug 03 19:00:01.529501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c633cb57-cb7e-4291-bfee-d86cbefcda2e req-052b218d-8a2c-4ad0-9438-b35806eb9e4a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639941 Aug 03 19:00:01.594932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-3387002f-8863-4547-8f3f-827acce3ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:01.596728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-3387002f-8863-4547-8f3f-827acce3ee1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616317 Aug 03 19:00:01.614019 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65b13a-9cc5-4958-980a-cf1b2c2b9087 x-openstack-request-id: req-7e65b13a-9cc5-4958-980a-cf1b2c2b9087 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:01.614348 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:01.615872 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e65b13a-9cc5-4958-980a-cf1b2c2b9087 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:01.616346 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0', 'status': 'completed', 'code': 200} Aug 03 19:00:01.655446 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.680589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Transition to ACTIVE for port object 4e1712d8-13dc-4093-973e-9ba6c2216b38 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:01.697197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0e343cdd-35dc-435a-aa40-b48e19cd1f6a None None] Port c56f3e48-a694-430d-8397-10a443749c12 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:01.711158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7591c998-8e65-4a00-9f11-25ff7b446331 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:01.711570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:01.784452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Transition to ACTIVE for port object 4e1712d8-13dc-4093-973e-9ba6c2216b38 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:01.837724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-1eb24ab6-4a91-4fd5-8981-db1a656a7bc3 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188289 Aug 03 19:00:01.839932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c2ae3eb-ad96-44a8-bb74-586705471a6d req-610521da-180d-4e12-a944-2e62eff31244 tempest-DeleteServersAdminTestJSON-538421798 tempest-DeleteServersAdminTestJSON-538421798-project] 10.222.0.67 "GET /v2.0/ports?device_id=f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4 HTTP/1.1" status: 200 len: 210 time: 0.0818925 Aug 03 19:00:01.842966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:01.924880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:01.979076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.002453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.002815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.026371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.153552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Network 6ca59259-49df-44d7-8d51-b228e381a877 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:02.195344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:02.207403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32219c5d-5691-43ef-b681-9f94b08654ec req-dcf85e6c-acb7-428e-88ac-43d822a4507e tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.209801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32219c5d-5691-43ef-b681-9f94b08654ec req-dcf85e6c-acb7-428e-88ac-43d822a4507e tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.2134948 Aug 03 19:00:02.212127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb6bad2d-ab89-4eb0-b70d-11b7fed67f45 req-fed52680-5b8a-4706-b293-50a1502db517 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626509 Aug 03 19:00:02.254098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.272695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32219c5d-5691-43ef-b681-9f94b08654ec req-43d8b0e9-c8a7-4389-aae2-5dbe830fe14d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563996 Aug 03 19:00:02.293273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.302289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Transition to ACTIVE for port object 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:02.307645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Allocated IP 172.25.2.38 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/a8f9ba90-b051-45b4-99ba-e81c7045efca) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:02.320710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Transition to ACTIVE for port object 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:02.371297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:02.385287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:02.403630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'port_id': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'mac_address': 'fa:16:3e:64:88:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ab28f-9acb-4e74-b613-2dce80ac3f78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:02.405749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Pushing event updated for resources: {'Port': ['ID=4e1712d8-13dc-4093-973e-9ba6c2216b38,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.431420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490eb2af-5dcd-46f4-ba8d-a2707681e141 req-cb1c3917-07d4-4063-8ba8-284e93fca42f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.438757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-490eb2af-5dcd-46f4-ba8d-a2707681e141 req-cb1c3917-07d4-4063-8ba8-284e93fca42f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 947 time: 0.0588980 Aug 03 19:00:02.479485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.480674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.481503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-490eb2af-5dcd-46f4-ba8d-a2707681e141 req-26feff13-b0af-4025-b39c-aa14e70e2e47 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400317 Aug 03 19:00:02.546839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.596245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19da4feb-5aad-4376-88ab-b7bd22ce4c9b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:02.599904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-50677047-282e-4b69-b520-94c7a1c77484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.605458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-50677047-282e-4b69-b520-94c7a1c77484 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 1098 time: 0.0635729 Aug 03 19:00:02.610685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.615185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:02.635738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:02.640411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:02.689671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Pushing event updated for resources: {'Port': ['ID=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.708048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:02.717528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:02.726256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:02.737615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:02.754082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7053-5c18-4961-a072-83b9d1b7ba21 req-6174b421-0d44-44f9-9548-f6daa2e29ce6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.755646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e31b7053-5c18-4961-a072-83b9d1b7ba21 req-6174b421-0d44-44f9-9548-f6daa2e29ce6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.0716703 Aug 03 19:00:02.756131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34850) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:02.767545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-network', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:02.773458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Pushing event updated for resources: {'Port': ['ID=a8f9ba90-b051-45b4-99ba-e81c7045efca,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:02.776454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Allocated IP 172.25.2.202 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/84b7234e-72b0-45fa-a547-e97e41703b5d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:02.799066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Attempting to bind port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:02.799528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Attempting to bind port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:02.799788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Attempting to bind port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd on network 99ddf904-1aa3-44ba-8679-a3bf9af58316 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:02.802978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Attempting to bind port 4e1712d8-13dc-4093-973e-9ba6c2216b38 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:02.803252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Attempting to bind port 4e1712d8-13dc-4093-973e-9ba6c2216b38 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:02.803607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Attempting to bind port 4e1712d8-13dc-4093-973e-9ba6c2216b38 on network 6ca59259-49df-44d7-8d51-b228e381a877 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:02.815277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:02.815657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Checking segment: {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:02.816174 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.816979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Bound using segment: {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:02.817533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Bound port: 4e1712d8-13dc-4093-973e-9ba6c2216b38, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:02.817962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.820012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:02.820375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Checking segment: {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:02.821746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.821746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Bound using segment: {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:02.821746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Bound port: 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:02.822120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.872189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-08237ec2-bbea-4230-b0ce-d66d2ab8a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:02.873799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-08237ec2-bbea-4230-b0ce-d66d2ab8a713 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2592576 Aug 03 19:00:02.892908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e31b7053-5c18-4961-a072-83b9d1b7ba21 req-c11655e2-4bef-4157-90de-f960ea1ed538 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079600 Aug 03 19:00:02.955822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:02.960717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34858) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:02.973437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-79f323fa-294c-4863-ace3-318a36fc9828 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0 HTTP/1.1" status: 200 len: 217 time: 0.0751069 Aug 03 19:00:03.011691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Made reservation on behalf of a56a31906f0a45e3ad9f955f849b510f for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:03.014940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.024229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.029002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.039598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] For port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:03.044227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] For port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:03.072185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-e541b6fb-e28d-47d7-80f6-201a55fffd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.073896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-e541b6fb-e28d-47d7-80f6-201a55fffd02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0955424 Aug 03 19:00:03.124134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.132323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.156804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-5a55ed5a-296f-4c2f-b10a-7a178a76853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.158520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-5a55ed5a-296f-4c2f-b10a-7a178a76853d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743334 Aug 03 19:00:03.164436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 2, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:03.209467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.214758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] For port 4e1712d8-13dc-4093-973e-9ba6c2216b38, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:03.235301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] For port 4e1712d8-13dc-4093-973e-9ba6c2216b38, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4e1712d8-13dc-4093-973e-9ba6c2216b38,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:03.237539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:03.238739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Updating router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 port c56f3e48-a694-430d-8397-10a443749c12 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:03.250803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.271090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=84b7234e-72b0-45fa-a547-e97e41703b5d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:03.276076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:03.281877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82616bc4-4cae-476b-8e8e-c6da94528e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.298316 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.301117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-8ddcbc27-cec2-418c-be43-d7dda6cc5660 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322405 Aug 03 19:00:03.301651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:03.306152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:03.308854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:03.406358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.424585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.438451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe4ef0-99e4-4b35-8d5b-6914203160c4 None None] Pushing event updated for resources: {'Port': ['ID=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:03.521411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3966c1-d743-410c-a939-7c49a356fc6b req-61ecd748-bbac-4bf3-a7e6-d4ae8007bf22 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.523213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e3966c1-d743-410c-a939-7c49a356fc6b req-61ecd748-bbac-4bf3-a7e6-d4ae8007bf22 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.1429143 Aug 03 19:00:03.524238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:00:03.555359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['19da4feb-5aad-4376-88ab-b7bd22ce4c9b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:03.596154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d264704-a75d-421e-86c3-c695a4fd605f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:03.604846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.605320 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Added segment f1724a25-811f-40ea-8ca9-ff6a45f9b517 of type vlan for network f24340dd-b35e-49cb-b21f-eb40309eaab1 Aug 03 19:00:03.621612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.624787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'name': 'network-vif-deleted', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:03.629136 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d7ac89-f91a-4e1f-9169-dcf74e5b0608" -d '{"events": [{"server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "name": "network-vif-deleted", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:03.729251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e3966c1-d743-410c-a939-7c49a356fc6b req-10ab2d04-7c50-4411-84e3-2e23413d871e tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916134 Aug 03 19:00:03.805000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:03.818708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a967d91-7260-48ae-9f65-5da5d4d85146 req-d8adf06c-93e6-42d6-b597-636131003328 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050192 Aug 03 19:00:03.859498 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b823685-c8da-43d8-aa0e-24cb36299498 x-openstack-request-id: req-8b823685-c8da-43d8-aa0e-24cb36299498 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:03.859887 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4", "name": "network-vif-deleted", "tag": "f5b5d459-8d07-426e-852a-4eeda20591b8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:03.860218 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b823685-c8da-43d8-aa0e-24cb36299498 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:03.860946 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98a8fa0-cf22-4270-9fa2-cbe9291c0cb4', 'name': 'network-vif-deleted', 'tag': 'f5b5d459-8d07-426e-852a-4eeda20591b8', 'status': 'completed', 'code': 200} Aug 03 19:00:03.896112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f5b5d459-8d07-426e-852a-4eeda20591b8 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:03.938285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc2238-1e98-4f6d-8716-e6c09e27a0fd req-8a781c00-874a-4ba9-862e-5d8a18184a60 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:03.974812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0edc2238-1e98-4f6d-8716-e6c09e27a0fd req-8a781c00-874a-4ba9-862e-5d8a18184a60 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 947 time: 0.2191434 Aug 03 19:00:03.989070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f5b5d459-8d07-426e-852a-4eeda20591b8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:03.989457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f5b5d459-8d07-426e-852a-4eeda20591b8 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:03.998880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08aae4-0395-4560-8cdf-8743d4e8a336 None None] Pushing event updated for resources: {'Port': ['ID=4e1712d8-13dc-4093-973e-9ba6c2216b38,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:04.056625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34884) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:04.083909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.085363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.087985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.088582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.182198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82616bc4-4cae-476b-8e8e-c6da94528e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.218572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0edc2238-1e98-4f6d-8716-e6c09e27a0fd req-5d8840b8-e553-40ae-aa9a-27ddb1bcaf82 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428625 Aug 03 19:00:04.228420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.232897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-f58d488e-bbcc-4cf9-b1f2-15edeedf73ec tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.235226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-f58d488e-bbcc-4cf9-b1f2-15edeedf73ec tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 1100 time: 0.2236645 Aug 03 19:00:04.245858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=f24340dd-b35e-49cb-b21f-eb40309eaab1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:04.250440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Transition to ACTIVE for port object c56f3e48-a694-430d-8397-10a443749c12 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:04.267315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:00:04.291164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-21226307-ca8f-4ef5-be22-34984458ebaf tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.515187 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.540035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-82616bc4-4cae-476b-8e8e-c6da94528e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.569113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.579846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f778-434b-4654-bec3-c23b7435e12f None None] Pushing event updated for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:04.638147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b2c7796-0419-4bc1-9a15-610d47f94fb4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8777514 Aug 03 19:00:04.658474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34888) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:04.670916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Request body: {'subnet': {'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-subnet', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:04.694683 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-82616bc4-4cae-476b-8e8e-c6da94528e3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4d3f5da057d4e29a11a8a0b9024458f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7312837 Aug 03 19:00:04.700087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Attempting to bind port c56f3e48-a694-430d-8397-10a443749c12 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:04.700465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Attempting to bind port c56f3e48-a694-430d-8397-10a443749c12 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:04.700863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Attempting to bind port c56f3e48-a694-430d-8397-10a443749c12 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:04.703358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:04.709785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:04.710229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Checking segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:04.711965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.712381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Bound using segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:04.712926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Bound port: c56f3e48-a694-430d-8397-10a443749c12, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:04.713310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.729124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82616bc4-4cae-476b-8e8e-c6da94528e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95796850-017c-4eb6-aeb6-b08ccd75185a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:04.774873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-21226307-ca8f-4ef5-be22-34984458ebaf tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.792949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7cd47094-a525-4977-bae7-5ed1bef64267 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59c0ed828ab243ff893f7ce44f8245f7&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7238660 Aug 03 19:00:04.792949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:04.874473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a8e4-e607-48b3-aa6a-6bbcf36c6588 req-61fc1716-6ba4-42b2-b1ab-e1013100940b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:04.886125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d5a8e4-e607-48b3-aa6a-6bbcf36c6588 req-61fc1716-6ba4-42b2-b1ab-e1013100940b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.5618412 Aug 03 19:00:04.889770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] For port c56f3e48-a694-430d-8397-10a443749c12, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:04.898204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] For port c56f3e48-a694-430d-8397-10a443749c12, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c56f3e48-a694-430d-8397-10a443749c12,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:04.917895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c3892-b04b-4a39-b6b9-dc2452f840da None None] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:04.954767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-21226307-ca8f-4ef5-be22-34984458ebaf tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.986990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:04.998095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.011490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d5a8e4-e607-48b3-aa6a-6bbcf36c6588 req-936dfbec-a840-4b96-be29-72e8c4c283a0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243048 Aug 03 19:00:05.022597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-776d2dd7-46a2-431d-9cd0-89cbbe06c19b req-21226307-ca8f-4ef5-be22-34984458ebaf tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7633686 Aug 03 19:00:05.032675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.094961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.104217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Made reservation on behalf of a56a31906f0a45e3ad9f955f849b510f for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:05.114410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:05.115725 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.116562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.164104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.210072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21226307-ca8f-4ef5-be22-34984458ebaf tempest-LiveMigrationNegativeTest-1830431456 tempest-LiveMigrationNegativeTest-1830431456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc3a1a-970c-440a-9fda-1f5cfb878d25,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:05.214731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:00:05.295579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.298022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.301721 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/95796850-017c-4eb6-aeb6-b08ccd75185a HTTP/1.1" status: 204 len: 168 time: 0.5903425 Aug 03 19:00:05.398537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3910c4-ee7a-4d43-866f-4633e4295876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95796850-017c-4eb6-aeb6-b08ccd75185a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:05.412444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:05.412444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:05.467886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.477808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.482289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6 HTTP/1.1" status: 204 len: 168 time: 0.6897252 Aug 03 19:00:05.524385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:05.538957 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Sync routers for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:05.545649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71878a90-d3e8-492e-bd6a-c85aa2d11611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d98074-9dc4-45e8-bfd2-4fe4d8bfbac6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:05.562799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Router c9986b3d-e85c-4983-9b33-7b9b0f825008 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:00:05.580573 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:05.584133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:05.592959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe7fe-179c-4e4b-a130-21caa823d369 req-a8637bf8-31fb-40cf-a5a9-5e2adf68ac98 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:05.611403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88fbe7fe-179c-4e4b-a130-21caa823d369 req-a8637bf8-31fb-40cf-a5a9-5e2adf68ac98 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 947 time: 0.2848642 Aug 03 19:00:05.633933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311f778-434b-4654-bec3-c23b7435e12f None None] Pushing event updated for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:05.647982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a156bae5-1e06-476f-acbe-2bb72e61af77 None None] Provisioning for port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:05.682909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.692147 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a8e8988d-57cb-4104-8b76-b112638bca9e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5850818 Aug 03 19:00:05.702082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34910) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:05.708722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a54e4e-d3a3-4d41-af8c-2bfa7e9582dd None None] Network 6ca59259-49df-44d7-8d51-b228e381a877 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:05.731969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88fbe7fe-179c-4e4b-a130-21caa823d369 req-15b3c56c-d04f-4537-950b-e3ca874ca1a7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195221 Aug 03 19:00:05.773289 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:05.776897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:05.874277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 754454cd-3db8-4a3c-9d97-15fd7d945ae0 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:05.899863 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:05.921813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:05.927166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:06.094399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:03Z', 'revision_number': 3, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:06.098523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Checking segment: {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:06.099063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Network hostable DHCP agents. Network: f24340dd-b35e-49cb-b21f-eb40309eaab1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:00:06.110368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a25f30-17e7-4a3f-b8bc-759b617abaf1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:06.152591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.155020 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-320756c9-fa0a-40f3-9b75-c05be738e0c9 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7273757 Aug 03 19:00:06.155328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Sync routers for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:06.157691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:06.158016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:06.164735 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Checking router: b7f40bf1-6593-4aba-ad8d-a10c6ad32620 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:06.165549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Updating router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 port a8f9ba90-b051-45b4-99ba-e81c7045efca binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:06.205875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:06.206441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.214319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:00:06.221122 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.237647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:06.248322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b797-91d4-4e3e-bb9a-9065339bd8fb req-f13c4078-7245-42ac-bf61-3933ac67e869 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.250406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d25b797-91d4-4e3e-bb9a-9065339bd8fb req-f13c4078-7245-42ac-bf61-3933ac67e869 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.1023991 Aug 03 19:00:06.252637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '754454cd-3db8-4a3c-9d97-15fd7d945ae0', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '754454cd-3db8-4a3c-9d97-15fd7d945ae0', 'mac_address': 'fa:16:3e:e0:2c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:06.329410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d25b797-91d4-4e3e-bb9a-9065339bd8fb req-3966c186-690e-4616-893d-758c99724aa5 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705287 Aug 03 19:00:06.332069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f24340dd-b35e-49cb-b21f-eb40309eaab1) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:06.334758 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.366732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.367031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.415365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754454cd-3db8-4a3c-9d97-15fd7d945ae0 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:06.437598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:06.438847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d747eb-e3c9-4de1-b61f-97bdc9189b10 None None] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:06.480212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba8d3-5454-45e9-ba38-de13d6071d17 req-a7e22f68-86fe-4e88-89a3-acdb69d07a25 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.481992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06eba8d3-5454-45e9-ba38-de13d6071d17 req-a7e22f68-86fe-4e88-89a3-acdb69d07a25 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.1117568 Aug 03 19:00:06.533441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06eba8d3-5454-45e9-ba38-de13d6071d17 req-2bd3ade3-6c4d-481a-890d-355d73c5bea1 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Aug 03 19:00:06.557817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b9ee57f-e742-4c71-873a-142f952a57c0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8960209 Aug 03 19:00:06.561478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:06.570516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:06.580394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:06.599311 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f14d42a-8099-41c2-ae9c-7a09b4cd7c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.628409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Provisioning complete for port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:06.628409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.668100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.673257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:06.674284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:06.699202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f24340dd-b35e-49cb-b21f-eb40309eaab1', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:00:06.700077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.702677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:06.713747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:06.714125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.796954 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.803660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Transition to ACTIVE for port object a8f9ba90-b051-45b4-99ba-e81c7045efca will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:06.899248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f14d42a-8099-41c2-ae9c-7a09b4cd7c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.900166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34930) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:06.930688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09b62f-deb8-4a44-b180-9289dc0e08d0 req-57718aa6-d07e-4f78-95a4-9196a3c023f2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:06.932936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db09b62f-deb8-4a44-b180-9289dc0e08d0 req-57718aa6-d07e-4f78-95a4-9196a3c023f2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 948 time: 0.1055975 Aug 03 19:00:06.933882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3987645a-cc35-43ca-9c1b-f269f58a33a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:06.944630 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.009907 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Attempting to bind port a8f9ba90-b051-45b4-99ba-e81c7045efca on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:07.010529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Attempting to bind port a8f9ba90-b051-45b4-99ba-e81c7045efca by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:07.011053 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Attempting to bind port a8f9ba90-b051-45b4-99ba-e81c7045efca on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:07.013691 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aac78-5da7-438a-810f-171e6f893d27 None None] Pushing event updated for resources: {'Port': ['ID=a8f9ba90-b051-45b4-99ba-e81c7045efca,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.020980 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:07.021613 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:07.022174 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.023390 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:07.024195 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Bound port: a8f9ba90-b051-45b4-99ba-e81c7045efca, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:07.024819 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.040705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.059896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db09b62f-deb8-4a44-b180-9289dc0e08d0 req-4019bd7d-0dc8-40e7-a679-c920afd2bc74 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128685 Aug 03 19:00:07.063275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f14d42a-8099-41c2-ae9c-7a09b4cd7c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.098738 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] For port a8f9ba90-b051-45b4-99ba-e81c7045efca, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:07.102221 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] For port a8f9ba90-b051-45b4-99ba-e81c7045efca, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a8f9ba90-b051-45b4-99ba-e81c7045efca,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:07.109814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5f14d42a-8099-41c2-ae9c-7a09b4cd7c0c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a88e63a1467342d8a72179a2e1de813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279670 Aug 03 19:00:07.113555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34932) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:07.178813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14d42a-8099-41c2-ae9c-7a09b4cd7c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5193ea-907d-448a-bd87-e894db8af5a2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.194908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.221229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.225033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.226634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.249218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.252199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.254668 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.265626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['754454cd-3db8-4a3c-9d97-15fd7d945ae0'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:07.278379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.329424 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.347929 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:07.348559 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:07.361250 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3987645a-cc35-43ca-9c1b-f269f58a33a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.401060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4aac78-5da7-438a-810f-171e6f893d27 None None] Pushing event updated for resources: {'Port': ['ID=a8f9ba90-b051-45b4-99ba-e81c7045efca,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.421048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.447559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.450465 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.454532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a5193ea-907d-448a-bd87-e894db8af5a2 HTTP/1.1" status: 204 len: 168 time: 0.3370850 Aug 03 19:00:07.486146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Allocated IP 172.20.0.1 (6ca59259-49df-44d7-8d51-b228e381a877/25178194-09d0-4af7-8411-fd863fce0ae3/85c47b16-e440-4030-95c0-5094f63f720a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:07.497234 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:07.536561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3a741-7ca9-45ae-90ff-34e196efe7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5193ea-907d-448a-bd87-e894db8af5a2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.539570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3987645a-cc35-43ca-9c1b-f269f58a33a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.550984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.642512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:07.672170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:07.674647 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ec8a75-f468-4767-af4c-889ba2f76d10" -d '{"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-plugged", "status": "completed", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:07.714975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:07.718140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] For port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:07.728939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3987645a-cc35-43ca-9c1b-f269f58a33a4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6851addeb3746e7a9f9f50aaec9f97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8273935 Aug 03 19:00:07.737288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:07.760720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf042c8-3fa6-438f-902a-72111db283b8 req-5c547e17-8294-44ec-8224-298a3c9f59b2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:07.771616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdf042c8-3fa6-438f-902a-72111db283b8 req-5c547e17-8294-44ec-8224-298a3c9f59b2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.3184135 Aug 03 19:00:07.812905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.859782 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:03Z', 'revision_number': 3, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:07.863220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1cce-381c-4609-8199-10566ce53cad req-5fcea293-76eb-417d-a7bc-8090847d8086 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:07.867169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-917f1cce-381c-4609-8199-10566ce53cad req-5fcea293-76eb-417d-a7bc-8090847d8086 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.77 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.2819593 Aug 03 19:00:07.873385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987645a-cc35-43ca-9c1b-f269f58a33a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7bbd82-07e6-4749-9225-e9b5245d77ec,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.875965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Allocated IP 172.20.0.1 (99ddf904-1aa3-44ba-8679-a3bf9af58316/b9362a1c-d80a-4090-8ea7-f1419918b04d/097c81b7-30f8-4a51-b1cc-bec8f8956ac8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:07.892435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.913596 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2859075d-e2db-4655-becf-4452f04a5ace None None] The sync data for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 is: [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:03Z', 'revision_number': 3, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:07.945279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.947138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:07.993310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c34b98-2aca-4374-afb9-0010cda9a244 req-45a3ff87-ada6-4bb8-9b22-3abcc367d3a9 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:07.996499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:07.996957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7c34b98-2aca-4374-afb9-0010cda9a244 req-45a3ff87-ada6-4bb8-9b22-3abcc367d3a9 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 949 time: 0.2552149 Aug 03 19:00:08.033086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Transition to ACTIVE for port object 85c47b16-e440-4030-95c0-5094f63f720a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:08.081711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdf042c8-3fa6-438f-902a-72111db283b8 req-1ea31d03-cc3d-43a9-8a00-0fccf971df8c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043921 Aug 03 19:00:08.085445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Pushing event updated for resources: {'Port': ['ID=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:08.110874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7c34b98-2aca-4374-afb9-0010cda9a244 req-2b83af0b-c233-43d7-bfad-6075456200e1 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008782 Aug 03 19:00:08.117946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.141464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Deleting port d44f841d-f38a-44ff-afbf-06303c0bc755 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:08.141464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.175297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.245557 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d64011e-9ce5-4fa4-b0c5-fd716be71415 x-openstack-request-id: req-7d64011e-9ce5-4fa4-b0c5-fd716be71415 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:08.246067 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-plugged", "status": "completed", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:08.246402 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d64011e-9ce5-4fa4-b0c5-fd716be71415 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:08.246876 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'code': 200} Aug 03 19:00:08.273049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b525afc-55b5-48f1-ae8c-e1c7a4efc68b None None] Provisioning for port 4e1712d8-13dc-4093-973e-9ba6c2216b38 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:08.376487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Allocated IP 172.20.0.2 (f24340dd-b35e-49cb-b21f-eb40309eaab1/f6a25f30-17e7-4a3f-b8bc-759b617abaf1/4f0f9734-5900-4fac-803d-9d48a5816549) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:08.395025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] For port d44f841d-f38a-44ff-afbf-06303c0bc755, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d44f841d-f38a-44ff-afbf-06303c0bc755,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:08.396127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.397943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:00:08.398324 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:00:08.414726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Calling delete_port for d44f841d-f38a-44ff-afbf-06303c0bc755 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:08.419437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.562585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Transition to ACTIVE for port object 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:08.569872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.573421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.577288 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.583346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af7bbd82-07e6-4749-9225-e9b5245d77ec HTTP/1.1" status: 204 len: 168 time: 0.8412099 Aug 03 19:00:08.589762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cae3e0-a682-4407-9988-bd22575513de req-3330d971-06d5-436e-b366-5613d6cee743 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:08.595115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00cae3e0-a682-4407-9988-bd22575513de req-3330d971-06d5-436e-b366-5613d6cee743 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 948 time: 0.3616283 Aug 03 19:00:08.599829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b283-7f2a-4334-a206-4628138dd547 req-c30a3de2-2d3f-4ceb-9b7a-0ab48d273727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:08.601292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d326b283-7f2a-4334-a206-4628138dd547 req-c30a3de2-2d3f-4ceb-9b7a-0ab48d273727 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1096 time: 0.1604886 Aug 03 19:00:08.712470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:04Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:08.718448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d102e8-0464-43a4-b3a1-2661d090363f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7bbd82-07e6-4749-9225-e9b5245d77ec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:08.742255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00cae3e0-a682-4407-9988-bd22575513de req-0c314627-f190-4e9a-ae59-5911c80833a4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315415 Aug 03 19:00:08.750844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d326b283-7f2a-4334-a206-4628138dd547 req-d0ba4ad9-e795-4935-b73f-a56463418ec3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337278 Aug 03 19:00:08.755785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Network 6ca59259-49df-44d7-8d51-b228e381a877 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:08.766711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31f1cd9-1907-464f-8e12-d2d44b80cb49 None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:04Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:08.796337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:08.811791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:08.823620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:08.869785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.943967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:08.996200 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.008298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Transition to ACTIVE for port object 4f0f9734-5900-4fac-803d-9d48a5816549 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:09.014386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4e1712d8-13dc-4093-973e-9ba6c2216b38 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:09.076486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.105958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.142820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d44f841d-f38a-44ff-afbf-06303c0bc755'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:09.199917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:03Z', 'revision_number': 3, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:09.294613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Pushing event deleted for resources: {'Port': ['ID=d44f841d-f38a-44ff-afbf-06303c0bc755,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:09.304626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.350801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] No DVR routers for this DVR port d44f841d-f38a-44ff-afbf-06303c0bc755 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:09.379848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Transition to ACTIVE for port object 4f0f9734-5900-4fac-803d-9d48a5816549 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:09.399885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Checking router: c9986b3d-e85c-4983-9b33-7b9b0f825008 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:09.402992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Updating router c9986b3d-e85c-4983-9b33-7b9b0f825008 port 84b7234e-72b0-45fa-a547-e97e41703b5d binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:09.446630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.448935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.449163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-917f1cce-381c-4609-8199-10566ce53cad req-4663c203-f835-42ea-a905-b69f33ab3100 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.77 "DELETE /v2.0/ports/d44f841d-f38a-44ff-afbf-06303c0bc755 HTTP/1.1" status: 204 len: 173 time: 1.5459735 Aug 03 19:00:09.451237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'name': 'network-vif-deleted', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:09.453938 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146c711a-9640-4078-a707-337263bd65c8" -d '{"events": [{"server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "name": "network-vif-deleted", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:09.512630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:09.555020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e633231f-6061-459c-90bd-2f4694de2b4e req-6fbaf063-6958-4d7b-a7d7-4a4fda477ff3 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 210 time: 0.2044196 Aug 03 19:00:09.571162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72945e5b-7dad-4e52-9d4a-c073fe6dc54f req-ba5429cf-838c-4894-b58d-93ff7bf2f6e7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:09.597100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72945e5b-7dad-4e52-9d4a-c073fe6dc54f req-ba5429cf-838c-4894-b58d-93ff7bf2f6e7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 945 time: 0.2485940 Aug 03 19:00:09.635104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:09.640016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:09.716824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Pushing event updated for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:09.731389 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fc7449-3811-4cd3-b724-363cbe6c1b03 x-openstack-request-id: req-d6fc7449-3811-4cd3-b724-363cbe6c1b03 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:09.732222 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2cfa39-8c25-4af1-a5a3-ae7a59b813b2", "name": "network-vif-deleted", "tag": "d44f841d-f38a-44ff-afbf-06303c0bc755", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:09.732872 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6fc7449-3811-4cd3-b724-363cbe6c1b03 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:09.734595 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2cfa39-8c25-4af1-a5a3-ae7a59b813b2', 'name': 'network-vif-deleted', 'tag': 'd44f841d-f38a-44ff-afbf-06303c0bc755', 'status': 'completed', 'code': 200} Aug 03 19:00:09.762125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72945e5b-7dad-4e52-9d4a-c073fe6dc54f req-18e59428-0623-45c7-95b0-4b9a37faa00b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629937 Aug 03 19:00:09.848551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:09.873795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:09.910714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 754454cd-3db8-4a3c-9d97-15fd7d945ae0 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:09.996308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-81c5d4c2-f96b-4faf-943f-a11cf7aebd2f None None] Provisioning for port 85c47b16-e440-4030-95c0-5094f63f720a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:09.998840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.043322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f6b6-73c0-4666-805c-bb8609f9e669 req-252ae608-3736-4f79-81af-3cc2502c10f3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:10.047127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b613f6b6-73c0-4666-805c-bb8609f9e669 req-252ae608-3736-4f79-81af-3cc2502c10f3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 948 time: 0.1207616 Aug 03 19:00:10.087855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Allocated IP 172.25.2.143 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/421b96a9-9ba7-4850-a711-522f68b1da72) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:10.091786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-81c5d4c2-f96b-4faf-943f-a11cf7aebd2f None None] Provisioning complete for port 85c47b16-e440-4030-95c0-5094f63f720a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:10.092163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-81c5d4c2-f96b-4faf-943f-a11cf7aebd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.112028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.152838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b613f6b6-73c0-4666-805c-bb8609f9e669 req-1764d501-fb12-4175-a02d-92b25497a9ef tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986431 Aug 03 19:00:10.184817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:10.202318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:10.215406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:10.232276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Pushing event updated for resources: {'Port': ['ID=4f0f9734-5900-4fac-803d-9d48a5816549,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:10.236150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-81c5d4c2-f96b-4faf-943f-a11cf7aebd2f None None] Port 85c47b16-e440-4030-95c0-5094f63f720a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:10.284803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.304717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4e1712d8-13dc-4093-973e-9ba6c2216b38 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:10.335928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4e1712d8-13dc-4093-973e-9ba6c2216b38 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:10.336302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.431442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Attempting to bind port 4f0f9734-5900-4fac-803d-9d48a5816549 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:10.431555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Attempting to bind port 4f0f9734-5900-4fac-803d-9d48a5816549 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:10.432045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Attempting to bind port 4f0f9734-5900-4fac-803d-9d48a5816549 on network f24340dd-b35e-49cb-b21f-eb40309eaab1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:10.443336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:10.492821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:10.493197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.542055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:10.542331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Checking segment: {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:10.542795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.543199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Bound using segment: {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:10.543687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Bound port: 4f0f9734-5900-4fac-803d-9d48a5816549, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:10.544067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.618544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b949564-7dc2-463d-b7de-5d73855be324 None None] Provisioning for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:10.687806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b949564-7dc2-463d-b7de-5d73855be324 None None] Provisioning complete for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:10.688214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b949564-7dc2-463d-b7de-5d73855be324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.819330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:10.831067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0b949564-7dc2-463d-b7de-5d73855be324 None None] Port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:10.901967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5850dffb-4ea1-487d-bf36-c350c892628d req-e3edf2bc-08f0-4d85-b3ee-678127c61082 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2cfa39-8c25-4af1-a5a3-ae7a59b813b2 HTTP/1.1" status: 200 len: 210 time: 0.1172159 Aug 03 19:00:10.947898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:11.022860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:11.026691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:11.072789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfb42c-7045-4fe2-807e-6391bf1e8903 req-697721aa-1d83-42d5-b82b-2621909dd88b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.076588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75bfb42c-7045-4fe2-807e-6391bf1e8903 req-697721aa-1d83-42d5-b82b-2621909dd88b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 945 time: 0.0974066 Aug 03 19:00:11.097299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.174824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75bfb42c-7045-4fe2-807e-6391bf1e8903 req-ea756687-0d03-47a9-b0a0-af3775c2efc4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841229 Aug 03 19:00:11.276895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.307876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] For port 4f0f9734-5900-4fac-803d-9d48a5816549, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:11.311978 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.343768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6c5bf-f4e2-4192-bde9-c6ba671ae09b req-f55a5581-5ab4-41cd-8ad7-0eadc15e7f6d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.345466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49e6c5bf-f4e2-4192-bde9-c6ba671ae09b req-f55a5581-5ab4-41cd-8ad7-0eadc15e7f6d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 948 time: 0.0760727 Aug 03 19:00:11.384552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] For port 4f0f9734-5900-4fac-803d-9d48a5816549, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4f0f9734-5900-4fac-803d-9d48a5816549,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:11.387288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.434646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4e1712d8-13dc-4093-973e-9ba6c2216b38, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4e1712d8-13dc-4093-973e-9ba6c2216b38,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:11.442824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.450348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:11.452966 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f670a3a8-dfcd-4bec-9a9c-602872ee5e68" -d '{"events": [{"server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "name": "network-vif-plugged", "status": "completed", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:11.465487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49e6c5bf-f4e2-4192-bde9-c6ba671ae09b req-6aa9b39c-01a4-46f3-92c5-cfafec59c88a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119652 Aug 03 19:00:11.468191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.481757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:11.490755 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.496401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Transition to ACTIVE for port object 84b7234e-72b0-45fa-a547-e97e41703b5d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:11.500370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Pushing event updated for resources: {'Port': ['ID=421b96a9-9ba7-4850-a711-522f68b1da72,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.578338 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c66560-825d-43c9-94b1-319ed6f76d6f x-openstack-request-id: req-08c66560-825d-43c9-94b1-319ed6f76d6f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:11.579878 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "name": "network-vif-plugged", "status": "completed", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:11.580532 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08c66560-825d-43c9-94b1-319ed6f76d6f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:11.581349 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0', 'code': 200} Aug 03 19:00:11.582720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.589239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.624767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.632875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.637794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.713364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Attempting to bind port 84b7234e-72b0-45fa-a547-e97e41703b5d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:11.718396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Attempting to bind port 84b7234e-72b0-45fa-a547-e97e41703b5d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:11.718866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Attempting to bind port 84b7234e-72b0-45fa-a547-e97e41703b5d on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:11.756638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:11.757129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:11.763623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.764259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:11.770884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Bound port: 84b7234e-72b0-45fa-a547-e97e41703b5d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:11.771522 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:11.827547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd7493-2f4c-4e3f-a152-67be8184f2ee None None] Pushing event updated for resources: {'Port': ['ID=4f0f9734-5900-4fac-803d-9d48a5816549,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:11.864195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47737-b45b-4a54-b91a-f841138024c7 req-2af0b1b4-cd1b-428b-9220-704cce1c2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:11.894635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88a47737-b45b-4a54-b91a-f841138024c7 req-2af0b1b4-cd1b-428b-9220-704cce1c2108 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 1100 time: 0.1440523 Aug 03 19:00:11.895845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d44f841d-f38a-44ff-afbf-06303c0bc755 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:12.015538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] For port 84b7234e-72b0-45fa-a547-e97e41703b5d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:12.019889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] For port 84b7234e-72b0-45fa-a547-e97e41703b5d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84b7234e-72b0-45fa-a547-e97e41703b5d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:12.020120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88a47737-b45b-4a54-b91a-f841138024c7 req-ef0a6f9a-e54b-48ec-b326-cef773876342 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166317 Aug 03 19:00:12.023790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83df951-dd79-4a86-a8ce-cd14461483e4 req-389e5ed2-b33f-4426-8c9c-3310534b7ce6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.027724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a8f9ba90-b051-45b4-99ba-e81c7045efca up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:12.037778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e83df951-dd79-4a86-a8ce-cd14461483e4 req-389e5ed2-b33f-4426-8c9c-3310534b7ce6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1096 time: 0.0927227 Aug 03 19:00:12.107548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: d44f841d-f38a-44ff-afbf-06303c0bc755 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:12.107548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d44f841d-f38a-44ff-afbf-06303c0bc755 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:12.107548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.134509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e83df951-dd79-4a86-a8ce-cd14461483e4 req-1cf70568-d5b0-4804-a419-d956a513bc81 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966740 Aug 03 19:00:12.141722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Network 6ca59259-49df-44d7-8d51-b228e381a877 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:12.148433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.158888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:12.175770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4e1712d8-13dc-4093-973e-9ba6c2216b38,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.221233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.255616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:12.256279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:12.376262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.400215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a8f9ba90-b051-45b4-99ba-e81c7045efca completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:12.415972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.418714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a8f9ba90-b051-45b4-99ba-e81c7045efca triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:12.419092 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.498370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf8bb-8eac-43a0-a399-118082cebf98 None None] Pushing event updated for resources: {'Port': ['ID=84b7234e-72b0-45fa-a547-e97e41703b5d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.577637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96246fb2-69ae-4601-9c89-f4e7a18d8918 req-a919cb4d-30a8-47a1-a9dd-bc3f4de381f8 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.582683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96246fb2-69ae-4601-9c89-f4e7a18d8918 req-a919cb4d-30a8-47a1-a9dd-bc3f4de381f8 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1096 time: 0.0874813 Aug 03 19:00:12.602084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:12.640175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96246fb2-69ae-4601-9c89-f4e7a18d8918 req-e35a7218-062e-451c-982f-5993f86166aa tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465879 Aug 03 19:00:12.646615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Pushing event updated for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.663279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cf8bb-8eac-43a0-a399-118082cebf98 None None] Pushing event updated for resources: {'Port': ['ID=84b7234e-72b0-45fa-a547-e97e41703b5d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:12.671988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:12.688674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.714379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e84788ae-f6be-47e8-a254-073e46fb0df3 None None] Provisioning complete for port 85c47b16-e440-4030-95c0-5094f63f720a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:12.714760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e84788ae-f6be-47e8-a254-073e46fb0df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:12.904712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6051c55-c8f9-4d2e-82c5-91727bd89c4b req-656def8c-2abe-4675-8c0f-5fe3b4fc72f0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:12.918421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6051c55-c8f9-4d2e-82c5-91727bd89c4b req-656def8c-2abe-4675-8c0f-5fe3b4fc72f0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 949 time: 0.0996358 Aug 03 19:00:13.010322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.030069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.037575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6051c55-c8f9-4d2e-82c5-91727bd89c4b req-8f2e34e6-db11-4df1-b082-9c286f0c3f43 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113923 Aug 03 19:00:13.044406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e84788ae-f6be-47e8-a254-073e46fb0df3 None None] Port 85c47b16-e440-4030-95c0-5094f63f720a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:13.071512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf85cb4-7279-4163-b80b-0102dd163578 req-c4808f1c-d114-4de5-a595-803e39ff08ce tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:13.079562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2cf85cb4-7279-4163-b80b-0102dd163578 req-c4808f1c-d114-4de5-a595-803e39ff08ce tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 950 time: 0.1060383 Aug 03 19:00:13.086269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a8f9ba90-b051-45b4-99ba-e81c7045efca, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a8f9ba90-b051-45b4-99ba-e81c7045efca,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:13.117511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2cf85cb4-7279-4163-b80b-0102dd163578 req-6266d2da-965d-409c-9b28-12ae3d3df86d tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ca04d95-ef51-4dae-b9d2-81daa0217d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361986 Aug 03 19:00:13.187580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:13.194879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a45e0d1-4c0e-42d0-92ee-c6e969de7ea3 admin admin] 10.222.0.67 "PUT /v2.0/routers/b7f40bf1-6593-4aba-ad8d-a10c6ad32620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4918585 Aug 03 19:00:13.204239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:13.204416 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.208878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:13.213348 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Sync routers for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:13.213867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:13.227756 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:13.228820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:13.380560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2437f3-e9a8-41a5-bbf2-27bf12123362 None None] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:13.430071 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:13.573525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-43bb1e93-06e6-4d86-9070-9cb947101d7c None None] Provisioning for port 4f0f9734-5900-4fac-803d-9d48a5816549 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:13.600510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a8f9ba90-b051-45b4-99ba-e81c7045efca,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:13.627874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:13.633027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.694103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35080) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:13.781609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '097c81b7-30f8-4a51-b1cc-bec8f8956ac8', 'name': '', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'mac_address': 'fa:16:3e:0f:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:07Z', 'revision_number': 1, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'subnets': [{'id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:13.842982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Router c9986b3d-e85c-4983-9b33-7b9b0f825008 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:13.878975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d68d50e-92ac-47ca-8764-aba551307479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:13.883825 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:09Z', 'revision_number': 4, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '85c47b16-e440-4030-95c0-5094f63f720a', 'name': '', 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'mac_address': 'fa:16:3e:5e:31:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:10Z', 'revision_number': 2, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'subnets': [{'id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:13.900315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b923ca0-0c1b-4be7-8a1e-7b10706cf32a None None] The sync data for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 is: [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '097c81b7-30f8-4a51-b1cc-bec8f8956ac8', 'name': '', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'mac_address': 'fa:16:3e:0f:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:07Z', 'revision_number': 1, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'subnets': [{'id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:13.913349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:00:13.941405 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Checking router: b7f40bf1-6593-4aba-ad8d-a10c6ad32620 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:13.941911 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Updating router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 port 85c47b16-e440-4030-95c0-5094f63f720a binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:13.986605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d53a9246-c870-4e87-9c08-bc31f8a2263d None None] Provisioning complete for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:13.987076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d53a9246-c870-4e87-9c08-bc31f8a2263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.011039 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.106411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d68d50e-92ac-47ca-8764-aba551307479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.160836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:14.182473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d53a9246-c870-4e87-9c08-bc31f8a2263d None None] Port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:14.183947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c56f3e48-a694-430d-8397-10a443749c12 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:14.187146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e24697cf-bb88-4719-901a-646cdfe5bb2f admin admin] 10.222.0.67 "PUT /v2.0/routers/c9986b3d-e85c-4983-9b33-7b9b0f825008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0275772 Aug 03 19:00:14.191983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:14.233031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Sync routers for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:14.257614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d68d50e-92ac-47ca-8764-aba551307479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.263908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:14.264843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:14.286942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.293618 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f93f0105-3a0d-44ec-844f-4ba9a73db5d2 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.7293572 Aug 03 19:00:14.294887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35096) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:14.491814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68d50e-92ac-47ca-8764-aba551307479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad0687-d45e-484a-b434-a11773e20295,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:14.535452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3d68d50e-92ac-47ca-8764-aba551307479 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88227ec1e5cc4f8e8f8fc76010b715e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8401499 Aug 03 19:00:14.551384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35106) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:14.583624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:14.656118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c56f3e48-a694-430d-8397-10a443749c12 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:14.701631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-d752abca-2d57-4b04-882d-7bb7f4a4ab0b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5781074 Aug 03 19:00:14.714202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:14.726722 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.777554 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.780216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.802345 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Transition to ACTIVE for port object 85c47b16-e440-4030-95c0-5094f63f720a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:14.866108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-011196c2-4fa0-4b23-a2ab-bb94df38cf81 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:14.868947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-011196c2-4fa0-4b23-a2ab-bb94df38cf81 tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa3aa8e5-fbbb-4b78-90dd-d3b82e655467 HTTP/1.1" status: 200 len: 950 time: 0.1044717 Aug 03 19:00:14.871299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.934910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c56f3e48-a694-430d-8397-10a443749c12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:14.939411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:14.977619 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.058483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Deleting port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:15.059093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.074805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b8d92-0b4a-41be-87e5-6519a50c06c4 None None] Pushing event updated for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.121761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.125389 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.129843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7ad0687-d45e-484a-b434-a11773e20295 HTTP/1.1" status: 204 len: 168 time: 0.5774686 Aug 03 19:00:15.183979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.242633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c56f3e48-a694-430d-8397-10a443749c12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c56f3e48-a694-430d-8397-10a443749c12,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:15.268239 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Attempting to bind port 85c47b16-e440-4030-95c0-5094f63f720a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:15.269224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Attempting to bind port 85c47b16-e440-4030-95c0-5094f63f720a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:15.274152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Attempting to bind port 85c47b16-e440-4030-95c0-5094f63f720a on network 6ca59259-49df-44d7-8d51-b228e381a877 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:15.280579 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:15.292463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Checking segment: {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:15.297164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.299876 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.300382 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Bound using segment: {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:15.301233 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Bound port: 85c47b16-e440-4030-95c0-5094f63f720a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:15.302961 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.337100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.375429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.442769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.497606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781d8b2-1645-49d5-9293-2a977472fae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad0687-d45e-484a-b434-a11773e20295,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:15.506240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] For port 85c47b16-e440-4030-95c0-5094f63f720a, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:15.515307 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] For port 85c47b16-e440-4030-95c0-5094f63f720a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=85c47b16-e440-4030-95c0-5094f63f720a,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:15.523425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.536729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 3, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:15.582630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Checking router: bea101a3-d1e9-42c9-8303-a8a2df4a4c93 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:15.583099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Updating router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 port 421b96a9-9ba7-4850-a711-522f68b1da72 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:15.614576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.631356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] For port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:15.631727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.641359 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:15.667941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Calling delete_port for c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:15.739342 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:15.744336 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:15.797932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Allocated IP 172.20.0.1 (f24340dd-b35e-49cb-b21f-eb40309eaab1/f6a25f30-17e7-4a3f-b8bc-759b617abaf1/be6649b1-3d28-40eb-976c-e293f6d4ab4b) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:15.838027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a8f9ba90-b051-45b4-99ba-e81c7045efca up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:15.896707 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b8d92-0b4a-41be-87e5-6519a50c06c4 None None] Pushing event updated for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.002065 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:16.003998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a8f9ba90-b051-45b4-99ba-e81c7045efca triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:16.004461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.080349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Allocated IP 172.25.2.246 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/9a72ba0e-0c07-4189-9ad8-54a09bab1281) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:16.132627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.154276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Transition to ACTIVE for port object be6649b1-3d28-40eb-976c-e293f6d4ab4b will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:16.165285 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.190290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4e1712d8-13dc-4093-973e-9ba6c2216b38 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:16.229225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:16.252387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Pushing event deleted for resources: {'Port': ['ID=c965ba52-a5cc-442c-bb2d-2bf6fd784ed2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.305940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4e1712d8-13dc-4093-973e-9ba6c2216b38 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:16.306323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.328945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] No DVR routers for this DVR port c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:16.333537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.336215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29fc6839-6334-415f-81ab-08e9dbe4ee46 req-f00bb206-a381-4485-9c96-480244536cca tempest-LiveMigrationNegativeTest-1322113560 tempest-LiveMigrationNegativeTest-1322113560-project] 10.222.0.54 "DELETE /v2.0/ports/c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 HTTP/1.1" status: 204 len: 173 time: 1.4597929 Aug 03 19:00:16.336688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'name': 'network-vif-deleted', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:16.339512 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92df13a4-f44d-4997-bcf4-495eb7d55e6f" -d '{"events": [{"server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "name": "network-vif-deleted", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:16.350501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.381267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35130) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:16.417876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:16.422083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:16.444467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5119cc6b-2382-4d6e-a6bf-af7f44ecd8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.447485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:16.462840 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:09Z', 'revision_number': 4, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '85c47b16-e440-4030-95c0-5094f63f720a', 'name': '', 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'mac_address': 'fa:16:3e:5e:31:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 4, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'subnets': [{'id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:16.467352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4f0f9734-5900-4fac-803d-9d48a5816549 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:16.482476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Pushing event updated for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:16.515084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.558357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e90b2-33e3-4795-a9de-6c20488834fe None None] The sync data for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 is: [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:09Z', 'revision_number': 4, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '85c47b16-e440-4030-95c0-5094f63f720a', 'name': '', 'network_id': '6ca59259-49df-44d7-8d51-b228e381a877', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'mac_address': 'fa:16:3e:5e:31:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 4, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'subnets': [{'id': '25178194-09d0-4af7-8411-fd863fce0ae3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:16.652082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4f0f9734-5900-4fac-803d-9d48a5816549 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:16.670229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35136) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:16.677039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4f0f9734-5900-4fac-803d-9d48a5816549 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:16.677482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.686157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:00:16.712835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5119cc6b-2382-4d6e-a6bf-af7f44ecd8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.716164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.851619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5119cc6b-2382-4d6e-a6bf-af7f44ecd8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.938108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5119cc6b-2382-4d6e-a6bf-af7f44ecd8c4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d0e72c67e632422db9326c8b929c819b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427854 Aug 03 19:00:16.940052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:16.942074 n-d-803363-1 neutron-server[101343]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 19:00:16.943053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35140) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:16.957483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-67c641a1-ba4f-4ce1-9208-74bf8a2f42d5 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:16.987191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-67c641a1-ba4f-4ce1-9208-74bf8a2f42d5 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2886786 Aug 03 19:00:16.987756 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.050569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4f0f9734-5900-4fac-803d-9d48a5816549, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4f0f9734-5900-4fac-803d-9d48a5816549,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:17.059237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.081358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event updated for resources: {'Port': ['ID=9a72ba0e-0c07-4189-9ad8-54a09bab1281,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.109404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119cc6b-2382-4d6e-a6bf-af7f44ecd8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afb8675-5753-4a4d-ada0-4897579c5422,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.113278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9349e949-b6ee-4810-9c47-016e4f653aca None None] Provisioning for port be6649b1-3d28-40eb-976c-e293f6d4ab4b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:17.125064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:17.130013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:17.136214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:17.200032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9349e949-b6ee-4810-9c47-016e4f653aca None None] Provisioning complete for port be6649b1-3d28-40eb-976c-e293f6d4ab4b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:17.200720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9349e949-b6ee-4810-9c47-016e4f653aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.224508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.345634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:17.346220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Unknown quota resources ['binding']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:00:17.347113 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.387627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9349e949-b6ee-4810-9c47-016e4f653aca None None] Port be6649b1-3d28-40eb-976c-e293f6d4ab4b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:17.427861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Transition to ACTIVE for port object 421b96a9-9ba7-4850-a711-522f68b1da72 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:17.453654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.472459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4f0f9734-5900-4fac-803d-9d48a5816549,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.541099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.576095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.588138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:17.588662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:17.589123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:17.604797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:17.605405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:17.632597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Attempting to bind port 421b96a9-9ba7-4850-a711-522f68b1da72 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:17.633575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Attempting to bind port 421b96a9-9ba7-4850-a711-522f68b1da72 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:17.634094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Attempting to bind port 421b96a9-9ba7-4850-a711-522f68b1da72 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:17.649550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.655066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:17.656562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:17.657906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:17.658480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Bound port: 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:17.659248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.659670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:17.660186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:17.661550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.663427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:17.664562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Bound port: 421b96a9-9ba7-4850-a711-522f68b1da72, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:17.666041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.678413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:17.685375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84b7234e-72b0-45fa-a547-e97e41703b5d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:17.759868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ec0e-555d-449a-bc04-922f7914f10e None None] Pushing event updated for resources: {'Port': ['ID=421b96a9-9ba7-4850-a711-522f68b1da72,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:17.837540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] For port 421b96a9-9ba7-4850-a711-522f68b1da72, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:17.842231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] For port 421b96a9-9ba7-4850-a711-522f68b1da72, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=421b96a9-9ba7-4850-a711-522f68b1da72,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:17.921828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.045806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 84b7234e-72b0-45fa-a547-e97e41703b5d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:18.046006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.050506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.089576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.091703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event updated for resources: {'Port': ['ID=9a72ba0e-0c07-4189-9ad8-54a09bab1281,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.122195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 84b7234e-72b0-45fa-a547-e97e41703b5d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:18.122569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.149703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ec0e-555d-449a-bc04-922f7914f10e None None] Pushing event updated for resources: {'Port': ['ID=421b96a9-9ba7-4850-a711-522f68b1da72,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.159956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:18.178031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.182053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:18.182720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:18.186885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.188885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Pushing event updated for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.263234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.264927 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-9f663241-d79c-4025-8934-4ab33dcdc869 service neutron] 10.222.0.67 "POST /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b/bindings HTTP/1.1" status: 201 len: 389 time: 1.2067025 Aug 03 19:00:18.296975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.298614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-aacd9049-433c-4b2d-a4ad-50bcee5f6e69 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5956049 Aug 03 19:00:18.302177 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.305168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.308889 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6afb8675-5753-4a4d-ada0-4897579c5422 HTTP/1.1" status: 204 len: 168 time: 1.3622379 Aug 03 19:00:18.321009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384dc2e1-7fab-4624-bd20-82c7d520be5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afb8675-5753-4a4d-ada0-4897579c5422,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:18.329096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:18.330762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:18.381024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.421336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:18.472236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 84b7234e-72b0-45fa-a547-e97e41703b5d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84b7234e-72b0-45fa-a547-e97e41703b5d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:18.546940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-33c02915-afdd-4226-915c-1eb264f1dcbf tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.2421081 Aug 03 19:00:18.549654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:18.728151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:18.728979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c56f3e48-a694-430d-8397-10a443749c12 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:18.777777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:18.793583 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10493046-0a11-40c7-85b2-54e5ab765c18 admin admin] 10.222.0.67 "PUT /v2.0/routers/bea101a3-d1e9-42c9-8303-a8a2df4a4c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4900124 Aug 03 19:00:18.843088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-bf4f2132-d0fb-4cab-beb9-0289a26424ff tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.844339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-bf4f2132-d0fb-4cab-beb9-0289a26424ff tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2880037 Aug 03 19:00:18.877237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a162c-38cd-4d2f-bf58-d125e2060e97 req-4748f545-cfea-4bd5-9dd0-3984b05612d6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:18.892468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f4a162c-38cd-4d2f-bf58-d125e2060e97 req-4748f545-cfea-4bd5-9dd0-3984b05612d6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 949 time: 0.1752334 Aug 03 19:00:18.992377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-5e071d47-7704-4641-ab71-94be0a8efa6e tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:19.005552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dca589-6fdf-4c93-b8c1-a3200f68ddb1 req-5e071d47-7704-4641-ab71-94be0a8efa6e tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003935 Aug 03 19:00:19.059726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f4a162c-38cd-4d2f-bf58-d125e2060e97 req-e16ea24b-5170-45c0-b7e5-23aa40e211f5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654618 Aug 03 19:00:19.164675 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Sync routers for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:19.187268 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:19.188674 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:19.222808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-52b3c241-e4b2-438d-8f5c-81b8518b732d None None] Provisioning complete for port be6649b1-3d28-40eb-976c-e293f6d4ab4b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.223182 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-52b3c241-e4b2-438d-8f5c-81b8518b732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.225761 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10719d42-0305-486e-affc-e88f2f11bde9 x-openstack-request-id: req-10719d42-0305-486e-affc-e88f2f11bde9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:19.226112 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa3aa8e5-fbbb-4b78-90dd-d3b82e655467", "name": "network-vif-deleted", "tag": "c965ba52-a5cc-442c-bb2d-2bf6fd784ed2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:19.226547 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10719d42-0305-486e-affc-e88f2f11bde9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:19.226957 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3aa8e5-fbbb-4b78-90dd-d3b82e655467', 'name': 'network-vif-deleted', 'tag': 'c965ba52-a5cc-442c-bb2d-2bf6fd784ed2', 'status': 'completed', 'code': 200} Aug 03 19:00:19.263883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-211ab69d-64ae-4a30-97d1-57d371f77ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.267108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-211ab69d-64ae-4a30-97d1-57d371f77ad9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1096 time: 0.0993536 Aug 03 19:00:19.339269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-422deb72-6c57-47b3-8621-7f67c45d366e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.370321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c56f3e48-a694-430d-8397-10a443749c12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.370698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.372362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=84b7234e-72b0-45fa-a547-e97e41703b5d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:19.396839 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:19.474562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-52b3c241-e4b2-438d-8f5c-81b8518b732d None None] Port be6649b1-3d28-40eb-976c-e293f6d4ab4b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:19.608829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53390907-9f66-42fa-a1e1-005b528cd257 req-6535faa9-a459-4929-802c-678ab9f5a946 tempest-FloatingIPsNegativeTestJSON-888414733 tempest-FloatingIPsNegativeTestJSON-888414733-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=fa834330cb6e45abaf2553287d99dabc HTTP/1.1" status: 200 len: 217 time: 0.1288548 Aug 03 19:00:19.632749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:16Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'be6649b1-3d28-40eb-976c-e293f6d4ab4b', 'name': '', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'mac_address': 'fa:16:3e:37:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:15Z', 'updated_at': '2021-08-03T19:00:17Z', 'revision_number': 2, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'subnets': [{'id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:19.638860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 85c47b16-e440-4030-95c0-5094f63f720a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:19.669334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8460d6e-3313-419c-9c6b-75c319ebad28 None None] The sync data for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 is: [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:16Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'be6649b1-3d28-40eb-976c-e293f6d4ab4b', 'name': '', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'mac_address': 'fa:16:3e:37:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:15Z', 'updated_at': '2021-08-03T19:00:17Z', 'revision_number': 2, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'subnets': [{'id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:19.685159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-d15ecb16-5530-44d6-9eb2-eee20b6d0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.692069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-d15ecb16-5530-44d6-9eb2-eee20b6d0fd6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.4172852 Aug 03 19:00:19.720073 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '097c81b7-30f8-4a51-b1cc-bec8f8956ac8', 'name': '', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'mac_address': 'fa:16:3e:0f:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 2, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'subnets': [{'id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:19.770093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-8d8bd427-ded2-40fe-a873-73426660d92e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0696905 Aug 03 19:00:19.776930 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Checking router: c9986b3d-e85c-4983-9b33-7b9b0f825008 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:19.777477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Updating router c9986b3d-e85c-4983-9b33-7b9b0f825008 port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:19.781246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e5c64-d2a8-4c63-a1a5-444856968159 req-853409e9-45fe-4df2-a586-36e842fb90fa tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.783554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-726e5c64-d2a8-4c63-a1a5-444856968159 req-853409e9-45fe-4df2-a586-36e842fb90fa tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 945 time: 0.4800730 Aug 03 19:00:19.807701 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.839687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 85c47b16-e440-4030-95c0-5094f63f720a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:19.845357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 85c47b16-e440-4030-95c0-5094f63f720a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:19.845868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:19.851666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3dc33e77-ec68-452e-bd4b-86641bd838ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:19.857303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3dc33e77-ec68-452e-bd4b-86641bd838ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0714519 Aug 03 19:00:19.875203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:19.904478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:19.944640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:19.945314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c965ba52-a5cc-442c-bb2d-2bf6fd784ed2 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:20.005836 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.018003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3bba1fe1-192f-417b-9db3-01f7128be68b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532116 Aug 03 19:00:20.022135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52ce2ba8-652a-4270-a63a-76a1fa6c121f req-070f4d13-b5a1-4419-9de1-1561840c5dad tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips/0151eef6-5092-4614-bd2a-064acdfbd5e1 HTTP/1.1" status: 200 len: 693 time: 0.1595778 Aug 03 19:00:20.056741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 85c47b16-e440-4030-95c0-5094f63f720a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=85c47b16-e440-4030-95c0-5094f63f720a,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:20.118987 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f407f007-81a1-4fd2-b2fe-97dc051c75ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a6bd98443bf478c9753be747447c769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419908 Aug 03 19:00:20.122159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35192) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:20.153535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-726e5c64-d2a8-4c63-a1a5-444856968159 req-0ea48498-7715-4aa3-83fd-a4a64df5254a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919784 Aug 03 19:00:20.192247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.207222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.259574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.275555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-0316a9de-a6ff-46fe-97cb-0ac7d453bf74 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238932 Aug 03 19:00:20.286022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce2ba8-652a-4270-a63a-76a1fa6c121f req-32d98600-7894-42a6-bbfd-71b9362f085e tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.294511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52ce2ba8-652a-4270-a63a-76a1fa6c121f req-32d98600-7894-42a6-bbfd-71b9362f085e tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2536058 Aug 03 19:00:20.303601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-52ce2ba8-652a-4270-a63a-76a1fa6c121f req-bab10c24-c94a-49c0-90da-940bdb375b2a tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:20.322598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52ce2ba8-652a-4270-a63a-76a1fa6c121f req-bab10c24-c94a-49c0-90da-940bdb375b2a tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267639 Aug 03 19:00:20.373336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.399491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84b7234e-72b0-45fa-a547-e97e41703b5d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:20.472585 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.498804 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Transition to ACTIVE for port object 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:20.519828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 84b7234e-72b0-45fa-a547-e97e41703b5d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.520202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.525567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.528490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.529973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ca04d95-ef51-4dae-b9d2-81daa0217d87 HTTP/1.1" status: 204 len: 168 time: 0.4066136 Aug 03 19:00:20.530950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-438a7619-abfe-4cae-9395-f9d453cc4e9c service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338090 Aug 03 19:00:20.551636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2991cf9-cadc-48c1-a02e-bc2345f6033f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca04d95-ef51-4dae-b9d2-81daa0217d87,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.617581 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.668766 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e4e1-df81-406f-8613-9880daea185a None None] Pushing event updated for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:20.683797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4f0f9734-5900-4fac-803d-9d48a5816549 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:20.763330 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Attempting to bind port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:20.763630 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Attempting to bind port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:20.763989 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Attempting to bind port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 on network 99ddf904-1aa3-44ba-8679-a3bf9af58316 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:20.776432 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 18, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:20.778263 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Checking segment: {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:20.778696 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.779101 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Bound using segment: {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:20.779592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Bound port: 097c81b7-30f8-4a51-b1cc-bec8f8956ac8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:20.779994 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.791847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4f0f9734-5900-4fac-803d-9d48a5816549 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:20.792536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:20.841861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf783340-c560-4f39-ae77-828cb81cc459 req-39a52626-1e45-4e91-9e39-f075583ff180 tempest-FloatingIPsNegativeTestJSON-888414733 tempest-FloatingIPsNegativeTestJSON-888414733-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0444911 Aug 03 19:00:20.862667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-7db29f05-e8fa-4f3c-97fe-ac0e8552acd6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:20.864288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-7db29f05-e8fa-4f3c-97fe-ac0e8552acd6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1624532 Aug 03 19:00:20.896872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:20.922731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] For port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:20.934869 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] For port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:21.040480 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.117307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44b121eb-905a-4c6c-8e3b-9299682a4303 req-b566a151-fe05-4eb2-80e0-d127f50965bf tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=5ae53fab9c4a4514982f52561bff9127 HTTP/1.1" status: 200 len: 696 time: 0.1454425 Aug 03 19:00:21.129766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.150142 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462e4e1-df81-406f-8613-9880daea185a None None] Pushing event updated for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:21.177800 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:21.178555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T18:59:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:21.445177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:21.727986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b121eb-905a-4c6c-8e3b-9299682a4303 req-2de1791a-eb03-40d4-a528-96312b216e1d tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:21.731558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44b121eb-905a-4c6c-8e3b-9299682a4303 req-2de1791a-eb03-40d4-a528-96312b216e1d tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks?id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 787 time: 0.6024470 Aug 03 19:00:21.743830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-44b121eb-905a-4c6c-8e3b-9299682a4303 req-5f7ff127-f9ad-4c8a-b306-91d07fcadee8 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:21.745692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44b121eb-905a-4c6c-8e3b-9299682a4303 req-5f7ff127-f9ad-4c8a-b306-91d07fcadee8 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075784 Aug 03 19:00:21.773098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '097c81b7-30f8-4a51-b1cc-bec8f8956ac8', 'name': '', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'mac_address': 'fa:16:3e:0f:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:20Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'subnets': [{'id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:21.804172 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20b4e3-effb-4093-8e4a-f0add918757b None None] The sync data for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 is: [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:11Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '097c81b7-30f8-4a51-b1cc-bec8f8956ac8', 'name': '', 'network_id': '99ddf904-1aa3-44ba-8679-a3bf9af58316', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'mac_address': 'fa:16:3e:0f:77:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:20Z', 'revision_number': 4, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'subnets': [{'id': 'b9362a1c-d80a-4090-8ea7-f1419918b04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:21.843299 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-71e7a86d-f74c-4d38-a63f-8419eead4db1 req-24f3eb04-bc4c-49ed-82a9-ee24b66d36fd tempest-FloatingIPsNegativeTestJSON-888414733 tempest-FloatingIPsNegativeTestJSON-888414733-project] show failed (client error): The resource could not be found. Aug 03 19:00:21.844505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71e7a86d-f74c-4d38-a63f-8419eead4db1 req-24f3eb04-bc4c-49ed-82a9-ee24b66d36fd tempest-FloatingIPsNegativeTestJSON-888414733 tempest-FloatingIPsNegativeTestJSON-888414733-project] 10.222.0.67 "GET /v2.0/floatingips/13818bf0-417f-4b6c-a773-a49765a11023 HTTP/1.1" status: 404 len: 350 time: 0.0720277 Aug 03 19:00:21.852367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:21.854404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35232) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:21.948371 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f1b414db-7141-4073-8473-b094b149caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:21.988550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:22.072793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:22.075497 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e005d11-8702-4b44-8d75-ab2245badff6" -d '{"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-unplugged", "status": "completed", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:22.110236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.134630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35242) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:22.159340 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.181573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f0d61-53ef-4b4a-acc0-cfd6c78f8831 req-24596b5d-3648-47e1-bcd5-4d628fcbae78 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.183032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6f0d61-53ef-4b4a-acc0-cfd6c78f8831 req-24596b5d-3648-47e1-bcd5-4d628fcbae78 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 945 time: 0.1564078 Aug 03 19:00:22.190064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f2d3377-e451-4ecc-bd1f-b9238fc901dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7e9ab10710c492b979ae47f8fe3b45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512288 Aug 03 19:00:22.190557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:22.249282 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.255295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.274244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.329902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6f0d61-53ef-4b4a-acc0-cfd6c78f8831 req-9b0a09cf-2c1d-427b-9e0d-d5ce89e4e539 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363437 Aug 03 19:00:22.351986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-e50c0ce2-b827-4545-ba20-a3dedbd411d1 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.352693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-e50c0ce2-b827-4545-ba20-a3dedbd411d1 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.353311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-e50c0ce2-b827-4545-ba20-a3dedbd411d1 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.353945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-e50c0ce2-b827-4545-ba20-a3dedbd411d1 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.363669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-e50c0ce2-b827-4545-ba20-a3dedbd411d1 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295&device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 3769 time: 0.1936803 Aug 03 19:00:22.374341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:22.443117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-43c2fb1b-e476-4c5f-8a6c-d1967f13b02f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.450904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.455919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.459565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ebc3a1a-970c-440a-9fda-1f5cfb878d25 HTTP/1.1" status: 204 len: 168 time: 0.2655671 Aug 03 19:00:22.467674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13a2ff-aa16-4459-aa51-9282d61efe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc3a1a-970c-440a-9fda-1f5cfb878d25,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:22.474180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-3a03369f-206d-4ee9-9559-346b5f18e003 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips/0151eef6-5092-4614-bd2a-064acdfbd5e1 HTTP/1.1" status: 200 len: 693 time: 0.1068363 Aug 03 19:00:22.531117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:22.536269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:22.536953 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.543587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:22.690530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:22.690872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:22.691213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:22.692702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.716732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:22.717137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Attempting to bind port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:22.755991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:22.756337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:22.756756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:22.771447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Bound port: 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:22.771447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.771849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:22.799322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.863440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-55169641-6664-4607-9fe0-0247f9df5cb0 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:22.865045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-55169641-6664-4607-9fe0-0247f9df5cb0 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.3570452 Aug 03 19:00:22.897421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-93f93b9c-4659-4073-93e0-66be02e45414 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:22.898476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-93f93b9c-4659-4073-93e0-66be02e45414 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163052 Aug 03 19:00:22.930846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:22.931989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 85c47b16-e440-4030-95c0-5094f63f720a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:22.992762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:23.021322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:23.046609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-30e0dd00-120e-4da8-8e80-bfc4fbbf0296 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.1388259 Aug 03 19:00:23.053773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:23.057090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-43c2fb1b-e476-4c5f-8a6c-d1967f13b02f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.068273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 85c47b16-e440-4030-95c0-5094f63f720a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:23.068642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.141567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-1aa0129d-ac3c-4329-b710-643fd4f99467 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.0824850 Aug 03 19:00:23.165268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.249295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-43c2fb1b-e476-4c5f-8a6c-d1967f13b02f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.263027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.405413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7193973-fbe1-4240-b91e-de4d005a9c2c req-43c2fb1b-e476-4c5f-8a6c-d1967f13b02f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 354 time: 1.0403767 Aug 03 19:00:23.454554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:23.456370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2fb1b-e476-4c5f-8a6c-d1967f13b02f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9329f181-9e9b-49d6-82df-ab50e74143de,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:23.500830 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31144679-ca5c-408a-8636-06c7d35b3e30 x-openstack-request-id: req-31144679-ca5c-408a-8636-06c7d35b3e30 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:23.501120 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-unplugged", "status": "completed", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:23.501368 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31144679-ca5c-408a-8636-06c7d35b3e30 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:23.501760 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'code': 200} Aug 03 19:00:23.761066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:23.761758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.763259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-83e0b62a-c569-44ad-b057-25802e2bb72e service neutron] 10.222.0.77 "PUT /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 1121 time: 2.8915615 Aug 03 19:00:23.915105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-427224ac-d948-4662-8b13-30387213be00 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772877 Aug 03 19:00:23.917527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Deleting port 9a72ba0e-0c07-4189-9ad8-54a09bab1281 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:23.917871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:23.958747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['19da4feb-5aad-4376-88ab-b7bd22ce4c9b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:24.097372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.097699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.123068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Calling delete_port for 9a72ba0e-0c07-4189-9ad8-54a09bab1281 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:24.235280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-ba6c3d2c-779a-4b45-ac1b-bae754972b23 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:24.235280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-ba6c3d2c-779a-4b45-ac1b-bae754972b23 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938113 Aug 03 19:00:24.260201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-6f47116a-2105-4ffd-a752-03a4ad415ec8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/quotas/54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 375 time: 0.0182378 Aug 03 19:00:24.309209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-5b4d4f29-b011-4431-93f9-6e26b4bf6af3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378366 Aug 03 19:00:24.333314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Deleting port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:24.333659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.425198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 421b96a9-9ba7-4850-a711-522f68b1da72 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:24.462861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] For port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:24.463247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.479067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Calling delete_port for 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:24.528690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.559165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 421b96a9-9ba7-4850-a711-522f68b1da72 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:24.571268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event deleted for resources: {'Port': ['ID=9a72ba0e-0c07-4189-9ad8-54a09bab1281,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:24.585956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 421b96a9-9ba7-4850-a711-522f68b1da72 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:24.589142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.631481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.714134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.740337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 421b96a9-9ba7-4850-a711-522f68b1da72, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=421b96a9-9ba7-4850-a711-522f68b1da72,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:24.777273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.779821 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.781313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c26a71-ca22-43d5-97ed-5beefc59e9c7 req-12828f72-98b4-4bfd-936d-0b0a0b439c6b tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "DELETE /v2.0/floatingips/0151eef6-5092-4614-bd2a-064acdfbd5e1 HTTP/1.1" status: 204 len: 173 time: 1.6318145 Aug 03 19:00:24.829838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:24.829838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:24.831008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dc015-c889-4743-b14b-b394382e48cd req-40fbd7c7-ec3f-4703-b423-d2e5c223c420 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:24.832734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c1dc015-c889-4743-b14b-b394382e48cd req-40fbd7c7-ec3f-4703-b423-d2e5c223c420 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.1798410 Aug 03 19:00:24.922712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=421b96a9-9ba7-4850-a711-522f68b1da72,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:24.934632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.934632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.934632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.934632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.934632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.935025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.935315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.936121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.936121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.936330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.936597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.937216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:24.943367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c1dc015-c889-4743-b14b-b394382e48cd req-083e8384-de8a-4852-bba1-5134df562b42 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002777 Aug 03 19:00:24.946412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:24.954671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.084923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.127520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=097c81b7-30f8-4a51-b1cc-bec8f8956ac8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:25.160151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b02eab4-c79c-46da-a7ac-4cab6a3447fa req-1c8d3b58-ac43-4eae-9358-3de16303018a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 210 time: 0.0631790 Aug 03 19:00:25.343863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42417b54-944e-4dfb-8608-266d844ab5fe req-5868409b-70f3-4373-8aaf-4bd04d091ede tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2259352 Aug 03 19:00:25.360130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:25.451718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.505815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d552a0-69fb-473a-a64a-6dcdb96172cf req-bc03c25d-7bf6-47e1-ae80-9ca4c9f02fd2 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.506230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d552a0-69fb-473a-a64a-6dcdb96172cf req-bc03c25d-7bf6-47e1-ae80-9ca4c9f02fd2 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.506700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d552a0-69fb-473a-a64a-6dcdb96172cf req-bc03c25d-7bf6-47e1-ae80-9ca4c9f02fd2 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:25.508320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05d552a0-69fb-473a-a64a-6dcdb96172cf req-bc03c25d-7bf6-47e1-ae80-9ca4c9f02fd2 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5&device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295&device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 2883 time: 0.1013145 Aug 03 19:00:25.508773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:25.511054 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c49720-b88b-4710-94c2-44a9564e0440" -d '{"events": [{"name": "network-changed", "server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:25.527277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.669270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05d552a0-69fb-473a-a64a-6dcdb96172cf req-8ea820b6-bbd1-4651-b3fb-431af3d45e8f tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527660 Aug 03 19:00:25.738243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:25.827259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.833737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Router c9986b3d-e85c-4983-9b33-7b9b0f825008 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:25.868264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7344fe7-d664-47c0-822a-c0f0ef0baa59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:25.879285 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9447b372-de39-4c0d-87f0-a44acc863b2b x-openstack-request-id: req-9447b372-de39-4c0d-87f0-a44acc863b2b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:25.879573 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:25.879823 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9447b372-de39-4c0d-87f0-a44acc863b2b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:25.880219 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'status': 'completed', 'code': 200} Aug 03 19:00:26.010085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7344fe7-d664-47c0-822a-c0f0ef0baa59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.102088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7344fe7-d664-47c0-822a-c0f0ef0baa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.124419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Sync routers for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:26.139906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b7344fe7-d664-47c0-822a-c0f0ef0baa59 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f5bd8c9d2c147069be615b76686ae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997633 Aug 03 19:00:26.144628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:26.145302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:26.147255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:26.201715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7344fe7-d664-47c0-822a-c0f0ef0baa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903f3405-b466-49f2-a079-a01d69866c6f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:26.230977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.277027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.329575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:26.345923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49720-b88b-4710-94c2-44a9564e0440 req-009e7ad1-0437-467a-b444-3373d8e8edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.351013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-009e7ad1-0437-467a-b444-3373d8e8edb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1124 time: 0.4102414 Aug 03 19:00:26.362211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35346) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:26.367375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823069963', 'description': 'tempest-description--853472437'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:26.375910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Allocated IP 172.25.2.9 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d6c72ade-be36-4282-8cfa-8a8b75fb80dd) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:26.427576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:26.441706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-74918057-4c99-45fe-a0dc-1ea2820e79f9 admin admin] 10.222.0.67 "PUT /v2.0/routers/c9986b3d-e85c-4983-9b33-7b9b0f825008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5869815 Aug 03 19:00:26.441851 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Sync routers for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:26.447457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35350) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:26.467679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:26.470296 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:26.475341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.479768 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.482116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/903f3405-b466-49f2-a079-a01d69866c6f HTTP/1.1" status: 204 len: 168 time: 0.3334527 Aug 03 19:00:26.511956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635ab5b-68a0-41c3-91dc-69f069d249d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903f3405-b466-49f2-a079-a01d69866c6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:26.526286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.532757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 421b96a9-9ba7-4850-a711-522f68b1da72 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:26.700940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:26.711915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 421b96a9-9ba7-4850-a711-522f68b1da72 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:26.712175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.712610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.769130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49720-b88b-4710-94c2-44a9564e0440 req-8455c9c4-507d-4727-ad55-128a2757ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.777219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-8455c9c4-507d-4727-ad55-128a2757ccef service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.4129875 Aug 03 19:00:26.806050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.839355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.846629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:16Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'be6649b1-3d28-40eb-976c-e293f6d4ab4b', 'name': '', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'mac_address': 'fa:16:3e:37:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:15Z', 'updated_at': '2021-08-03T19:00:17Z', 'revision_number': 2, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'subnets': [{'id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:26.887288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Checking router: bea101a3-d1e9-42c9-8303-a8a2df4a4c93 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:26.887288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Updating router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 port be6649b1-3d28-40eb-976c-e293f6d4ab4b binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:00:26.899642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-3895c612-6ae1-4af7-aba3-34988fa473f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0950794 Aug 03 19:00:26.909794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d792aa-6891-4889-bb6f-6c70548837ef req-d038ca89-3228-40d8-ae86-f655f8d91698 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:26.923366 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.924911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1b5a01-7939-475a-8e88-e5bc09a5c60a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:26.928512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d792aa-6891-4889-bb6f-6c70548837ef req-d038ca89-3228-40d8-ae86-f655f8d91698 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.3144357 Aug 03 19:00:26.981190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:26.982886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3d8126b-2378-4d63-9986-e23ab50eb388 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6193469 Aug 03 19:00:26.985780 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 5, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:26.986531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35360) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:26.991590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'security_group_rule': {'security_group_id': '2a1b5a01-7939-475a-8e88-e5bc09a5c60a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:27.043246 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Checking router: c9986b3d-e85c-4983-9b33-7b9b0f825008 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:27.058399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Routers {'c9986b3d-e85c-4983-9b33-7b9b0f825008'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:27.059189 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c9986b3d-e85c-4983-9b33-7b9b0f825008'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:27.067811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.075720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.099860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.155291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d792aa-6891-4889-bb6f-6c70548837ef req-05b57bc7-edbe-4364-b2fd-cafd5122d23e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240083 Aug 03 19:00:27.199351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49720-b88b-4710-94c2-44a9564e0440 req-bb050c03-b873-4013-9144-81ecc6877e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.206171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-bb050c03-b873-4013-9144-81ecc6877e61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.2572441 Aug 03 19:00:27.232481 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.297520 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] Set router c9986b3d-e85c-4983-9b33-7b9b0f825008 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:27.324793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-3bc19b65-a0e5-40b2-915e-741a494667dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471685 Aug 03 19:00:27.328681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.362939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3989030a-d7b1-4260-9b7b-d464a8c80bea,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:27.364959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-747a994e-d538-43a7-a030-64d9dddf06c4 req-060c18cc-eb41-49bd-baac-89ed97fce753 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 210 time: 0.0749006 Aug 03 19:00:27.409078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.422562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Transition to ACTIVE for port object be6649b1-3d28-40eb-976c-e293f6d4ab4b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:27.422986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:27.423199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-518e2f2d-f223-44e2-9bff-91c44ea71419 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974548 Aug 03 19:00:27.442851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8290122c-5ac5-4890-a972-5edf6ea7326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.508065 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.509761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.515882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab4e186d-2cd6-48c9-8d81-714e0c64410d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5274277 Aug 03 19:00:27.517531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:27.535157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'security_group_rule': {'security_group_id': '2a1b5a01-7939-475a-8e88-e5bc09a5c60a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:27.544271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Deleting port 84b7234e-72b0-45fa-a547-e97e41703b5d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:27.544616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.553860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.572861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 5, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:27.604128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-3afbedf5-8a15-4889-add1-ecaf0e568676 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432630 Aug 03 19:00:27.612833 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac5317c-4c54-49c3-b9e0-fb05fba6a831 None None] The sync data for ids ['c9986b3d-e85c-4983-9b33-7b9b0f825008'] in n-d-803363-1 is: [{'id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172607884-router', 'tenant_id': 'fa834330cb6e45abaf2553287d99dabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 5, 'project_id': 'fa834330cb6e45abaf2553287d99dabc', 'gw_port': {'id': '84b7234e-72b0-45fa-a547-e97e41703b5d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:84:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9986b3d-e85c-4983-9b33-7b9b0f825008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:27.691287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aad850-6644-4c66-8794-bb966bb0575a None None] Pushing event updated for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:27.705691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8290122c-5ac5-4890-a972-5edf6ea7326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.752180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Attempting to bind port be6649b1-3d28-40eb-976c-e293f6d4ab4b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:27.752551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Attempting to bind port be6649b1-3d28-40eb-976c-e293f6d4ab4b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:27.752946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Attempting to bind port be6649b1-3d28-40eb-976c-e293f6d4ab4b on network f24340dd-b35e-49cb-b21f-eb40309eaab1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:27.759967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:27.760277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:27.760830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Checking segment: {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:27.761326 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.761782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Bound using segment: {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:27.762322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Bound port: be6649b1-3d28-40eb-976c-e293f6d4ab4b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1724a25-811f-40ea-8ca9-ff6a45f9b517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:27.763205 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.771468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-af9f945b-5915-4951-9eb2-2a0506b5ce36 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:27.773014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-af9f945b-5915-4951-9eb2-2a0506b5ce36 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389711 Aug 03 19:00:27.789326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:27.799971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Request body: {'port': {'device_id': '69a123ea-788e-4324-9205-ef0af582a57d', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '54e23eb28b6846a8b01f684c05525643'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:27.805239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:27.810163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event updated for resources: {'Port': ['ID=d6c72ade-be36-4282-8cfa-8a8b75fb80dd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:27.830240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8290122c-5ac5-4890-a972-5edf6ea7326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.879794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] For port be6649b1-3d28-40eb-976c-e293f6d4ab4b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:27.885212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] For port be6649b1-3d28-40eb-976c-e293f6d4ab4b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=be6649b1-3d28-40eb-976c-e293f6d4ab4b,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:27.920181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8290122c-5ac5-4890-a972-5edf6ea7326e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=07d9038f24594c49873497ce01b2a3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956348 Aug 03 19:00:27.923039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35368) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:27.929430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290122c-5ac5-4890-a972-5edf6ea7326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ee9f18-1d3c-4472-93ba-48441f1ee034,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:27.943967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] For port 84b7234e-72b0-45fa-a547-e97e41703b5d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84b7234e-72b0-45fa-a547-e97e41703b5d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:27.944395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.946155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:27.988261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:27.998435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Calling delete_port for 84b7234e-72b0-45fa-a547-e97e41703b5d owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:28.018069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.028828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.036961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.112059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c49720-b88b-4710-94c2-44a9564e0440 req-0ed470c3-aaf4-486f-a8e5-e052ffc55335 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452591 Aug 03 19:00:28.141668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:28.143655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:28.157999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.212482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aad850-6644-4c66-8794-bb966bb0575a None None] Pushing event updated for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:28.236679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:28.252172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.256465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.261923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09ee9f18-1d3c-4472-93ba-48441f1ee034 HTTP/1.1" status: 204 len: 168 time: 0.3363321 Aug 03 19:00:28.262761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:00:28.294662 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.295776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6056180-6e08-4830-ae36-b88924aac475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ee9f18-1d3c-4472-93ba-48441f1ee034,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:28.334815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:28.352413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.393457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d353d23-34f6-4c24-ada1-f284cca496f7,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:28.467015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.494056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device be6649b1-3d28-40eb-976c-e293f6d4ab4b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:28.563528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Made reservation on behalf of 54e23eb28b6846a8b01f684c05525643 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:28.567224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.593553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.661022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.665366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-05651550-0a0e-46b0-a2b7-e7be32ab4e06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1358149 Aug 03 19:00:28.672046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35384) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:28.672046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:28.706736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port be6649b1-3d28-40eb-976c-e293f6d4ab4b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:28.707927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port be6649b1-3d28-40eb-976c-e293f6d4ab4b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:28.708309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.737340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:16Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'be6649b1-3d28-40eb-976c-e293f6d4ab4b', 'name': '', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'mac_address': 'fa:16:3e:37:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:15Z', 'updated_at': '2021-08-03T19:00:27Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'subnets': [{'id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:28.767234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9afa5-7dbd-4c6f-845f-586716a38585 None None] The sync data for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 is: [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:00:16Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'be6649b1-3d28-40eb-976c-e293f6d4ab4b', 'name': '', 'network_id': 'f24340dd-b35e-49cb-b21f-eb40309eaab1', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'mac_address': 'fa:16:3e:37:66:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:15Z', 'updated_at': '2021-08-03T19:00:27Z', 'revision_number': 4, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'subnets': [{'id': 'f6a25f30-17e7-4a3f-b8bc-759b617abaf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:28.800895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db26cc-ef4b-4f93-a7aa-8a9e77f8f606 req-59a87638-4224-44c3-8a56-f51e244311a2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:28.802530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0db26cc-ef4b-4f93-a7aa-8a9e77f8f606 req-59a87638-4224-44c3-8a56-f51e244311a2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.1382437 Aug 03 19:00:28.821105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.871031 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.880144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Pushing event deleted for resources: {'Port': ['ID=84b7234e-72b0-45fa-a547-e97e41703b5d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:28.883735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.933000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port be6649b1-3d28-40eb-976c-e293f6d4ab4b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=be6649b1-3d28-40eb-976c-e293f6d4ab4b,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:28.937710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:28.975040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0db26cc-ef4b-4f93-a7aa-8a9e77f8f606 req-c85da9e3-ac4d-469f-aa6a-cfdbaff1e504 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488540 Aug 03 19:00:28.995858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.043415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.086156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:29.118323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:29.119070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 097c81b7-30f8-4a51-b1cc-bec8f8956ac8 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:29.129113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.138432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.146829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:29.198344 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.321108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.437586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Allocated IP 172.25.2.194 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/a1b9b3c6-3277-421d-a6de-821d18e4dda3) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:29.481851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.516671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.519683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c451678-4c3f-40ea-8bdf-4405a2c9b522 req-5bb6a95e-abe7-49fd-9bcc-0cdebc744153 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 210 time: 0.3919542 Aug 03 19:00:29.601099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.636470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440b2d89-e961-4eb1-9b10-f71c20f8768a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:29.661464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event updated for resources: {'Port': ['ID=d6c72ade-be36-4282-8cfa-8a8b75fb80dd,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:29.692970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.736204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Allocated IP 192.168.233.133 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/f2df1699-a6cd-4647-a2d6-239b75c70c85) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:29.753014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.800189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:29.805314 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.808727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:29.808918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9986b3d-e85c-4983-9b33-7b9b0f825008 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:00:29.817427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.819849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:29.822937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0060fcf8-fd5c-452c-9421-35d041c746ad admin admin] 10.222.0.67 "DELETE /v2.0/routers/c9986b3d-e85c-4983-9b33-7b9b0f825008 HTTP/1.1" status: 204 len: 168 time: 3.3730397 Aug 03 19:00:29.823934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35404) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:29.852632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'Port': ['ID=a1b9b3c6-3277-421d-a6de-821d18e4dda3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:29.892682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.901049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42417b54-944e-4dfb-8608-266d844ab5fe req-cd7d261d-18e9-4efa-b976-f3282654b090 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.5469906 Aug 03 19:00:29.990267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:29.990472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42417b54-944e-4dfb-8608-266d844ab5fe req-ec91569c-0cbd-4601-9027-5ec4207551c8 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0865779 Aug 03 19:00:30.031107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Deleting subnet b9362a1c-d80a-4090-8ea7-f1419918b04d {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:00:30.067287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.104192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.219281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.229544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.326376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Transition to ACTIVE for port object f2df1699-a6cd-4647-a2d6-239b75c70c85 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:30.335257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-0881980c-ed72-445f-adf3-7c00622beec0 service neutron] 10.222.0.54 "GET /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.2689567 Aug 03 19:00:30.351390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42417b54-944e-4dfb-8608-266d844ab5fe req-7226f9cc-1a01-4889-ad7a-b8f5ed77cb28 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.352863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42417b54-944e-4dfb-8608-266d844ab5fe req-7226f9cc-1a01-4889-ad7a-b8f5ed77cb28 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.3632073 Aug 03 19:00:30.367080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.452625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.477039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1da3-0f51-4d81-addc-8f60bf35a21e req-1a2b6162-93d3-4ff0-b964-fb82dadfb847 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.478859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bffe1da3-0f51-4d81-addc-8f60bf35a21e req-1a2b6162-93d3-4ff0-b964-fb82dadfb847 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 943 time: 0.2235649 Aug 03 19:00:30.532442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'Port': ['ID=a1b9b3c6-3277-421d-a6de-821d18e4dda3,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:30.540731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.564842 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.624734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a2418-1be6-4503-9e8e-3b38659baa42 req-b9146b0c-f3aa-4672-a69a-672003086d3a tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:30.626305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b77a2418-1be6-4503-9e8e-3b38659baa42 req-b9146b0c-f3aa-4672-a69a-672003086d3a tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.2064183 Aug 03 19:00:30.633653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bffe1da3-0f51-4d81-addc-8f60bf35a21e req-cd397bf1-139e-4640-bc69-7f01e0c8ab40 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274245 Aug 03 19:00:30.638881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.642313 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-46a4ad24-40b9-4c16-a77b-60817c4da05c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9734137 Aug 03 19:00:30.679630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.707673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device be6649b1-3d28-40eb-976c-e293f6d4ab4b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:30.821546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port be6649b1-3d28-40eb-976c-e293f6d4ab4b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:30.821906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.826226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:30.842719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:30.845769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:30.944295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:30.973254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b77a2418-1be6-4503-9e8e-3b38659baa42 req-eebce194-96d8-45ab-9afd-36c0741a05ee tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924664 Aug 03 19:00:30.973254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:30.997780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-9bcafba3-946f-4292-b710-aea150d7158f tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips/ad0fe888-d6ee-4bc1-8a2c-7e422a227a12 HTTP/1.1" status: 200 len: 691 time: 0.1624396 Aug 03 19:00:31.042719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9362a1c-d80a-4090-8ea7-f1419918b04d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:31.065788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.066553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.066818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3605632-8fba-409a-89e5-e1704ab4f58f None None] Network 99ddf904-1aa3-44ba-8679-a3bf9af58316 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:31.089489 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.091618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-28c7104d-f6e8-4413-bc1c-d8655462fc71 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b9362a1c-d80a-4090-8ea7-f1419918b04d HTTP/1.1" status: 204 len: 168 time: 1.2540116 Aug 03 19:00:31.094458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:31.176965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.221361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:31.239751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Deleting port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:31.240102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.240747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-01dcf0cd-5b5a-4aae-89ae-81f3f83f46d2 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.242266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-01dcf0cd-5b5a-4aae-89ae-81f3f83f46d2 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2076671 Aug 03 19:00:31.248467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-8b339117-df57-4602-a2b3-3bf838739794 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4636433 Aug 03 19:00:31.299578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] DHCP port deletion for 99ddf904-1aa3-44ba-8679-a3bf9af58316 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:00:31.309863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Request body: {'port': {'device_id': '69a123ea-788e-4324-9205-ef0af582a57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:31.318674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-df444e8d-d096-4ecf-8047-0a392723694c tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.0664203 Aug 03 19:00:31.324563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] For port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:31.325425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.338272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:31.341798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Calling delete_port for 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:31.351345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Deleting port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:31.351830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.364899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-99121651-40f8-4188-93db-c747a25186a4 None None] Provisioning for port f2df1699-a6cd-4647-a2d6-239b75c70c85 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:31.377844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e50cfd-8c28-475c-a8cf-e42bffc31375 req-15365e5b-146e-468c-916a-85610beed510 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:31.379402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65e50cfd-8c28-475c-a8cf-e42bffc31375 req-15365e5b-146e-468c-916a-85610beed510 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 936 time: 0.3089676 Aug 03 19:00:31.396230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-99121651-40f8-4188-93db-c747a25186a4 None None] Provisioning complete for port f2df1699-a6cd-4647-a2d6-239b75c70c85 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:31.396601 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99121651-40f8-4188-93db-c747a25186a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.453132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] For port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,segment=NetworkSegment(aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e),segment_id=aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:31.453521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.459367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-b77fe496-0776-44b3-b56a-c82709e3f8a9 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.9 HTTP/1.1" status: 200 len: 694 time: 0.1223238 Aug 03 19:00:31.463231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-99121651-40f8-4188-93db-c747a25186a4 None None] Port f2df1699-a6cd-4647-a2d6-239b75c70c85 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:31.470474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Calling delete_port for 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:31.472197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19da4feb-5aad-4376-88ab-b7bd22ce4c9b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:31.494247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.500024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.527007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:31.533703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:31.537986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] No DVR routers for this DVR port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:31.602169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65e50cfd-8c28-475c-a8cf-e42bffc31375 req-e6fa62b5-1e60-4fb5-9c46-62abd65ea8fd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878474 Aug 03 19:00:31.616076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.619028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.633907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ddf904-1aa3-44ba-8679-a3bf9af58316']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:31.646864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:31.647522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae3c0c4-bcf2-4957-af8e-2b15cfc8e80e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:31.659920 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.661067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] Pushing event deleted for resources: {'Port': ['ID=210c1221-ef48-4cb7-b9c0-4e1a8b5263fd,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:31.663384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779adb34-abb4-4ceb-84dc-aad0bc7e3e30 None None] No DVR routers for this DVR port 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:31.691096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.698951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:00:31.698951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:00:31.700151 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:00:31.854372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.862713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:31.867552 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] 10.222.0.67 "DELETE /v2.0/networks/99ddf904-1aa3-44ba-8679-a3bf9af58316 HTTP/1.1" status: 204 len: 168 time: 0.7691231 Aug 03 19:00:31.892554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6a2b4-fa5f-4d9b-8f11-4aba11c76f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ddf904-1aa3-44ba-8679-a3bf9af58316,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:31.986216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.126894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-b4e94cff-4c02-4c94-b563-ecf4dd89764d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1823069963&fields=id&tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 267 time: 0.1415110 Aug 03 19:00:32.163300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Deleting port d6c72ade-be36-4282-8cfa-8a8b75fb80dd {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:32.163638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.282885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] Transition to ACTIVE for port object 19da4feb-5aad-4376-88ab-b7bd22ce4c9b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:32.307150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:32.329227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:32.329647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 210c1221-ef48-4cb7-b9c0-4e1a8b5263fd not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:32.330126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84b7234e-72b0-45fa-a547-e97e41703b5d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:32.348975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 84b7234e-72b0-45fa-a547-e97e41703b5d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:32.349482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84b7234e-72b0-45fa-a547-e97e41703b5d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:32.402283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.402514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.412706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-cda55bcf-94ec-444d-8795-f88c92a75ba8 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.414168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-cda55bcf-94ec-444d-8795-f88c92a75ba8 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 823 time: 0.2697217 Aug 03 19:00:32.428753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Calling delete_port for d6c72ade-be36-4282-8cfa-8a8b75fb80dd owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:32.442974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2df1699-a6cd-4647-a2d6-239b75c70c85 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:32.448607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.462911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.470209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-743f7552-f873-4aa7-8f80-cf98fd9cc59e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/quotas/bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 375 time: 0.0472939 Aug 03 19:00:32.488337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35458) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:32.529281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-12e8bdb0-b193-47e2-8ad1-f9f446ca14b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa834330cb6e45abaf2553287d99dabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396469 Aug 03 19:00:32.533088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35460) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:32.554432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Transition to ACTIVE for port object f2df1699-a6cd-4647-a2d6-239b75c70c85 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:32.588577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.600909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] No DVR routers for this DVR port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:32.613093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.628642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] Pushing event updated for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:32.673936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-cbb08ace-d02b-4aeb-997c-b3be7c1ae66e service neutron] 10.222.0.54 "PUT /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3169205 Aug 03 19:00:32.681507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-14b3e2f9-6652-46c4-8947-497df7481439 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1883988 Aug 03 19:00:32.683488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.778263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:32.798065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.798289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.804670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.804670 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5982ee5-403f-4af3-9501-59eb9c7faccf HTTP/1.1" status: 204 len: 168 time: 0.2682245 Aug 03 19:00:32.819581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6d17e-8c1c-4d4d-acac-341c025326d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5982ee5-403f-4af3-9501-59eb9c7faccf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:32.856251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:32.856752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:32.857176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:32.862615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:32.863064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:32.868385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:32.868893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:32.869387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:32.869923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Bound port: f2df1699-a6cd-4647-a2d6-239b75c70c85, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:32.870455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.890666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-9633fefd-e950-4999-96be-0b1db28657b2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:00:32.891877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-9633fefd-e950-4999-96be-0b1db28657b2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0757291 Aug 03 19:00:32.927699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:32.975688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-a415cfb6-e3c8-49bd-8ba4-96233ddc74f8 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:32.976794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-a415cfb6-e3c8-49bd-8ba4-96233ddc74f8 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.0935786 Aug 03 19:00:33.002045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Pushing event deleted for resources: {'Port': ['ID=d6c72ade-be36-4282-8cfa-8a8b75fb80dd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:33.054940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:33.062983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-8f98645c-3c6c-40a7-bbf5-c2acc804593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.064599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-8f98645c-3c6c-40a7-bbf5-c2acc804593e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&tenant_id=fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 1095 time: 0.0787678 Aug 03 19:00:33.092827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:33.129807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-0b770541-811d-4a46-92ae-59cbef6c085a service neutron] 10.222.0.67 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122781 Aug 03 19:00:33.132058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-0723affc-f30b-41e7-a817-b40e4179274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.133632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.134247 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-0723affc-f30b-41e7-a817-b40e4179274f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1095 time: 0.0447423 Aug 03 19:00:33.137745 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.139686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6faac-5ee9-4558-98e5-bb75a35053d9 req-468c9a8b-6fe9-44fc-8f07-e1fc168ea197 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "DELETE /v2.0/floatingips/ad0fe888-d6ee-4bc1-8a2c-7e422a227a12 HTTP/1.1" status: 204 len: 173 time: 1.6696475 Aug 03 19:00:33.189125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.240316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-4a79ba01-d80b-4a06-917c-a732c0f962b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.242721 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-4a79ba01-d80b-4a06-917c-a732c0f962b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1009462 Aug 03 19:00:33.270741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.271354 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:33.272862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] 10.222.0.77 "PUT /v2.0/ports/f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 1096 time: 1.9687755 Aug 03 19:00:33.280740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:33.283526 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62be9580-d0c5-4af4-b3f2-542974a90c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:33.306779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-797a5231-3bf7-465c-a792-9c797db0365d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0527880 Aug 03 19:00:33.329085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153c4b8-ead9-4da0-b712-478085e395cb service neutron] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:33.354470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0e9a8-14a0-4964-b371-6dcc2b7efb74 req-feae01ec-2c2d-4e0b-8885-cc248be011cb tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.355988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af0e9a8-14a0-4964-b371-6dcc2b7efb74 req-feae01ec-2c2d-4e0b-8885-cc248be011cb tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.1262724 Aug 03 19:00:33.358679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-c7a0cb71-8d0b-4caa-b5fe-86188d38a10f service neutron] 10.222.0.67 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177382 Aug 03 19:00:33.391286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-defb251f-13a8-4c24-b2d0-69b67afe12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.393642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-defb251f-13a8-4c24-b2d0-69b67afe12b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0775292 Aug 03 19:00:33.426358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af0e9a8-14a0-4964-b371-6dcc2b7efb74 req-30ea8621-8954-4f92-97ee-105fb3229e30 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569234 Aug 03 19:00:33.444348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-f9618e3f-3ddd-4926-ac83-445e9a1326bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440457 Aug 03 19:00:33.445326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-74ed20e0-9330-42b0-ba72-987b8085b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.446848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-74ed20e0-9330-42b0-ba72-987b8085b9aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.0697353 Aug 03 19:00:33.503270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-1c7d40c8-8b30-44f2-b04f-6fa787980867 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0449066 Aug 03 19:00:33.584197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-deb3b6c4-c8af-41e8-b07d-4d07c981e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.584853 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-f7a0d459-4907-4b42-ad22-086d075b22ff service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268489 Aug 03 19:00:33.586105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-deb3b6c4-c8af-41e8-b07d-4d07c981e70e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0755727 Aug 03 19:00:33.646687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-6100f426-ab55-48ef-81d4-7642a7e9865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:33.648744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-6100f426-ab55-48ef-81d4-7642a7e9865e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511029 Aug 03 19:00:33.739316 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-702fb64e-f365-491f-acf4-a0137d83afe6 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419692 Aug 03 19:00:33.812294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-79a9e462-58c1-47a4-b1c6-5c7a7a57536f service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557636 Aug 03 19:00:33.814116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-b6c2f5cc-ff85-4ddb-8c75-89dea5f88553 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=a6c0176023f74056aeff6cb1a90824b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419383 Aug 03 19:00:33.922656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:33.984190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:34.045365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eebda-0139-4f99-a26e-6e42cd93db45 req-73c06bc6-3263-4f71-93ab-4713a682c322 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.047795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-084eebda-0139-4f99-a26e-6e42cd93db45 req-73c06bc6-3263-4f71-93ab-4713a682c322 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.1362255 Aug 03 19:00:34.053136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cf03cf-a8db-4b7b-b318-9814ed4bc3c9 req-eaa048d5-9819-49a1-b76f-f886ae0b3487 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314723 Aug 03 19:00:34.063494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-ee359327-72f7-4715-ab85-aa7d1b7aeb50 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.066126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-ee359327-72f7-4715-ab85-aa7d1b7aeb50 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452059 Aug 03 19:00:34.096185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-455e4bd3-0931-4741-b582-aff906c6c349 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/quotas/a6c0176023f74056aeff6cb1a90824b7 HTTP/1.1" status: 200 len: 375 time: 0.0196538 Aug 03 19:00:34.121882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-084eebda-0139-4f99-a26e-6e42cd93db45 req-a8b61500-7dbc-48d9-9c23-c2f9bd206e7b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544291 Aug 03 19:00:34.140437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-b3192005-b67d-4d37-8b3e-41fb9d351886 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a6c0176023f74056aeff6cb1a90824b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343406 Aug 03 19:00:34.259973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e061b6a-c4f6-4cd0-88cf-9d0656711126 req-3157b34d-87d5-4852-8a7b-fd2e4f1f2393 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.261598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e061b6a-c4f6-4cd0-88cf-9d0656711126 req-3157b34d-87d5-4852-8a7b-fd2e4f1f2393 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.0663514 Aug 03 19:00:34.305520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e061b6a-c4f6-4cd0-88cf-9d0656711126 req-960d7e01-9826-4774-a20d-cb9988a716d7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332603 Aug 03 19:00:34.380705 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-685b4ca2-8171-49f7-b33f-631eb3e6c5bd req-ac5f6780-e866-4730-9649-da4907a4209f tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] show failed (client error): The resource could not be found. Aug 03 19:00:34.381898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-685b4ca2-8171-49f7-b33f-631eb3e6c5bd req-ac5f6780-e866-4730-9649-da4907a4209f tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips/ad0fe888-d6ee-4bc1-8a2c-7e422a227a12 HTTP/1.1" status: 404 len: 350 time: 0.0390999 Aug 03 19:00:34.427974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-fb07135c-0ff8-4464-9574-bc55ca3124c6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.429528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-fb07135c-0ff8-4464-9574-bc55ca3124c6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1190777 Aug 03 19:00:34.503225 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ffe35c-bd35-456a-b124-1bd0262f90e7 x-openstack-request-id: req-33ffe35c-bd35-456a-b124-1bd0262f90e7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:34.506346 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:34.506346 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33ffe35c-bd35-456a-b124-1bd0262f90e7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:34.506346 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'status': 'completed', 'code': 200} Aug 03 19:00:34.560293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-f8045a72-2a96-420e-9bdc-540593d1badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.564928 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-f8045a72-2a96-420e-9bdc-540593d1badc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.0734751 Aug 03 19:00:34.577773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70e2ad5a-cabd-42eb-912c-9b2338ccb568 req-41b63fff-1203-4cc5-8b9d-b8f402ecd0ea tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 210 time: 0.0369964 Aug 03 19:00:34.722364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81bbc1c6-3166-4103-ba95-cd8cfcfc681f req-3d18a36a-52a4-4c4b-9bc3-de5d7da1cbf9 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 210 time: 0.0435133 Aug 03 19:00:34.726451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-260c0544-3bd5-4277-beb9-aa836f878c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.728435 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-260c0544-3bd5-4277-beb9-aa836f878c2a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1547678 Aug 03 19:00:34.760101 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-35282199-193f-4afc-a81b-4a81a52c4927 req-e4e487a4-e3f3-48e9-8f8f-3fcb57e1aeb4 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] show failed (client error): The resource could not be found. Aug 03 19:00:34.761676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35282199-193f-4afc-a81b-4a81a52c4927 req-e4e487a4-e3f3-48e9-8f8f-3fcb57e1aeb4 tempest-FloatingIPsTestJSON-1114241548 tempest-FloatingIPsTestJSON-1114241548-project] 10.222.0.67 "GET /v2.0/floatingips/ad0fe888-d6ee-4bc1-8a2c-7e422a227a12 HTTP/1.1" status: 404 len: 350 time: 0.0666718 Aug 03 19:00:34.777725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35540) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:34.783174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-1872d245-71cb-4612-9296-b893aea14937 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0461462 Aug 03 19:00:34.854969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-1d7ff235-f83a-4c33-b36b-5ce6015730e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.856862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-1d7ff235-f83a-4c33-b36b-5ce6015730e1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0654426 Aug 03 19:00:34.953493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3fe9012a-8430-474a-b61a-ce05af2573c7 service neutron] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:34.961442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-039ad1c9-cbad-4586-aa4e-9a62f7bbaa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:34.963301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-039ad1c9-cbad-4586-aa4e-9a62f7bbaa59 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970402 Aug 03 19:00:34.994277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3fe9012a-8430-474a-b61a-ce05af2573c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:34.995441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d8d3300-d070-4220-b06b-1cdd8c6aacff req-3fe9012a-8430-474a-b61a-ce05af2573c7 service neutron] 10.222.0.77 "DELETE /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.5538654 Aug 03 19:00:35.084709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-38b5cd73-bacb-448f-b1cc-4fca214a77ca service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118083 Aug 03 19:00:35.450874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410a044-fb53-4303-80d0-27205cfbc401 req-dcea024c-43fa-415a-b40f-8680ca405d8f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.451253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62be9580-d0c5-4af4-b3f2-542974a90c8a req-1c403537-b1c8-4183-ae46-4883157f2426 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573611 Aug 03 19:00:35.459039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2410a044-fb53-4303-80d0-27205cfbc401 req-dcea024c-43fa-415a-b40f-8680ca405d8f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.1465151 Aug 03 19:00:35.487064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:35.565087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2410a044-fb53-4303-80d0-27205cfbc401 req-e4163e19-44f3-479a-bf49-d89b68caceef tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048193 Aug 03 19:00:35.980433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32e535-dc01-4af3-8096-7df3acb85c75 req-8e1a33de-778c-46d9-b255-85f81ea6029b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:35.982010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f32e535-dc01-4af3-8096-7df3acb85c75 req-8e1a33de-778c-46d9-b255-85f81ea6029b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.1037641 Aug 03 19:00:36.055180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f32e535-dc01-4af3-8096-7df3acb85c75 req-75984cc6-be09-4dc2-b88f-1faa50fb5483 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519762 Aug 03 19:00:36.167589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b5bac25-8d51-4aed-b637-57b32639a85f req-4ab643a1-f242-44b5-bdf9-007cc76ef8de tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 210 time: 0.0446301 Aug 03 19:00:36.188484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08d096e8-33a2-4d29-ba38-1e716199d667 req-9b753ca6-eb8b-4963-b0a0-24195769d3d3 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 210 time: 0.0537813 Aug 03 19:00:36.214808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Deleting port 85c47b16-e440-4030-95c0-5094f63f720a {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:36.215015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.341200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] For port 85c47b16-e440-4030-95c0-5094f63f720a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=85c47b16-e440-4030-95c0-5094f63f720a,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:36.341719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.395147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660d009-8eec-46ff-a0a3-36be76c41aa6 req-51c04aed-051d-4ec4-bef0-aa06d683c6c7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.396834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c660d009-8eec-46ff-a0a3-36be76c41aa6 req-51c04aed-051d-4ec4-bef0-aa06d683c6c7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1206121 Aug 03 19:00:36.397813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Calling delete_port for 85c47b16-e440-4030-95c0-5094f63f720a owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:36.476963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1b177-08eb-4038-8116-1d9bf230ab7c req-1acac281-fe53-4442-a7d1-a124c600f625 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.478523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53e1b177-08eb-4038-8116-1d9bf230ab7c req-1acac281-fe53-4442-a7d1-a124c600f625 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1095 time: 0.1412632 Aug 03 19:00:36.509196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c660d009-8eec-46ff-a0a3-36be76c41aa6 req-3b28b7e5-4aec-4a45-949f-190caa0f9219 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976369 Aug 03 19:00:36.539295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53e1b177-08eb-4038-8116-1d9bf230ab7c req-15a4ab9b-3e0a-469f-82b4-5e60a08c9ded tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472395 Aug 03 19:00:36.830364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-a7529c7a-4a71-46fd-a54f-951ea8ee7666 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:36.831929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-a7529c7a-4a71-46fd-a54f-951ea8ee7666 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.77 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 823 time: 0.2536983 Aug 03 19:00:36.861562 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:36.877023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=85c47b16-e440-4030-95c0-5094f63f720a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:36.933752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-d401c925-8bf9-457d-80a8-289790bec25e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 380 time: 0.0922844 Aug 03 19:00:36.944903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'port': {'device_id': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'admin_state_up': True, 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'security_groups': ['2a1b5a01-7939-475a-8e88-e5bc09a5c60a']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:37.207960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.208511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Made reservation on behalf of bb1c6e0ef554426d9b4fafbbc74a33c3 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:37.212821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.244523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-531ab80b-8012-40ef-b990-6f6d47375745 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.246177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-531ab80b-8012-40ef-b990-6f6d47375745 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.2764862 Aug 03 19:00:37.356102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-2446a0cd-fa42-42d6-9521-26feb3f3b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.358473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-2446a0cd-fa42-42d6-9521-26feb3f3b9f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.2037449 Aug 03 19:00:37.359436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Allocated IP 172.20.0.13 (fb1513b6-7652-4827-a1e9-416ff8ff21f6/8ce38956-33a8-42ec-8395-cb78fe29eda6/8f615816-c2a0-4f1a-953b-485ac351ae63) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:37.362896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-367db1c6-599f-4d66-9a88-5cea34556740 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/quotas/fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 375 time: 0.0795712 Aug 03 19:00:37.367410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-80f4da1e-75dc-44b1-ad62-92f8df11780e tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a6c0176023f74056aeff6cb1a90824b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447366 Aug 03 19:00:37.503124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.518264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Transition to ACTIVE for port object 8f615816-c2a0-4f1a-953b-485ac351ae63 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:37.535546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958f613-d836-4e18-b247-a85a24ffc471 req-f34dc44e-7f26-4261-9484-b10fd09d8369 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.537093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c958f613-d836-4e18-b247-a85a24ffc471 req-f34dc44e-7f26-4261-9484-b10fd09d8369 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.2890737 Aug 03 19:00:37.602611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.645163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:37.646566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-1dff7fc1-782f-44d4-8a53-3741596e1550 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2413189 Aug 03 19:00:37.650078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:37.656756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:37.663252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:37.717919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c958f613-d836-4e18-b247-a85a24ffc471 req-cb35f62a-aeae-4770-933b-c4a8cd6acf55 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692131 Aug 03 19:00:37.742811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.744699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.782870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-ec8e9932-953a-4330-a24d-625437c676d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.784466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-ec8e9932-953a-4330-a24d-625437c676d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3823900 Aug 03 19:00:37.831463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-65d8248b-77bd-48fe-b122-ca3b3e3d8bdd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907492 Aug 03 19:00:37.844687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Request body: {'port': {'device_id': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:37.873357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-36fff38f-1ed1-4897-ad7c-2a0ffc9626d6 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:37.874586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-36fff38f-1ed1-4897-ad7c-2a0ffc9626d6 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4714143 Aug 03 19:00:37.883178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-0a692ae1-a51d-4388-a357-260c221e5ed8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c HTTP/1.1" status: 200 len: 217 time: 0.0837169 Aug 03 19:00:37.893425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Request body: {'port': {'device_id': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'a6c0176023f74056aeff6cb1a90824b7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:37.936363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.939646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-934932dd-45d5-481e-a710-f8a15b27e4b3 None None] Provisioning for port 8f615816-c2a0-4f1a-953b-485ac351ae63 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:37.945927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-934932dd-45d5-481e-a710-f8a15b27e4b3 None None] Provisioning complete for port 8f615816-c2a0-4f1a-953b-485ac351ae63 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:37.948437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-934932dd-45d5-481e-a710-f8a15b27e4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:37.988602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:38.007404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-934932dd-45d5-481e-a710-f8a15b27e4b3 None None] Port 8f615816-c2a0-4f1a-953b-485ac351ae63 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:38.021771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:38.043855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-f3ed02d2-3ed9-4928-aa79-6afe7383b260 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739262 Aug 03 19:00:38.059012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-25fc3ea1-14a5-4fec-a51f-dbed402519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.061795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-25fc3ea1-14a5-4fec-a51f-dbed402519e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1647120 Aug 03 19:00:38.147790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:38.164633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'mac_address': 'fa:16:3e:8b:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:38.212567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.233923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2df1699-a6cd-4647-a2d6-239b75c70c85 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:38.266612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:38.298883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f615816-c2a0-4f1a-953b-485ac351ae63 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:38.304448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-d8f89b24-a37f-4305-a1ce-ca4801701356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:38.306005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-d8f89b24-a37f-4305-a1ce-ca4801701356 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237411 Aug 03 19:00:38.307174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.317208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-437d23ed-9683-4e66-8dbf-d5bf08f032b9 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724741 Aug 03 19:00:38.326473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Transition to ACTIVE for port object 8f615816-c2a0-4f1a-953b-485ac351ae63 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:38.337040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:38.347189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87ec590a-a443-4fb0-b324-d9405e48e3ea admin admin] 10.222.0.67 "PUT /v2.0/routers/b7f40bf1-6593-4aba-ad8d-a10c6ad32620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5635459 Aug 03 19:00:38.349201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35720) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:38.349842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Sync routers for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:38.366647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:38.368204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:38.414080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.424072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Made reservation on behalf of a6c0176023f74056aeff6cb1a90824b7 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:38.427677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.446846 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.514832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Pushing event updated for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:38.537897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.694815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:38.740889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:38.767412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.773554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:38.808890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Attempting to bind port 8f615816-c2a0-4f1a-953b-485ac351ae63 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:38.809218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Attempting to bind port 8f615816-c2a0-4f1a-953b-485ac351ae63 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:38.809682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Attempting to bind port 8f615816-c2a0-4f1a-953b-485ac351ae63 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:38.815958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Port 8f615816-c2a0-4f1a-953b-485ac351ae63 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:38.816425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Attempting to bind port 8f615816-c2a0-4f1a-953b-485ac351ae63 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:38.823469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:38.823974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Checking segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:38.824375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Bound using segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:38.824901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Bound port: 8f615816-c2a0-4f1a-953b-485ac351ae63, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:38.826542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.911985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:38.947057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d660e68-bb07-425c-b8ef-19be2bd97268 req-abe5c12d-e91e-46b4-a9da-29072fc383cc tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 210 time: 0.0889497 Aug 03 19:00:38.954953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:38.968614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8f615816-c2a0-4f1a-953b-485ac351ae63,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:38.974875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-ff9cfc11-9aee-4917-aa85-f1b08912d49c service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564543 Aug 03 19:00:38.998940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Deleting port a8f9ba90-b051-45b4-99ba-e81c7045efca {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:38.999287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.048362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.081934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838fdef-76f2-4bcb-89e4-e82ebd6504e9 req-b33ed8f6-bfd7-47ce-ba74-17178cf6e88c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.083709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5838fdef-76f2-4bcb-89e4-e82ebd6504e9 req-b33ed8f6-bfd7-47ce-ba74-17178cf6e88c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 944 time: 0.2270284 Aug 03 19:00:39.107993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.108749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.110413 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] 10.222.0.77 "PUT /v2.0/ports/8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 200 len: 1092 time: 1.2704699 Aug 03 19:00:39.115807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:39.115807 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:39.127536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38'}], 'enable_snat': True}, 'gw_port_id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:36Z', 'revision_number': 5, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port': {'id': 'a8f9ba90-b051-45b4-99ba-e81c7045efca', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:02Z', 'updated_at': '2021-08-03T19:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:39.163800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Checking router: b7f40bf1-6593-4aba-ad8d-a10c6ad32620 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:39.166965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a102c-ff09-48aa-867f-7e2f6939c912 service neutron] Pushing event updated for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:39.180172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Routers {'b7f40bf1-6593-4aba-ad8d-a10c6ad32620'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:39.180882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:39.192793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5838fdef-76f2-4bcb-89e4-e82ebd6504e9 req-8ccbd821-38cf-470b-8413-e9c8b5998a03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770967 Aug 03 19:00:39.203082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] For port a8f9ba90-b051-45b4-99ba-e81c7045efca, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a8f9ba90-b051-45b4-99ba-e81c7045efca,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:39.203596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.301096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Calling delete_port for a8f9ba90-b051-45b4-99ba-e81c7045efca owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:39.302181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.325760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-f55a035e-2266-4334-9319-bb4985097acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.327487 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-f55a035e-2266-4334-9319-bb4985097acc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 1095 time: 0.0927577 Aug 03 19:00:39.340339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] Set router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:39.351254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa63b86b-4665-408c-8465-dfcbc4068039 req-7bcb6425-4361-417c-b24e-32c6b8fcdc6e service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656085 Aug 03 19:00:39.392965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59e8a5-67be-4d3a-be66-44a3772c58dd req-3c8ae228-ac4d-45f1-b7f0-18f214a7989c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.395961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c59e8a5-67be-4d3a-be66-44a3772c58dd req-3c8ae228-ac4d-45f1-b7f0-18f214a7989c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.3483608 Aug 03 19:00:39.401218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.430738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:38Z', 'revision_number': 6, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:39.464108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb216d5c-869d-4a6c-8b88-ad98119ab794 None None] The sync data for ids ['b7f40bf1-6593-4aba-ad8d-a10c6ad32620'] in n-d-803363-1 is: [{'id': 'b7f40bf1-6593-4aba-ad8d-a10c6ad32620', 'name': 'tempest-FloatingIPsTestJSON-199136229-router', 'tenant_id': '5ae53fab9c4a4514982f52561bff9127', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:00Z', 'updated_at': '2021-08-03T19:00:38Z', 'revision_number': 6, 'project_id': '5ae53fab9c4a4514982f52561bff9127', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:39.548489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-3888275d-3e30-4971-96d2-bdbedcf3ef6a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 200 len: 217 time: 0.0601587 Aug 03 19:00:39.564072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46b898c9-382e-46a1-8802-bdec5580aa6a req-a2face91-c88e-4116-9bf5-f69223d2619f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 210 time: 0.1084168 Aug 03 19:00:39.571488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c59e8a5-67be-4d3a-be66-44a3772c58dd req-41814c82-2127-4bc4-8e1a-f67735dfa4e4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442199 Aug 03 19:00:39.575161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f4a0ab-fc90-4577-aedd-034035b41c24,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:39.682517 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa2d4f-4955-4442-aae6-874e56ca7d32 x-openstack-request-id: req-98aa2d4f-4955-4442-aae6-874e56ca7d32 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:39.682968 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:39.686792 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-98aa2d4f-4955-4442-aae6-874e56ca7d32 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:39.686792 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'status': 'completed', 'code': 200} Aug 03 19:00:39.688219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Allocated IP 192.168.233.126 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/d9c6a346-da1c-47de-87c6-7cf4738ab17b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:39.699695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-3d02d970-4b6b-4bb8-ac2b-a78043a95842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.701770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-3d02d970-4b6b-4bb8-ac2b-a78043a95842 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.1437149 Aug 03 19:00:39.747375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d760036-84c1-4a9c-8a24-94cc886ffcdf req-c0cecf65-0241-4e77-97e4-8b2652e8e931 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.749516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d760036-84c1-4a9c-8a24-94cc886ffcdf req-c0cecf65-0241-4e77-97e4-8b2652e8e931 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 949 time: 0.0850589 Aug 03 19:00:39.765751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-39139117-ce58-46a9-b6f7-3e14571474e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:39.767229 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-39139117-ce58-46a9-b6f7-3e14571474e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560653 Aug 03 19:00:39.808342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d760036-84c1-4a9c-8a24-94cc886ffcdf req-27462267-f4a5-4635-b4e2-4f5e3af3ec25 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497732 Aug 03 19:00:39.863800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:39.933431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f9ba90-b051-45b4-99ba-e81c7045efca,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:40.015810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.019739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:40.030365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Transition to ACTIVE for port object d9c6a346-da1c-47de-87c6-7cf4738ab17b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:40.060603 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-b88f90db-faa7-4c07-9c5f-824a0a1fe56f service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860236 Aug 03 19:00:40.119197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a1db0df-392e-4889-8ff6-bd9408e85f5e req-ba687cdd-5474-4c9f-ae58-b35296084a4c tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 210 time: 0.0287800 Aug 03 19:00:40.133239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.156583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f2df1699-a6cd-4647-a2d6-239b75c70c85 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:40.163562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f2df1699-a6cd-4647-a2d6-239b75c70c85 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:40.164335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.181059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.262033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.265576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.266005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Pushing event updated for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:40.314536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:40.328272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:40.346570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:40.415122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.440351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a8f9ba90-b051-45b4-99ba-e81c7045efca no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:40.493049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:40.494452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:40.497235 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b76f51b-e9ee-447e-b166-2e16798a7c4f" -d '{"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-plugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:40.501747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a8f9ba90-b051-45b4-99ba-e81c7045efca {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:40.502632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a8f9ba90-b051-45b4-99ba-e81c7045efca not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:40.503210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 85c47b16-e440-4030-95c0-5094f63f720a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:40.509061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.509980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.530705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 85c47b16-e440-4030-95c0-5094f63f720a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:00:40.537379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 85c47b16-e440-4030-95c0-5094f63f720a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:00:40.546292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c6fa3-0368-43ed-80c9-930910b79aa4 req-179a3682-b828-4190-b009-458f6a60efd6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.548154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d46c6fa3-0368-43ed-80c9-930910b79aa4 req-179a3682-b828-4190-b009-458f6a60efd6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 944 time: 0.1113210 Aug 03 19:00:40.603455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d46c6fa3-0368-43ed-80c9-930910b79aa4 req-ff503986-7608-435a-aba2-fed272ca76c7 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485919 Aug 03 19:00:40.630542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.631031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1ad0272d-650a-43fc-99df-752f48a53168 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7414992 Aug 03 19:00:40.645617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Request body: {'port': {'device_id': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:40.695478 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-df324a7d-8cd5-4543-ba3a-d10e74adc5eb req-0b086e32-d065-4482-a4db-5637e01bc75e service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253397 Aug 03 19:00:40.724852 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410e64a3-0957-4117-9199-dac8a17295dd x-openstack-request-id: req-410e64a3-0957-4117-9199-dac8a17295dd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:40.725149 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-plugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:40.725403 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-410e64a3-0957-4117-9199-dac8a17295dd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:40.725827 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'code': 200} Aug 03 19:00:40.737140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.741146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:40.774660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.775230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f40bf1-6593-4aba-ad8d-a10c6ad32620 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:00:40.781969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.788320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35828) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:40.789289 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8c8c01ff-eb1a-4937-ad1a-9e9970654262 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b7f40bf1-6593-4aba-ad8d-a10c6ad32620 HTTP/1.1" status: 204 len: 168 time: 2.4388511 Aug 03 19:00:40.835991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdbae5-39b6-4da8-81cd-03c8987e94dc req-65d2359c-51b4-4489-be62-c4223bbb8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:40.837866 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-08fdbae5-39b6-4da8-81cd-03c8987e94dc req-65d2359c-51b4-4489-be62-c4223bbb8b34 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.0473068 Aug 03 19:00:40.870274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56e43746-3224-45d8-a46c-804468e46eb1 req-23f09ddc-d9cd-4080-be60-7d3c9d20d667 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 210 time: 0.0644407 Aug 03 19:00:40.890957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-08fdbae5-39b6-4da8-81cd-03c8987e94dc req-f8584658-9363-4175-a62a-b1a2807680b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Aug 03 19:00:40.893070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1fcfe40d-aa57-42c6-9112-dc12f84cdd11 None None] Provisioning for port d9c6a346-da1c-47de-87c6-7cf4738ab17b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:40.898470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1fcfe40d-aa57-42c6-9112-dc12f84cdd11 None None] Provisioning complete for port d9c6a346-da1c-47de-87c6-7cf4738ab17b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:40.898826 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1fcfe40d-aa57-42c6-9112-dc12f84cdd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:40.943384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1fcfe40d-aa57-42c6-9112-dc12f84cdd11 None None] Port d9c6a346-da1c-47de-87c6-7cf4738ab17b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:40.999196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Deleting subnet 25178194-09d0-4af7-8411-fd863fce0ae3 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:00:41.003094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.005251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-5db03ff1-994e-4011-b509-916038a6d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.007913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-5db03ff1-994e-4011-b509-916038a6d2c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 1095 time: 0.0556397 Aug 03 19:00:41.051199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c133b85-dd3f-4db5-8d35-ab81d799cb19 req-8f41faf3-51e3-4bfc-a873-71583936790b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.063847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c133b85-dd3f-4db5-8d35-ab81d799cb19 req-8f41faf3-51e3-4bfc-a873-71583936790b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2563698 Aug 03 19:00:41.067280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.171070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-4c22b71b-c159-40ff-9c2c-388465cc7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.172798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-4c22b71b-c159-40ff-9c2c-388465cc7223 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.1453586 Aug 03 19:00:41.173525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c133b85-dd3f-4db5-8d35-ab81d799cb19 req-5d4d08bb-dab3-48d4-9271-3efabdfebbd9 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140895 Aug 03 19:00:41.236544 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-8da1b7ae-bfac-4533-8e11-5f12537bda7e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 200 len: 217 time: 0.0552421 Aug 03 19:00:41.309231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-110ec186-9de5-4e3c-b289-9912e5fdc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.310743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-110ec186-9de5-4e3c-b289-9912e5fdc929 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.0656700 Aug 03 19:00:41.365304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.378096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-b651ee79-2802-4c12-bbad-8d31f2937e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.380357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-b651ee79-2802-4c12-bbad-8d31f2937e5c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504498 Aug 03 19:00:41.447339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c6a346-da1c-47de-87c6-7cf4738ab17b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:41.467301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.482062 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-e72b1c40-1d23-4252-afcf-42a745d86021 service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882053 Aug 03 19:00:41.491329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Transition to ACTIVE for port object d9c6a346-da1c-47de-87c6-7cf4738ab17b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:41.501131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7703-b71f-47b2-b207-c9ad7ec25c6d req-f8ec3c3b-b219-4f28-ae2a-997b867bfabd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.502645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52fd7703-b71f-47b2-b207-c9ad7ec25c6d req-f8ec3c3b-b219-4f28-ae2a-997b867bfabd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1540504 Aug 03 19:00:41.518354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c33747-9f57-4b6e-987a-c4c7bb59ce41 req-9516f617-0c79-49e4-a685-4dfd3d3ac357 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.520238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6c33747-9f57-4b6e-987a-c4c7bb59ce41 req-9516f617-0c79-49e4-a685-4dfd3d3ac357 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 936 time: 0.1167927 Aug 03 19:00:41.582926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-93b4fd4a-6af6-4c57-9c20-3d7b4cde217c req-80a85cf5-805f-409d-bdf1-69d3af911a04 service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888734 Aug 03 19:00:41.589787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52fd7703-b71f-47b2-b207-c9ad7ec25c6d req-41fb09f3-0e4d-4b6d-96de-4cb39d953011 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Aug 03 19:00:41.593199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6c33747-9f57-4b6e-987a-c4c7bb59ce41 req-3471f936-0577-447c-99c9-df1d21611c2b tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612085 Aug 03 19:00:41.595605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.642887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.685226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25178194-09d0-4af7-8411-fd863fce0ae3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:41.691952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.693885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-342bdacb-08bb-45c4-8b68-fd088e857cbb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/25178194-09d0-4af7-8411-fd863fce0ae3 HTTP/1.1" status: 204 len: 168 time: 0.9025452 Aug 03 19:00:41.698284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:41.702554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a895bd3-77ed-407b-9c79-b0c05f8fe4cc None None] Network 6ca59259-49df-44d7-8d51-b228e381a877 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:00:41.725353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:41.795689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Attempting to bind port d9c6a346-da1c-47de-87c6-7cf4738ab17b on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:41.796057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Attempting to bind port d9c6a346-da1c-47de-87c6-7cf4738ab17b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:41.796390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Attempting to bind port d9c6a346-da1c-47de-87c6-7cf4738ab17b on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:41.834295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.855575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Port d9c6a346-da1c-47de-87c6-7cf4738ab17b on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:41.855912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Attempting to bind port d9c6a346-da1c-47de-87c6-7cf4738ab17b on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:41.865904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:41.866847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:41.866847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:41.867182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Bound port: d9c6a346-da1c-47de-87c6-7cf4738ab17b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:41.867419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:41.969915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9eb78-8246-4225-bf7b-ea696e6a93a4 req-055fedd4-62e4-4b99-8c42-b96fa15b8c95 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:41.971519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cf9eb78-8246-4225-bf7b-ea696e6a93a4 req-055fedd4-62e4-4b99-8c42-b96fa15b8c95 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 944 time: 0.1698682 Aug 03 19:00:41.991747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Deleting port 4e1712d8-13dc-4093-973e-9ba6c2216b38 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:41.992441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.021791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] DHCP port deletion for 6ca59259-49df-44d7-8d51-b228e381a877 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:00:42.102401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Deleting port 4e1712d8-13dc-4093-973e-9ba6c2216b38 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:42.102401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.112484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] For port 4e1712d8-13dc-4093-973e-9ba6c2216b38, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4e1712d8-13dc-4093-973e-9ba6c2216b38,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:42.113073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.113826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cf9eb78-8246-4225-bf7b-ea696e6a93a4 req-6cc3c3d4-e43c-4644-a01e-a860c24ab63b tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030359 Aug 03 19:00:42.144830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Calling delete_port for 4e1712d8-13dc-4093-973e-9ba6c2216b38 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:42.171166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:42.193944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] For port 4e1712d8-13dc-4093-973e-9ba6c2216b38, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4e1712d8-13dc-4093-973e-9ba6c2216b38,segment=NetworkSegment(d3a48f31-dd12-4fae-8b0f-76aa44efdfae),segment_id=d3a48f31-dd12-4fae-8b0f-76aa44efdfae)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:42.194810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.207139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-1149f4fe-f75f-4e0f-9c6d-bcecff2d2329 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.215249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Calling delete_port for 4e1712d8-13dc-4093-973e-9ba6c2216b38 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:42.217816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-1149f4fe-f75f-4e0f-9c6d-bcecff2d2329 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.2843323 Aug 03 19:00:42.230206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:42.243481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Request body: {'port': {'device_id': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'admin_state_up': True, 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:42.327888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4e1712d8-13dc-4093-973e-9ba6c2216b38 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:42.351149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e61b6e78-24ba-46b6-9815-647c5d13151b req-2c8c93e5-d502-4a5a-a46f-e5f4c14b8c65 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 210 time: 0.0752635 Aug 03 19:00:42.362265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.414377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.424839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.424839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.424999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] 10.222.0.77 "PUT /v2.0/ports/d9c6a346-da1c-47de-87c6-7cf4738ab17b HTTP/1.1" status: 200 len: 1096 time: 1.7840486 Aug 03 19:00:42.428758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:42.439006 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:42.448331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.475625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1712d8-13dc-4093-973e-9ba6c2216b38,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:42.482532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.487175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] No DVR routers for this DVR port 4e1712d8-13dc-4093-973e-9ba6c2216b38 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:42.498897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] No DVR routers for this DVR port 4e1712d8-13dc-4093-973e-9ba6c2216b38 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:42.537177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea0792-af30-437f-af87-18a2d3fb7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:42.538848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86c0a-bbc0-4255-9e92-01b3db2574a0 None None] Pushing event deleted for resources: {'Port': ['ID=4e1712d8-13dc-4093-973e-9ba6c2216b38,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:42.631106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.640800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-00a4391f-c127-4b39-ad91-bc9af14a67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.642485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-00a4391f-c127-4b39-ad91-bc9af14a67ff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6c0176023f74056aeff6cb1a90824b7&device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 1099 time: 0.0958333 Aug 03 19:00:42.649726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6f7e-649a-41c6-82d2-9ae7e01f2737 req-8bd3ca98-40b2-4300-a38a-2d5b86afc44e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.650821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca59259-49df-44d7-8d51-b228e381a877']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:42.657195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a1d6f7e-649a-41c6-82d2-9ae7e01f2737 req-8bd3ca98-40b2-4300-a38a-2d5b86afc44e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1456854 Aug 03 19:00:42.667773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:42.667773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a48f31-dd12-4fae-8b0f-76aa44efdfae') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:42.675954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.711859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.722211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-cd7b5893-37e0-4fd0-bb26-6e87266d545c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b HTTP/1.1" status: 200 len: 217 time: 0.0628633 Aug 03 19:00:42.724726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:00:42.725379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:00:42.727647 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:00:42.750363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:42.752172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.789203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a1d6f7e-649a-41c6-82d2-9ae7e01f2737 req-e65164df-53f6-47cb-97b0-5dd17ff23a31 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311243 Aug 03 19:00:42.821932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-ae59c186-1ae9-42e3-a852-254eb65c3d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.830127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-ae59c186-1ae9-42e3-a852-254eb65c3d04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0932610 Aug 03 19:00:42.866877 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba05467-4500-4690-8bfb-6317c34321b0 x-openstack-request-id: req-9ba05467-4500-4690-8bfb-6317c34321b0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:42.867175 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:42.867430 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ba05467-4500-4690-8bfb-6317c34321b0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:42.867829 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b', 'status': 'completed', 'code': 200} Aug 03 19:00:42.938757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.944307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:42.946924 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6ca59259-49df-44d7-8d51-b228e381a877 HTTP/1.1" status: 204 len: 168 time: 1.2475874 Aug 03 19:00:42.954019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-8e13c83f-be89-4571-a251-49a00dba3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:42.955807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-8e13c83f-be89-4571-a251-49a00dba3e1a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0911419 Aug 03 19:00:42.960875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac15d8-936d-4ae5-b952-6701affccbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca59259-49df-44d7-8d51-b228e381a877,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:43.027464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Allocated IP 172.20.0.5 (092401a9-9115-40b4-bd04-95f6c83436b4/8b2ab28f-9acb-4e74-b613-2dce80ac3f78/cf7544e8-71df-417c-a00d-1ede75baa1c1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:43.130647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-5dd40797-5d48-462c-b206-ff7303d1f755 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674831 Aug 03 19:00:43.141354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cca4d5-e638-47ab-99c1-dbbeb974ba8e req-8b662715-e4a4-4661-8892-ae20d9476578 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.142833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2cca4d5-e638-47ab-99c1-dbbeb974ba8e req-8b662715-e4a4-4661-8892-ae20d9476578 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 948 time: 0.1168180 Aug 03 19:00:43.332529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2cca4d5-e638-47ab-99c1-dbbeb974ba8e req-518bccff-d919-4837-8a47-ef2486096b0a tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725430 Aug 03 19:00:43.357687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb9566-25d4-4245-87d8-aaa131e7e541 req-be3e394d-bccf-4dcb-8924-ac53403a55ea tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.359183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0cb9566-25d4-4245-87d8-aaa131e7e541 req-be3e394d-bccf-4dcb-8924-ac53403a55ea tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1942582 Aug 03 19:00:43.382637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35990) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:43.413014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026b14a4-43d2-42be-83c2-2e7719a85925 req-1924df83-5a0b-4eba-9993-27cdd39d337d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665637 Aug 03 19:00:43.425873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.444259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13ca63f0-8196-4550-9fca-d5479ea1f35e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ae53fab9c4a4514982f52561bff9127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603783 Aug 03 19:00:43.446368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0cb9566-25d4-4245-87d8-aaa131e7e541 req-62a71ddd-e3bf-49b9-849c-91cb109d4c6b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772989 Aug 03 19:00:43.448297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36002) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:43.595886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5691110b-eb64-4b3c-ba80-3b6acc1419ab req-db0191a8-a162-4268-90a1-0f3b6ca9bd9d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 210 time: 0.0693285 Aug 03 19:00:43.596538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.621705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.655402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:43.711287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-78cff5b7-5af6-45e7-9e87-d4eef5a89671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.712816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-78cff5b7-5af6-45e7-9e87-d4eef5a89671 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a6c0176023f74056aeff6cb1a90824b7&device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 1099 time: 0.1827834 Aug 03 19:00:43.716826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Network 092401a9-9115-40b4-bd04-95f6c83436b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:43.728305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066c654-8baa-40c6-a6b3-3a94a7d52c8b req-1e2b63f5-4c2d-40b0-8ac3-7b2b6c7b86e5 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:43.729818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e066c654-8baa-40c6-a6b3-3a94a7d52c8b req-1e2b63f5-4c2d-40b0-8ac3-7b2b6c7b86e5 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 944 time: 0.2178261 Aug 03 19:00:43.742403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:43.744153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:43.747849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:44.055917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8f615816-c2a0-4f1a-953b-485ac351ae63 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:44.123709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.124229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.142586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e066c654-8baa-40c6-a6b3-3a94a7d52c8b req-4d585685-cac0-4c17-bdd8-189ab1d12603 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894753 Aug 03 19:00:44.175611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.178290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.179864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f8058dd-0092-4ff6-8c49-a4ae1105cea7 HTTP/1.1" status: 204 len: 168 time: 0.7302105 Aug 03 19:00:44.199002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c74c4-2cd5-43d1-b202-37f23328ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8058dd-0092-4ff6-8c49-a4ae1105cea7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:44.203585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8f615816-c2a0-4f1a-953b-485ac351ae63,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:44.209016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-699e4cc1-078f-4d7e-a929-b8c5e76aabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.211081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-699e4cc1-078f-4d7e-a929-b8c5e76aabb4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.4767733 Aug 03 19:00:44.227064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'port_id': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'mac_address': 'fa:16:3e:8b:52:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:44.267646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-8964f276-08bc-43eb-b427-ce6e596c0854 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b HTTP/1.1" status: 200 len: 217 time: 0.0482187 Aug 03 19:00:44.271025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.286410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f615816-c2a0-4f1a-953b-485ac351ae63 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:44.295474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-7756216d-d467-4b9d-a132-6ebc3b2814f0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0600042 Aug 03 19:00:44.321424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8f615816-c2a0-4f1a-953b-485ac351ae63,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:44.325761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Request body: {'port': {'device_id': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:44.384423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.397195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-459c5ba9-e210-4526-9ba5-157016234657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.399280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-459c5ba9-e210-4526-9ba5-157016234657 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1185858 Aug 03 19:00:44.408545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.480012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:44.599215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-cd996b2c-2a1b-476e-90e4-194bd7738f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.600757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-cd996b2c-2a1b-476e-90e4-194bd7738f6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1931710 Aug 03 19:00:44.612987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8f615816-c2a0-4f1a-953b-485ac351ae63'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:44.738941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-f466cff4-44d0-4dc8-8a99-4e56a104c611 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.740695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-f466cff4-44d0-4dc8-8a99-4e56a104c611 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.2394350 Aug 03 19:00:44.750013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deabc2-90de-4725-85d6-f4aff28e9ecb req-a9e13127-c0ab-4722-b985-ec176575810a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:44.751535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33deabc2-90de-4725-85d6-f4aff28e9ecb req-a9e13127-c0ab-4722-b985-ec176575810a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2695045 Aug 03 19:00:44.794418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-82625a0e-8e33-4252-863d-9a4354c937ad tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:44.869753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33deabc2-90de-4725-85d6-f4aff28e9ecb req-a418f4e3-30c1-48c3-90ea-412a4986c158 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113789 Aug 03 19:00:44.872148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-b6109f05-6684-4aed-b27d-9a1cd60d8d88 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616484 Aug 03 19:00:44.960922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.066457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7544e8-71df-417c-a00d-1ede75baa1c1 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:45.078582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.119248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4009de-0430-4325-b372-0b1f5d025da6 req-6cd0321e-f577-4843-b8a4-b4bf83120ff8 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.120807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c4009de-0430-4325-b372-0b1f5d025da6 req-6cd0321e-f577-4843-b8a4-b4bf83120ff8 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 948 time: 0.1438704 Aug 03 19:00:45.127358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c3d2d9f-f743-48fc-b95b-e0f87d04b3bf req-f3cb6421-58ef-4b48-bb37-a9f19756c243 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471564 Aug 03 19:00:45.129412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Transition to ACTIVE for port object cf7544e8-71df-417c-a00d-1ede75baa1c1 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:45.172901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-82625a0e-8e33-4252-863d-9a4354c937ad tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.185511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c4009de-0430-4325-b372-0b1f5d025da6 req-f663ea94-1c85-4f79-b3fb-e76622272c61 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569925 Aug 03 19:00:45.189717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.243128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-82625a0e-8e33-4252-863d-9a4354c937ad tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.288795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:45.315292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4064b42-7feb-4b10-a31c-7eb2805717a4 req-82625a0e-8e33-4252-863d-9a4354c937ad tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627334 Aug 03 19:00:45.335461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625a0e-8e33-4252-863d-9a4354c937ad tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f5c05-e92e-46a4-9e2e-61363beb908c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:45.359973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:00:45.359973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:00:45.360717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:45.369979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:00:45.370405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:00:45.378331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:00:45.378851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:00:45.379350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:00:45.379879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Bound port: cf7544e8-71df-417c-a00d-1ede75baa1c1, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:00:45.380302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.487294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:00:45.496992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72642060-56d1-46a5-992f-a4334f65b450 req-e50ae76b-f98b-4462-bdda-f73f7968bdf3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.498673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72642060-56d1-46a5-992f-a4334f65b450 req-e50ae76b-f98b-4462-bdda-f73f7968bdf3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.0809939 Aug 03 19:00:45.500378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:00:45.540226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72642060-56d1-46a5-992f-a4334f65b450 req-9599e003-22dc-45ec-b291-01c7458dcd2c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348103 Aug 03 19:00:45.572757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.607364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.608174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:45.609377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] 10.222.0.54 "PUT /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 1091 time: 1.2908175 Aug 03 19:00:45.609814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:45.612020 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae316dee-aa6e-43fc-abaf-93eb59a852e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:45.634148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc4713-e4bb-4de2-bb7c-6aef7593d086 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:45.764419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a5093-6acb-419e-b10a-c4289136c244 req-57fe385b-6335-4298-b788-f1a676e4a366 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.766275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b14a5093-6acb-419e-b10a-c4289136c244 req-57fe385b-6335-4298-b788-f1a676e4a366 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 945 time: 0.0520070 Aug 03 19:00:45.837785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b14a5093-6acb-419e-b10a-c4289136c244 req-91cd740b-1230-4d9e-a9a9-f9c5d92df95f tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652189 Aug 03 19:00:45.848461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-a146a905-5c40-4a52-81ea-8e4a2ccf038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.850002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-a146a905-5c40-4a52-81ea-8e4a2ccf038c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1094 time: 0.0625229 Aug 03 19:00:45.909735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-1dd1d6ad-3937-45df-9d09-4b750e83e625 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0430639 Aug 03 19:00:45.964909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632174-ce10-4319-a861-c2c6db59d957 req-40e22301-4e6a-4597-a749-63d12aff6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:45.966878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-40e22301-4e6a-4597-a749-63d12aff6187 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0467052 Aug 03 19:00:46.014336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-a93a84d6-c9f9-4f86-a2b8-81070879d84d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321264 Aug 03 19:00:46.044549 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816e91ab-cb89-43e1-99ae-b723e78929f9 x-openstack-request-id: req-816e91ab-cb89-43e1-99ae-b723e78929f9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:46.044950 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:46.045202 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-816e91ab-cb89-43e1-99ae-b723e78929f9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:46.045599 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'status': 'completed', 'code': 200} Aug 03 19:00:46.081287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d9c6a346-da1c-47de-87c6-7cf4738ab17b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:46.116416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8f615816-c2a0-4f1a-953b-485ac351ae63 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:46.162425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-e0918d9f-be65-49a5-a104-bce82ed69a25 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386013 Aug 03 19:00:46.255420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:46.267993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b', 'mac_address': 'fa:16:3e:f8:3a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:46.304674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fef474-ba91-4108-93a9-41888a98a6fc req-76abb160-f85a-410c-95e0-82d0eed44fc8 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.306100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05fef474-ba91-4108-93a9-41888a98a6fc req-76abb160-f85a-410c-95e0-82d0eed44fc8 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0815539 Aug 03 19:00:46.311963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28632174-ce10-4319-a861-c2c6db59d957 req-751fea94-498b-45ed-ab21-023c4a6ae56e service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395404 Aug 03 19:00:46.312161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.326522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c6a346-da1c-47de-87c6-7cf4738ab17b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:46.346200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05fef474-ba91-4108-93a9-41888a98a6fc req-a1a94867-7ad7-4b1a-a3ae-01a64bb76ce2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Aug 03 19:00:46.352449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:46.354075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 8f615816-c2a0-4f1a-953b-485ac351ae63 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:46.359794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 8f615816-c2a0-4f1a-953b-485ac351ae63 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:46.360166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.471218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.478328 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.508685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032581b-bdf9-4bc5-8899-205d2f636d16 req-ccad49f0-1e44-483d-ba2f-98148e6e3710 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.510531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2032581b-bdf9-4bc5-8899-205d2f636d16 req-ccad49f0-1e44-483d-ba2f-98148e6e3710 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 949 time: 0.0596309 Aug 03 19:00:46.537887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:46.540122 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9bd65c-72a4-44c4-8e16-0dd0745958f3" -d '{"events": [{"server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "name": "network-vif-plugged", "status": "completed", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:46.555375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:46.559866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8f615816-c2a0-4f1a-953b-485ac351ae63,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:46.604569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2032581b-bdf9-4bc5-8899-205d2f636d16 req-6a0f7439-1855-4e7e-82ea-2cf76c67ca3f tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776653 Aug 03 19:00:46.608285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-3f6125e3-a99a-42c4-8a5b-bbab8244d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.609794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-3f6125e3-a99a-42c4-8a5b-bbab8244d122 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1094 time: 0.0961537 Aug 03 19:00:46.647571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.687658 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-ed793a98-7ce4-4b4b-b6bb-ccd0b4176371 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936432 Aug 03 19:00:46.711880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36202) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:46.735222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:46.741479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d9c6a346-da1c-47de-87c6-7cf4738ab17b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:46.836446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d72f01-cb64-42d6-820b-0acdb5ce3f9d req-c2a27ed5-27a7-4ac4-a52e-677035fc24b4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.845831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44d72f01-cb64-42d6-820b-0acdb5ce3f9d req-c2a27ed5-27a7-4ac4-a52e-677035fc24b4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1348619 Aug 03 19:00:46.855123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-3c9df575-fce5-41f3-9a73-b6966b982ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:46.857291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-3c9df575-fce5-41f3-9a73-b6966b982ca7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2376547 Aug 03 19:00:46.882498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40727db-80a9-44c0-a095-4b227df0cfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:46.922090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-da853644-0f2f-4d31-b87d-32aba0807fd7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0557642 Aug 03 19:00:46.982472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44d72f01-cb64-42d6-820b-0acdb5ce3f9d req-5352aed9-5b96-484f-91d4-b0f6269d490a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351388 Aug 03 19:00:47.015401 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40727db-80a9-44c0-a095-4b227df0cfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.016301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-f0047161-f4c6-4487-8033-83e17b337b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.018337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-f0047161-f4c6-4487-8033-83e17b337b17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0884650 Aug 03 19:00:47.062598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-6f23511c-3cce-42f7-8b5c-72de2b5ac127 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363045 Aug 03 19:00:47.082307 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74699b47-e9f1-4fea-b473-555c7961ae1b x-openstack-request-id: req-74699b47-e9f1-4fea-b473-555c7961ae1b {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:47.082812 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "name": "network-vif-plugged", "status": "completed", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:47.082998 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74699b47-e9f1-4fea-b473-555c7961ae1b {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:47.083255 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'code': 200} Aug 03 19:00:47.115441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40727db-80a9-44c0-a095-4b227df0cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.147130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40727db-80a9-44c0-a095-4b227df0cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991ef60a-a1dd-4837-af94-dea224e1d4e9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:47.191959 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b40727db-80a9-44c0-a095-4b227df0cfd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b4d48164cbef441fa472e596cd17fd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791381 Aug 03 19:00:47.194657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36238) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:47.253203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.275779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.358640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b837d-20fe-4ed6-85cd-ba61a7c8083f req-ef4ccd9f-5f6e-40f4-80bc-82a28dc84c06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.360265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-224b837d-20fe-4ed6-85cd-ba61a7c8083f req-ef4ccd9f-5f6e-40f4-80bc-82a28dc84c06 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 946 time: 0.1785519 Aug 03 19:00:47.370759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ab2ca-4e4c-41ce-9a41-0086d674d585 req-d6390a08-3b5f-47fc-9c6b-54d7e599a912 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.373744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-786ab2ca-4e4c-41ce-9a41-0086d674d585 req-d6390a08-3b5f-47fc-9c6b-54d7e599a912 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.1890786 Aug 03 19:00:47.379475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-d5c1f47f-4a03-4734-8daf-5006a148b9b6 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987430 Aug 03 19:00:47.388347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65a749-6c2f-495b-8c84-8440fc79f141 req-5f9a040d-4158-404c-a19d-22896825abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.390550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c65a749-6c2f-495b-8c84-8440fc79f141 req-5f9a040d-4158-404c-a19d-22896825abeb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 1097 time: 0.2068608 Aug 03 19:00:47.419783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.422402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:47.423586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/991ef60a-a1dd-4837-af94-dea224e1d4e9 HTTP/1.1" status: 204 len: 168 time: 0.2277436 Aug 03 19:00:47.432729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e33033-c881-4de6-8685-827e5cfd3b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991ef60a-a1dd-4837-af94-dea224e1d4e9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:47.539538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-224b837d-20fe-4ed6-85cd-ba61a7c8083f req-bf94fbfd-3e5b-40ef-8dfe-3fef5b0e29b0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644824 Aug 03 19:00:47.548900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c65a749-6c2f-495b-8c84-8440fc79f141 req-f38bd2a9-09da-47e2-9f12-eb26f3740c7b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496668 Aug 03 19:00:47.553899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-786ab2ca-4e4c-41ce-9a41-0086d674d585 req-8d54ebb2-177d-439c-be7a-dccb8888556a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735544 Aug 03 19:00:47.610468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae316dee-aa6e-43fc-abaf-93eb59a852e5 req-b859d775-f6a2-4944-a625-7031d8887543 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131593 Aug 03 19:00:47.766477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc0c7f-faa7-4e82-8828-552a2515d9dd req-da1d7f53-2b62-4c77-8438-616169db65bd tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:47.766477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23dc0c7f-faa7-4e82-8828-552a2515d9dd req-da1d7f53-2b62-4c77-8438-616169db65bd tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0642779 Aug 03 19:00:47.821413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23dc0c7f-faa7-4e82-8828-552a2515d9dd req-08e0e45e-21af-481a-b6a2-cae8e1876e6e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472937 Aug 03 19:00:48.063821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241589c-f1d5-45cc-a1fc-27ecc9505dae req-fb0a9b40-18dd-424c-a8e4-b7dcb79eb8b9 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:48.065697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8241589c-f1d5-45cc-a1fc-27ecc9505dae req-fb0a9b40-18dd-424c-a8e4-b7dcb79eb8b9 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 949 time: 0.0865428 Aug 03 19:00:48.103539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d9c6a346-da1c-47de-87c6-7cf4738ab17b up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:48.137647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8241589c-f1d5-45cc-a1fc-27ecc9505dae req-b2f4f91a-0c50-498e-ba2c-b7958dc2601d tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Aug 03 19:00:48.286351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port d9c6a346-da1c-47de-87c6-7cf4738ab17b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:48.291361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port d9c6a346-da1c-47de-87c6-7cf4738ab17b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:48.292042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.351286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8d33e-6953-4bb5-88c5-d2e7318c139b req-8a86f436-2b95-4e4a-b781-f9e7b7004353 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:48.353806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ee8d33e-6953-4bb5-88c5-d2e7318c139b req-8a86f436-2b95-4e4a-b781-f9e7b7004353 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0750239 Aug 03 19:00:48.366897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36318) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:48.386383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e15318b8-5944-4323-a94a-68d61457a5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.410422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ee8d33e-6953-4bb5-88c5-d2e7318c139b req-09475214-f8d6-4560-becd-a2b9d450824c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498803 Aug 03 19:00:48.431009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.479185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:48.504900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e15318b8-5944-4323-a94a-68d61457a5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.560955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.595274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e15318b8-5944-4323-a94a-68d61457a5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.648061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e15318b8-5944-4323-a94a-68d61457a5ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9430f23d54774836a3990983c5e9bd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798491 Aug 03 19:00:48.651032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36338) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:48.676765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:48.728795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15318b8-5944-4323-a94a-68d61457a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8be280-7922-40d7-a516-ff614ee4b689,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:48.733324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.768230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.814653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:48.828031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf586ed0-f20b-4780-90ee-97dd4122086b req-5b01a36d-f1fe-406f-a96a-3b51c687f0ad tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:48.835885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf586ed0-f20b-4780-90ee-97dd4122086b req-5b01a36d-f1fe-406f-a96a-3b51c687f0ad tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 946 time: 0.2110245 Aug 03 19:00:48.850758 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-18e06eb6-8d3b-44a0-a1c3-825da682e2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.967213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.973580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:48.977438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d8be280-7922-40d7-a516-ff614ee4b689 HTTP/1.1" status: 204 len: 168 time: 0.3231659 Aug 03 19:00:49.019348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41900622-93e0-4eb9-ae51-f578dfbb7670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.024220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8be280-7922-40d7-a516-ff614ee4b689,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:49.056817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.057385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.058017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.058583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.059169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.059709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.060259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.060842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.061387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.061929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.062485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.063021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6f5fd8-90d1-42fb-a302-5e6329f6aeef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:49.084025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:49.086642 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534b3a90-7667-401e-bd86-c3232303dffb" -d '{"events": [{"server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "name": "network-vif-plugged", "status": "completed", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:49.163830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9f13-d792-4f4d-926d-4fc74afb7019 req-7bf2a2c9-d4e6-46ae-8a14-e0ce75376b99 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.166254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41900622-93e0-4eb9-ae51-f578dfbb7670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.169338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d14f9f13-d792-4f4d-926d-4fc74afb7019 req-7bf2a2c9-d4e6-46ae-8a14-e0ce75376b99 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.4399049 Aug 03 19:00:49.206527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf586ed0-f20b-4780-90ee-97dd4122086b req-9ab1237f-7044-41db-b729-013de31adeed tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697736 Aug 03 19:00:49.234986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d14f9f13-d792-4f4d-926d-4fc74afb7019 req-bd87806a-31ec-4553-bd58-6c959e2578ce tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592258 Aug 03 19:00:49.256629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41900622-93e0-4eb9-ae51-f578dfbb7670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.279555 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4499defb-9e55-48d7-b9cd-f53770bae778 x-openstack-request-id: req-4499defb-9e55-48d7-b9cd-f53770bae778 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:49.280444 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "name": "network-vif-plugged", "status": "completed", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:49.281005 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4499defb-9e55-48d7-b9cd-f53770bae778 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:49.281740 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b', 'code': 200} Aug 03 19:00:49.301613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41900622-93e0-4eb9-ae51-f578dfbb7670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c973ca0-8b60-4a25-9f93-96e5653241c1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:49.310159 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41900622-93e0-4eb9-ae51-f578dfbb7670 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6daaa4c401a4e41807e0734f15e3cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915056 Aug 03 19:00:49.310758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:49.405408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73101d-908c-4f0c-8dff-a54daf981d4b req-8cfd5fed-6424-4741-84f0-c05f75039d85 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.412866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff73101d-908c-4f0c-8dff-a54daf981d4b req-8cfd5fed-6424-4741-84f0-c05f75039d85 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1443198 Aug 03 19:00:49.417216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.463799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.494011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbbc1c-3965-469a-9237-af3508f82929 req-371ba7fa-b6b8-4e8d-95dd-ec07c754454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.495670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93dbbc1c-3965-469a-9237-af3508f82929 req-371ba7fa-b6b8-4e8d-95dd-ec07c754454f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 1101 time: 0.1319969 Aug 03 19:00:49.537267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff73101d-908c-4f0c-8dff-a54daf981d4b req-c807c34e-16de-4567-98eb-503ca7570543 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234984 Aug 03 19:00:49.566326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c4ca-ec7f-4d21-9dc9-981986bb3ea7 req-873e0a9a-9491-4537-85bc-7f5bc4808fb8 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.567755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01c9c4ca-ec7f-4d21-9dc9-981986bb3ea7 req-873e0a9a-9491-4537-85bc-7f5bc4808fb8 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.1857677 Aug 03 19:00:49.571779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93dbbc1c-3965-469a-9237-af3508f82929 req-68ce1d1e-00b4-4b08-a6eb-5e1c3594d335 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Aug 03 19:00:49.622008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01c9c4ca-ec7f-4d21-9dc9-981986bb3ea7 req-f77f7c78-5dd9-4880-89de-7a68ded98a14 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Aug 03 19:00:49.658685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b008a11-e7a6-4161-a1ec-b0c1df509cc9 req-05204a23-9083-4431-9bd8-b0d65e76708f tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.660905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b008a11-e7a6-4161-a1ec-b0c1df509cc9 req-05204a23-9083-4431-9bd8-b0d65e76708f tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 946 time: 0.0604942 Aug 03 19:00:49.663571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.666309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.669387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c973ca0-8b60-4a25-9f93-96e5653241c1 HTTP/1.1" status: 204 len: 168 time: 0.3555582 Aug 03 19:00:49.671249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36378) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:49.676680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'floatingip': {'port_id': '8f615816-c2a0-4f1a-953b-485ac351ae63'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:49.707439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10918f0b-0611-4ce2-b458-abd19556ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c973ca0-8b60-4a25-9f93-96e5653241c1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:49.755991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae7f10-0ac8-4b4c-8f95-9b3b8bada5f2 req-4c71d2e6-54aa-4c4f-9788-2b779be6f215 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.757122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:49.763885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99ae7f10-0ac8-4b4c-8f95-9b3b8bada5f2 req-4c71d2e6-54aa-4c4f-9788-2b779be6f215 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0805278 Aug 03 19:00:49.798190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99ae7f10-0ac8-4b4c-8f95-9b3b8bada5f2 req-2de5d48c-4c3d-4f8b-9831-4ee0d6a10614 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334363 Aug 03 19:00:49.892856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-4302f5eb-5b12-47ef-a11b-8a58eaa1debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:49.894435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-4302f5eb-5b12-47ef-a11b-8a58eaa1debf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.0467045 Aug 03 19:00:49.995511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:50.003733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-4103c03c-5c0b-4e4a-8337-a0128b11eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.005519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-4103c03c-5c0b-4e4a-8337-a0128b11eac4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.0971556 Aug 03 19:00:50.057853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-adc6909d-cc4b-4d68-b3e4-a34e0a6fa176 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0438330 Aug 03 19:00:50.124612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-76e3d472-50ad-421c-ace1-6a4716b0644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.126760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-76e3d472-50ad-421c-ace1-6a4716b0644a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0599151 Aug 03 19:00:50.227426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-a622287c-bcae-4f44-8779-23d21c5bc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.228975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-a622287c-bcae-4f44-8779-23d21c5bc333 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0877967 Aug 03 19:00:50.242312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:50.266436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'port_id': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'mac_address': 'fa:16:3e:2e:23:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ab28f-9acb-4e74-b613-2dce80ac3f78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:50.317370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.337220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7544e8-71df-417c-a00d-1ede75baa1c1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:50.376259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36390) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:50.387455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:50.412592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-44e7d137-293f-440f-925f-485f2ceadc9f service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692071 Aug 03 19:00:50.489013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.505737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac922d5-fc5f-4af6-a2e3-a9b332bc5c40 req-5821c857-e644-41d8-b0a3-009ec448231b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.507360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ac922d5-fc5f-4af6-a2e3-a9b332bc5c40 req-5821c857-e644-41d8-b0a3-009ec448231b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.1320007 Aug 03 19:00:50.573542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:50.589614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.603788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.617591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-43cf21f3-391c-4c8d-a27b-9ae35b7d9637 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902885 Aug 03 19:00:50.624739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ac922d5-fc5f-4af6-a2e3-a9b332bc5c40 req-e9952cd2-2b9d-4e31-9478-b786e25f6fbd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083577 Aug 03 19:00:50.653611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.717710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6487-19ab-4d9d-b469-4d99bdb21922 req-80214f77-b640-4e5f-bfd7-3967c9c56ef2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.719413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c8b6487-19ab-4d9d-b469-4d99bdb21922 req-80214f77-b640-4e5f-bfd7-3967c9c56ef2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1007211 Aug 03 19:00:50.800077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c8b6487-19ab-4d9d-b469-4d99bdb21922 req-2f7332e6-5953-4301-b1ba-b6b344adeb61 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708594 Aug 03 19:00:50.813864 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Floating IP ae4b382f-51ec-44b7-a257-17bd598317c6 associated. External IP: 172.25.2.194, port: 8f615816-c2a0-4f1a-953b-485ac351ae63. Aug 03 19:00:50.834483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['cf7544e8-71df-417c-a00d-1ede75baa1c1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:50.851763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:50.871946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e99b3-8e62-4b8a-8149-b1f1e1ec3d56 req-9dc407cc-2603-41bf-ae3e-d464b8ea05b7 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:50.881627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-212e99b3-8e62-4b8a-8149-b1f1e1ec3d56 req-9dc407cc-2603-41bf-ae3e-d464b8ea05b7 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.1149523 Aug 03 19:00:50.954321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-212e99b3-8e62-4b8a-8149-b1f1e1ec3d56 req-ac03cc90-7f30-4fb9-a56a-f3b39d43dc82 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630484 Aug 03 19:00:50.971199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.029620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36fe0a2ff3c1413c9251b04d8685f0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522179 Aug 03 19:00:51.030606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a664a512-cac1-44f6-a4c5-1221341c8de4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:51.033615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36418) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:51.082114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.082361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.082692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.083033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.083504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.083847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.084181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.084515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.084888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.085318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.085658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.085987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e490bf1-28d6-441e-a3ed-288239fb8f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:00:51.110303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.141455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ae45-4ab8-4044-b603-edef13309d14 req-486f59df-26cf-48fc-a29d-e07a31133ecb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.151229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de33ae45-4ab8-4044-b603-edef13309d14 req-486f59df-26cf-48fc-a29d-e07a31133ecb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1910203 Aug 03 19:00:51.175989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.217962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de33ae45-4ab8-4044-b603-edef13309d14 req-6771ee9e-92c6-4e3d-803a-d6be33b5cbf9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Aug 03 19:00:51.337771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.342036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.346172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a664a512-cac1-44f6-a4c5-1221341c8de4 HTTP/1.1" status: 204 len: 168 time: 0.3069313 Aug 03 19:00:51.351794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986bef7-3e40-4333-a2cd-5ab320934f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a664a512-cac1-44f6-a4c5-1221341c8de4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:51.432330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:00:51.546286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:00:51.552473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.562900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:00:51.574962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:51.575660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:51.585136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3718f090-d8be-4dea-9d3b-a0d23896fb2c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "PUT /v2.0/floatingips/ae4b382f-51ec-44b7-a257-17bd598317c6 HTTP/1.1" status: 200 len: 992 time: 1.9117503 Aug 03 19:00:51.585136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:51.592628 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba2b94f-de31-4ed4-8000-0cf15b880369" -d '{"events": [{"name": "network-changed", "server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:51.626398 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447a0290-8df7-4f14-a979-bdd3abe33feb x-openstack-request-id: req-447a0290-8df7-4f14-a979-bdd3abe33feb {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:51.627058 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:51.627058 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-447a0290-8df7-4f14-a979-bdd3abe33feb {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:51.627357 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'status': 'completed', 'code': 200} Aug 03 19:00:51.720013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-cafce941-9c90-4ff9-9f52-64d38e98e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.721768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-cafce941-9c90-4ff9-9f52-64d38e98e11b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 1097 time: 0.0679491 Aug 03 19:00:51.799871 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:51.902365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4172d-14b2-498e-a94f-01a171567b31 req-62afc7cb-a51a-480f-a8ca-5661ba9f4723 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.911267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dd4172d-14b2-498e-a94f-01a171567b31 req-62afc7cb-a51a-480f-a8ca-5661ba9f4723 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.1368747 Aug 03 19:00:51.943619 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6af28f3e-0643-48db-9baf-557d2beccf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:51.956047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-de8862d3-d115-41d9-88a3-d74906913ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:51.956047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-de8862d3-d115-41d9-88a3-d74906913ff4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.2246156 Aug 03 19:00:52.009803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:00:52.025737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:52.041253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dd4172d-14b2-498e-a94f-01a171567b31 req-72807a42-7e54-42b2-b722-34e6890fd94c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287818 Aug 03 19:00:52.143513 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:8b:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:00:50Z', 'revision_number': 1, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:52.149370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:52.171710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:00:52.172007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-eecaca47-effb-40dd-89ae-305f3f1d1d72 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 200 len: 1000 time: 0.2107356 Aug 03 19:00:52.180701 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:00:52.181631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:00:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:52.192543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'mac_address': 'fa:16:3e:33:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:00:52.263487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.280121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.285237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:52.308279 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:00:52.309631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-322c24cc-73c8-41c9-8db0-394da3fc0bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.311766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-322c24cc-73c8-41c9-8db0-394da3fc0bc7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.1272414 Aug 03 19:00:52.314298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:52.325896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port cf7544e8-71df-417c-a00d-1ede75baa1c1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:52.329623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a6e7b-90a1-4b1f-a77e-a67e4f6834e4 req-728a74bc-f0b5-48b3-a2c1-67aff9c3ba97 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.337660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port cf7544e8-71df-417c-a00d-1ede75baa1c1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:52.337660 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.341941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-574a6e7b-90a1-4b1f-a77e-a67e4f6834e4 req-728a74bc-f0b5-48b3-a2c1-67aff9c3ba97 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.3368874 Aug 03 19:00:52.407546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.486060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-574a6e7b-90a1-4b1f-a77e-a67e4f6834e4 req-c420f513-432b-42d0-8df2-f641046ba86c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428242 Aug 03 19:00:52.545803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-64b340ef-9cd8-4989-8ed0-e623e0727462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.546316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:52.551116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-64b340ef-9cd8-4989-8ed0-e623e0727462 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1847765 Aug 03 19:00:52.591702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.632312 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:8b:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:00:50Z', 'revision_number': 1, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:00:52.641504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:52.646051 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aada3e-502d-4f33-baaf-bc646286dcce" -d '{"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-plugged", "status": "completed", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:52.669155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:52.683905 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d284eba-6692-4595-a80f-f31809aa928c None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:8b:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:00:50Z', 'revision_number': 1, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:00:52.737315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.738140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:00:52.775929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480a04b-1b3e-4577-8cd1-20e2832a2178 req-2e55dfeb-d43d-46ee-8c26-1779fd6b5095 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.778088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5480a04b-1b3e-4577-8cd1-20e2832a2178 req-2e55dfeb-d43d-46ee-8c26-1779fd6b5095 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.1241994 Aug 03 19:00:52.793015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:52.801747 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:52.802494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-f481cee9-da8a-4b60-a50f-c35ca98b9af3 service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393920 Aug 03 19:00:52.820941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883e0dd-7727-48e1-b93d-c38e0932fe17 req-1f0e252c-b597-45cd-bbae-2d940ddd9a6b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:52.820941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6883e0dd-7727-48e1-b93d-c38e0932fe17 req-1f0e252c-b597-45cd-bbae-2d940ddd9a6b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1321907 Aug 03 19:00:52.880349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:52.917756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5480a04b-1b3e-4577-8cd1-20e2832a2178 req-415cefe7-4ccb-4752-b5dd-763949909caf tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233776 Aug 03 19:00:52.975062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6883e0dd-7727-48e1-b93d-c38e0932fe17 req-34b0dd10-aeda-4426-9676-abf472a3fd43 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433744 Aug 03 19:00:52.999896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7c7a9d-12c7-40a1-956d-cfad777c738e None None] New status for floating IP ae4b382f-51ec-44b7-a257-17bd598317c6: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:00:53.013049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba2b94f-de31-4ed4-8000-0cf15b880369 req-0f35277e-037b-4a00-92ea-73216d595fec service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028458 Aug 03 19:00:53.095632 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.149586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:00:53.230690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:53.320552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:53.361859 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5212e04-10bf-489c-875d-afe8fef85fa5 x-openstack-request-id: req-b5212e04-10bf-489c-875d-afe8fef85fa5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:53.362270 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-plugged", "status": "completed", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:53.362581 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5212e04-10bf-489c-875d-afe8fef85fa5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:53.362982 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'code': 200} Aug 03 19:00:53.378694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:53.527065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a9f16-9c69-47a3-85ea-5ac83e5844a9 req-c7d685c8-5b3c-4f41-b1fb-2ad7884ef97d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.528837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b7a9f16-9c69-47a3-85ea-5ac83e5844a9 req-c7d685c8-5b3c-4f41-b1fb-2ad7884ef97d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 945 time: 0.0812018 Aug 03 19:00:53.535410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd5b42-d108-4f86-8d0d-7fcf6ec57aed req-12b4f27a-0f15-4f00-84dd-a62a13db62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.536940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0acd5b42-d108-4f86-8d0d-7fcf6ec57aed req-12b4f27a-0f15-4f00-84dd-a62a13db62c9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.0597625 Aug 03 19:00:53.591408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-02a99905-c507-44d9-b33f-3e04acbfc497 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440750 Aug 03 19:00:53.662677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b7a9f16-9c69-47a3-85ea-5ac83e5844a9 req-7d288de4-8129-49d8-9ed0-fb29d210d4cc tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222329 Aug 03 19:00:53.665246 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:00:53.666552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0acd5b42-d108-4f86-8d0d-7fcf6ec57aed req-de244c88-da70-4581-b3a7-777573452fad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181455 Aug 03 19:00:53.723108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-e5df0f77-75f8-474e-917e-5c52d5b41221 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:53.724746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-e5df0f77-75f8-474e-917e-5c52d5b41221 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249790 Aug 03 19:00:53.741900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ef64263e-53b3-4ed7-b086-ad748d0fbf36 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/quotas/d48433b73dbd495cb7e2c2f984e8b3ad HTTP/1.1" status: 200 len: 375 time: 0.0103960 Aug 03 19:00:53.774682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-66ea8a99-067b-4075-b155-1365d4b3c9d0 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263746 Aug 03 19:00:54.036277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:00:54.077403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd88d-5f1a-4425-b993-7930a55fc41b req-caeb2307-777f-4a87-ad31-3baf73a28c94 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:54.079017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea8dd88d-5f1a-4425-b993-7930a55fc41b req-caeb2307-777f-4a87-ad31-3baf73a28c94 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 948 time: 0.0620890 Aug 03 19:00:54.091123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2c87a0ff-aa54-4015-a524-40dcff5d035c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:54.091795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.133972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea8dd88d-5f1a-4425-b993-7930a55fc41b req-c73006a0-e960-4234-94f1-345854bb4d0d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472233 Aug 03 19:00:54.194751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.231805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:54.314667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.350592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6c115b2-7b28-499a-917e-9891c79ab300 req-cd1650ad-6ddb-472c-9658-ce29bbbe477e tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 210 time: 0.0290921 Aug 03 19:00:54.375500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:54.444978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b8479-33e0-4b26-9633-864cbd9e4eea req-54228377-d303-4bcb-9d2c-2da914d2ff6f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:54.446414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-826b8479-33e0-4b26-9633-864cbd9e4eea req-54228377-d303-4bcb-9d2c-2da914d2ff6f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0594344 Aug 03 19:00:54.489132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-826b8479-33e0-4b26-9633-864cbd9e4eea req-43dd2a75-ef4a-42a3-a74d-bb2b3d800347 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Aug 03 19:00:54.553053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7384573-a811-4865-996c-eab8c3e42eac req-48a782f4-3cfa-4ee4-9f43-3505e5d578fc tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:54.554587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7384573-a811-4865-996c-eab8c3e42eac req-48a782f4-3cfa-4ee4-9f43-3505e5d578fc tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.0572870 Aug 03 19:00:54.593884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:54.601984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7384573-a811-4865-996c-eab8c3e42eac req-49bb8ea1-2fcd-4be4-bf8e-eb8b4c2a509c tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Aug 03 19:00:54.804619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36129edf-546b-4ab3-a35e-137479df07f4 req-6e4c5770-662d-4b24-bd47-60a0a3a8ba14 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:54.812775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36129edf-546b-4ab3-a35e-137479df07f4 req-6e4c5770-662d-4b24-bd47-60a0a3a8ba14 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 945 time: 0.0645096 Aug 03 19:00:54.863281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36129edf-546b-4ab3-a35e-137479df07f4 req-2941d853-ace2-45bc-8b7f-9475429def51 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468078 Aug 03 19:00:55.256005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a8835-2dd9-4dc0-8b0c-6855af7ae29b req-b882a31d-49ef-4001-8b9e-4685839deaf5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.258561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e67a8835-2dd9-4dc0-8b0c-6855af7ae29b req-b882a31d-49ef-4001-8b9e-4685839deaf5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0607812 Aug 03 19:00:55.303691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e67a8835-2dd9-4dc0-8b0c-6855af7ae29b req-21354cba-a2aa-491b-9bde-ef1fa13dd9cc tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377374 Aug 03 19:00:55.364352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:55.366723 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b323e2d-428c-4d0f-9242-07f58b886409" -d '{"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:55.405072 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b5a823-9aa1-4f79-ab4e-e21f925dcb1a x-openstack-request-id: req-53b5a823-9aa1-4f79-ab4e-e21f925dcb1a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:55.405383 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:55.405631 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53b5a823-9aa1-4f79-ab4e-e21f925dcb1a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:55.406019 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'code': 200} Aug 03 19:00:55.422629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:55.526006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b660eec-3241-494d-9a1c-6d53c0ff5b96 req-0c0fa899-1263-4e2d-bebf-52bccbbf5fcf tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 210 time: 0.0855811 Aug 03 19:00:55.554625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36574) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:55.712951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8c66-c95c-4ff8-9260-a887e8788964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.715159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c13c729b-ecdb-4475-a52f-ca9a774d1445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.742938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5dc72-9a97-45a2-8b51-4d4eb08aff1b req-92daa6c2-76a0-4a16-8643-2e908bfeb8c6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.744698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2b5dc72-9a97-45a2-8b51-4d4eb08aff1b req-92daa6c2-76a0-4a16-8643-2e908bfeb8c6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1134794 Aug 03 19:00:55.814281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8c66-c95c-4ff8-9260-a887e8788964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.844865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2b5dc72-9a97-45a2-8b51-4d4eb08aff1b req-3ba7daac-014f-42f4-af1c-c3816fc61de9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909262 Aug 03 19:00:55.863789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5cadf-de21-456e-9d93-e35284d3bc8f req-b5b60140-2adc-40cd-82d3-105e1f86062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.869625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aec5cadf-de21-456e-9d93-e35284d3bc8f req-b5b60140-2adc-40cd-82d3-105e1f86062a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.1194186 Aug 03 19:00:55.889929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fef16f-f6d8-4584-8c2a-6d180faf8e03 req-1857f852-efc4-4dd2-aaf1-8f18fbf1df59 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:55.895291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ccd8c66-c95c-4ff8-9260-a887e8788964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.895436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88fef16f-f6d8-4584-8c2a-6d180faf8e03 req-1857f852-efc4-4dd2-aaf1-8f18fbf1df59 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.1159410 Aug 03 19:00:55.934774 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2ccd8c66-c95c-4ff8-9260-a887e8788964 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4146d1a1b9e3439f95e5441ff749e223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784266 Aug 03 19:00:55.935510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8c66-c95c-4ff8-9260-a887e8788964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f5c357-8c40-48dd-91b9-c62bbf8f4c6c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:55.938876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:55.981813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aec5cadf-de21-456e-9d93-e35284d3bc8f req-f4127acb-5bfa-4b8f-87ef-2782205b1424 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016247 Aug 03 19:00:55.994241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:55.996544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-af3c72b1-569f-4bc7-8fea-3f542d9cdf2c tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.001613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-af3c72b1-569f-4bc7-8fea-3f542d9cdf2c tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.77 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 950 time: 0.1487646 Aug 03 19:00:56.008302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88fef16f-f6d8-4584-8c2a-6d180faf8e03 req-235ae684-6786-4444-b5e5-232502eea858 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/security-groups?id=e5f4a0ab-fc90-4577-aedd-034035b41c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085534 Aug 03 19:00:56.021222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.130910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.133695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.136700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84f5c357-8c40-48dd-91b9-c62bbf8f4c6c HTTP/1.1" status: 204 len: 168 time: 0.1952682 Aug 03 19:00:56.147876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91218f92-8917-4416-ad00-eb85ad3ffac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f5c357-8c40-48dd-91b9-c62bbf8f4c6c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:56.152641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b2a61-d3ee-47ef-8277-f9131c4028dc req-ba8e49fb-415d-4eb9-a931-3865f9b1cc61 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.159985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d1b2a61-d3ee-47ef-8277-f9131c4028dc req-ba8e49fb-415d-4eb9-a931-3865f9b1cc61 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 945 time: 0.1223173 Aug 03 19:00:56.186115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c13c729b-ecdb-4475-a52f-ca9a774d1445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.218004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d1b2a61-d3ee-47ef-8277-f9131c4028dc req-230048c7-a6ee-44ea-8118-c3c1ccf1f733 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571449 Aug 03 19:00:56.220568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Deleting port d9c6a346-da1c-47de-87c6-7cf4738ab17b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:00:56.221025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.267179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c13c729b-ecdb-4475-a52f-ca9a774d1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.342265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c13c729b-ecdb-4475-a52f-ca9a774d1445 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b7de961012b4ba987960feace15ed96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9185212 Aug 03 19:00:56.345432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36594) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:56.363774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c729b-ecdb-4475-a52f-ca9a774d1445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5eb016-b61b-432e-834c-35a7cd82aba2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:56.394090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] For port d9c6a346-da1c-47de-87c6-7cf4738ab17b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d9c6a346-da1c-47de-87c6-7cf4738ab17b,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:00:56.394453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.408221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.433168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Calling delete_port for d9c6a346-da1c-47de-87c6-7cf4738ab17b owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:00:56.436367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b636e-1743-4b4c-b2aa-7d957ea83b0e req-716ad9ca-d339-41e3-aa5e-e9a281c9b99f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.437751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.437935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f86b636e-1743-4b4c-b2aa-7d957ea83b0e req-716ad9ca-d339-41e3-aa5e-e9a281c9b99f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.1335535 Aug 03 19:00:56.521132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b5b09-0dd2-4230-8cc9-ae3e1ef04632 req-1a6b551b-681a-4a96-a9a0-3b690b29d40b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.522747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e9b5b09-0dd2-4230-8cc9-ae3e1ef04632 req-1a6b551b-681a-4a96-a9a0-3b690b29d40b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1307912 Aug 03 19:00:56.563661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f86b636e-1743-4b4c-b2aa-7d957ea83b0e req-cc4079ad-a666-4112-8a6d-932587963a9f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120040 Aug 03 19:00:56.594366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e9b5b09-0dd2-4230-8cc9-ae3e1ef04632 req-4bfd53ad-beb4-4bd2-96b5-6234971ce61a tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590777 Aug 03 19:00:56.610779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.613578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.615176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c5eb016-b61b-432e-834c-35a7cd82aba2 HTTP/1.1" status: 204 len: 168 time: 0.2687058 Aug 03 19:00:56.661737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e551929-61e0-4a9e-9147-c2bed744d2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5eb016-b61b-432e-834c-35a7cd82aba2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:56.742736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3598a196-ebbb-406e-b9b9-e453e7fb5012 req-15e4880f-e125-4d80-bf96-56851b76c381 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 210 time: 0.0312152 Aug 03 19:00:56.752773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4fbd2-0e5e-4019-ba9f-0ec0338d9fe9 req-8b55751c-357f-452d-9408-0feabbe04da6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:56.754203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ea4fbd2-0e5e-4019-ba9f-0ec0338d9fe9 req-8b55751c-357f-452d-9408-0feabbe04da6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.0861375 Aug 03 19:00:56.791074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ea4fbd2-0e5e-4019-ba9f-0ec0338d9fe9 req-fcf2bac8-ab8d-46ab-a38a-53b8ced1358f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300248 Aug 03 19:00:56.852137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:56.868175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d9c6a346-da1c-47de-87c6-7cf4738ab17b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:00:56.910654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Pushing event deleted for resources: {'Port': ['ID=d9c6a346-da1c-47de-87c6-7cf4738ab17b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:57.019082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] No DVR routers for this DVR port d9c6a346-da1c-47de-87c6-7cf4738ab17b on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:00:57.020732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:57.023223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.024940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73571fec-6362-4bfa-bed3-c1c9f676740c req-c7da8ffd-f91c-4eab-b2e6-ca00480ecd05 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.77 "DELETE /v2.0/ports/d9c6a346-da1c-47de-87c6-7cf4738ab17b HTTP/1.1" status: 204 len: 173 time: 1.0202370 Aug 03 19:00:57.025404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'name': 'network-vif-deleted', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:00:57.028941 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285bbcf7-507e-4a5f-be7f-bca8717ad638" -d '{"events": [{"server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "name": "network-vif-deleted", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:00:57.042687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e26b3940-00f6-4bf0-9c46-6eaf1dda64b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.061358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-e152f4ef-58f2-4168-9a4e-9713c1fe9589 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267930 Aug 03 19:00:57.089648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca1057-a38e-4d08-9442-b516716f64af req-88215677-3773-4aea-9b17-01fff9333c83 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.089648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11ca1057-a38e-4d08-9442-b516716f64af req-88215677-3773-4aea-9b17-01fff9333c83 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1153347 Aug 03 19:00:57.194636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e26b3940-00f6-4bf0-9c46-6eaf1dda64b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.308765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e26b3940-00f6-4bf0-9c46-6eaf1dda64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.419625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b3940-00f6-4bf0-9c46-6eaf1dda64b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4504576a-b6af-436e-a154-14bef8db869c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:57.438698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e26b3940-00f6-4bf0-9c46-6eaf1dda64b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ca0dae5110f4e93b0ca21865eb28d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4165604 Aug 03 19:00:57.441307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36632) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:57.496196 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a359547-c7b4-4ae1-a582-00fb05f696f9 x-openstack-request-id: req-9a359547-c7b4-4ae1-a582-00fb05f696f9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:00:57.496893 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa17247-29ba-4835-b5e8-cb976f720f0a", "name": "network-vif-deleted", "tag": "d9c6a346-da1c-47de-87c6-7cf4738ab17b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:00:57.496893 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a359547-c7b4-4ae1-a582-00fb05f696f9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:00:57.497136 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa17247-29ba-4835-b5e8-cb976f720f0a', 'name': 'network-vif-deleted', 'tag': 'd9c6a346-da1c-47de-87c6-7cf4738ab17b', 'status': 'completed', 'code': 200} Aug 03 19:00:57.517007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.539651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.541222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-59d3c583-1724-428a-a74d-5851df2cf0f2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.543504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-59d3c583-1724-428a-a74d-5851df2cf0f2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475622 Aug 03 19:00:57.545639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a7d7ba4-412a-4f65-9e2d-97bb86646e25 req-d3ae68a1-87b6-4747-af71-2cefd98c0fa8 tempest-ServerDiagnosticsNegativeTest-706991289 tempest-ServerDiagnosticsNegativeTest-706991289-project] 10.222.0.67 "GET /v2.0/ports?device_id=1aa17247-29ba-4835-b5e8-cb976f720f0a HTTP/1.1" status: 200 len: 210 time: 0.0550587 Aug 03 19:00:57.567643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11ca1057-a38e-4d08-9442-b516716f64af req-c64f41e2-8918-4539-96cd-ad6f8ca7e2b8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724576 Aug 03 19:00:57.573409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Request body: {'port': {'device_id': '9d921a50-79b5-4329-8768-c317aa98befe', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'd48433b73dbd495cb7e2c2f984e8b3ad'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:57.725363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.728981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.730966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4504576a-b6af-436e-a154-14bef8db869c HTTP/1.1" status: 204 len: 168 time: 0.2873557 Aug 03 19:00:57.739843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c1ef0-de8f-4768-a894-990d02bfa132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4504576a-b6af-436e-a154-14bef8db869c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:57.837772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994dc1e-0533-48df-9981-c51a3497f604 req-049a68f8-1908-4ff2-90ba-e9ebaa83688f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.840141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e994dc1e-0533-48df-9981-c51a3497f604 req-049a68f8-1908-4ff2-90ba-e9ebaa83688f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1251440 Aug 03 19:00:57.847863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f03f17-d760-4140-a229-013a4edc27c5 req-2508b92c-69ba-486e-af95-8b81ccc710e6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:57.849597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2f03f17-d760-4140-a229-013a4edc27c5 req-2508b92c-69ba-486e-af95-8b81ccc710e6 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.1390316 Aug 03 19:00:57.908687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Made reservation on behalf of d48433b73dbd495cb7e2c2f984e8b3ad for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:00:57.908687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.925458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e994dc1e-0533-48df-9981-c51a3497f604 req-f314dcfd-23e3-4b03-855d-b7ef814a44b5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748806 Aug 03 19:00:57.930092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:57.964248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2f03f17-d760-4140-a229-013a4edc27c5 req-8e30b11f-ccf3-4208-ac39-3c71961e2857 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046371 Aug 03 19:00:58.097081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0586458-99a8-412a-bb85-4cff5751f341 req-7be0062c-5f41-44f6-9f03-b7e447fcf21d tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 210 time: 0.0420542 Aug 03 19:00:58.127580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.241561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b1f80-fa2e-4b1e-a508-bd1b317854da req-96b7da79-e7ad-4c10-9a5d-33ab0b59cbf7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.243247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e40b1f80-fa2e-4b1e-a508-bd1b317854da req-96b7da79-e7ad-4c10-9a5d-33ab0b59cbf7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0560024 Aug 03 19:00:58.293365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.410908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6668ff-00cf-4b8b-b0bc-db666f3cf489,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:58.424268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e40b1f80-fa2e-4b1e-a508-bd1b317854da req-43db0414-2d26-4d11-a592-e10b84918634 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633439 Aug 03 19:00:58.545100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Allocated IP 192.168.233.134 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:00:58.783688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9a3db-73a9-4269-8af7-8394e437afcc req-8807ff34-1b0e-4db2-bb5f-c886a8856341 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:58.785368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bd9a3db-73a9-4269-8af7-8394e437afcc req-8807ff34-1b0e-4db2-bb5f-c886a8856341 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0943189 Aug 03 19:00:58.802142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:58.828976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Transition to ACTIVE for port object 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:00:58.847205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bd9a3db-73a9-4269-8af7-8394e437afcc req-6e8c4c87-4227-41e1-9db7-4db9a391bdc3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557854 Aug 03 19:00:59.016989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.095293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:00:59.109680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:00:59.113503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Pushing event updated for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:00:59.115974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:00:59.147482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d54bda-1f17-41b6-afbc-1967035a75c3 req-1b897d35-5c83-448e-8605-bb8862a0853e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.147482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85d54bda-1f17-41b6-afbc-1967035a75c3 req-1b897d35-5c83-448e-8605-bb8862a0853e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1408975 Aug 03 19:00:59.230911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.231983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.241072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d10253-1cd2-48ab-9cc3-0063465c52a9 req-8af13805-c9c0-4dbc-8edf-56254d842826 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.242242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63d10253-1cd2-48ab-9cc3-0063465c52a9 req-8af13805-c9c0-4dbc-8edf-56254d842826 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.1494052 Aug 03 19:00:59.248786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85d54bda-1f17-41b6-afbc-1967035a75c3 req-d87ee17a-99ee-47a7-a6f9-432262976ec0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775247 Aug 03 19:00:59.251508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.309897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63d10253-1cd2-48ab-9cc3-0063465c52a9 req-b1c00e6a-7f4d-4ea7-bcae-d1705f6de6d2 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489163 Aug 03 19:00:59.394713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-ebf5126f-f148-4446-b64f-45802aea2cf7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8200867 Aug 03 19:00:59.404469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aede8b1-3abb-4537-bdce-bf65fab3606b req-c6bcd859-6b74-4596-9ff6-10e04d8695b9 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:00:59.406012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4aede8b1-3abb-4537-bdce-bf65fab3606b req-c6bcd859-6b74-4596-9ff6-10e04d8695b9 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 936 time: 0.0731831 Aug 03 19:00:59.420051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Request body: {'port': {'device_id': '9d921a50-79b5-4329-8768-c317aa98befe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:00:59.539726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4aede8b1-3abb-4537-bdce-bf65fab3606b req-379a466c-50e5-4b31-8734-d81d81d04f52 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Aug 03 19:00:59.546173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.578317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a4b9fd8-6393-49c6-8dc9-5724e5bcd160 None None] Provisioning for port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:00:59.584246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a4b9fd8-6393-49c6-8dc9-5724e5bcd160 None None] Provisioning complete for port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:00:59.584691 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9fd8-6393-49c6-8dc9-5724e5bcd160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.595492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36718) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.659000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b9fd8-6393-49c6-8dc9-5724e5bcd160 None None] Port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:00:59.793956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5ea127d-0a53-4532-9be3-0c25ef23092d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.849913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f3a551d8-e0c6-47c8-b002-112747c2c725 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6c0176023f74056aeff6cb1a90824b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511692 Aug 03 19:00:59.852450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36724) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:00:59.972600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:00:59.998046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.050655 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5ea127d-0a53-4532-9be3-0c25ef23092d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.075274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9b9d8-18f0-4984-bb97-de4a2cccc32c req-06e326cb-1983-4d24-b9d8-3378dc9db85a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.076844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b9b9d8-18f0-4984-bb97-de4a2cccc32c req-06e326cb-1983-4d24-b9d8-3378dc9db85a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1154468 Aug 03 19:01:00.078829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:00.093160 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.117803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Transition to ACTIVE for port object 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:00.131258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b9b9d8-18f0-4984-bb97-de4a2cccc32c req-fcf3f2cb-6cf2-4820-9973-25617fee0b60 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Aug 03 19:01:00.181671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d9c6a346-da1c-47de-87c6-7cf4738ab17b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:00.192389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.194469 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5ea127d-0a53-4532-9be3-0c25ef23092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.195294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.197207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5f4a0ab-fc90-4577-aedd-034035b41c24 HTTP/1.1" status: 204 len: 168 time: 0.3429089 Aug 03 19:01:00.205656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: d9c6a346-da1c-47de-87c6-7cf4738ab17b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:00.206310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d9c6a346-da1c-47de-87c6-7cf4738ab17b not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:00.210625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72a381-4c1d-4752-baf1-11676a82aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f4a0ab-fc90-4577-aedd-034035b41c24,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.251242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f5ea127d-0a53-4532-9be3-0c25ef23092d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=21129bad77d04cd191e94b024bdc7ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963217 Aug 03 19:01:00.251242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea127d-0a53-4532-9be3-0c25ef23092d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bbcc96-f147-4fb6-823a-7917b8e36f4d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.251729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:00.262045 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.342393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.345486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.373439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.456018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db0613-7f2c-4f6a-a58f-0650f4bc7d12 req-829614fd-bd0a-408d-bdf9-0c72c6a2c570 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.457637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46db0613-7f2c-4f6a-a58f-0650f4bc7d12 req-829614fd-bd0a-408d-bdf9-0c72c6a2c570 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0943255 Aug 03 19:01:00.459088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Attempting to bind port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:00.459232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Attempting to bind port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:00.459476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Attempting to bind port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:00.466711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:00.467118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Attempting to bind port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:00.487309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:00.487571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:00.488035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:00.489032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Bound port: 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:00.489032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.525912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.529788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.531872 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3bbcc96-f147-4fb6-823a-7917b8e36f4d HTTP/1.1" status: 204 len: 168 time: 0.2783866 Aug 03 19:01:00.543200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfed44-5eab-40f9-ac2f-11d80cfb9f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bbcc96-f147-4fb6-823a-7917b8e36f4d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.549342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46db0613-7f2c-4f6a-a58f-0650f4bc7d12 req-383e13dc-e0eb-466d-86f3-03c81e7231b4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795808 Aug 03 19:01:00.611932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:00.617144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:00.691991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.730280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.730933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:00.732493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] 10.222.0.54 "PUT /v2.0/ports/9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 HTTP/1.1" status: 200 len: 1096 time: 1.3213797 Aug 03 19:01:00.734164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:00.736473 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06" -d '{"events": [{"name": "network-changed", "server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:00.802842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94725177-2c0d-4c73-ba6a-e74224903837 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:00.819019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aec33-f9d4-48c2-9121-797737ccfbe8 req-ce698e90-e6ce-4855-88e5-a73fb43d46c9 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:00.820623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-856aec33-f9d4-48c2-9121-797737ccfbe8 req-ce698e90-e6ce-4855-88e5-a73fb43d46c9 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 948 time: 0.0871720 Aug 03 19:01:00.865533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-856aec33-f9d4-48c2-9121-797737ccfbe8 req-72b884eb-8449-49fd-a597-7b198e05c7b0 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375774 Aug 03 19:01:00.915408 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c36e6f6-6de8-4fec-a100-3a2c6b96ce31 x-openstack-request-id: req-9c36e6f6-6de8-4fec-a100-3a2c6b96ce31 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:00.915698 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:00.917031 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c36e6f6-6de8-4fec-a100-3a2c6b96ce31 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:00.917425 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1', 'status': 'completed', 'code': 200} Aug 03 19:01:01.005037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06 req-3f46ff7a-544a-4635-988b-05e84771f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.006634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06 req-3f46ff7a-544a-4635-988b-05e84771f099 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 1099 time: 0.0477028 Aug 03 19:01:01.050925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06 req-b7f56a38-fbed-4b38-af35-21df22df1ee1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283630 Aug 03 19:01:01.132572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:01.155532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8feb645a-f44b-4215-a8eb-c0e0632c9ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.276328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06 req-bd145449-7b39-49ea-8e81-4a048db19505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.277954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f05d6ad-5956-4f92-8d43-9aa7b9b0bf06 req-bd145449-7b39-49ea-8e81-4a048db19505 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207065 Aug 03 19:01:01.294425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8feb645a-f44b-4215-a8eb-c0e0632c9ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.310879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc8265-2ea5-4630-8499-9024ea90f0b7 req-49ece5b3-e571-4803-96e1-38f693e81377 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.312908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0dc8265-2ea5-4630-8499-9024ea90f0b7 req-49ece5b3-e571-4803-96e1-38f693e81377 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0759394 Aug 03 19:01:01.366743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8feb645a-f44b-4215-a8eb-c0e0632c9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.374390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0dc8265-2ea5-4630-8499-9024ea90f0b7 req-5ca47587-6860-46b5-b852-98c565ddb55c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Aug 03 19:01:01.420571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8feb645a-f44b-4215-a8eb-c0e0632c9ae0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3264e46386bd4fcca3cca796d43a965c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861660 Aug 03 19:01:01.424149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:01.432393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb645a-f44b-4215-a8eb-c0e0632c9ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe89ddd-143c-444c-9788-ce51a9429b73,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.444782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-868359fd-af40-4504-8e73-6e1a1a83e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.454455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-868359fd-af40-4504-8e73-6e1a1a83e1f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 1099 time: 0.1044953 Aug 03 19:01:01.539266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-0db00ca8-700f-453a-a992-e6937ba2404f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 HTTP/1.1" status: 200 len: 217 time: 0.0679195 Aug 03 19:01:01.595107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.629333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.637783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-83e55cf0-23d9-4c8c-9c91-a14e98054392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.639228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-83e55cf0-23d9-4c8c-9c91-a14e98054392 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0796371 Aug 03 19:01:01.750522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b101d-2888-4e56-8b28-615cab9a69e8 req-fad5f382-a72b-4b1f-ac15-873c7432f6b6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.752102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a09b101d-2888-4e56-8b28-615cab9a69e8 req-fad5f382-a72b-4b1f-ac15-873c7432f6b6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1161561 Aug 03 19:01:01.755038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-3839564c-06f6-46a5-ad1c-71c023ff0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:01.755724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-3839564c-06f6-46a5-ad1c-71c023ff0315 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993631 Aug 03 19:01:01.849375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a09b101d-2888-4e56-8b28-615cab9a69e8 req-83ab5968-769d-484c-8a3f-50660ddee9c1 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776525 Aug 03 19:01:01.851828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.855459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:01.857386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1fe89ddd-143c-444c-9788-ce51a9429b73 HTTP/1.1" status: 204 len: 168 time: 0.4300261 Aug 03 19:01:01.879099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4419-d81f-4309-bff0-73530205d2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe89ddd-143c-444c-9788-ce51a9429b73,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:01.891600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-f3f38309-b45b-4ec9-a01c-6da1766a01c5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278505 Aug 03 19:01:02.004070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd9e6af-58ab-4ad8-9814-d88b07c659ec req-c85ce455-f1ba-48f3-bc6a-5e5cd6c6bb14 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052787 Aug 03 19:01:02.284871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760bc02-ee3c-4769-ae2c-bfc7b2235833 req-b35b2550-8683-4bd4-89fd-3331f9cff405 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.286636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7760bc02-ee3c-4769-ae2c-bfc7b2235833 req-b35b2550-8683-4bd4-89fd-3331f9cff405 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 948 time: 0.0658534 Aug 03 19:01:02.331462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7760bc02-ee3c-4769-ae2c-bfc7b2235833 req-546fbe03-c377-4066-b3b9-2fb6c459aa03 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383618 Aug 03 19:01:02.486708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:02.505799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75341840-880b-40ac-9712-1aeea023baa6 req-c4a9576c-29ef-4d1a-813b-c26146d24b58 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.507348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75341840-880b-40ac-9712-1aeea023baa6 req-c4a9576c-29ef-4d1a-813b-c26146d24b58 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0585151 Aug 03 19:01:02.551104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75341840-880b-40ac-9712-1aeea023baa6 req-c2c014b7-e2f4-4e51-b7fd-d9dc04be2b3c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Aug 03 19:01:02.656468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-204345638-network', 'tenant_id': '462bb17c52cf4e2795ffedc8a77b725e'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:02.827669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Made reservation on behalf of 462bb17c52cf4e2795ffedc8a77b725e for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:02.827669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.833504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.850198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.937940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:02.989306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd99544-8fff-45ba-93e5-f34ea749260d req-49bb834b-8929-4b85-bb3b-0782dd2790cc tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:02.990887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efd99544-8fff-45ba-93e5-f34ea749260d req-49bb834b-8929-4b85-bb3b-0782dd2790cc tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0577860 Aug 03 19:01:03.038444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efd99544-8fff-45ba-93e5-f34ea749260d req-1861bfd6-2ded-43a5-90d3-bb60b77ac8a3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389333 Aug 03 19:01:03.056237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.065041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36882) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.096398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:03.103194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac17a33-46c6-4c45-91c2-64892e9a635b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.111674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.111674 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Added segment bf47e107-1b5c-4bd2-9425-4c47c4b530eb of type vlan for network 5b37bb18-4038-4718-9035-89b1ec04fffd Aug 03 19:01:03.157638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.177512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.278048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36894) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.313346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1776130692-network', 'tenant_id': 'efe94fe88ebc42d1add97faf7be21db7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:03.330162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.331673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.333085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.357657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2925-d4ef-4856-a04a-03ea493150bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.402878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] Pushing event updated for resources: {'Network': ['ID=5b37bb18-4038-4718-9035-89b1ec04fffd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.412762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-5c98a2c0-6d0c-42ca-bc04-61bcfb8a2033 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:01:03.413922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-5c98a2c0-6d0c-42ca-bc04-61bcfb8a2033 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2353621 Aug 03 19:01:03.414103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 5b37bb18-4038-4718-9035-89b1ec04fffd details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:03.444024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Made reservation on behalf of efe94fe88ebc42d1add97faf7be21db7 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:03.446347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.460239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.492911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5514112-41a2-4224-8a78-9f3dab9b6f5e req-718f8513-8cc4-42a1-8a74-1834a1f457f2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.495449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5514112-41a2-4224-8a78-9f3dab9b6f5e req-718f8513-8cc4-42a1-8a74-1834a1f457f2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 948 time: 0.0798888 Aug 03 19:01:03.497818 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3438b8c6-f1ad-4e10-a190-ba695a878c26 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0093641 Aug 03 19:01:03.500113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.507881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Request body: {'subnet': {'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-204345638-subnet', 'tenant_id': '462bb17c52cf4e2795ffedc8a77b725e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:03.529322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:01:03.529322 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:01:03.529322 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': 'efe94fe88ebc42d1add97faf7be21db7', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 1, 3, 481314)}] Aug 03 19:01:03.529322 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:01:03.529784 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:01:03.533535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:03.534025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Unknown quota resources ['binding']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:01:03.612624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5514112-41a2-4224-8a78-9f3dab9b6f5e req-8fcf7418-ffd2-4f93-ac02-6e4c204c63fe tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084135 Aug 03 19:01:03.773122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2925-d4ef-4856-a04a-03ea493150bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.794515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63c6bb-3abd-4a49-841e-09b24ed54761 req-4768bc88-5d78-4ce8-9923-1090ee44ca4f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:03.796016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce63c6bb-3abd-4a49-841e-09b24ed54761 req-4768bc88-5d78-4ce8-9923-1090ee44ca4f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1197205 Aug 03 19:01:03.800608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:03.801950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:03.802296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:03.813949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:03.814316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:03.828561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:03.828929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:03.829316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:03.829756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Bound port: cf7544e8-71df-417c-a00d-1ede75baa1c1, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:03.880965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b3b2925-d4ef-4856-a04a-03ea493150bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:03.919380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce63c6bb-3abd-4a49-841e-09b24ed54761 req-049b4ef3-0878-45f3-be65-1836cc65f13a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136456 Aug 03 19:01:03.953830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b3b2925-d4ef-4856-a04a-03ea493150bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9769d5b0048e441b8ed9905b8954f45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747143 Aug 03 19:01:03.957181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b2925-d4ef-4856-a04a-03ea493150bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fcace7-d9f3-40e3-a2dc-46d044454069,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:03.960122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36908) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:03.981156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:04.011059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Made reservation on behalf of 462bb17c52cf4e2795ffedc8a77b725e for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:04.013379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.015068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.039246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.052936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.099331 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.104110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-48b0e056-e643-405f-b251-9d5e2b6f7014 service neutron] 10.222.0.67 "POST /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.6302710 Aug 03 19:01:04.179611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2616-de0b-40a8-8b1c-2cc5ea610f03 req-55866167-dc90-44c2-b0e1-95fe013317e5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.181539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82df2616-de0b-40a8-8b1c-2cc5ea610f03 req-55866167-dc90-44c2-b0e1-95fe013317e5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0520070 Aug 03 19:01:04.221296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82df2616-de0b-40a8-8b1c-2cc5ea610f03 req-d1e7498a-cc67-456f-8174-adfe47840858 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Aug 03 19:01:04.227172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.230244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.235726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/58fcace7-d9f3-40e3-a2dc-46d044454069 HTTP/1.1" status: 204 len: 168 time: 0.2707965 Aug 03 19:01:04.251578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fcacc-9292-4d15-af5f-f145fe198ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fcace7-d9f3-40e3-a2dc-46d044454069,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:04.382034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.513426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.520159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.571131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:04.593861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c6284-9139-45ee-b6ff-be313ea502ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:04.605887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.606138 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Added segment c8ea5201-1ab7-4c99-8c49-1c783cdaa33a of type vlan for network 319b244c-1c5b-45db-8838-27472bcffa63 Aug 03 19:01:04.608040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b6f733-a73c-4622-aa6d-da869f59d10e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:04.677052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.696150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Checking segment: {'id': 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:04.696512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Network hostable DHCP agents. Network: 5b37bb18-4038-4718-9035-89b1ec04fffd, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:04.802202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bea28-dc81-4f3f-9217-c468fe9e4854 req-9a3730dd-935f-4c51-a757-e04c34faf702 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.803927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-550bea28-dc81-4f3f-9217-c468fe9e4854 req-9a3730dd-935f-4c51-a757-e04c34faf702 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 945 time: 0.1200752 Aug 03 19:01:04.815958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ccbffb-b0fe-4188-b8e3-1a77e0802016 req-4a4f1fab-b178-4d45-9071-7da954205272 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.817789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92ccbffb-b0fe-4188-b8e3-1a77e0802016 req-4a4f1fab-b178-4d45-9071-7da954205272 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 948 time: 0.1031079 Aug 03 19:01:04.878028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-550bea28-dc81-4f3f-9217-c468fe9e4854 req-13dfb990-a964-43c9-bd89-212fa57a81d9 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591035 Aug 03 19:01:04.880892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92ccbffb-b0fe-4188-b8e3-1a77e0802016 req-aa179853-68c3-45f7-b1b6-f0e8f472ebb7 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Aug 03 19:01:04.970665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Network 5b37bb18-4038-4718-9035-89b1ec04fffd is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:04.974711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:04.976462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:04.977109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.107175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] Pushing event updated for resources: {'Network': ['ID=319b244c-1c5b-45db-8838-27472bcffa63,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.117448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1b6229f1-cf40-4ad4-b3ae-b220981231eb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0509963 Aug 03 19:01:05.117626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 319b244c-1c5b-45db-8838-27472bcffa63 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:05.120545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:05.125637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Request body: {'subnet': {'network_id': '319b244c-1c5b-45db-8838-27472bcffa63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1776130692-subnet', 'tenant_id': 'efe94fe88ebc42d1add97faf7be21db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:05.126080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 5b37bb18-4038-4718-9035-89b1ec04fffd) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:05.136999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.137598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.146065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-fadfcb4e-646f-4990-9953-7f4abb25f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.148046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-fadfcb4e-646f-4990-9953-7f4abb25f8cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1096 time: 0.1125169 Aug 03 19:01:05.158622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3fc16-3775-4741-9373-b8f2fd734820 req-b8e45880-bcc3-4501-99e3-73d48d91e31d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.160309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8f3fc16-3775-4741-9373-b8f2fd734820 req-b8e45880-bcc3-4501-99e3-73d48d91e31d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1534436 Aug 03 19:01:05.162949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14be7cc-06bf-4326-acf8-1b88d0601c64 None None] Network 5b37bb18-4038-4718-9035-89b1ec04fffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:05.206200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36926) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:05.222811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04370791-14b8-4973-9f79-be832418dcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.241812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Made reservation on behalf of efe94fe88ebc42d1add97faf7be21db7 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:05.247065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.278141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8f3fc16-3775-4741-9373-b8f2fd734820 req-7524560a-3bb6-4ed1-a8f6-da3385b1fa38 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000583 Aug 03 19:01:05.374315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-e93b4416-90f8-4a0e-8925-74daaccc2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.375943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-e93b4416-90f8-4a0e-8925-74daaccc2dd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2121155 Aug 03 19:01:05.461444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bbff9a-3eed-4ae7-9f9f-c04052a3063c None None] Network 5b37bb18-4038-4718-9035-89b1ec04fffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:05.548211 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04370791-14b8-4973-9f79-be832418dcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.550517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.642007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04370791-14b8-4973-9f79-be832418dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.682181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=72860cc2-2c17-4a43-bc98-38de35a7357c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.715349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04370791-14b8-4973-9f79-be832418dcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9efe29b-01ee-4e02-803c-f0c48b0961cd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:05.722399 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-04370791-14b8-4973-9f79-be832418dcd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b265a2874c14186bd77f68d75cf2ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127161 Aug 03 19:01:05.722399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Checking segment: {'id': 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:05.722399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Network hostable DHCP agents. Network: 319b244c-1c5b-45db-8838-27472bcffa63, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:05.723852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:05.742354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71d22d66-8cda-4132-8c47-5afaae0214b3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2409985 Aug 03 19:01:05.744936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-506e1e92-985e-4187-8a7a-1f2685c8d01b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.3608716 Aug 03 19:01:05.757786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2923c89-ef74-4299-8ada-cdebe4a0bbd3 req-a198993d-29cc-4e6d-8c07-3389d293c8e5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.760007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2923c89-ef74-4299-8ada-cdebe4a0bbd3 req-a198993d-29cc-4e6d-8c07-3389d293c8e5 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.4479229 Aug 03 19:01:05.789630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.818223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:05.861525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-78143c1d-57b5-4ff7-b7f4-90c230c240dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:05.863672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-78143c1d-57b5-4ff7-b7f4-90c230c240dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1023643 Aug 03 19:01:05.868124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2923c89-ef74-4299-8ada-cdebe4a0bbd3 req-585bc9a7-9e89-442b-a72a-b1fa47ca56f3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Aug 03 19:01:05.895019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Network 319b244c-1c5b-45db-8838-27472bcffa63 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:05.905158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-52b47b05-c42e-4778-acfc-18a59b0b0ce2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330307 Aug 03 19:01:06.020993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.023499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.027204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e9efe29b-01ee-4e02-803c-f0c48b0961cd HTTP/1.1" status: 204 len: 168 time: 0.2999036 Aug 03 19:01:06.034905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772dca2-2b7b-4a05-bb30-ae5d6f1922e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9efe29b-01ee-4e02-803c-f0c48b0961cd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:06.060606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 319b244c-1c5b-45db-8838-27472bcffa63) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:06.065914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.066811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.072471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:06.092056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2067e0-612d-405e-ab32-2e4e0dcad3d8 req-41d62727-4eb5-4831-b1ab-827d760d76ac tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.093613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc2067e0-612d-405e-ab32-2e4e0dcad3d8 req-41d62727-4eb5-4831-b1ab-827d760d76ac tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 948 time: 0.1232998 Aug 03 19:01:06.101091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-92e7ae99-f634-4c96-b302-112b62dbdae4 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883945 Aug 03 19:01:06.104995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4669199-80c9-4154-999e-12b867f0ade3 None None] Network 319b244c-1c5b-45db-8838-27472bcffa63 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:06.113158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b6c1-a68d-4555-aed8-c56d583d8392 req-575d7c3f-85a5-4456-880c-cbb38c9fa7cd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.114765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c195b6c1-a68d-4555-aed8-c56d583d8392 req-575d7c3f-85a5-4456-880c-cbb38c9fa7cd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 945 time: 0.1455388 Aug 03 19:01:06.179935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-61662052-2d1b-4707-bd4c-e09b4d68e2fc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0580668 Aug 03 19:01:06.233484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc2067e0-612d-405e-ab32-2e4e0dcad3d8 req-d80c1702-2f14-4ad1-b28a-d516d253c699 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307273 Aug 03 19:01:06.244756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c195b6c1-a68d-4555-aed8-c56d583d8392 req-8e007773-85bf-43ce-bdbb-517622faa4ea tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048198 Aug 03 19:01:06.271856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-da06d594-5a38-40df-b9ed-f2a479a618f8 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559374 Aug 03 19:01:06.305309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:06.343865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1', 'mac_address': 'fa:16:3e:92:9d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:06.347917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48dafc-c607-4ed8-9097-f3902f250ff2 None None] Network 319b244c-1c5b-45db-8838-27472bcffa63 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:06.438516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.460667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a2b91-490f-4f14-94c1-63d739f9a631 req-18ee3a37-30b7-4454-92a9-4531add0b976 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.463058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac5a2b91-490f-4f14-94c1-63d739f9a631 req-18ee3a37-30b7-4454-92a9-4531add0b976 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1039321 Aug 03 19:01:06.465335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:06.470634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-0e6c9593-2c33-40e5-9c51-112b93ec53f4 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.472390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-0e6c9593-2c33-40e5-9c51-112b93ec53f4 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.0808156 Aug 03 19:01:06.490512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:06.496257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:06.545430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac5a2b91-490f-4f14-94c1-63d739f9a631 req-0c3f5698-8fa2-4ed1-899c-c3e601e5147b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718751 Aug 03 19:01:06.581335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.582006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.666316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:06.752764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:06.890631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:06.914649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:06.943852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-db62c1e7-1efd-4ebd-94c6-70e972fffc58 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:06.945886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-db62c1e7-1efd-4ebd-94c6-70e972fffc58 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/networks?id=5b37bb18-4038-4718-9035-89b1ec04fffd HTTP/1.1" status: 200 len: 820 time: 0.1795135 Aug 03 19:01:06.964297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:06.966644 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bcfd79-5a1a-420b-973b-29cb2c8ed57a" -d '{"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-unplugged", "status": "completed", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:06.971854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:06.986712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ad6b1520-5c6a-4733-bc69-14f5a07c9058 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/quotas/462bb17c52cf4e2795ffedc8a77b725e HTTP/1.1" status: 200 len: 375 time: 0.0331454 Aug 03 19:01:07.042504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-1eb6f8d5-ce49-431b-a385-9c3242547432 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=462bb17c52cf4e2795ffedc8a77b725e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397651 Aug 03 19:01:07.065419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42419c-7503-4e7b-986d-9109fffd4400 req-b6072e3f-0fe4-4acc-985d-70d1c4acbaa3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.066820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d42419c-7503-4e7b-986d-9109fffd4400 req-b6072e3f-0fe4-4acc-985d-70d1c4acbaa3 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0972853 Aug 03 19:01:07.117451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.203912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d42419c-7503-4e7b-986d-9109fffd4400 req-aa08dc67-aa42-4ad9-be1c-26d04e1a4d19 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276927 Aug 03 19:01:07.263484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:07.274648 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08aa3d4-7d04-4869-932c-313beb011b08 x-openstack-request-id: req-c08aa3d4-7d04-4869-932c-313beb011b08 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:07.274977 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-unplugged", "status": "completed", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:07.275230 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c08aa3d4-7d04-4869-932c-313beb011b08 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:07.275619 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'code': 200} Aug 03 19:01:07.282004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-dbeb34c7-17e5-44ba-9656-9301254517d4 service neutron] 10.222.0.67 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137952 Aug 03 19:01:07.284874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:07.285261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:07.285568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:07.290464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:07.291213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Attempting to bind port cf7544e8-71df-417c-a00d-1ede75baa1c1 on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:07.308112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:07.308460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:07.308878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:07.309333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Bound port: cf7544e8-71df-417c-a00d-1ede75baa1c1, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:07.309962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.323634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:07.362851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1822027063-network', 'tenant_id': 'f8227b8e1fd349518b9dcf0b3f4c3449'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:07.504690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341e25-b2e2-441b-9e31-902181eef2ce req-b7e17934-9472-4c9d-a520-4e257131f12a tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.506252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68341e25-b2e2-441b-9e31-902181eef2ce req-b7e17934-9472-4c9d-a520-4e257131f12a tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 949 time: 0.1473875 Aug 03 19:01:07.508146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-0cdb4b69-a89c-4f6f-9bb2-5f45b2b3c621 service neutron] 10.222.0.67 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136042 Aug 03 19:01:07.517533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Made reservation on behalf of f8227b8e1fd349518b9dcf0b3f4c3449 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:07.517533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.522292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:07.545891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.558587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:07.601259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68341e25-b2e2-441b-9e31-902181eef2ce req-a4e09beb-7ab9-44d7-a4c3-bc9496d34374 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830705 Aug 03 19:01:07.707526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.721260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.826897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f196-e212-4526-b383-71856bd28944 req-7b6ff71e-2be9-48e1-af4a-f707d8aaec10 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.828486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3de3f196-e212-4526-b383-71856bd28944 req-7b6ff71e-2be9-48e1-af4a-f707d8aaec10 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.1594927 Aug 03 19:01:07.830895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.841859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:07.847909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:07.848457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.849850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-53af5c1e-d9fa-40fa-b50a-ab8fa01a4f76 service neutron] 10.222.0.77 "PUT /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 1121 time: 1.3605032 Aug 03 19:01:07.915896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:07.934082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a16e3b-1df2-430d-93b7-6e113dde1063,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:07.941310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:07.941667 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Added segment fe85a93f-ed0e-450e-aed9-a6a5856d698e of type vlan for network 4d4728b2-5754-4185-b8b9-dc3cbd766d53 Aug 03 19:01:07.976966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3de3f196-e212-4526-b383-71856bd28944 req-30b240ec-fe3e-4bc5-9a14-d1d03ca98163 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316078 Aug 03 19:01:07.998389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['cf7544e8-71df-417c-a00d-1ede75baa1c1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:08.013011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583671d-00fc-41a2-b82a-27ab35285f75 req-50c721da-a2a6-44f1-a1b3-2cba2a25ae14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.020343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f583671d-00fc-41a2-b82a-27ab35285f75 req-50c721da-a2a6-44f1-a1b3-2cba2a25ae14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1903934 Aug 03 19:01:08.053319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.083270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:08.093395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f583671d-00fc-41a2-b82a-27ab35285f75 req-70a6c473-dee6-45b9-914e-07d72cceba33 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Aug 03 19:01:08.152605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6583a7c3-ff1e-4431-b633-3cbd3cd579e9 req-c9161595-e643-4c93-8132-962e59577085 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 210 time: 0.0282185 Aug 03 19:01:08.237122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.238247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.238962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.295732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:08.300211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:08.300810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.334872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] Pushing event updated for resources: {'Network': ['ID=4d4728b2-5754-4185-b8b9-dc3cbd766d53,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:08.360380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fb03f-7d1a-401b-8add-cefdd09da5f4 req-4cf350cf-8d9e-4efa-85d3-abd1331f53f7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.362160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2fb03f-7d1a-401b-8add-cefdd09da5f4 req-4cf350cf-8d9e-4efa-85d3-abd1331f53f7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0710473 Aug 03 19:01:08.363996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0b400d56-dc75-46aa-b58d-821f7a2ae1ef admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0393867 Aug 03 19:01:08.366907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:08.372603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Request body: {'subnet': {'network_id': '4d4728b2-5754-4185-b8b9-dc3cbd766d53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1822027063-subnet', 'tenant_id': 'f8227b8e1fd349518b9dcf0b3f4c3449', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:08.379935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4d4728b2-5754-4185-b8b9-dc3cbd766d53 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:08.427562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2fb03f-7d1a-401b-8add-cefdd09da5f4 req-28344d4c-9c00-40b8-9b83-d165af181d8d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505104 Aug 03 19:01:08.443542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.482451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:08.487570 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d47826-f516-4af0-a14d-c308e83fa48e" -d '{"events": [{"server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "name": "network-vif-plugged", "status": "completed", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:08.502460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:08.506975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Made reservation on behalf of f8227b8e1fd349518b9dcf0b3f4c3449 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:08.509721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.538474 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f815a5b4-ca16-4f05-95aa-7281cffd9620 x-openstack-request-id: req-f815a5b4-ca16-4f05-95aa-7281cffd9620 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:08.538786 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "name": "network-vif-plugged", "status": "completed", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:08.539086 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f815a5b4-ca16-4f05-95aa-7281cffd9620 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:08.541630 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1', 'code': 200} Aug 03 19:01:08.557856 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.626472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:08.783327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bd852-4e81-4ad5-af77-d5a4b729637a req-07cf719a-5745-44b5-a1d7-14fd01ce71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.784950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-167bd852-4e81-4ad5-af77-d5a4b729637a req-07cf719a-5745-44b5-a1d7-14fd01ce71fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 1101 time: 0.1230452 Aug 03 19:01:08.798495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d282-f8dc-4304-a48a-9343aa5b6e70 req-9b5e1346-452b-42e0-83f3-3f41075b9f36 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:08.800054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4f6d282-f8dc-4304-a48a-9343aa5b6e70 req-9b5e1346-452b-42e0-83f3-3f41075b9f36 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.0784707 Aug 03 19:01:08.854297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-167bd852-4e81-4ad5-af77-d5a4b729637a req-a36b962f-602a-4f3b-994e-a39603971c1f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532134 Aug 03 19:01:08.857233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:08.869338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4f6d282-f8dc-4304-a48a-9343aa5b6e70 req-12e3196f-25fd-4ae0-b8ae-ac58d71c3f31 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616186 Aug 03 19:01:08.928507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37278ceb-29bf-4fee-8a58-fe1e3617a76b,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:08.938977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Checking segment: {'id': 'fe85a93f-ed0e-450e-aed9-a6a5856d698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4d4728b2-5754-4185-b8b9-dc3cbd766d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:08.939342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Network hostable DHCP agents. Network: 4d4728b2-5754-4185-b8b9-dc3cbd766d53, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:09.049149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Network 4d4728b2-5754-4185-b8b9-dc3cbd766d53 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:09.124807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d719a8-d07f-4153-8a5d-82912e688d6f req-c49875e9-fbb8-43db-aa43-ed66bae78518 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.126357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8d719a8-d07f-4153-8a5d-82912e688d6f req-c49875e9-fbb8-43db-aa43-ed66bae78518 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.0560663 Aug 03 19:01:09.142767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4d4728b2-5754-4185-b8b9-dc3cbd766d53) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:09.155712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.156371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:09.156452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e729b81-ca66-48ea-b26b-276be68f11dc None None] Network 4d4728b2-5754-4185-b8b9-dc3cbd766d53 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:09.183869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8d719a8-d07f-4153-8a5d-82912e688d6f req-b7194119-3f6f-4f29-9e3a-632d500e5929 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494807 Aug 03 19:01:09.261827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d615e75-7496-4c96-9f35-97a06967a99e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8937509 Aug 03 19:01:09.276685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:09.279252 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c83d11-a8c8-49bc-8553-d906cef544a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:09.333787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19944816-dd5d-412e-9612-9d0cfe573c38 None None] Network 4d4728b2-5754-4185-b8b9-dc3cbd766d53 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:09.445047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab4536-b540-4188-b618-f95f6bf45fec req-ef61bdf6-dc58-43b8-8e8f-e5f3dfee17b6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.458758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aaab4536-b540-4188-b618-f95f6bf45fec req-ef61bdf6-dc58-43b8-8e8f-e5f3dfee17b6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0768008 Aug 03 19:01:09.509233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aaab4536-b540-4188-b618-f95f6bf45fec req-2c8acefe-5955-4aa3-b2f0-16a5c965a155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441506 Aug 03 19:01:09.563210 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772f1522-90df-4092-a3d8-e6013b4024b7 x-openstack-request-id: req-772f1522-90df-4092-a3d8-e6013b4024b7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:09.563507 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:09.563738 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-772f1522-90df-4092-a3d8-e6013b4024b7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:09.564253 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'status': 'completed', 'code': 200} Aug 03 19:01:09.566392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-389a110d-d62e-487d-b8b0-0a181bcc99eb req-f7c8bd91-3bcd-49b2-ade1-737352ccbf4a tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 210 time: 0.0492530 Aug 03 19:01:09.697255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3715-24e4-4730-bb8b-cec85e18b244 req-e05ae55a-d15c-4248-9446-9d35fd2f8c00 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.698949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394a3715-24e4-4730-bb8b-cec85e18b244 req-e05ae55a-d15c-4248-9446-9d35fd2f8c00 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0876288 Aug 03 19:01:09.706583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-50604156-c413-4efb-9c42-5f7f7690a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.708184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-50604156-c413-4efb-9c42-5f7f7690a500 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1124 time: 0.0830648 Aug 03 19:01:09.795092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394a3715-24e4-4730-bb8b-cec85e18b244 req-0950c111-02bd-43c4-a4ed-8b3929d2b9c6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858016 Aug 03 19:01:09.835684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-ce725e1a-d221-4e3c-ac41-948124865ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:09.837479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-ce725e1a-d221-4e3c-ac41-948124865ab4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1132967 Aug 03 19:01:09.919008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-b96c0b75-ef13-4a54-9abd-f7327a0291c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0421810 Aug 03 19:01:10.113437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-1097b13d-a80a-44db-88ec-21f534e06be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.114892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-1097b13d-a80a-44db-88ec-21f534e06be7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1413221 Aug 03 19:01:10.127952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-339f5670-d8a4-49c1-8c60-171cad9882cd tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.129462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-339f5670-d8a4-49c1-8c60-171cad9882cd tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/networks?id=319b244c-1c5b-45db-8838-27472bcffa63 HTTP/1.1" status: 200 len: 815 time: 0.1878150 Aug 03 19:01:10.146723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc78f1-ec0e-4c85-af9b-a49d339ef8cd req-937d65e0-6df3-42c5-bfa4-04db2b8c7714 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.148209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14bc78f1-ec0e-4c85-af9b-a49d339ef8cd req-937d65e0-6df3-42c5-bfa4-04db2b8c7714 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1360843 Aug 03 19:01:10.174690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-c98166f6-4076-4152-8406-386cce678169 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442636 Aug 03 19:01:10.182606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1dae5ba1-2132-4724-8376-d7d228a1db21 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/quotas/efe94fe88ebc42d1add97faf7be21db7 HTTP/1.1" status: 200 len: 375 time: 0.0436134 Aug 03 19:01:10.238209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:10.270967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-6840f52f-ffaf-4f6c-a4b6-52cb75ce7928 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=efe94fe88ebc42d1add97faf7be21db7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695086 Aug 03 19:01:10.293132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14bc78f1-ec0e-4c85-af9b-a49d339ef8cd req-503bc790-dd01-4bee-b183-46ba1565f182 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365104 Aug 03 19:01:10.376958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-03cf65d9-af49-4e8e-b00f-faa3550c9dfa service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880951 Aug 03 19:01:10.396061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:10.413623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:01:10.459872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-50c75ef8-c27e-4eb1-a2af-ede5660c20af service neutron] 10.222.0.67 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788118 Aug 03 19:01:10.644631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e263a4-30e4-44a9-b35e-6e3b076a55db req-a568bfe1-ca7f-45b0-bcc6-fcb4c698fb21 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.646070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6e263a4-30e4-44a9-b35e-6e3b076a55db req-a568bfe1-ca7f-45b0-bcc6-fcb4c698fb21 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.2054789 Aug 03 19:01:10.653175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6c83d11-a8c8-49bc-8553-d906cef544a4 req-67daa802-5343-412d-be54-045db1bafde5 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665060 Aug 03 19:01:10.715559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-9a142e27-0daa-4b26-95ca-cfb58c278f4e service neutron] 10.222.0.67 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298534 Aug 03 19:01:10.729225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-81e90a75-2bfc-4780-936d-f88bbfb6009e tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:10.730747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-81e90a75-2bfc-4780-936d-f88bbfb6009e tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.77 "GET /v2.0/networks?id=5b37bb18-4038-4718-9035-89b1ec04fffd HTTP/1.1" status: 200 len: 820 time: 0.2462637 Aug 03 19:01:10.746058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Request body: {'port': {'device_id': '43275807-67f6-418d-af99-9d10d7e80379', 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd', 'admin_state_up': True, 'tenant_id': '462bb17c52cf4e2795ffedc8a77b725e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:10.753368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6e263a4-30e4-44a9-b35e-6e3b076a55db req-ff703603-0721-475d-92f6-51608976a960 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953887 Aug 03 19:01:10.970393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Made reservation on behalf of 462bb17c52cf4e2795ffedc8a77b725e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:10.973293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.069255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1882b-1648-415d-b9fc-45a98e6a6412 req-141efe55-8606-4ef8-a67f-a08792d955c2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.071153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62c1882b-1648-415d-b9fc-45a98e6a6412 req-141efe55-8606-4ef8-a67f-a08792d955c2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1145315 Aug 03 19:01:11.408862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b34468e3-1935-4c0a-8b39-5518947cdb99 req-3d489815-02c9-4290-addf-3490c877064f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 210 time: 0.0421388 Aug 03 19:01:11.452875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62c1882b-1648-415d-b9fc-45a98e6a6412 req-fa2a45f4-3082-4c38-965d-0ca51a4ece08 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747001 Aug 03 19:01:11.543259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Allocated IP 172.20.0.4 (5b37bb18-4038-4718-9035-89b1ec04fffd/38b6f733-a73c-4622-aa6d-da869f59d10e/21350eac-6e78-4e77-a1c0-22e8092a1689) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:11.546624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a08e67cc-b06c-4e52-8b3d-a6ab96ef1922 req-969ced1b-dfc4-4767-9213-e10e13fc084a tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 210 time: 0.0419869 Aug 03 19:01:11.586330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83bb3-e7f5-4ce2-bba8-e05c8fd31f04 req-9168e186-7c90-45bf-bbf7-6179c68bbd47 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.588223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d83bb3-e7f5-4ce2-bba8-e05c8fd31f04 req-9168e186-7c90-45bf-bbf7-6179c68bbd47 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1127558 Aug 03 19:01:11.703416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d83bb3-e7f5-4ce2-bba8-e05c8fd31f04 req-a7e6ab85-02de-4451-94ae-c89383d41fea tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037323 Aug 03 19:01:11.772071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8538bf-9679-4f47-a729-d76e836e333c req-9529e7d9-0f12-4bb8-a1fd-ae752af2a6a1 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:11.773706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f8538bf-9679-4f47-a729-d76e836e333c req-9529e7d9-0f12-4bb8-a1fd-ae752af2a6a1 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1249204 Aug 03 19:01:11.803933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:11.833448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f8538bf-9679-4f47-a729-d76e836e333c req-85440cc7-5480-4f4d-8b05-5607cef1a9ed tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534551 Aug 03 19:01:11.994548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.061476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eed19-d27b-45ad-a685-a7f921a68b82 req-019ca384-f2e7-4f7e-abde-3f1fb6e9dbcc tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.062981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f3eed19-d27b-45ad-a685-a7f921a68b82 req-019ca384-f2e7-4f7e-abde-3f1fb6e9dbcc tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 943 time: 0.1433446 Aug 03 19:01:12.089491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Network 5b37bb18-4038-4718-9035-89b1ec04fffd is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:12.099101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Pushing event updated for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:12.105435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:12.111197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-e34af9ae-f633-43a9-b0ef-d7e2e57cb5a7 service neutron] 10.222.0.54 "GET /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1494594 Aug 03 19:01:12.111432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:12.194814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f3eed19-d27b-45ad-a685-a7f921a68b82 req-371a960b-e8b6-4be1-85e4-c8848407ff1a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234524 Aug 03 19:01:12.208186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.208877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.370263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:12.379130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-38c0de3a-7019-4bdf-a449-8fa8ac5595ad tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6375668 Aug 03 19:01:12.395204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Request body: {'port': {'device_id': '43275807-67f6-418d-af99-9d10d7e80379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:12.420056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:12.497528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7544e8-71df-417c-a00d-1ede75baa1c1 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:12.548372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:12.576907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.606352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77b200-d1b5-49e5-b875-14b1c324a346 req-734ed32f-c1b4-4e8c-9bc5-cc5d5ce38263 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.608737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f77b200-d1b5-49e5-b875-14b1c324a346 req-734ed32f-c1b4-4e8c-9bc5-cc5d5ce38263 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1675587 Aug 03 19:01:12.651271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7953bf-3077-47e3-a444-7553a8e4c16d req-fa3513c7-59bb-4df6-9a92-b6eaae756b3f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:12.652845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7953bf-3077-47e3-a444-7553a8e4c16d req-fa3513c7-59bb-4df6-9a92-b6eaae756b3f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 931 time: 0.1331563 Aug 03 19:01:12.689247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:12.783117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f77b200-d1b5-49e5-b875-14b1c324a346 req-ae61bae2-9706-4b30-833c-4edb12a8cc06 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681211 Aug 03 19:01:12.833965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7953bf-3077-47e3-a444-7553a8e4c16d req-32e493cd-820c-42ba-87b3-a601b321ec8e tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674654 Aug 03 19:01:12.968978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94ffc8ad-cdb3-49a3-bbdd-0ec5885c10f7 req-ef206c7d-767d-4047-931d-96fd225a49ba tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 210 time: 0.0585098 Aug 03 19:01:12.995520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] Transition to ACTIVE for port object cf7544e8-71df-417c-a00d-1ede75baa1c1 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:13.026438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424753b-1cc5-404c-9b17-85244b60b715 req-901498f9-f84c-45a8-a67e-49c0135ea014 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.028072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f424753b-1cc5-404c-9b17-85244b60b715 req-901498f9-f84c-45a8-a67e-49c0135ea014 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.1647184 Aug 03 19:01:13.028227 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-817837c4-eca0-4217-9308-65291b459a39 service neutron] show failed (client error): The resource could not be found. Aug 03 19:01:13.029407 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-817837c4-eca0-4217-9308-65291b459a39 service neutron] 10.222.0.77 "GET /v2.0/ports/f2df1699-a6cd-4647-a2d6-239b75c70c85/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0840642 Aug 03 19:01:13.046633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37130) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:13.101205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.132202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f424753b-1cc5-404c-9b17-85244b60b715 req-37ed50fd-5ecb-40ab-8b20-f5f3dda0a566 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979476 Aug 03 19:01:13.213113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6afb-5713-45d2-99cb-29d17ea478a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.248241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21350eac-6e78-4e77-a1c0-22e8092a1689 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:13.254718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] No DVR routers for this DVR port cf7544e8-71df-417c-a00d-1ede75baa1c1 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:13.269041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.281720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2208a-8196-4e55-bf53-f6b2934c5774 req-0154c19f-ae67-4394-a33e-d470ac43e701 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.283913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44c2208a-8196-4e55-bf53-f6b2934c5774 req-0154c19f-ae67-4394-a33e-d470ac43e701 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2115507 Aug 03 19:01:13.284832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:13.340824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Transition to ACTIVE for port object 21350eac-6e78-4e77-a1c0-22e8092a1689 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:13.360462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-d258d81d-d52b-4028-a92c-00299b27d985 service neutron] 10.222.0.54 "PUT /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2209337 Aug 03 19:01:13.399041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44c2208a-8196-4e55-bf53-f6b2934c5774 req-25a29e62-dc2f-4afc-a369-4fc8cecdcb9d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029544 Aug 03 19:01:13.403196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6afb-5713-45d2-99cb-29d17ea478a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.418876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051c82a-912b-4e9c-b45a-b7b128900712 req-865bd1e0-ca10-41a7-9cda-8136dc1d3b7e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.427236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2051c82a-912b-4e9c-b45a-b7b128900712 req-865bd1e0-ca10-41a7-9cda-8136dc1d3b7e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.0847855 Aug 03 19:01:13.449651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.469973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-3b770eb4-8cd7-48be-8b3d-07b1bab2ac61 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.471503 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-3b770eb4-8cd7-48be-8b3d-07b1bab2ac61 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.77 "GET /v2.0/networks?id=319b244c-1c5b-45db-8838-27472bcffa63 HTTP/1.1" status: 200 len: 815 time: 0.1703677 Aug 03 19:01:13.472763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d6f6afb-5713-45d2-99cb-29d17ea478a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.495306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Request body: {'port': {'device_id': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63', 'admin_state_up': True, 'tenant_id': 'efe94fe88ebc42d1add97faf7be21db7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:13.526830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2051c82a-912b-4e9c-b45a-b7b128900712 req-c41d33cf-8acd-426d-abaf-d1b9f4d477e5 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979404 Aug 03 19:01:13.527241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:13.581860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f6afb-5713-45d2-99cb-29d17ea478a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e3e95-b6d6-487b-8eef-bc2ad644f088,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:13.592256 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d6f6afb-5713-45d2-99cb-29d17ea478a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c85601c1c934464584fa3417eb01a929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438840 Aug 03 19:01:13.593582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.77', 55962) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:13.594018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:13.674485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-2b440465-e532-4ce1-bb9c-d274af6c650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.676134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-2b440465-e532-4ce1-bb9c-d274af6c650b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1101 time: 0.1209776 Aug 03 19:01:13.688391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Attempting to bind port 21350eac-6e78-4e77-a1c0-22e8092a1689 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:13.688893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Attempting to bind port 21350eac-6e78-4e77-a1c0-22e8092a1689 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:13.689382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Attempting to bind port 21350eac-6e78-4e77-a1c0-22e8092a1689 on network 5b37bb18-4038-4718-9035-89b1ec04fffd {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:13.696599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Port 21350eac-6e78-4e77-a1c0-22e8092a1689 on network 5b37bb18-4038-4718-9035-89b1ec04fffd not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:13.696599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Attempting to bind port 21350eac-6e78-4e77-a1c0-22e8092a1689 on network 5b37bb18-4038-4718-9035-89b1ec04fffd {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:13.701901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:13.702324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Checking segment: {'id': 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:13.702909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Bound using segment: {'id': 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:13.703424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Bound port: 21350eac-6e78-4e77-a1c0-22e8092a1689, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:13.703883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.710342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-14deee50-708c-445a-97d1-e9675fe65f2f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.712059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:13.712245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-14deee50-708c-445a-97d1-e9675fe65f2f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1106939 Aug 03 19:01:13.741267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.794908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.808938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-cf6dd47f-d679-4148-b78d-2ff07dde9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.810514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-cf6dd47f-d679-4148-b78d-2ff07dde9613 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c&tenant_id=fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 1095 time: 0.0868299 Aug 03 19:01:13.827843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.844165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:13.879817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=21350eac-6e78-4e77-a1c0-22e8092a1689,segment=NetworkSegment(bf47e107-1b5c-4bd2-9425-4c47c4b530eb),segment_id=bf47e107-1b5c-4bd2-9425-4c47c4b530eb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:13.901080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Made reservation on behalf of efe94fe88ebc42d1add97faf7be21db7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:13.904763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:13.949608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-07b35da3-61e9-4395-9b85-a096ad378bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:13.951879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-07b35da3-61e9-4395-9b85-a096ad378bc5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1095 time: 0.1043169 Aug 03 19:01:14.012511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.019783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.022629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.024709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab1e3e95-b6d6-487b-8eef-bc2ad644f088 HTTP/1.1" status: 204 len: 168 time: 0.4211764 Aug 03 19:01:14.038584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134a412-14fc-407f-bf1d-737bfdeda813 req-b8abe451-8187-4ed7-bb88-ff5b220c6e82 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.040841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d134a412-14fc-407f-bf1d-737bfdeda813 req-b8abe451-8187-4ed7-bb88-ff5b220c6e82 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1667101 Aug 03 19:01:14.084676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.085292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.087325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] 10.222.0.77 "PUT /v2.0/ports/21350eac-6e78-4e77-a1c0-22e8092a1689 HTTP/1.1" status: 200 len: 1091 time: 1.6971824 Aug 03 19:01:14.105471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:14.107745 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eeb52f-b990-45b5-ab4e-864cca894558" -d '{"events": [{"name": "network-changed", "server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:14.108210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3f0f-5006-429b-ab5b-0e0ab10f9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e3e95-b6d6-487b-8eef-bc2ad644f088,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.141654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-57c98d14-d6e9-45db-8987-00f3537230c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.143214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-57c98d14-d6e9-45db-8987-00f3537230c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1841974 Aug 03 19:01:14.207599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-90c272dd-e80d-44cd-91d4-776d511ca657 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0567889 Aug 03 19:01:14.238933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639acea-aeea-4a93-968a-590bdb84ddad req-4463a0f7-1dab-4d89-8684-0435d26ba52f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.240518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f639acea-aeea-4a93-968a-590bdb84ddad req-4463a0f7-1dab-4d89-8684-0435d26ba52f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 943 time: 0.3096309 Aug 03 19:01:14.266897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Allocated IP 172.20.0.7 (319b244c-1c5b-45db-8838-27472bcffa63/72860cc2-2c17-4a43-bc98-38de35a7357c/0b5d5d76-3bc4-496b-92e0-5a6fbd64438c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:14.283679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc28024-8046-4a85-a629-dcef07a0d0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.290858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-985d9981-414e-42ff-b250-374d99605e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.292390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-985d9981-414e-42ff-b250-374d99605e8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0748751 Aug 03 19:01:14.316001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d134a412-14fc-407f-bf1d-737bfdeda813 req-7ea7d6da-4263-4598-b2a2-59d47182d605 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394900 Aug 03 19:01:14.337560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-37aa11c4-adcb-4978-9498-b028e3abb584 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.339151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-37aa11c4-adcb-4978-9498-b028e3abb584 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1920862 Aug 03 19:01:14.352713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-e02ab67b-0df9-44a9-b52c-889655a5370b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364392 Aug 03 19:01:14.364926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:14.410042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f639acea-aeea-4a93-968a-590bdb84ddad req-5a941ccb-dd38-47ee-a379-08f908ce2beb tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427531 Aug 03 19:01:14.416357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-b956eff2-c3d7-477a-a9f8-d896d973396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.417862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-b956eff2-c3d7-477a-a9f8-d896d973396d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=462bb17c52cf4e2795ffedc8a77b725e&device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 1094 time: 0.2179439 Aug 03 19:01:14.503806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:14.507291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-5eee2acd-545c-4993-bcb8-63d9f79a94a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21350eac-6e78-4e77-a1c0-22e8092a1689 HTTP/1.1" status: 200 len: 217 time: 0.0741444 Aug 03 19:01:14.542209 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de3478-267e-4ab5-9ce7-0bb59a48f995 x-openstack-request-id: req-d4de3478-267e-4ab5-9ce7-0bb59a48f995 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:14.542209 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:14.542209 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d4de3478-267e-4ab5-9ce7-0bb59a48f995 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:14.542209 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689', 'status': 'completed', 'code': 200} Aug 03 19:01:14.582049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.593146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10375ca6-3ab8-440b-a2d8-5ada6d7e5e41 req-28d5a8dd-fec2-41a3-8667-e6c285af037f tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 210 time: 0.0874746 Aug 03 19:01:14.593730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-e836be2b-3d04-46b9-8ab7-ff7165c99b69 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421901 Aug 03 19:01:14.651572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.674685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-2fc40641-5bb4-4fc5-afd7-46a5a7853b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.676223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-2fc40641-5bb4-4fc5-afd7-46a5a7853b29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=38b6f733-a73c-4622-aa6d-da869f59d10e HTTP/1.1" status: 200 len: 860 time: 0.1392710 Aug 03 19:01:14.687027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Transition to ACTIVE for port object f2df1699-a6cd-4647-a2d6-239b75c70c85 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:14.703576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Deleting port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:14.703576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.720580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-a0a2f81d-318f-4c8e-a2be-e7fab43cd185 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192713 Aug 03 19:01:14.821470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.868203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Network 319b244c-1c5b-45db-8838-27472bcffa63 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:14.871800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:14.874448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:14.906199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Pushing event updated for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:14.925674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37160) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:14.934026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.951405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2731ae83-ec1f-4c6b-bb84-25fb57a0849e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:14.962656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:14.963205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.046699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-34bd0dae-41ab-4e4b-8357-d82fc7ce2fdb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5b37bb18-4038-4718-9035-89b1ec04fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3586211 Aug 03 19:01:15.050350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.071751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f4bcd-9a49-4a99-9f36-03d205c9b6ec req-2f361311-c7af-4986-a518-b1a4dc4b7044 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.073303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d7f4bcd-9a49-4a99-9f36-03d205c9b6ec req-2f361311-c7af-4986-a518-b1a4dc4b7044 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.4751091 Aug 03 19:01:15.081530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2731ae83-ec1f-4c6b-bb84-25fb57a0849e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.215458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2731ae83-ec1f-4c6b-bb84-25fb57a0849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.259222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] No DVR routers for this DVR port f2df1699-a6cd-4647-a2d6-239b75c70c85 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:15.261327 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2731ae83-ec1f-4c6b-bb84-25fb57a0849e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce8b01ec5ee443f6abc2b4abc027856c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351521 Aug 03 19:01:15.262330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731ae83-ec1f-4c6b-bb84-25fb57a0849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1e508e-5a31-4015-a38f-090988c4d12b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:15.265790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:15.268262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:15.309779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-1c0dbef5-fca6-458a-bb7c-ddee13016a97 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8256493 Aug 03 19:01:15.314262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04997a48-b689-48a7-902b-1fc404fffd8a req-64eac2b9-ac93-44bc-9942-79e48ab5c6e4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.314262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04997a48-b689-48a7-902b-1fc404fffd8a req-64eac2b9-ac93-44bc-9942-79e48ab5c6e4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2715943 Aug 03 19:01:15.319897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] For port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:15.320303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.327802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Request body: {'port': {'device_id': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:15.354367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d7f4bcd-9a49-4a99-9f36-03d205c9b6ec req-30c2802d-b0e7-45a8-8176-ac457935f2c0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177572 Aug 03 19:01:15.360913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.407119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Calling delete_port for 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:15.408518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.462419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.472207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:15.472551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:15.473080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:15.507739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-3f75145e-f4f4-4130-b1a4-2626042f1d64 service neutron] 10.222.0.77 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284403 Aug 03 19:01:15.521399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-cede245d-31f1-47da-a956-4a7c34b7d336 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.522883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-cede245d-31f1-47da-a956-4a7c34b7d336 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1124032 Aug 03 19:01:15.543311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:15.543801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Attempting to bind port f2df1699-a6cd-4647-a2d6-239b75c70c85 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:15.586766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:15.587313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:15.587786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:15.588239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Bound port: f2df1699-a6cd-4647-a2d6-239b75c70c85, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:15.588640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.636045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.638116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.641794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b1e508e-5a31-4015-a38f-090988c4d12b HTTP/1.1" status: 204 len: 168 time: 0.3738403 Aug 03 19:01:15.647058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04997a48-b689-48a7-902b-1fc404fffd8a req-7e049733-d203-459a-a1d1-a05c26d89894 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130035 Aug 03 19:01:15.672881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c149ee-e103-4557-ac26-0ab3156f0268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1e508e-5a31-4015-a38f-090988c4d12b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:15.685746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb72eec-0870-4f8f-995b-6e5aee7fc66a req-91880c0b-b47d-4f49-bd2f-1b10e4fd00a8 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.694871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bb72eec-0870-4f8f-995b-6e5aee7fc66a req-91880c0b-b47d-4f49-bd2f-1b10e4fd00a8 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.2739923 Aug 03 19:01:15.881348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f18dfa29-68b7-4d7d-baa3-2ce25b7de004 req-93355d96-c6de-4dff-a2fd-76e1d9e5aee1 service neutron] 10.222.0.77 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295114 Aug 03 19:01:15.884880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bb72eec-0870-4f8f-995b-6e5aee7fc66a req-8a30adfa-3aa5-4ad7-bdd9-666a8eefc878 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886704 Aug 03 19:01:15.890635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:15.900103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:15.951181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:15.952111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a277-1ddb-4c0b-aaa4-a9103eb5a7c0 req-46d83a77-f525-41ae-be0f-d8144d9ae2e2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:15.954017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6b2a277-1ddb-4c0b-aaa4-a9103eb5a7c0 req-46d83a77-f525-41ae-be0f-d8144d9ae2e2 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 950 time: 0.1843686 Aug 03 19:01:15.961706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.978351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Transition to ACTIVE for port object 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:15.989168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-5554cde2-4154-42cb-9afd-c9fdafa35bf6 service neutron] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:15.993262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-5554cde2-4154-42cb-9afd-c9fdafa35bf6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:15.994572 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d33f291-f07b-42d4-aa87-5b994f7ff8a0 req-5554cde2-4154-42cb-9afd-c9fdafa35bf6 service neutron] 10.222.0.77 "DELETE /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.4607430 Aug 03 19:01:16.020582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.054053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.072262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6b2a277-1ddb-4c0b-aaa4-a9103eb5a7c0 req-8f5f9e18-5378-4bb0-b762-e6dad789636e tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/security-groups?id=ac6668ff-00cf-4b8b-b0bc-db666f3cf489&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003447 Aug 03 19:01:16.080887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.081529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.083271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] 10.222.0.54 "PUT /v2.0/ports/f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 1096 time: 2.3755720 Aug 03 19:01:16.087459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.132392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:16.139743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:16.194717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49b94-76f5-4495-8223-5e26cfd6f73f req-634e68b0-6146-462d-8e78-bae7bfd3429f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.213204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69b49b94-76f5-4495-8223-5e26cfd6f73f req-634e68b0-6146-462d-8e78-bae7bfd3429f tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 943 time: 0.2523382 Aug 03 19:01:16.248937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297359e-134a-4a6f-939a-9b781615bf53 service neutron] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:16.288040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:16.301643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] No DVR routers for this DVR port 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:16.303945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Pushing event deleted for resources: {'Port': ['ID=9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:16.313204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.315909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d59b6d21-7244-4b08-a75c-97dbcf02e657 req-374dc50f-8ebc-42cd-8b93-fb3159a76328 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.54 "DELETE /v2.0/ports/9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 HTTP/1.1" status: 204 len: 173 time: 1.9695051 Aug 03 19:01:16.411637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-6d5f605b-b3de-4a3d-87f9-456d6941b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.413602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-6d5f605b-b3de-4a3d-87f9-456d6941b420 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.2690849 Aug 03 19:01:16.425963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea24ce7-a469-4b7c-b006-8f139a563693 req-d698fb78-33a2-482c-9334-886749ae28f9 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.435162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ea24ce7-a469-4b7c-b006-8f139a563693 req-d698fb78-33a2-482c-9334-886749ae28f9 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 943 time: 0.1687522 Aug 03 19:01:16.442834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69b49b94-76f5-4495-8223-5e26cfd6f73f req-d8c40b87-5de5-4136-8f57-c5a99ebfb3f7 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745217 Aug 03 19:01:16.529331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:16.556042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-f991ea3d-85be-4d4b-b8fa-686194aec49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.557593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-f991ea3d-85be-4d4b-b8fa-686194aec49c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=462bb17c52cf4e2795ffedc8a77b725e&device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 1094 time: 0.4785845 Aug 03 19:01:16.574535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}, {'name': 'network-changed', 'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}, {'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'name': 'network-vif-deleted', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:16.577824 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd" -d '{"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}, {"name": "network-changed", "server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}, {"server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "name": "network-vif-deleted", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:16.611263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ea24ce7-a469-4b7c-b006-8f139a563693 req-d1b1a650-7c5e-4859-a25a-07261c2e6974 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745365 Aug 03 19:01:16.671130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-6aad0a20-0728-4df9-a8a5-8ee5810fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.673582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-6aad0a20-0728-4df9-a8a5-8ee5810fcdce service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2347233 Aug 03 19:01:16.745935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Attempting to bind port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:16.746344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Attempting to bind port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:16.750368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Attempting to bind port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c on network 319b244c-1c5b-45db-8838-27472bcffa63 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:16.766830 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d064fbd-5896-451b-a3c1-e466f6b97973 x-openstack-request-id: req-7d064fbd-5896-451b-a3c1-e466f6b97973 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:16.767175 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "code": 200}, {"name": "network-changed", "server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "status": "completed", "code": 200}, {"server_uuid": "9d921a50-79b5-4329-8768-c317aa98befe", "name": "network-vif-deleted", "tag": "9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:16.767378 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d064fbd-5896-451b-a3c1-e466f6b97973 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:16.767777 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'code': 200} Aug 03 19:01:16.768030 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'status': 'completed', 'code': 200} Aug 03 19:01:16.768997 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d921a50-79b5-4329-8768-c317aa98befe', 'name': 'network-vif-deleted', 'tag': '9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1', 'status': 'completed', 'code': 200} Aug 03 19:01:16.771337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-ff77f31c-ae75-4020-b59e-13215427b70f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0899434 Aug 03 19:01:16.778896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c on network 319b244c-1c5b-45db-8838-27472bcffa63 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:16.778896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Attempting to bind port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c on network 319b244c-1c5b-45db-8838-27472bcffa63 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:16.802778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-0301ceff-3635-49db-adc4-af3c51145491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.804866 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-0301ceff-3635-49db-adc4-af3c51145491 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5b37bb18-4038-4718-9035-89b1ec04fffd HTTP/1.1" status: 200 len: 921 time: 0.2359972 Aug 03 19:01:16.805787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:16.806126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Checking segment: {'id': 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:16.807614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Bound using segment: {'id': 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:16.807614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Bound port: 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:16.807614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:16.862952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-87486654-ce23-4bca-ab2a-9a17b8ba28ee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21350eac-6e78-4e77-a1c0-22e8092a1689 HTTP/1.1" status: 200 len: 217 time: 0.0458989 Aug 03 19:01:16.939686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-1594e942-1da2-4ec6-b077-ba033ffc07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.941440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-1594e942-1da2-4ec6-b077-ba033ffc07d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0898457 Aug 03 19:01:16.944965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-665bba62-97ef-43c5-8785-da7422e329b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.946952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-665bba62-97ef-43c5-8785-da7422e329b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.1474385 Aug 03 19:01:16.956922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77b838-53e4-4325-8ff1-d0b4f53d5945 req-9e4bd3f2-a8ae-44b4-affe-d176d1f76587 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.963535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d77b838-53e4-4325-8ff1-d0b4f53d5945 req-9e4bd3f2-a8ae-44b4-affe-d176d1f76587 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.1987524 Aug 03 19:01:16.978578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:16.983462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-3b243485-80bf-4eb4-98ef-701e0f5db78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:16.985101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-3b243485-80bf-4eb4-98ef-701e0f5db78b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=38b6f733-a73c-4622-aa6d-da869f59d10e HTTP/1.1" status: 200 len: 860 time: 0.0822139 Aug 03 19:01:17.005962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,segment=NetworkSegment(c8ea5201-1ab7-4c99-8c49-1c783cdaa33a),segment_id=c8ea5201-1ab7-4c99-8c49-1c783cdaa33a)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:17.021870 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-395ede8c-daa8-425d-acc9-3f3874ac7186 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5b37bb18-4038-4718-9035-89b1ec04fffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282745 Aug 03 19:01:17.068111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec9bfd-99c4-42e5-a7b0-bd8af51a8778 req-8f42d95b-830c-41c5-9b9e-a90eabc2ef06 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.069661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22ec9bfd-99c4-42e5-a7b0-bd8af51a8778 req-8f42d95b-830c-41c5-9b9e-a90eabc2ef06 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2311921 Aug 03 19:01:17.105579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.121263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d77b838-53e4-4325-8ff1-d0b4f53d5945 req-2b003bbb-c95e-4dcb-8506-bb5dd1f9fa74 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567769 Aug 03 19:01:17.157450 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-9cda5c42-169f-41e4-83a6-b276ee781b9b service neutron] 10.222.0.77 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261086 Aug 03 19:01:17.159153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-7d422449-4cc6-486e-8eaf-c5cb275fa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.160520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.160908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-7d422449-4cc6-486e-8eaf-c5cb275fa9cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952355 Aug 03 19:01:17.161180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:17.162528 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] 10.222.0.77 "PUT /v2.0/ports/0b5d5d76-3bc4-496b-92e0-5a6fbd64438c HTTP/1.1" status: 200 len: 1091 time: 1.8430994 Aug 03 19:01:17.163235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:17.166253 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3" -d '{"events": [{"name": "network-changed", "server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:17.235463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6967d-b5b4-4b19-a8f3-58a64658c7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:17.280822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22ec9bfd-99c4-42e5-a7b0-bd8af51a8778 req-be034f7c-5142-45dd-91bb-7969cab2d9e4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963270 Aug 03 19:01:17.322009 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-51eeb52f-b990-45b5-ab4e-864cca894558 req-eab2af37-dd76-466c-85d3-66cdc004b8a4 service neutron] 10.222.0.77 "GET /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521044 Aug 03 19:01:17.335509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-d37546bb-6af0-4787-9e5c-b25cd7f6997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.337220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-d37546bb-6af0-4787-9e5c-b25cd7f6997a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3705163 Aug 03 19:01:17.352468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-20529e95-e611-4e9d-90b0-c096a6e23d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.354010 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-20529e95-e611-4e9d-90b0-c096a6e23d93 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efe94fe88ebc42d1add97faf7be21db7&device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 1094 time: 0.0951984 Aug 03 19:01:17.398057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-4ea3f685-95d6-4d52-89fb-c4934c10f34c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c HTTP/1.1" status: 200 len: 217 time: 0.0361564 Aug 03 19:01:17.424841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-4b01b33d-9ed1-4721-be02-e22c2be7234f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0682681 Aug 03 19:01:17.453359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-6697097a-ee60-4fc8-8159-01bd7db7e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.462486 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-6697097a-ee60-4fc8-8159-01bd7db7e08d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72860cc2-2c17-4a43-bc98-38de35a7357c HTTP/1.1" status: 200 len: 855 time: 0.0500638 Aug 03 19:01:17.474088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4aa8dc-6fa2-4c19-ac9d-ac091002149a req-755b7f33-8648-402f-87e7-d5151091a385 tempest-ImagesNegativeTestJSON-1437068949 tempest-ImagesNegativeTestJSON-1437068949-project] 10.222.0.67 "GET /v2.0/ports?device_id=9d921a50-79b5-4329-8768-c317aa98befe HTTP/1.1" status: 200 len: 210 time: 0.0555975 Aug 03 19:01:17.481910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa326e8-2b51-42e6-b245-61120d31d4da req-26a907e1-94ed-499b-b18a-635d7b7380f4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.483509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa326e8-2b51-42e6-b245-61120d31d4da req-26a907e1-94ed-499b-b18a-635d7b7380f4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.2714872 Aug 03 19:01:17.497696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-37d99a7c-24ec-4058-b18d-ed137475cbba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=319b244c-1c5b-45db-8838-27472bcffa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350721 Aug 03 19:01:17.508416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-cf4dc14f-80e5-45b6-90f5-9ef95d130a25 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287644 Aug 03 19:01:17.575240 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e6b5ae-ec0e-4153-b4fe-d89379cb68f4 x-openstack-request-id: req-c2e6b5ae-ec0e-4153-b4fe-d89379cb68f4 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:17.576730 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:17.577137 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2e6b5ae-ec0e-4153-b4fe-d89379cb68f4 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:17.587430 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c', 'status': 'completed', 'code': 200} Aug 03 19:01:17.604829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-e721cd62-fc3a-400e-bca6-801dce6428a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.606330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-e721cd62-fc3a-400e-bca6-801dce6428a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1653478 Aug 03 19:01:17.635855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa326e8-2b51-42e6-b245-61120d31d4da req-8927cd53-dfa1-4232-b43e-cca0ae80d343 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330280 Aug 03 19:01:17.649979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-ef4d9414-e915-459a-ab1c-0b0a94f37ab4 service neutron] 10.222.0.77 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363175 Aug 03 19:01:17.729550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac19e142-a826-4991-b047-6ae2f8c04803 req-baaacd3e-534a-4ec0-bcab-6b3dc2f1a861 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114899 Aug 03 19:01:17.741117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629ec6d-5bf6-4b5d-9138-87b6185cd65e req-9f3f5c8e-b0de-4b0f-8c11-e83638e7ff87 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.745436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a629ec6d-5bf6-4b5d-9138-87b6185cd65e req-9f3f5c8e-b0de-4b0f-8c11-e83638e7ff87 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 943 time: 0.1425910 Aug 03 19:01:17.752912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-d424279c-d0d3-4b20-8ccb-7e3874e71abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.756480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-d424279c-d0d3-4b20-8ccb-7e3874e71abd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414082 Aug 03 19:01:17.777781 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ddf3db7a-215f-455d-860f-b2cca82b13fa req-cb06ea73-7930-4c9c-bac5-753a020c85dc service neutron] 10.222.0.77 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178234 Aug 03 19:01:17.900387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a629ec6d-5bf6-4b5d-9138-87b6185cd65e req-14cdb908-6ed8-4e9a-b092-840d903b3501 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426172 Aug 03 19:01:17.932902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feed71-bda1-44cd-ae84-ec7f982db90f req-c983d100-ac39-4d02-acd9-dacf6e40ab1f tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:17.935074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02feed71-bda1-44cd-ae84-ec7f982db90f req-c983d100-ac39-4d02-acd9-dacf6e40ab1f tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 943 time: 0.1426218 Aug 03 19:01:17.990287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-11734453-c048-491a-88b7-20637120ace6 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201080 Aug 03 19:01:18.037170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-36d2ede4-6a59-48a2-bc9c-31991ef7ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.039449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-36d2ede4-6a59-48a2-bc9c-31991ef7ac7e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=efe94fe88ebc42d1add97faf7be21db7&device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 1094 time: 0.0536091 Aug 03 19:01:18.084189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02feed71-bda1-44cd-ae84-ec7f982db90f req-332b09b9-4097-4aa9-a58c-de0588c8d052 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348374 Aug 03 19:01:18.135694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:18.143210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-9f754ffe-ab91-4fd4-aa74-3dccb89d1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.145023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-9f754ffe-ab91-4fd4-aa74-3dccb89d1a30 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.1657293 Aug 03 19:01:18.174409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9655fd8-3715-4061-add7-6abedbe82ad4 req-9807c744-08d8-4821-b6cc-fb844b313b05 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.176246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9655fd8-3715-4061-add7-6abedbe82ad4 req-9807c744-08d8-4821-b6cc-fb844b313b05 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1095 time: 0.1616993 Aug 03 19:01:18.202440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-e324abbe-6d53-4212-9bf9-83b4433d03be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.207233 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-e324abbe-6d53-4212-9bf9-83b4433d03be service neutron] 10.222.0.77 "GET /v2.0/networks?id=319b244c-1c5b-45db-8838-27472bcffa63 HTTP/1.1" status: 200 len: 916 time: 0.1594932 Aug 03 19:01:18.207383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:18.207668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9eb5bd66-9ba3-44c8-8e9b-eba7bc6bf3b1 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:18.254675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 21350eac-6e78-4e77-a1c0-22e8092a1689 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:18.256947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:18.329078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:18.329180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-cb44bdc5-dfac-4f8a-af71-6d7c9733d335 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291340 Aug 03 19:01:18.335827 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-701ba17a-e7ef-4261-b910-26d0d743fefd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c HTTP/1.1" status: 200 len: 217 time: 0.1168847 Aug 03 19:01:18.379993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a8551-c4ed-4b11-9369-1a6a64c8ee41 req-dae32c20-f4ad-471f-b3f8-49b127f3efad tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.389191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d30a8551-c4ed-4b11-9369-1a6a64c8ee41 req-dae32c20-f4ad-471f-b3f8-49b127f3efad tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.1547992 Aug 03 19:01:18.395928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9655fd8-3715-4061-add7-6abedbe82ad4 req-ac09ce15-5768-4ad0-b894-03156de8bb82 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889546 Aug 03 19:01:18.418399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-bfad7fd0-bf98-4b61-9525-9c7bd0da3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.420016 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-bfad7fd0-bf98-4b61-9525-9c7bd0da3145 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=72860cc2-2c17-4a43-bc98-38de35a7357c HTTP/1.1" status: 200 len: 855 time: 0.0755482 Aug 03 19:01:18.434290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-97c6cd34-51b1-4d59-bfc8-a647981299c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.435787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-97c6cd34-51b1-4d59-bfc8-a647981299c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2799017 Aug 03 19:01:18.455672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=21350eac-6e78-4e77-a1c0-22e8092a1689,segment=NetworkSegment(bf47e107-1b5c-4bd2-9425-4c47c4b530eb),segment_id=bf47e107-1b5c-4bd2-9425-4c47c4b530eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:18.468522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '21350eac-6e78-4e77-a1c0-22e8092a1689', 'network_id': '5b37bb18-4038-4718-9035-89b1ec04fffd', 'port_id': '21350eac-6e78-4e77-a1c0-22e8092a1689', 'mac_address': 'fa:16:3e:7f:7b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b6f733-a73c-4622-aa6d-da869f59d10e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:18.507458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-2bae38c2-d011-48c9-bf0a-4a268b7359a8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0605109 Aug 03 19:01:18.511833 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-33816bc9-5be4-4f15-99fb-9573ef9b9f20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=319b244c-1c5b-45db-8838-27472bcffa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831075 Aug 03 19:01:18.512281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.520414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d30a8551-c4ed-4b11-9369-1a6a64c8ee41 req-04b9c9e1-d624-478f-bda5-fafaee0670a9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277890 Aug 03 19:01:18.543387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21350eac-6e78-4e77-a1c0-22e8092a1689 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:18.590861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=21350eac-6e78-4e77-a1c0-22e8092a1689,segment=NetworkSegment(bf47e107-1b5c-4bd2-9425-4c47c4b530eb),segment_id=bf47e107-1b5c-4bd2-9425-4c47c4b530eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:18.665493 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.673641 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-5e3f9804-f34e-4839-b8aa-1c093ab62a15 service neutron] 10.222.0.77 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536763 Aug 03 19:01:18.691542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4e21a-0eb6-4881-9443-7ff42100ae7a req-03eb1a6c-5488-4176-95da-925bd31da8fa tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.700032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4c4e21a-0eb6-4881-9443-7ff42100ae7a req-03eb1a6c-5488-4176-95da-925bd31da8fa tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1734335 Aug 03 19:01:18.703616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-c4c8d6d1-cf03-41c3-8bf6-e5a67b29fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:18.705230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-c4c8d6d1-cf03-41c3-8bf6-e5a67b29fa7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1776223 Aug 03 19:01:18.742918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:18.770955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-14aeea6a-a15f-447d-9728-164cae6bbfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:18.795277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4c4e21a-0eb6-4881-9443-7ff42100ae7a req-849d44f7-8b9e-4a20-844a-4af9ceba13b7 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940948 Aug 03 19:01:18.805064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b25edf6-7faf-4b7d-bef7-053ecc04b6c3 req-6e9f40cb-a65c-4291-a14d-ac820be620fa service neutron] 10.222.0.77 "GET /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204529 Aug 03 19:01:18.914560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['21350eac-6e78-4e77-a1c0-22e8092a1689'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:19.174489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-29b96f85-1c3b-4d74-9bea-20a0c2234f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.174489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-29b96f85-1c3b-4d74-9bea-20a0c2234f39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4517388 Aug 03 19:01:19.256446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-a394c0ce-1c9e-423f-8897-ee127a897723 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.258870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-a394c0ce-1c9e-423f-8897-ee127a897723 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.4685917 Aug 03 19:01:19.280541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c37f50ab-4c82-4b8c-bd41-d90b43c622f4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/quotas/fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 375 time: 0.0148172 Aug 03 19:01:19.337327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-439d8525-6ab0-47d2-b930-b664742e99c6 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479967 Aug 03 19:01:19.406360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-0b0aeca7-134f-4165-9d78-0b277e7aabb7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173899 Aug 03 19:01:19.452049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:19.523525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a431c-7e01-4718-adab-238c163774df req-a06368e4-3bd7-435c-955e-0a93864820ca tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.525207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a3a431c-7e01-4718-adab-238c163774df req-a06368e4-3bd7-435c-955e-0a93864820ca tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 944 time: 0.1672394 Aug 03 19:01:19.583398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b963acd-58b1-4f9c-a0df-c28d46bd3cfd req-1d10c38b-897e-4e85-9e4d-a8ae194adb09 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375596 Aug 03 19:01:19.589030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-eb8e69c7-8d91-45f5-a724-2f49386837e6 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615171 Aug 03 19:01:19.591022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3409921-132d-4363-a112-9f3f6846d890 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d48433b73dbd495cb7e2c2f984e8b3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377895 Aug 03 19:01:19.593573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:19.627288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a3a431c-7e01-4718-adab-238c163774df req-86d9c483-91ce-4337-bddd-de2a6d3893ab tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947597 Aug 03 19:01:19.658779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.682165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.731549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-850b1cc4-3a17-494f-934d-47056ebbac3b service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284001 Aug 03 19:01:19.753516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0efd0-67ee-4332-aaa7-eefde8373008 req-b8384105-56bf-42e3-816c-336e9f43df34 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:19.755273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25c0efd0-67ee-4332-aaa7-eefde8373008 req-b8384105-56bf-42e3-816c-336e9f43df34 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 943 time: 0.0665982 Aug 03 19:01:19.798222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25c0efd0-67ee-4332-aaa7-eefde8373008 req-7e9c4a89-1ad3-4a2e-af9e-ec3304385854 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352206 Aug 03 19:01:19.842815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.842815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:19.842815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac6668ff-00cf-4b8b-b0bc-db666f3cf489 HTTP/1.1" status: 204 len: 168 time: 0.2429361 Aug 03 19:01:19.849835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26080b10-9a8b-4e8a-a5f0-0a4ea13d8a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6668ff-00cf-4b8b-b0bc-db666f3cf489,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:20.177388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac2f97-8f72-45c6-91a3-eb40d312a8d4 req-455c4dee-6137-47cf-aded-22fca822750a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.181424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ac2f97-8f72-45c6-91a3-eb40d312a8d4 req-455c4dee-6137-47cf-aded-22fca822750a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.1113381 Aug 03 19:01:20.197103 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-cf029434-95c8-4207-83b1-85e8e5d7e2cf service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773950 Aug 03 19:01:20.270021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:20.277337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 21350eac-6e78-4e77-a1c0-22e8092a1689 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:20.291243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b992b35-7a49-453d-b3fc-3cb3c5cff111 req-c91ed1f8-cbe2-4854-9bcd-57da870524d0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.299214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b992b35-7a49-453d-b3fc-3cb3c5cff111 req-c91ed1f8-cbe2-4854-9bcd-57da870524d0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1346347 Aug 03 19:01:20.323590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ac2f97-8f72-45c6-91a3-eb40d312a8d4 req-1afd5579-a1db-4269-8d64-e03bec8f61f8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297939 Aug 03 19:01:20.325685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-504cc1e2-e23a-4c10-bc81-78f5aa919ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.343448 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-504cc1e2-e23a-4c10-bc81-78f5aa919ea3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1095 time: 0.0652738 Aug 03 19:01:20.415908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b992b35-7a49-453d-b3fc-3cb3c5cff111 req-a79096a8-0b7b-4e29-a1b5-4d52b5751ca1 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157246 Aug 03 19:01:20.530055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,segment=NetworkSegment(c8ea5201-1ab7-4c99-8c49-1c783cdaa33a),segment_id=c8ea5201-1ab7-4c99-8c49-1c783cdaa33a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:20.536535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4232163a-932b-45db-8e5b-a3a69789452b req-345f202d-bb3a-48b9-820d-4eb88a78faeb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 210 time: 0.0595117 Aug 03 19:01:20.572147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-ec33b2d5-26ae-414a-bb78-feab5b089515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.572147 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-ec33b2d5-26ae-414a-bb78-feab5b089515 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2034543 Aug 03 19:01:20.572341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 21350eac-6e78-4e77-a1c0-22e8092a1689 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:20.582491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 21350eac-6e78-4e77-a1c0-22e8092a1689 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:20.583419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.608183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c', 'network_id': '319b244c-1c5b-45db-8838-27472bcffa63', 'port_id': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c', 'mac_address': 'fa:16:3e:e4:bf:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72860cc2-2c17-4a43-bc98-38de35a7357c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:20.619892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-4eadba75-9763-41df-8670-cc9391e5e49d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0446162 Aug 03 19:01:20.693100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.702898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-098bebe1-16d1-4c0e-a4ab-ca774d947a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.704537 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-098bebe1-16d1-4c0e-a4ab-ca774d947a83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0773983 Aug 03 19:01:20.717535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:20.755986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-c52abb6d-ea35-446a-aae8-366e19a12a31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438507 Aug 03 19:01:20.765162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,segment=NetworkSegment(c8ea5201-1ab7-4c99-8c49-1c783cdaa33a),segment_id=c8ea5201-1ab7-4c99-8c49-1c783cdaa33a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:20.766796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.797714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:20.801687 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da037438-2bf3-42ac-a103-fb96fd5e798f" -d '{"events": [{"server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "name": "network-vif-plugged", "status": "completed", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:20.814880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38a002-b297-47b5-bdb3-10bde48ad04a req-c2e59425-69d3-40e4-bd26-24e0e9d62d07 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:20.819035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=21350eac-6e78-4e77-a1c0-22e8092a1689,segment=NetworkSegment(bf47e107-1b5c-4bd2-9425-4c47c4b530eb),segment_id=bf47e107-1b5c-4bd2-9425-4c47c4b530eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:20.828483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f38a002-b297-47b5-bdb3-10bde48ad04a req-c2e59425-69d3-40e4-bd26-24e0e9d62d07 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 944 time: 0.1019239 Aug 03 19:01:20.838645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:20.890288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f38a002-b297-47b5-bdb3-10bde48ad04a req-63b5293d-4855-4179-90dd-fec8866112bc tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604527 Aug 03 19:01:20.924031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-524a1291-8c6b-49ce-9864-543cb66387c6 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545918 Aug 03 19:01:20.947157 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b890d3-e7a0-4ba0-b50e-400669d066b6 x-openstack-request-id: req-d7b890d3-e7a0-4ba0-b50e-400669d066b6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:20.947450 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "name": "network-vif-plugged", "status": "completed", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:20.947705 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7b890d3-e7a0-4ba0-b50e-400669d066b6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:20.948095 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689', 'code': 200} Aug 03 19:01:21.004946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.034108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:21.104750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0b5d5d76-3bc4-496b-92e0-5a6fbd64438c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:21.107872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d948dd8-77b7-4894-9e16-25610df4c8bb req-1fdb1cc1-b7f1-47c9-a786-5d7ff015da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.109886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d948dd8-77b7-4894-9e16-25610df4c8bb req-1fdb1cc1-b7f1-47c9-a786-5d7ff015da89 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 1096 time: 0.0924888 Aug 03 19:01:21.112276 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98cc36de-cfa3-4087-93ea-3557cadce353 req-2bce5108-a0e6-4045-ae18-1cdd03b91d86 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786048 Aug 03 19:01:21.165072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:21.199651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d948dd8-77b7-4894-9e16-25610df4c8bb req-874833ca-a064-4326-bba7-9ff5bb1c6863 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741272 Aug 03 19:01:21.208419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09297-cb2a-4cdc-9e5f-efdeea57665b req-2d127011-3d82-46c6-9e2d-e3d0a2d2157d tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.211034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0e09297-cb2a-4cdc-9e5f-efdeea57665b req-2d127011-3d82-46c6-9e2d-e3d0a2d2157d tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 944 time: 0.1247263 Aug 03 19:01:21.259005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0e09297-cb2a-4cdc-9e5f-efdeea57665b req-5b5c6e8b-a981-482d-a201-4ca042d010b0 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380683 Aug 03 19:01:21.450114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee7e3c-de45-4bb3-ae4c-6faf293612b6 req-bf0cd24c-4019-4020-8b4b-e60989ae5af3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.451609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1ee7e3c-de45-4bb3-ae4c-6faf293612b6 req-bf0cd24c-4019-4020-8b4b-e60989ae5af3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.0529301 Aug 03 19:01:21.507292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1ee7e3c-de45-4bb3-ae4c-6faf293612b6 req-3ab99091-0f26-4b6b-95c0-e8057841ea4a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Aug 03 19:01:21.644393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b102e04-4947-4743-a8b5-9f06ca53e386 req-805f88b2-bff2-4fac-a154-468a69013e5d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:21.646381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b102e04-4947-4743-a8b5-9f06ca53e386 req-805f88b2-bff2-4fac-a154-468a69013e5d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0687425 Aug 03 19:01:21.714546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b102e04-4947-4743-a8b5-9f06ca53e386 req-f4f4216b-7aa5-49d1-88c7-060b8d017c4f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Aug 03 19:01:21.944998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bf50c28f-a7ae-4cf4-a739-62348b8e783c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:21.996812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c316b5a1-13e3-4fac-86ab-fdd037e65a7d req-584bcbc5-bc76-47ff-8d28-e3b952d31c23 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 210 time: 0.0331485 Aug 03 19:01:22.093049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc1b3-75d4-46df-b7e5-c39316c05daa req-2a78f570-0489-451d-9bb2-8f22455307ea tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.098508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f12bc1b3-75d4-46df-b7e5-c39316c05daa req-2a78f570-0489-451d-9bb2-8f22455307ea tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 948 time: 0.0993848 Aug 03 19:01:22.105289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.153741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:22.255499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f12bc1b3-75d4-46df-b7e5-c39316c05daa req-462f3cbc-6041-4c92-a1bd-879e28d7224c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331275 Aug 03 19:01:22.269441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:22.284892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998dc0e-9546-47b6-9cfa-41034476455b req-dc3de23e-9d88-4972-9519-eada6c6f3fe1 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.287939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:22.293136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0998dc0e-9546-47b6-9cfa-41034476455b req-dc3de23e-9d88-4972-9519-eada6c6f3fe1 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 945 time: 0.1936176 Aug 03 19:01:22.317219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5e026e74-f4a1-4007-93bf-029d125bf757 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.319861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5e026e74-f4a1-4007-93bf-029d125bf757 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d&tenant_id=54e23eb28b6846a8b01f684c05525643&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 948 time: 0.1684015 Aug 03 19:01:22.398737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0998dc0e-9546-47b6-9cfa-41034476455b req-75f4bd6f-e5a3-4797-a872-3723f4bd054d tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046371 Aug 03 19:01:22.448421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'mac_address': 'fa:16:3e:8b:b2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:22.502350 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-dbf8c396-656b-4006-b06a-3921998e4af6 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:01:22.506167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-dbf8c396-656b-4006-b06a-3921998e4af6 service neutron] 10.222.0.77 "DELETE /v2.0/ports/f2df1699-a6cd-4647-a2d6-239b75c70c85/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.1740704 Aug 03 19:01:22.508324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.526933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2df1699-a6cd-4647-a2d6-239b75c70c85 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:22.530009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa23b9a-c097-489f-bac4-cc3ad6b8bd07 req-1f9ac274-65af-4b53-8ea5-92dd3e61723d tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.532103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa23b9a-c097-489f-bac4-cc3ad6b8bd07 req-1f9ac274-65af-4b53-8ea5-92dd3e61723d tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 944 time: 0.0827272 Aug 03 19:01:22.553074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:22.579386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:22.584686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:22.585827 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.596996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa23b9a-c097-489f-bac4-cc3ad6b8bd07 req-315937d2-9dc7-43dd-9d8e-83b4d78c4ab6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Aug 03 19:01:22.648697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5cb3a701-29db-4189-baa4-550698b8978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.650420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5cb3a701-29db-4189-baa4-550698b8978e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1099 time: 0.0570388 Aug 03 19:01:22.705617 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.724174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37416) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:22.771721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.780509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.796829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-13638751-e197-4782-a020-9bab99d78e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:22.798404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-13638751-e197-4782-a020-9bab99d78e8f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1380835 Aug 03 19:01:22.836732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:22.868923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:22.885401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-6d2bc8b9-85dd-4cbe-bfa2-1039ac83c48a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0788574 Aug 03 19:01:22.888678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,segment=NetworkSegment(c8ea5201-1ab7-4c99-8c49-1c783cdaa33a),segment_id=c8ea5201-1ab7-4c99-8c49-1c783cdaa33a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:22.949679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:22.951971 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aca190-4772-415a-8833-3a5e62e74755" -d '{"events": [{"server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "name": "network-vif-plugged", "status": "completed", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:22.984389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c736fe-9451-405f-b7fe-b1523ca4d2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:22.996301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.058623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-fa7809ff-76be-4350-b41a-5fbf9b1f273c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.059306 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4da56b-a44a-4aa3-8e7a-732be70e18bc x-openstack-request-id: req-bc4da56b-a44a-4aa3-8e7a-732be70e18bc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:23.059306 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "name": "network-vif-plugged", "status": "completed", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:23.059306 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc4da56b-a44a-4aa3-8e7a-732be70e18bc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:23.059585 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c', 'code': 200} Aug 03 19:01:23.062215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:23.062545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-fa7809ff-76be-4350-b41a-5fbf9b1f273c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.2444012 Aug 03 19:01:23.065664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5b12d236-b1b5-4746-83bb-e9f5bff63cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.067484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-5b12d236-b1b5-4746-83bb-e9f5bff63cd9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1368883 Aug 03 19:01:23.076729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a8dfaf9-ab0b-4f56-bae0-cffee41b67bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.078219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795f938-ad35-4232-a603-8cb482c88f38 req-3e190207-80b9-4664-aca9-e5d280732004 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.080091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e795f938-ad35-4232-a603-8cb482c88f38 req-3e190207-80b9-4664-aca9-e5d280732004 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2646217 Aug 03 19:01:23.095071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Request body: {'port': {'device_id': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'admin_state_up': True, 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:23.142524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:23.214880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb25f77d-a380-4abe-8a78-bd8bb98b2445 req-e3edb6a2-0fe5-4239-bb23-800b756d5088 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 210 time: 0.1153963 Aug 03 19:01:23.222273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342961e-60a3-4da8-aee4-3a9f0d39eab9 req-d71f31b3-c677-410b-b091-69157d623b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.223832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7342961e-60a3-4da8-aee4-3a9f0d39eab9 req-d71f31b3-c677-410b-b091-69157d623b80 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 1096 time: 0.1158910 Aug 03 19:01:23.256374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e795f938-ad35-4232-a603-8cb482c88f38 req-8c2aa9b4-f9e5-42df-b4d0-957efa67bfd2 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557298 Aug 03 19:01:23.277813 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7342961e-60a3-4da8-aee4-3a9f0d39eab9 req-00f4d9ef-1d60-410a-a2cd-7a22261766ec service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Aug 03 19:01:23.279168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-a18a7cba-6ee9-4434-a165-23aed9f251d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.280696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-a18a7cba-6ee9-4434-a165-23aed9f251d5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993353 Aug 03 19:01:23.298948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c736fe-9451-405f-b7fe-b1523ca4d2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.362652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c736fe-9451-405f-b7fe-b1523ca4d2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.389781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:01:23.389781 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:01:23.389781 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': 'fa1a39cfbef647a3ade06eb4765b0341', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 1, 23, 315045)}] Aug 03 19:01:23.389781 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:01:23.390284 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:01:23.424947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:23.425170 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36c736fe-9451-405f-b7fe-b1523ca4d2af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=866a5380a7cb426db1f7117c79b39daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978631 Aug 03 19:01:23.430866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c736fe-9451-405f-b7fe-b1523ca4d2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8def37-54fa-42ea-9bb4-f94e85d7182d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:23.474128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484c3b-da41-4b08-919d-7d7068eed757 req-02b53be1-0a79-43f5-838c-4df0613d59a4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.476860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48484c3b-da41-4b08-919d-7d7068eed757 req-02b53be1-0a79-43f5-838c-4df0613d59a4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 949 time: 0.1244223 Aug 03 19:01:23.509769 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a8dfaf9-ab0b-4f56-bae0-cffee41b67bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.539640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-6318b185-0e24-4d78-adad-53250203dc1b service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076557 Aug 03 19:01:23.590093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a8dfaf9-ab0b-4f56-bae0-cffee41b67bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.635022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a8dfaf9-ab0b-4f56-bae0-cffee41b67bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e3b664f96dc479fba2e99619e379772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7604043 Aug 03 19:01:23.635022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dfaf9-ab0b-4f56-bae0-cffee41b67bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5448037e-4c72-420a-ab7a-5d87ef98a304,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:23.635423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:23.637752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.641865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48484c3b-da41-4b08-919d-7d7068eed757 req-b455fb9e-c03b-4d42-9512-ae1fc1d99f66 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553378 Aug 03 19:01:23.649844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f6de8-bec2-4b41-9cb2-9dd8f1edd662 req-c416f6fe-d527-429f-adfa-8725a1235cdf tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.651514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-010f6de8-bec2-4b41-9cb2-9dd8f1edd662 req-c416f6fe-d527-429f-adfa-8725a1235cdf tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 945 time: 0.1612458 Aug 03 19:01:23.717110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.822693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-010f6de8-bec2-4b41-9cb2-9dd8f1edd662 req-e978a6f9-8087-49c5-a612-b736abb3c6ed tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607003 Aug 03 19:01:23.859671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f242edb4-476e-4b58-a502-58fcd42eff06 req-160412f2-0820-43e0-b806-5f0cd10db2bf service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059983 Aug 03 19:01:23.861878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.884526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e76a4e-99fe-47e2-99f3-5d5afd395ce9 req-5d9f3296-20de-463a-a905-dd3128f2ed21 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:23.886110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59e76a4e-99fe-47e2-99f3-5d5afd395ce9 req-5d9f3296-20de-463a-a905-dd3128f2ed21 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 945 time: 0.1749506 Aug 03 19:01:23.910179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:23.988056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59e76a4e-99fe-47e2-99f3-5d5afd395ce9 req-a0890254-09f3-4eb7-8820-5af9fccfbb4d tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816655 Aug 03 19:01:24.041274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.044172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.045369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d8def37-54fa-42ea-9bb4-f94e85d7182d HTTP/1.1" status: 204 len: 168 time: 0.6177566 Aug 03 19:01:24.059039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6f41-71c3-4dc1-9cee-5981eb983719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8def37-54fa-42ea-9bb4-f94e85d7182d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.081589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:24.093078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.157899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.160920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.162113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5448037e-4c72-420a-ab7a-5d87ef98a304 HTTP/1.1" status: 204 len: 168 time: 0.5253856 Aug 03 19:01:24.167437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:24.206373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e464f5-6a54-43c4-b295-3c896cc0c93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5448037e-4c72-420a-ab7a-5d87ef98a304,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.295014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Allocated IP 172.20.0.11 (092401a9-9115-40b4-bd04-95f6c83436b4/8b2ab28f-9acb-4e74-b613-2dce80ac3f78/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:24.327181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port f2df1699-a6cd-4647-a2d6-239b75c70c85 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:24.331198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f2df1699-a6cd-4647-a2d6-239b75c70c85 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:24.332013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.365853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1116f605-eb86-41aa-aa43-9023269eacfe req-c504b37f-5910-4849-b397-219db33cdda3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 210 time: 0.0458405 Aug 03 19:01:24.425974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.485468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8b65c-c833-48b2-8c40-1a9e66c89431 req-0e1f0327-7915-449b-b49f-bce689ed554e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.487027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4a8b65c-c833-48b2-8c40-1a9e66c89431 req-0e1f0327-7915-449b-b49f-bce689ed554e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1277111 Aug 03 19:01:24.504898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:24.566351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4a8b65c-c833-48b2-8c40-1a9e66c89431 req-a50bdbc3-9a65-4c7b-a893-57929c153e7e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672178 Aug 03 19:01:24.596746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.600964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.629041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.702289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.797615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a81ba7-e80e-4db2-b690-c19509bd74d2 req-dfebe810-92e6-48e8-8442-9b815aaba6b8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.799390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34a81ba7-e80e-4db2-b690-c19509bd74d2 req-dfebe810-92e6-48e8-8442-9b815aaba6b8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0651951 Aug 03 19:01:24.823325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:24.898075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Network 092401a9-9115-40b4-bd04-95f6c83436b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:24.904186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34a81ba7-e80e-4db2-b690-c19509bd74d2 req-26b8cd20-992b-4ee1-bdac-62296456e31f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Aug 03 19:01:24.908360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:24.910057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:24.950240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:24.987544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:24.988585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.061378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:25.063959 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d303e-e146-4b35-8377-8883425e3d1f" -d '{"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-plugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:25.145620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-c9fb6b12-12e3-492f-92c8-3f97e536324f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0552750 Aug 03 19:01:25.160497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c898bbc-38ee-45d9-9e71-a4d8c9a95c95 req-0cb6e7fc-3ddb-439c-bbd2-46bea5eabc58 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:25.162072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c898bbc-38ee-45d9-9e71-a4d8c9a95c95 req-0cb6e7fc-3ddb-439c-bbd2-46bea5eabc58 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 945 time: 0.0858772 Aug 03 19:01:25.177911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Request body: {'port': {'device_id': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:25.228123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3a09c-1a42-47d8-80ed-ef9886671053 req-e6284fb0-e8ee-4d47-a0e9-ccaade8d6b66 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:25.229699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8d3a09c-1a42-47d8-80ed-ef9886671053 req-e6284fb0-e8ee-4d47-a0e9-ccaade8d6b66 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 945 time: 0.1208260 Aug 03 19:01:25.287663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c898bbc-38ee-45d9-9e71-a4d8c9a95c95 req-01ef77f0-a9d2-46a2-9ea1-bf223c092c73 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173337 Aug 03 19:01:25.302907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.312327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8d3a09c-1a42-47d8-80ed-ef9886671053 req-bf13b697-a4e7-49cc-90a4-aaaf36d3e630 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739396 Aug 03 19:01:25.365870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:25.380582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c327e0ae-b474-45ed-8257-fbac6a5c98a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.393220 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9f5f73-8b1b-4ecb-a6a0-c5bbbf354745 x-openstack-request-id: req-5a9f5f73-8b1b-4ecb-a6a0-c5bbbf354745 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:25.394145 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-plugged", "status": "completed", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:25.394648 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a9f5f73-8b1b-4ecb-a6a0-c5bbbf354745 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:25.395308 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'code': 200} Aug 03 19:01:25.532508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c327e0ae-b474-45ed-8257-fbac6a5c98a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.604036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1e466-077d-4e4f-a669-27a6bf08d5fd req-40d51c8b-9d19-4433-9563-dfcc75616775 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:25.606684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bab1e466-077d-4e4f-a669-27a6bf08d5fd req-40d51c8b-9d19-4433-9563-dfcc75616775 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 932 time: 0.1426780 Aug 03 19:01:25.629717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c327e0ae-b474-45ed-8257-fbac6a5c98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.682143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327e0ae-b474-45ed-8257-fbac6a5c98a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92dd26b-6696-4929-af50-099ce2a67f70,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:25.690882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c327e0ae-b474-45ed-8257-fbac6a5c98a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4ec626db8e74a8f9ea468743de66040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237717 Aug 03 19:01:25.691496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:25.780779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.794993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:25.843524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37520) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:26.077138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1020413238-network', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:26.077972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bab1e466-077d-4e4f-a669-27a6bf08d5fd req-adbb01b7-fdd0-4ed4-b672-3c54b45a58f3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969760 Aug 03 19:01:26.077972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a7dd-78d1-4d70-b9f2-a6e02002d16b req-b7009015-297a-4006-a6a8-ff5c4fddd57e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.077972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b1a7dd-78d1-4d70-b9f2-a6e02002d16b req-b7009015-297a-4006-a6a8-ff5c4fddd57e tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0992632 Aug 03 19:01:26.137514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:26.145636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b1a7dd-78d1-4d70-b9f2-a6e02002d16b req-65ef4ae9-2773-412e-bb63-ca2d0a98e180 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954499 Aug 03 19:01:26.153147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.176469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f2445-7911-4bac-ab8e-18deb1a55176 req-8bd6d7dc-e33a-4d6b-b810-539a1029c418 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.179351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d6f2445-7911-4bac-ab8e-18deb1a55176 req-8bd6d7dc-e33a-4d6b-b810-539a1029c418 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.0934885 Aug 03 19:01:26.224286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d6f2445-7911-4bac-ab8e-18deb1a55176 req-fd3efe32-f25b-4c5e-9e96-f5c5b7c7fd55 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 03 19:01:26.224827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.226639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Transition to ACTIVE for port object 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:26.227879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.229079 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f92dd26b-6696-4929-af50-099ce2a67f70 HTTP/1.1" status: 204 len: 168 time: 0.5366399 Aug 03 19:01:26.234348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Made reservation on behalf of eafa0a001f2f4432ad244dd597013388 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:26.234348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.252771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.254706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34736bc0-11af-4b67-a748-233fc8bf7f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92dd26b-6696-4929-af50-099ce2a67f70,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.371231 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.375837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fc0c9-9cc8-4b75-988b-d1194af1d60f req-c644284d-66db-484e-9016-0e9341771e0b tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.377535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc7fc0c9-9cc8-4b75-988b-d1194af1d60f req-c644284d-66db-484e-9016-0e9341771e0b tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.0438135 Aug 03 19:01:26.378700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.500315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.503568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.520284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:26.531941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.532342 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Added segment 5d2e2578-123c-43a7-b6fd-549f81d9512e of type vlan for network ca94c761-7209-4cb0-9344-103b2aa529fd Aug 03 19:01:26.542105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc7fc0c9-9cc8-4b75-988b-d1194af1d60f req-1dccf535-4ac4-41c9-8546-b5651759062c tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389120 Aug 03 19:01:26.579101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4491b3-fda1-4fdc-be9c-5ac97cda30d6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.583826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-b5fb04f9-e118-4c0e-89e4-b86216862cb8 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.585957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-b5fb04f9-e118-4c0e-89e4-b86216862cb8 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.77 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 945 time: 0.1794825 Aug 03 19:01:26.636417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.650745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dd01a-02bd-46b6-92c6-9202dbcf4216 req-d014fc47-21e3-453a-aad9-62263fb8a628 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.658700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-327dd01a-02bd-46b6-92c6-9202dbcf4216 req-d014fc47-21e3-453a-aad9-62263fb8a628 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 945 time: 0.2316749 Aug 03 19:01:26.739938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:26.740294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:26.740690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:26.760806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:26.761139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:26.773679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-327dd01a-02bd-46b6-92c6-9202dbcf4216 req-f02c7a75-af42-4bf5-92d2-561b7f5960c7 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ac17a33-46c6-4c45-91c2-64892e9a635b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139684 Aug 03 19:01:26.776477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:26.776709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:26.777349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:26.777803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Bound port: 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:26.778233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.818066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.820304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:26.821556 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.835610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Deleting port 21350eac-6e78-4e77-a1c0-22e8092a1689 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:26.835958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:26.933481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] Pushing event updated for resources: {'Network': ['ID=ca94c761-7209-4cb0-9344-103b2aa529fd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:26.949291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ca94c761-7209-4cb0-9344-103b2aa529fd details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:26.962702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-df490543-31da-4e27-9a55-119180fc066c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909281 Aug 03 19:01:26.971559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:26.990106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:26.996071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d477be74-04ad-4d3c-b772-b89b1a74cc2e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1513681 Aug 03 19:01:26.999101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37562) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:27.004125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Request body: {'subnet': {'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-subnet', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:27.065290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.127757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.128292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.130334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] 10.222.0.54 "PUT /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 1092 time: 1.9565167 Aug 03 19:01:27.130801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:27.134219 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:27.155880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] For port 21350eac-6e78-4e77-a1c0-22e8092a1689, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=21350eac-6e78-4e77-a1c0-22e8092a1689,segment=NetworkSegment(bf47e107-1b5c-4bd2-9425-4c47c4b530eb),segment_id=bf47e107-1b5c-4bd2-9425-4c47c4b530eb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:27.156587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.160812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Made reservation on behalf of eafa0a001f2f4432ad244dd597013388 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:27.163565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.217591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Calling delete_port for 21350eac-6e78-4e77-a1c0-22e8092a1689 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:27.253900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d778da9-b307-42c4-895d-61b4fd7be769 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:27.312887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-a2afdbb7-ece2-48cf-a7f9-2c9db9ffd999 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.316725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-a2afdbb7-ece2-48cf-a7f9-2c9db9ffd999 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462648 Aug 03 19:01:27.372467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0808a4-f677-49dd-bdaf-8f7c62a1a972 req-f426c00e-4f7a-49ae-af91-308a03bb9241 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.373535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd0808a4-f677-49dd-bdaf-8f7c62a1a972 req-f426c00e-4f7a-49ae-af91-308a03bb9241 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.2198110 Aug 03 19:01:27.389239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-17786d42-f6c9-4597-ba5b-9b4ac269bc71 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/quotas/54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 375 time: 0.0605407 Aug 03 19:01:27.452887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.480291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-10d4d7e3-3068-44f6-bbdf-3e32e39f9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.480791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-10d4d7e3-3068-44f6-bbdf-3e32e39f9259 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1095 time: 0.1779730 Aug 03 19:01:27.501294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd0808a4-f677-49dd-bdaf-8f7c62a1a972 req-f9ece7c1-dcff-4c3b-a2d2-1e677ec4eb30 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989971 Aug 03 19:01:27.525084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f60d17b-3166-4598-bf54-7ef3b164dc95,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:27.544275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Checking segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:27.544275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Network hostable DHCP agents. Network: ca94c761-7209-4cb0-9344-103b2aa529fd, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:27.616719 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fa2988-87c7-413c-9270-4b2a22fae9f4 x-openstack-request-id: req-88fa2988-87c7-413c-9270-4b2a22fae9f4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:27.617223 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:27.617471 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88fa2988-87c7-413c-9270-4b2a22fae9f4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:27.617881 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'status': 'completed', 'code': 200} Aug 03 19:01:27.620910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-f613a94a-d5d4-46ed-ad24-f921c85f8722 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 217 time: 0.1181517 Aug 03 19:01:27.641869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-125e4228-38f0-4d3c-8cf5-e6ff8704e6fb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2275937 Aug 03 19:01:27.654381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Network ca94c761-7209-4cb0-9344-103b2aa529fd is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:27.701092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.709816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['21350eac-6e78-4e77-a1c0-22e8092a1689'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:27.732577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ca94c761-7209-4cb0-9344-103b2aa529fd) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:27.737832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.739254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.754752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c182c37-7ef7-4d13-8b10-889d79c67abc None None] Network ca94c761-7209-4cb0-9344-103b2aa529fd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:27.810954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Pushing event deleted for resources: {'Port': ['ID=21350eac-6e78-4e77-a1c0-22e8092a1689,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:27.842378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-b7f13884-6f17-4b7a-a7ba-fa761ef23bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.844057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-b7f13884-6f17-4b7a-a7ba-fa761ef23bc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.2010086 Aug 03 19:01:27.886340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] No DVR routers for this DVR port 21350eac-6e78-4e77-a1c0-22e8092a1689 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:27.908150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:27.908360 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db35a23d-ca27-448a-b751-a0fc449bafd5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9048986 Aug 03 19:01:27.908572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd0f5ec-0874-4fc4-bee4-1dac13d84e51 req-0c59c656-7c22-4668-8dcd-0ae2f6dfb1f5 tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.77 "DELETE /v2.0/ports/21350eac-6e78-4e77-a1c0-22e8092a1689 HTTP/1.1" status: 204 len: 173 time: 1.3103976 Aug 03 19:01:27.908714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37592) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:27.908824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-d84b8092-4f4a-4e42-9ae5-709071c13817 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523443 Aug 03 19:01:27.915102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:27.931281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce439d-65e8-45e2-ab62-8707e01c4da2 req-7374b966-db26-45b8-a470-99cfd1692dee tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:27.933209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8dce439d-65e8-45e2-ab62-8707e01c4da2 req-7374b966-db26-45b8-a470-99cfd1692dee tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2418737 Aug 03 19:01:28.002324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ca94c761-7209-4cb0-9344-103b2aa529fd', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:28.003055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.081574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.083339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.150508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8dce439d-65e8-45e2-ab62-8707e01c4da2 req-0e225c72-0141-4cab-8f41-4845abcc41c9 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381552 Aug 03 19:01:28.223866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.293149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57a541f7-3e30-4488-ac32-1e72fd957db8 req-848d357d-12b7-4f61-a828-b00618e1eaab tempest-ServerMetadataNegativeTestJSON-1720416197 tempest-ServerMetadataNegativeTestJSON-1720416197-project] 10.222.0.67 "GET /v2.0/ports?device_id=43275807-67f6-418d-af99-9d10d7e80379 HTTP/1.1" status: 200 len: 210 time: 0.0994463 Aug 03 19:01:28.297219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-0885ef6e-9e36-428a-b5f6-d05391384ff4 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780499 Aug 03 19:01:28.328548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-413bd100-641a-4ce1-b4c0-34743417b99a req-47ab559e-e697-4ac9-80cd-af09364d62db tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0688689 Aug 03 19:01:28.358622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Allocated IP 172.20.0.2 (ca94c761-7209-4cb0-9344-103b2aa529fd/1f60d17b-3166-4598-bf54-7ef3b164dc95/0e0f7be4-93c3-46d6-a34f-b17982cd5fcb) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:28.533855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7a19f24-016f-4dff-8f32-06a2d07c5353 req-5cb72ecc-4a72-4719-a865-2bf8374aee7c service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173762 Aug 03 19:01:28.556633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.564452 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.573281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Transition to ACTIVE for port object 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:28.590878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Transition to ACTIVE for port object 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:28.704172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.754412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf9b1a-2bba-4386-a555-1366a8cc49e6 req-360c2c64-e16d-451f-83b0-908e0e947332 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.756484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6bf9b1a-2bba-4386-a555-1366a8cc49e6 req-360c2c64-e16d-451f-83b0-908e0e947332 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.1137094 Aug 03 19:01:28.780202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Network ca94c761-7209-4cb0-9344-103b2aa529fd is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:28.794774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:28.809613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:28.837530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Pushing event updated for resources: {'Port': ['ID=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:28.843481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-537825f1-be8a-4c44-96af-38e48a140e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:28.857749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-537825f1-be8a-4c44-96af-38e48a140e5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1095 time: 0.1449192 Aug 03 19:01:28.895011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.895361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.895689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.896033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.896370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.897259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.897707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.898047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.898433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.898773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.899103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.899430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:28.958696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6bf9b1a-2bba-4386-a555-1366a8cc49e6 req-d05ed9a5-b7c5-491f-8b14-550918c940aa tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649745 Aug 03 19:01:28.961503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Attempting to bind port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:28.961503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Attempting to bind port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:28.961839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Attempting to bind port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb on network ca94c761-7209-4cb0-9344-103b2aa529fd {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:28.968054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:28.968479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Checking segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:28.968850 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:28.969240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Bound using segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:28.969711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Bound port: 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:28.971067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.049160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] For port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:29.054560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] For port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:29.111764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.135987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-37c3add5-f4d1-4f34-8524-2cc564efec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.138033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-37c3add5-f4d1-4f34-8524-2cc564efec2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2660792 Aug 03 19:01:29.190635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.210480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.254691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-eaf5d5ea-5af8-46ce-9b61-9ac82796cbce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 217 time: 0.1089935 Aug 03 19:01:29.300048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad44d0f-8737-443e-9843-58a6ee2aed17 None None] Pushing event updated for resources: {'Port': ['ID=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:29.396456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-7b764210-ef5c-4664-be61-74c114cb01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.398770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-7b764210-ef5c-4664-be61-74c114cb01aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1310420 Aug 03 19:01:29.441405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-280c473e-f799-4f3a-8338-2cb4ee4abc95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298486 Aug 03 19:01:29.451265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Allocated IP 172.25.2.107 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/8474b32d-59b7-432f-a2a9-caf1973a59ed) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:29.527971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:29.548716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d314c-ee73-404d-afd9-72e263895e03 req-138e977a-4a34-47ed-aeaa-83c41bd6d6bc tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:29.555086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-211d314c-ee73-404d-afd9-72e263895e03 req-138e977a-4a34-47ed-aeaa-83c41bd6d6bc tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.1422987 Aug 03 19:01:29.619374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Deleting subnet 38b6f733-a73c-4622-aa6d-da869f59d10e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:01:29.623010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.629632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'name': 'network-vif-deleted', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:29.632469 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7997a5f6-31cd-42de-a139-452a100f58b6" -d '{"events": [{"server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "name": "network-vif-deleted", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:29.674665 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.684058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.696310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-cc044db8-028c-45dc-8dc1-c371ce9fd961 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261894 Aug 03 19:01:29.698321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14fbab82-9e44-4c0b-8d7d-3f8d69c49ed7 req-19cbe7b9-fbb9-4f72-b6ed-aabb5bb40355 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0572824 Aug 03 19:01:29.715628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-211d314c-ee73-404d-afd9-72e263895e03 req-c073bf76-6589-4915-a4ce-9a141a4c0bea tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Aug 03 19:01:29.777285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.829042 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa493b-c9aa-4b8e-9cb6-79c8315de649 x-openstack-request-id: req-55fa493b-c9aa-4b8e-9cb6-79c8315de649 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:29.829318 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43275807-67f6-418d-af99-9d10d7e80379", "name": "network-vif-deleted", "tag": "21350eac-6e78-4e77-a1c0-22e8092a1689", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:29.829667 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55fa493b-c9aa-4b8e-9cb6-79c8315de649 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:29.830297 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43275807-67f6-418d-af99-9d10d7e80379', 'name': 'network-vif-deleted', 'tag': '21350eac-6e78-4e77-a1c0-22e8092a1689', 'status': 'completed', 'code': 200} Aug 03 19:01:29.882148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197e3ef4-0db6-4af1-9fa1-8c71dfe8e616 req-8a0fcddb-bc29-49ae-8ef9-91bc039d1a55 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628461 Aug 03 19:01:29.915448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.967617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:29.970011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:29.977172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:29.979581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:30.034105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Pushing event updated for resources: {'Port': ['ID=8474b32d-59b7-432f-a2a9-caf1973a59ed,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.047651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b6f733-a73c-4622-aa6d-da869f59d10e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.056243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.058313 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dccd15e9-b5b7-44b9-b4b5-d9e68150ebc7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/38b6f733-a73c-4622-aa6d-da869f59d10e HTTP/1.1" status: 204 len: 168 time: 0.5287917 Aug 03 19:01:30.061097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37650) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:30.183790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c4615-16c2-48ca-9831-9ba51f012ed6 req-0abcd036-3caf-4f23-b9a0-7e7948b5ad52 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:30.191588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-856c4615-16c2-48ca-9831-9ba51f012ed6 req-0abcd036-3caf-4f23-b9a0-7e7948b5ad52 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.1211648 Aug 03 19:01:30.201902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.239864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-856c4615-16c2-48ca-9831-9ba51f012ed6 req-feb369ba-ecc0-4df4-9bb3-9e492fa3399b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Aug 03 19:01:30.311311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 21350eac-6e78-4e77-a1c0-22e8092a1689 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:30.357565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 21350eac-6e78-4e77-a1c0-22e8092a1689 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:30.358378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 21350eac-6e78-4e77-a1c0-22e8092a1689 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:30.396119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.419777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b37bb18-4038-4718-9035-89b1ec04fffd']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:30.445073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:30.445547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf47e107-1b5c-4bd2-9425-4c47c4b530eb') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:30.466104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.482270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:30.510243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.526292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:01:30.526777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:01:30.536920 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:01:30.645469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37662) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:30.645568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f16489c-51cb-43ab-8c90-40f51214331b None None] Network ca94c761-7209-4cb0-9344-103b2aa529fd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:30.666768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:01:30.715244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:30.802220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76fab14f-616e-42ff-99a0-8a17e88cea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.826836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.831951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.835364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d50bbae4-21e6-4f68-b188-930e59948b6a req-4a66f045-ec45-4f0a-af19-933b3ae26073 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0383971 Aug 03 19:01:30.847054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.851602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] 10.222.0.67 "DELETE /v2.0/networks/5b37bb18-4038-4718-9035-89b1ec04fffd HTTP/1.1" status: 204 len: 168 time: 0.7854865 Aug 03 19:01:30.863894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2543ac7-525f-45f0-880b-e889c1cd78aa admin admin] Pushing event deleted for resources: {'Network': ['ID=5b37bb18-4038-4718-9035-89b1ec04fffd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:30.931929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Provisioning for port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:30.937714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Provisioning complete for port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:30.938231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:30.963157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76fab14f-616e-42ff-99a0-8a17e88cea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.053718 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.061900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffea2b1-9143-4f77-a7e8-8d47f2c7837a req-e6890d7d-1908-4506-8985-46d3035d0586 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.079406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ffea2b1-9143-4f77-a7e8-8d47f2c7837a req-e6890d7d-1908-4506-8985-46d3035d0586 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.0877569 Aug 03 19:01:31.106925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] For port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:31.117344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ffea2b1-9143-4f77-a7e8-8d47f2c7837a req-39205295-5fc8-4132-9580-ee298417905d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421951 Aug 03 19:01:31.135079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76fab14f-616e-42ff-99a0-8a17e88cea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.165803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.204552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-76fab14f-616e-42ff-99a0-8a17e88cea33 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9466152f069446f6ad6b6d16cc53c6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626171 Aug 03 19:01:31.209943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-e62e929b-694f-4a65-bca4-af302399d0e2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326140 Aug 03 19:01:31.218900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.219640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fab14f-616e-42ff-99a0-8a17e88cea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f937b8c9-4312-4a03-981b-6776dd17156b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.241843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.340111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd1f3-f24a-4fb9-a18d-1a45811bc774 None None] Pushing event updated for resources: {'Port': ['ID=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.371979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ab115766-12ae-4f8b-b584-4046abddc660 None None] Provisioning complete for port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:31.372353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ab115766-12ae-4f8b-b584-4046abddc660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.373207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.398895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.456729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-b1267300-07a1-4b14-9459-c1812211bd53 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.458195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-b1267300-07a1-4b14-9459-c1812211bd53 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404826 Aug 03 19:01:31.482188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Request body: {'port': {'device_id': 'c01a4430-3235-4989-94af-78739addeaf7', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '54e23eb28b6846a8b01f684c05525643'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:31.497640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37682) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.498560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:01:31.574633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c77dc5-120a-4c93-8f96-86b8e55566aa req-716a50c6-4adc-428d-a460-08302a5251f4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:31.576102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8c77dc5-120a-4c93-8f96-86b8e55566aa req-716a50c6-4adc-428d-a460-08302a5251f4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.1690383 Aug 03 19:01:31.638357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:31.651105 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Sync routers for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:31.654213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-62ca2ad7-3c1e-4851-ad08-5b992c7d059f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=462bb17c52cf4e2795ffedc8a77b725e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554646 Aug 03 19:01:31.656975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37684) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.667411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:31.668103 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:31.680715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8c77dc5-120a-4c93-8f96-86b8e55566aa req-b72fbbf5-0f1c-4a59-8442-9484a4735324 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921943 Aug 03 19:01:31.697880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.707433 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.711671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f937b8c9-4312-4a03-981b-6776dd17156b HTTP/1.1" status: 204 len: 168 time: 0.4993997 Aug 03 19:01:31.756476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0394d8-ce92-4a73-90e7-8b55f69461b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f937b8c9-4312-4a03-981b-6776dd17156b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:31.795217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.801201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.806481 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eb1f346c-16bc-40b8-bc5e-5aefc56d0eae admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8975005 Aug 03 19:01:31.811736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:31.821468 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:31.840518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:31.926411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Made reservation on behalf of 54e23eb28b6846a8b01f684c05525643 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:31.943943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.059700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b859bae6-1818-41b7-933b-1c823fd3fde5 req-c46d331e-8bb6-490b-a9b5-06866aff8fbf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0373952 Aug 03 19:01:32.097107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.100765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.105243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ac17a33-46c6-4c45-91c2-64892e9a635b HTTP/1.1" status: 204 len: 168 time: 0.4472070 Aug 03 19:01:32.133054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35effd7f-5e66-42ca-b985-6ada3d033c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac17a33-46c6-4c45-91c2-64892e9a635b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:32.140433 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:30Z', 'revision_number': 3, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:32.186294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Allocated IP 192.168.233.120 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/f43276ad-3e05-401f-b4b7-427d959abf10) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:32.208260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:32.219969 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Checking router: 34599d5b-c10f-4531-b29e-a1c1a82e9c42 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:32.220324 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Updating router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 port 8474b32d-59b7-432f-a2a9-caf1973a59ed binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:32.272867 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.467803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.477109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17fc6-a120-4a16-aba1-db0ff5c8dcb7 req-e897301d-4cc9-47c9-b7db-45c75ead33df tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:32.487113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66e17fc6-a120-4a16-aba1-db0ff5c8dcb7 req-e897301d-4cc9-47c9-b7db-45c75ead33df tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2493327 Aug 03 19:01:32.487423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'port_id': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'mac_address': 'fa:16:3e:d4:ba:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ab28f-9acb-4e74-b613-2dce80ac3f78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:32.493562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:32.567602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.573061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66e17fc6-a120-4a16-aba1-db0ff5c8dcb7 req-c3bd571e-af14-40ac-9d09-63a0d74c32f1 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852988 Aug 03 19:01:32.601948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.606708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.620744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Transition to ACTIVE for port object f43276ad-3e05-401f-b4b7-427d959abf10 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:32.637111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:32.697610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:32.698822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:32.699538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.750021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.795331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:32.806229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.878870 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.915403 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:32.927298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Transition to ACTIVE for port object 8474b32d-59b7-432f-a2a9-caf1973a59ed will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:32.937313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:32.962203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:32.979046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Allocated IP 172.20.0.1 (ca94c761-7209-4cb0-9344-103b2aa529fd/1f60d17b-3166-4598-bf54-7ef3b164dc95/f9d7b31b-b092-4bd1-9fd2-d02d8af9102c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:32.980354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:32.996413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.023679 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.076558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212742e0-d2cc-4d00-89b9-104aa9e7ff3e req-06264b65-12dc-4852-937d-23be6c253a44 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.082721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-212742e0-d2cc-4d00-89b9-104aa9e7ff3e req-06264b65-12dc-4852-937d-23be6c253a44 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.2185128 Aug 03 19:01:33.122598 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Pushing event updated for resources: {'Port': ['ID=8474b32d-59b7-432f-a2a9-caf1973a59ed,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.134454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.135170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.151362 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.153322 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.157199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.157830 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.158399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.159278 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.159958 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.160785 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.163461 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.164534 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.165143 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.166841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:33.199227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:33.220361 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Attempting to bind port 8474b32d-59b7-432f-a2a9-caf1973a59ed on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:33.221121 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Attempting to bind port 8474b32d-59b7-432f-a2a9-caf1973a59ed by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:33.221718 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Attempting to bind port 8474b32d-59b7-432f-a2a9-caf1973a59ed on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:33.229132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:33.229960 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:33.230866 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.231508 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:33.232215 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Bound port: 8474b32d-59b7-432f-a2a9-caf1973a59ed, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:33.233248 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.238881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd876790-be97-4604-b180-3eae1dd4cae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.318333 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] For port 8474b32d-59b7-432f-a2a9-caf1973a59ed, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:33.324587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] For port 8474b32d-59b7-432f-a2a9-caf1973a59ed, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8474b32d-59b7-432f-a2a9-caf1973a59ed,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:33.362979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-212742e0-d2cc-4d00-89b9-104aa9e7ff3e req-c80bf613-81f6-4da1-b09f-a63f75b85f9c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686350 Aug 03 19:01:33.364246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-ed7214cd-e710-4f83-a8fa-b8326834ef0d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8880036 Aug 03 19:01:33.385432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.387658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Request body: {'port': {'device_id': 'c01a4430-3235-4989-94af-78739addeaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:33.409636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Transition to ACTIVE for port object f9d7b31b-b092-4bd1-9fd2-d02d8af9102c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:33.423570 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.469223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.476869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ddf45-cbb7-43e1-8d21-baddcd945468 req-8cf46a93-eeac-463a-adab-6e29f8531a03 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:33.478520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d74ddf45-cbb7-43e1-8d21-baddcd945468 req-8cf46a93-eeac-463a-adab-6e29f8531a03 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 936 time: 0.2453072 Aug 03 19:01:33.487498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:33.526778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.592773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e524cfc-1fe8-45db-a879-e79904438553 None None] Provisioning for port f43276ad-3e05-401f-b4b7-427d959abf10 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:33.617580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Network ca94c761-7209-4cb0-9344-103b2aa529fd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:33.623401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:33.646559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:33.656595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e524cfc-1fe8-45db-a879-e79904438553 None None] Provisioning complete for port f43276ad-3e05-401f-b4b7-427d959abf10 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:33.657155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0e524cfc-1fe8-45db-a879-e79904438553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.699125 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b9ee-3f1c-443c-9900-d057a51e7f69 None None] Pushing event updated for resources: {'Port': ['ID=8474b32d-59b7-432f-a2a9-caf1973a59ed,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.756222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:33.781416 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:33.782655 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:33.830704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:33.947869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0e524cfc-1fe8-45db-a879-e79904438553 None None] Port f43276ad-3e05-401f-b4b7-427d959abf10 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:34.023809 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:34.112466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.132433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-44d6c29b-fca9-4051-bfa4-e95fee1bf87b None None] Provisioning for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:34.139501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-44d6c29b-fca9-4051-bfa4-e95fee1bf87b None None] Provisioning complete for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:34.139877 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44d6c29b-fca9-4051-bfa4-e95fee1bf87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.141998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:34.156487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.189239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-44d6c29b-fca9-4051-bfa4-e95fee1bf87b None None] Port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:34.226462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:34.337757 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:30Z', 'revision_number': 3, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:34.369961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1590389913-network', 'tenant_id': '81e389217ef04f38916335f8b0f8f99b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:34.371767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f30599-e873-4ec3-8bc3-7b08c7997569 None None] The sync data for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 is: [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:30Z', 'revision_number': 3, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:34.416463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d74ddf45-cbb7-43e1-8d21-baddcd945468 req-8e3a03d4-549a-4b61-ac1c-442285281c7e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9101870 Aug 03 19:01:34.426063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.445821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246b88b-48cb-4cfd-ba30-2ae5e1c60da9 req-3bee809b-23ab-4164-b301-42074445834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.449807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f246b88b-48cb-4cfd-ba30-2ae5e1c60da9 req-3bee809b-23ab-4164-b301-42074445834b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.9079027 Aug 03 19:01:34.485103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:34.491277 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807c21f-4f55-4386-9f81-4e1ef044c48f" -d '{"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:34.525382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:34.526949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251b27-8fdf-455b-a46e-204a09ee6211 req-72da8fdf-3610-4510-a932-c759d231fa43 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:34.528544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d251b27-8fdf-455b-a46e-204a09ee6211 req-72da8fdf-3610-4510-a932-c759d231fa43 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.3635571 Aug 03 19:01:34.531975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.605970 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.639955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.644219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f246b88b-48cb-4cfd-ba30-2ae5e1c60da9 req-947cba55-ba04-406d-819c-65f45f9db5d8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860187 Aug 03 19:01:34.722010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd876790-be97-4604-b180-3eae1dd4cae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.741047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.764054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.766128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:34.789800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d251b27-8fdf-455b-a46e-204a09ee6211 req-39e1b7b4-a54d-44a0-ac55-7e390af3023d tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930459 Aug 03 19:01:34.797277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd876790-be97-4604-b180-3eae1dd4cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:34.897213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd876790-be97-4604-b180-3eae1dd4cae5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a1f22ff1f534474ab2ff8077dcdcf55&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6966872 Aug 03 19:01:34.900819 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8483bb4e-55cc-4fc3-87f8-158185d65355 x-openstack-request-id: req-8483bb4e-55cc-4fc3-87f8-158185d65355 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:34.901131 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-unplugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:34.901361 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8483bb4e-55cc-4fc3-87f8-158185d65355 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:34.901766 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'code': 200} Aug 03 19:01:34.907938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:34.935863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Network ca94c761-7209-4cb0-9344-103b2aa529fd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:34.937471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:34.996094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49846da-e9cc-4ea7-98fb-7a30529a0750 req-93db380f-4e2c-4ce7-87a4-5d155b86e655 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.006855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49846da-e9cc-4ea7-98fb-7a30529a0750 req-93db380f-4e2c-4ce7-87a4-5d155b86e655 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.3480158 Aug 03 19:01:35.010212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Made reservation on behalf of 81e389217ef04f38916335f8b0f8f99b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:35.013433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.039365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.055283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd876790-be97-4604-b180-3eae1dd4cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b6285-b751-4268-8bf3-7e3a01584365,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.131263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.185959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.291478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49846da-e9cc-4ea7-98fb-7a30529a0750 req-4bcb611b-c4e5-493b-8957-5fcea4792d2e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753315 Aug 03 19:01:35.301354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:35.329001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f5e2ebc-a238-4ff6-91ab-d54a556889bf None None] Provisioning complete for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:35.329904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f5e2ebc-a238-4ff6-91ab-d54a556889bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.384239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43276ad-3e05-401f-b4b7-427d959abf10 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:35.404207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.417677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8f5e2ebc-a238-4ff6-91ab-d54a556889bf None None] Port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:35.425900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Transition to ACTIVE for port object f43276ad-3e05-401f-b4b7-427d959abf10 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:35.426916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.430627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.435203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a2b6285-b751-4268-8bf3-7e3a01584365 HTTP/1.1" status: 204 len: 168 time: 0.5207493 Aug 03 19:01:35.456885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f02219-ccd0-4758-ae2b-ffcc9871879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b6285-b751-4268-8bf3-7e3a01584365,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.502333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.502804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.504125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:35.525547 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-947fc8a5-6fd3-4848-80c1-935fb9f6fd49 admin admin] 10.222.0.67 "PUT /v2.0/routers/34599d5b-c10f-4531-b29e-a1c1a82e9c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7112861 Aug 03 19:01:35.597763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.628893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:35.659113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.660282 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Added segment 6b79a3aa-49a3-4c3b-97ba-af1447593beb of type vlan for network c5191870-a32a-4a50-93ed-2d7c08f08536 Aug 03 19:01:35.663701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.763269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.802404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c4656-f343-4af6-830e-fe2f8d9bc4f3 req-92f1c068-82fe-4ff8-86bd-e4b098a91b9a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.804127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-617c4656-f343-4af6-830e-fe2f8d9bc4f3 req-92f1c068-82fe-4ff8-86bd-e4b098a91b9a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.2487490 Aug 03 19:01:35.854253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:35.854510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:35.854841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:35.869091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-617c4656-f343-4af6-830e-fe2f8d9bc4f3 req-4965760f-d9a7-4f8d-990c-366123a64499 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569446 Aug 03 19:01:35.870188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:35.872049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:35.916287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:35.916748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:35.917155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:35.917631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Bound port: f43276ad-3e05-401f-b4b7-427d959abf10, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:35.918761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbafb73-ea88-45b4-af35-cd00b7ee41eb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:35.921709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.986514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:35.986514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:35.986514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.170095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] Pushing event updated for resources: {'Network': ['ID=c5191870-a32a-4a50-93ed-2d7c08f08536,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.184619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network c5191870-a32a-4a50-93ed-2d7c08f08536 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:36.185251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:36.200847 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1bcc2396-fc37-45f5-806c-a3a669c2e373 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0581405 Aug 03 19:01:36.204146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:36.205142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:36.210933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Request body: {'subnet': {'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1590389913-subnet', 'tenant_id': '81e389217ef04f38916335f8b0f8f99b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:36.253153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9f85c-556b-451a-9a50-1e34dcf226c5 req-5fb58769-f93c-4f20-a0b5-871ae15250b6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.265502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fd9f85c-556b-451a-9a50-1e34dcf226c5 req-5fb58769-f93c-4f20-a0b5-871ae15250b6 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 948 time: 0.1747196 Aug 03 19:01:36.293794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.310711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:36.313065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:36.354399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Made reservation on behalf of 81e389217ef04f38916335f8b0f8f99b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:36.356793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.398488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fd9f85c-556b-451a-9a50-1e34dcf226c5 req-c01a69dd-0844-4545-9ed6-2b4b9cd6e899 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318040 Aug 03 19:01:36.420878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.421506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.422925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] 10.222.0.54 "PUT /v2.0/ports/f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 1096 time: 3.0429726 Aug 03 19:01:36.423359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:36.439752 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c0cc2-718c-445a-a2bc-e7353e7b64a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:36.477022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a275ed-7b76-44a0-b60d-91d385553723 service neutron] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:36.607626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8474b32d-59b7-432f-a2a9-caf1973a59ed up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:36.689752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c895b-741f-4ea9-ad57-fa2f77c69ff0 req-710aeaec-8580-40c6-803f-209243cf62fb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.698502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d23c895b-741f-4ea9-ad57-fa2f77c69ff0 req-710aeaec-8580-40c6-803f-209243cf62fb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.1685610 Aug 03 19:01:36.735231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-99ca62e0-6a60-4c63-bb07-11212897e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.744988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-99ca62e0-6a60-4c63-bb07-11212897e6ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1099 time: 0.1491115 Aug 03 19:01:36.851962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:36.862810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d23c895b-741f-4ea9-ad57-fa2f77c69ff0 req-e2582d6e-5bde-4997-a575-15474fe0ed11 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592255 Aug 03 19:01:36.870034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'mac_address': 'fa:16:3e:33:17:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:36.872794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-f5ec6455-ccb9-415f-b354-92afe53bb573 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.1008348 Aug 03 19:01:36.931248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:36.940891 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a91c38-55e1-4094-98c6-69b0b0892304 x-openstack-request-id: req-63a91c38-55e1-4094-98c6-69b0b0892304 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:36.941181 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:36.941425 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63a91c38-55e1-4094-98c6-69b0b0892304 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:36.941819 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'status': 'completed', 'code': 200} Aug 03 19:01:36.944162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:36.944788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.974601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-b88c2776-5972-41b3-b853-d75110e6bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:36.976353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.976683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-b88c2776-5972-41b3-b853-d75110e6bc02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0997376 Aug 03 19:01:36.985473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:36.996076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:37.002829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8474b32d-59b7-432f-a2a9-caf1973a59ed completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:37.017091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8474b32d-59b7-432f-a2a9-caf1973a59ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:37.017723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.061881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Sync routers for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:37.067148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:37.093656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:37.094289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:37.156974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:37.156974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.170773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250760675', 'description': 'tempest-description--234082918'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:37.181351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.186216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.205461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Checking segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:37.205884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Network hostable DHCP agents. Network: c5191870-a32a-4a50-93ed-2d7c08f08536, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:37.257569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-fe8d0fbd-0d9e-47af-bb59-153f9e9693c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.259369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-fe8d0fbd-0d9e-47af-bb59-153f9e9693c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2628860 Aug 03 19:01:37.279963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.284336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9221ab7-b597-432d-8727-69b30a0fcdd8 req-a2ede73a-e3de-4f17-81da-e0a6c6b49770 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.286310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9221ab7-b597-432d-8727-69b30a0fcdd8 req-a2ede73a-e3de-4f17-81da-e0a6c6b49770 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1766093 Aug 03 19:01:37.300094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.309534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:37.312125 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f5224-7df6-4594-8734-e5bbacd4c44b" -d '{"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:37.336162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Network c5191870-a32a-4a50-93ed-2d7c08f08536 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:37.338707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:37.386763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:37.443990 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae10a5-0970-4e79-b70d-216f0992e8aa x-openstack-request-id: req-b9ae10a5-0970-4e79-b70d-216f0992e8aa {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:37.444291 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:37.444551 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9ae10a5-0970-4e79-b70d-216f0992e8aa {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:37.445103 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'code': 200} Aug 03 19:01:37.456669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.467695 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.468388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, c5191870-a32a-4a50-93ed-2d7c08f08536) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:37.485304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.485901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.490916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.507497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9221ab7-b597-432d-8727-69b30a0fcdd8 req-dbb1471b-6154-4327-9e44-33234a1db007 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081280 Aug 03 19:01:37.507638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd533fe-5f43-4d03-8582-e4ecbf5644e7 None None] Network c5191870-a32a-4a50-93ed-2d7c08f08536 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:37.567707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.606908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:37.619931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a77f1c-8dac-427e-944a-b1968c65a301,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.641820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 8474b32d-59b7-432f-a2a9-caf1973a59ed, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8474b32d-59b7-432f-a2a9-caf1973a59ed,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:37.646127 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b4db6a89-3419-4418-aaac-5ca8c9c01873 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4407816 Aug 03 19:01:37.679514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.680958 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0bb15b9-e953-457c-9991-679d4db61b29 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5300083 Aug 03 19:01:37.684032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37808) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:37.689501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'security_group_rule': {'security_group_id': '19a77f1c-8dac-427e-944a-b1968c65a301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:37.701142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be7236-0538-4df6-940b-eb0e51859952 req-9fbc19f7-b364-4680-9213-98a3dc05b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.703678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4be7236-0538-4df6-940b-eb0e51859952 req-9fbc19f7-b364-4680-9213-98a3dc05b590 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1097 time: 0.1894834 Aug 03 19:01:37.712412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-544f7ec5-36c4-4e3e-9db2-a65cac4ba7a0 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374809 Aug 03 19:01:37.735570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa7e00-d28e-4e3d-965a-6b357688af88 req-6803493d-4a2b-4a15-91a4-74685eece42c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:37.746629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9fa7e00-d28e-4e3d-965a-6b357688af88 req-6803493d-4a2b-4a15-91a4-74685eece42c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 950 time: 0.2353246 Aug 03 19:01:37.771745 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.859952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:37.916474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:37.982488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4be7236-0538-4df6-940b-eb0e51859952 req-b999b30d-eae4-4ccd-a84b-75932a61c0f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329655 Aug 03 19:01:37.988949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9fa7e00-d28e-4e3d-965a-6b357688af88 req-81d709e0-14c6-4960-be90-d333e8ac1b2b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412732 Aug 03 19:01:38.137859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f39511d4-2715-49d8-975f-ed28ca70c034 req-557b6110-4986-42fa-8163-8530d83b2115 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868897 Aug 03 19:01:38.162407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4480f4-7363-4176-8caa-69b4c2855281 req-88d5a703-7071-4c00-95f0-3cfc79d38870 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.165013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=8474b32d-59b7-432f-a2a9-caf1973a59ed,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:38.172527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f4480f4-7363-4176-8caa-69b4c2855281 req-88d5a703-7071-4c00-95f0-3cfc79d38870 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.1297119 Aug 03 19:01:38.239231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b86c80-5959-47bd-8c52-939b0f7befe6 None None] Network c5191870-a32a-4a50-93ed-2d7c08f08536 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:38.310224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f4480f4-7363-4176-8caa-69b4c2855281 req-7b9292e7-9bc6-4e4c-9e16-c09212b9c51a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297860 Aug 03 19:01:38.391846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-38e2d7d7-8452-4f26-b3a9-569d029d26b0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.405010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-38e2d7d7-8452-4f26-b3a9-569d029d26b0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 814 time: 0.2119684 Aug 03 19:01:38.407800 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-6e6bd726-3987-4e36-a587-36a941eaaec4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5666261 Aug 03 19:01:38.430057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-2d15c8cd-eec3-4267-bb47-8ac76f3889be tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/quotas/81e389217ef04f38916335f8b0f8f99b HTTP/1.1" status: 200 len: 375 time: 0.0239236 Aug 03 19:01:38.487038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-448185b8-97f7-404d-9c43-bd3b220ffee4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557840 Aug 03 19:01:38.487273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8474b32d-59b7-432f-a2a9-caf1973a59ed up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:38.585601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.603891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-b7f0aa8b-7d87-47dc-821b-481b82226b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.605945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-b7f0aa8b-7d87-47dc-821b-481b82226b61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1099 time: 0.1258874 Aug 03 19:01:38.654915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:34Z', 'revision_number': 2, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:38.671156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-039a55aa-97f1-4e98-8d2b-fbd0c807893c service neutron] 10.222.0.67 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829295 Aug 03 19:01:38.673302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.710648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8474b32d-59b7-432f-a2a9-caf1973a59ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:38.711218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.714117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c78ea3-5a4e-4420-828e-50219e6cfe94,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:38.755826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-0c51c5e7-c3f5-4d39-b77b-3b2fd3159f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.757915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-0c51c5e7-c3f5-4d39-b77b-3b2fd3159f56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1435502 Aug 03 19:01:38.764962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Checking router: 34599d5b-c10f-4531-b29e-a1c1a82e9c42 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:38.765319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Updating router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:38.778518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-39fa09dc-3d5d-4fce-985a-feb0efedc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.780051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-39fa09dc-3d5d-4fce-985a-feb0efedc279 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 1101 time: 0.1720328 Aug 03 19:01:38.843099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:38.846843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a256cb6-c502-4eb0-acb1-68fa09e9b53f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1591830 Aug 03 19:01:38.847379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37856) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:38.853421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'security_group_rule': {'security_group_id': '19a77f1c-8dac-427e-944a-b1968c65a301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:38.916974 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-3df8ea33-5552-42e9-a5c8-3a95f27bf3e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.1439631 Aug 03 19:01:38.933690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-62ce46db-e199-44a4-b488-d4f2dc831e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:38.935455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-62ce46db-e199-44a4-b488-d4f2dc831e37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1242144 Aug 03 19:01:38.943087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-1397e518-3f0d-4aed-88b2-929288d9581f service neutron] 10.222.0.67 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706873 Aug 03 19:01:38.993670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-12335a57-9e6f-433c-97e0-cce1d90e19db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed HTTP/1.1" status: 200 len: 217 time: 0.0472648 Aug 03 19:01:39.080339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.095543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-18fb01e8-34f0-4a93-8a9d-a5e8b671548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.097691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-18fb01e8-34f0-4a93-8a9d-a5e8b671548b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0891752 Aug 03 19:01:39.102746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-facb9bee-c4af-450f-ac53-916809a7ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.104468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-facb9bee-c4af-450f-ac53-916809a7ed8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1745882 Aug 03 19:01:39.144966 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.163990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c904f-bc20-4b6e-be26-2da0d40eef68 req-c2f109e9-2e22-4907-a78f-b7a84caa20a8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.174822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026c904f-bc20-4b6e-be26-2da0d40eef68 req-c2f109e9-2e22-4907-a78f-b7a84caa20a8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1735902 Aug 03 19:01:39.207319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.247402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-1ddee451-6044-419b-a890-57c826efaf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.249035 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-1ddee451-6044-419b-a890-57c826efaf96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0960660 Aug 03 19:01:39.296064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.391820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db381b84-2930-4424-b0d9-603115a337f6,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:39.455500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-f6de0242-9984-471a-ac63-94f0b2c4e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.459675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-f6de0242-9984-471a-ac63-94f0b2c4e8b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2822134 Aug 03 19:01:39.476838 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-6c829e22-b36f-434a-ab93-ca72a140a2fa service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093265 Aug 03 19:01:39.478462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-026c904f-bc20-4b6e-be26-2da0d40eef68 req-e1ea3488-a7ae-45b7-b19f-06f934396002 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774332 Aug 03 19:01:39.596383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.611187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Transition to ACTIVE for port object f9d7b31b-b092-4bd1-9fd2-d02d8af9102c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:39.665575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-089c0cc2-718c-445a-a2bc-e7353e7b64a9 req-7855f572-d633-432e-ae9d-e5db9642cdb8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734948 Aug 03 19:01:39.667008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.668137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-84090778-8426-46e8-82d9-031394fd8ecf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8198223 Aug 03 19:01:39.673316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37878) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:39.681836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:39.719387 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.728248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f36af00e-420e-447d-b268-d6fa5b4c2052 req-ccc1778a-a1ee-40d6-94f1-ecd3829cd425 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0564294 Aug 03 19:01:39.736126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a506-2f3b-4d2c-8d03-f33db8d56ba9 req-3b38d8e0-3a03-44b9-a925-c2905c447fb7 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:39.746069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aca0a506-2f3b-4d2c-8d03-f33db8d56ba9 req-3b38d8e0-3a03-44b9-a925-c2905c447fb7 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.3179541 Aug 03 19:01:39.806461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-6dc8bfe7-56c0-4a7c-a079-ac7b7c7c0313 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347651 Aug 03 19:01:39.810602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aca0a506-2f3b-4d2c-8d03-f33db8d56ba9 req-1859ebf6-c918-49ea-904c-0abd7cad9511 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Aug 03 19:01:39.822861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.956163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07dc6-ce94-4c69-b1de-e0d6b0dea850 None None] Pushing event updated for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:39.980092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Attempting to bind port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:39.988617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Attempting to bind port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:39.988839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:39.989522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Attempting to bind port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c on network ca94c761-7209-4cb0-9344-103b2aa529fd {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:40.001836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:40.002614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Checking segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:40.003249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.003958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Bound using segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:40.004946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Bound port: f9d7b31b-b092-4bd1-9fd2-d02d8af9102c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:40.005702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.023479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5069529d-f52f-4129-b6df-192ea12f2d31 req-ce47e416-ce12-4184-9dc8-11a503a724c7 tempest-FlavorsV2NegativeTest-448723890 tempest-FlavorsV2NegativeTest-448723890-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=fa4abe4998c34e09b330c2c2e25d5dea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562041 Aug 03 19:01:40.093095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] For port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:40.096913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] For port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:40.116274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aff80-1221-4acc-ab78-375a2e755d9a req-a17f614c-b189-411a-9332-22c9060bb9b4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.117867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f32aff80-1221-4acc-ab78-375a2e755d9a req-a17f614c-b189-411a-9332-22c9060bb9b4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.1971214 Aug 03 19:01:40.157221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20a26e5b-fb3f-4521-991d-da962b11ba3f req-f3f8aca7-08eb-49f1-b8fc-585f4215b5f5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401172 Aug 03 19:01:40.157560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Allocated IP 172.25.2.39 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7c00259d-fbe0-4184-9da8-e66e4cfb44d8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:40.221125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f32aff80-1221-4acc-ab78-375a2e755d9a req-1290882b-e691-4086-8530-9ea2befcb798 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917318 Aug 03 19:01:40.236339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069529d-f52f-4129-b6df-192ea12f2d31 req-8d7a9ca0-5ffe-4094-a4db-d3e39e1f630e tempest-FlavorsV2NegativeTest-448723890 tempest-FlavorsV2NegativeTest-448723890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.238129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5069529d-f52f-4129-b6df-192ea12f2d31 req-8d7a9ca0-5ffe-4094-a4db-d3e39e1f630e tempest-FlavorsV2NegativeTest-448723890 tempest-FlavorsV2NegativeTest-448723890-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138667 Aug 03 19:01:40.263703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5069529d-f52f-4129-b6df-192ea12f2d31 req-6a5cbaec-b77b-4a46-b7f8-fd4e6a9e5534 tempest-FlavorsV2NegativeTest-448723890 tempest-FlavorsV2NegativeTest-448723890-project] 10.222.0.67 "GET /v2.0/quotas/fa4abe4998c34e09b330c2c2e25d5dea HTTP/1.1" status: 200 len: 375 time: 0.0105941 Aug 03 19:01:40.268200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.300861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:40.315342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.316465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5069529d-f52f-4129-b6df-192ea12f2d31 req-dcd5f033-7096-409d-a476-1d8848a4338c tempest-FlavorsV2NegativeTest-448723890 tempest-FlavorsV2NegativeTest-448723890-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa4abe4998c34e09b330c2c2e25d5dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411961 Aug 03 19:01:40.391744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa07dc6-ce94-4c69-b1de-e0d6b0dea850 None None] Pushing event updated for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:40.407279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:40.407938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:40.482455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2c87a0ff-aa54-4015-a524-40dcff5d035c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:40.482840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.548041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.586598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001de393-5fd0-4263-8026-1f0e0569af77 req-896bc71b-cb9c-469e-b7dc-e731919ceb90 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.587839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-001de393-5fd0-4263-8026-1f0e0569af77 req-896bc71b-cb9c-469e-b7dc-e731919ceb90 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1097 time: 0.0719767 Aug 03 19:01:40.593435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:40.606574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:40.610522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:40.639273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-001de393-5fd0-4263-8026-1f0e0569af77 req-a3310927-3d42-4146-a6dc-2c76168fc0ad tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Aug 03 19:01:40.675271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:40.783656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'Port': ['ID=7c00259d-fbe0-4184-9da8-e66e4cfb44d8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:40.878036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.896909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:40.914983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e1819-b350-40a9-9647-a7c2e44b8820 req-9c601f97-a71d-4b6e-82c3-1d6f35766533 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.917277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d0e1819-b350-40a9-9647-a7c2e44b8820 req-9c601f97-a71d-4b6e-82c3-1d6f35766533 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.2069519 Aug 03 19:01:40.942018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:40.945300 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4c31ad-4848-4abe-ab64-6febef7ab2fe" -d '{"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:40.963621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8e01-a0f0-43d7-9adf-f6d9506292d7 req-2b9cde06-bc94-4f8d-8247-03eefbfc445d tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:40.963621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-462e8e01-a0f0-43d7-9adf-f6d9506292d7 req-2b9cde06-bc94-4f8d-8247-03eefbfc445d tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 1101 time: 0.1419497 Aug 03 19:01:40.967998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:41.004661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d0e1819-b350-40a9-9647-a7c2e44b8820 req-5b457b5e-accd-4cd9-afb7-3f97a284ee0a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777614 Aug 03 19:01:41.032423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-462e8e01-a0f0-43d7-9adf-f6d9506292d7 req-6f970e4e-f548-4f84-91ed-561b5c720bf3 tempest-ServersAdminTestJSON-663489807 tempest-ServersAdminTestJSON-663489807-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Aug 03 19:01:41.053856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:40Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:41.086890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.117954 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2f647a-982b-4cc3-b8cf-eb27c2563259 x-openstack-request-id: req-8d2f647a-982b-4cc3-b8cf-eb27c2563259 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:41.118241 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-plugged", "status": "completed", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:41.118492 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d2f647a-982b-4cc3-b8cf-eb27c2563259 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:41.118883 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'code': 200} Aug 03 19:01:41.120782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396842e5-7e56-455a-9283-6b1329a7b476 None None] The sync data for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 is: [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:40Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:41.124373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.131326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f6e2ca1-b007-45db-8540-b15af0fe1833 req-c706eeb9-3223-4561-a85d-66508cdd60b2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0597003 Aug 03 19:01:41.225581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:41.305974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.485863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.584215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'Port': ['ID=7c00259d-fbe0-4184-9da8-e66e4cfb44d8,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:41.595025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.725734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:41.737682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d71e9d63-39f2-4287-9746-30656a585f76 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0542784 Aug 03 19:01:41.843366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267e3c8-ee67-48a3-9fb7-e5f0c94bc282 req-d967824f-b5e6-4925-90e6-54613b58fddf tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:41.854109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b267e3c8-ee67-48a3-9fb7-e5f0c94bc282 req-d967824f-b5e6-4925-90e6-54613b58fddf tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 949 time: 0.0700920 Aug 03 19:01:41.904617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b267e3c8-ee67-48a3-9fb7-e5f0c94bc282 req-565ab4a4-7186-482b-84c7-b350f2e6bce4 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435877 Aug 03 19:01:41.971694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-24ad2a73-b106-45c9-8d74-cf247908507c tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1250760675&fields=id&tenant_id=eafa0a001f2f4432ad244dd597013388 HTTP/1.1" status: 200 len: 267 time: 0.0411916 Aug 03 19:01:42.154738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37962) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:42.162205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-bfd470ae-e7d2-4ee2-943e-0b8fb891004f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:42.163758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-bfd470ae-e7d2-4ee2-943e-0b8fb891004f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/networks?id=ca94c761-7209-4cb0-9344-103b2aa529fd HTTP/1.1" status: 200 len: 815 time: 0.1823699 Aug 03 19:01:42.193221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b0611-57d1-4fda-8921-f48a8eb3cc94 req-7d1a82fd-e0a7-4ef2-a244-fb35f185cc04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:42.200918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-007b0611-57d1-4fda-8921-f48a8eb3cc94 req-7d1a82fd-e0a7-4ef2-a244-fb35f185cc04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1126289 Aug 03 19:01:42.213234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-22bd6bf9-f00c-4219-83f3-bc99ac55c65f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/quotas/eafa0a001f2f4432ad244dd597013388 HTTP/1.1" status: 200 len: 375 time: 0.0425789 Aug 03 19:01:42.283858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-007b0611-57d1-4fda-8921-f48a8eb3cc94 req-c45382a4-7a8e-4546-83eb-05eb949deafc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819697 Aug 03 19:01:42.292446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:42.302877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-6aa93be1-45c6-4522-88f3-4be576605a05 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eafa0a001f2f4432ad244dd597013388&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846086 Aug 03 19:01:42.323636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304ea646-8ab4-4e4d-a2b1-23e35e8d8114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.464776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a8b2e54-c647-416a-a419-b465e941d71b req-03ca4153-e1b2-4598-b2ca-e33728af7325 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0485713 Aug 03 19:01:42.476484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f9d7b31b-b092-4bd1-9fd2-d02d8af9102c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:42.513756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304ea646-8ab4-4e4d-a2b1-23e35e8d8114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.523017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.525310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-18139bd1-a1a5-45b1-a2d0-8b4f30516465 service neutron] 10.222.0.67 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984820 Aug 03 19:01:42.542464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'mac_address': 'fa:16:3e:4e:e3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:42.588317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304ea646-8ab4-4e4d-a2b1-23e35e8d8114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.600685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.620977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43276ad-3e05-401f-b4b7-427d959abf10 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:42.638493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-304ea646-8ab4-4e4d-a2b1-23e35e8d8114 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa4abe4998c34e09b330c2c2e25d5dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820161 Aug 03 19:01:42.642886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37974) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:42.659476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ea646-8ab4-4e4d-a2b1-23e35e8d8114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbd2262-6e7f-4780-9ad3-1b8eca2bd0c4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.683754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.690214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:42.698850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:42.699527 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.713242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-581b9e25-c53f-4ba3-8693-280173c38abe service neutron] 10.222.0.67 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708241 Aug 03 19:01:42.726138 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.753206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.803211 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.831529 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.866180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:42.911583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.925858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.929098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:42.933530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fbd2262-6e7f-4780-9ad3-1b8eca2bd0c4 HTTP/1.1" status: 204 len: 168 time: 0.2886484 Aug 03 19:01:42.943278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112ac88-1260-458d-b1af-34ec465b1680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbd2262-6e7f-4780-9ad3-1b8eca2bd0c4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:42.998501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-8d2bddad-ec2e-4a01-9f16-3e83fecc0be0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:43.000312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.007102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-8d2bddad-ec2e-4a01-9f16-3e83fecc0be0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.77 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 814 time: 0.1956773 Aug 03 19:01:43.019051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Request body: {'port': {'device_id': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'admin_state_up': True, 'tenant_id': '81e389217ef04f38916335f8b0f8f99b'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:43.085857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:43.127785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03999033-cac1-4c83-b12d-b10c5f4e237d req-7ee25f7a-37d4-479b-853d-664768be0cf2 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0744030 Aug 03 19:01:43.267590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:43.644856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1211-785d-48c5-aa9a-483cde8d8f50 req-0ff06c33-ba5f-4dbd-a06d-3c94f2df1177 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:43.646368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0bf1211-785d-48c5-aa9a-483cde8d8f50 req-0ff06c33-ba5f-4dbd-a06d-3c94f2df1177 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 949 time: 0.5908210 Aug 03 19:01:43.658563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-bb0638f1-dc40-4b1f-a296-61f5a6a11f6b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:43.660056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-bb0638f1-dc40-4b1f-a296-61f5a6a11f6b tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 949 time: 0.1378231 Aug 03 19:01:43.670748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b1307-2030-450c-a9af-2c05fc6b7b6c req-235b86be-bf11-4cb2-8752-0af7927c9cb1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:43.672242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-368b1307-2030-450c-a9af-2c05fc6b7b6c req-235b86be-bf11-4cb2-8752-0af7927c9cb1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 949 time: 0.1510730 Aug 03 19:01:43.800547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0bf1211-785d-48c5-aa9a-483cde8d8f50 req-8ed246c8-d480-4a7f-8bc7-e7f4e445a105 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371870 Aug 03 19:01:43.807961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-368b1307-2030-450c-a9af-2c05fc6b7b6c req-8973c49a-6281-48ae-997c-595b7b69d3cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198993 Aug 03 19:01:43.858448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Deleting port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:43.859138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.912204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Made reservation on behalf of 81e389217ef04f38916335f8b0f8f99b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:43.915729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:43.958737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c8c483-1fd6-4d80-aa14-247b2e9857c8 req-23e91ead-b5dc-4033-b239-ee0e1c23795e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0505941 Aug 03 19:01:44.045961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] For port 754454cd-3db8-4a3c-9d97-15fd7d945ae0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=754454cd-3db8-4a3c-9d97-15fd7d945ae0,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:44.046688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.066271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Calling delete_port for 754454cd-3db8-4a3c-9d97-15fd7d945ae0 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:44.166475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Allocated IP 172.20.0.3 (c5191870-a32a-4a50-93ed-2d7c08f08536/e1c36d7f-7cc7-4b9c-8be6-889bbdb03364/05fbd3e4-dfd7-4978-9fcd-01be432d02cf) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:44.237486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-371e1a76-3227-4268-8e98-611b7ff1cb8a req-2f6e1eca-2eab-4b6c-98de-85a9259db063 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0355411 Aug 03 19:01:44.304230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:44.402385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f9d7b31b-b092-4bd1-9fd2-d02d8af9102c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:44.441155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.454666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:44.455167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.473722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38028) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:44.479529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.523451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event deleted for resources: {'Port': ['ID=754454cd-3db8-4a3c-9d97-15fd7d945ae0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:44.551709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', '754454cd-3db8-4a3c-9d97-15fd7d945ae0', '2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:44.576093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] No DVR routers for this DVR port 754454cd-3db8-4a3c-9d97-15fd7d945ae0 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:44.579040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.586391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cd8efff-ed57-4b4b-9d6a-fdde44efc2d3 req-948b4219-e9d1-4f32-8896-5682ed7061ae tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "DELETE /v2.0/ports/754454cd-3db8-4a3c-9d97-15fd7d945ae0 HTTP/1.1" status: 204 len: 173 time: 0.9086673 Aug 03 19:01:44.586391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'name': 'network-vif-deleted', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:44.586608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port f43276ad-3e05-401f-b4b7-427d959abf10 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:44.586707 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1fafec-acc4-4ef6-85d1-e312dde51056" -d '{"events": [{"server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "name": "network-vif-deleted", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:44.601215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f43276ad-3e05-401f-b4b7-427d959abf10 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:44.601593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.617949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1763291884-network', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:44.628221 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ae80e2-c096-4bbf-8540-ec2da217e67b x-openstack-request-id: req-f5ae80e2-c096-4bbf-8540-ec2da217e67b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:44.628519 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e3d0751-c749-4c72-8e34-19a92e343fc5", "name": "network-vif-deleted", "tag": "754454cd-3db8-4a3c-9d97-15fd7d945ae0", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:44.628802 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5ae80e2-c096-4bbf-8540-ec2da217e67b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:44.629316 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e3d0751-c749-4c72-8e34-19a92e343fc5', 'name': 'network-vif-deleted', 'tag': '754454cd-3db8-4a3c-9d97-15fd7d945ae0', 'status': 'completed', 'code': 200} Aug 03 19:01:44.650592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.699894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Network c5191870-a32a-4a50-93ed-2d7c08f08536 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:44.703463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:44.710105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:44.734048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:44.755167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.766782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:44.767414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.786745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:44.789522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.800145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.814924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:44.819228 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb052f3-ec96-4346-8ec8-efef1d135431" -d '{"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:44.857134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:44.862606 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa6eaaf-e1bd-4f18-b88c-84a2afe02d94 x-openstack-request-id: req-9fa6eaaf-e1bd-4f18-b88c-84a2afe02d94 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:44.863024 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:44.864257 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fa6eaaf-e1bd-4f18-b88c-84a2afe02d94 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:44.865025 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'code': 200} Aug 03 19:01:44.887425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-0ee1f9f1-10e5-4553-a1f2-9e9ea5cddfe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8724275 Aug 03 19:01:44.901438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Request body: {'port': {'device_id': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:44.930103 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:44.974723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.043711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.052828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-851d3ec3-a13b-4754-963c-38605df9d6e9 req-5e02b580-6d6a-4a38-a3cb-883a1f9ae3c0 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.0509994 Aug 03 19:01:45.053414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.119291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713f61b-a457-4a02-94e1-eddb6694abbb req-7b1e2f65-ddfe-458d-8eda-4e16c0e4b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:45.120816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b713f61b-a457-4a02-94e1-eddb6694abbb req-7b1e2f65-ddfe-458d-8eda-4e16c0e4b27f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1101 time: 0.1302299 Aug 03 19:01:45.147439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.180043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:45.206053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.206464 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Added segment 3acbe557-526a-467e-818c-0db0861f9ac7 of type vlan for network 5f52c176-4c38-4845-8151-98c19f1afe06 Aug 03 19:01:45.274440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.274739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6450373-b69b-4d34-9a5d-c07fbc86a976,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.297834 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.303378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b713f61b-a457-4a02-94e1-eddb6694abbb req-177b3070-5c2f-42ac-a4a4-438565b71cc4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627347 Aug 03 19:01:45.325381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32fbb6-3de4-4d29-943e-0f6b6fb29159 req-693ecc28-26c1-4bc5-b97a-dea190b35214 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:45.326906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc32fbb6-3de4-4d29-943e-0f6b6fb29159 req-693ecc28-26c1-4bc5-b97a-dea190b35214 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1776979 Aug 03 19:01:45.393443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.394426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:45.395377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.409542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc32fbb6-3de4-4d29-943e-0f6b6fb29159 req-5133d3b5-1aa5-430a-aa13-21bea26c106a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Aug 03 19:01:45.460336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] Pushing event updated for resources: {'Network': ['ID=5f52c176-4c38-4845-8151-98c19f1afe06,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.470662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 5f52c176-4c38-4845-8151-98c19f1afe06 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:45.500487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:45.509492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.525571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1010c1f2-f9c8-48d5-83ca-8209b94994ec admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0504725 Aug 03 19:01:45.526429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Transition to ACTIVE for port object 05fbd3e4-dfd7-4978-9fcd-01be432d02cf will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:45.528603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38052) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:45.533737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Request body: {'subnet': {'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1763291884-subnet', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:45.607719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08d97b-68b7-4b09-bbf2-c84113474157 req-25c18231-f8c1-459f-80a8-543ba523b3bc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:45.616549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b08d97b-68b7-4b09-bbf2-c84113474157 req-25c18231-f8c1-459f-80a8-543ba523b3bc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 931 time: 0.0694222 Aug 03 19:01:45.655036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.680326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1db79029-acfd-4180-b929-6c0231bc5f05 req-7537012f-14ae-440b-86d4-b03a63ce5406 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0468171 Aug 03 19:01:45.691281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:45.702314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.732903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b08d97b-68b7-4b09-bbf2-c84113474157 req-1282efba-f76b-4a30-85fa-0e24ae7fe532 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127372 Aug 03 19:01:45.746825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:45.844208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:45.844594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:45.844911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:45.850076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:45.850552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:45.856351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:45.856809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Checking segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:45.857202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Bound using segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:45.857715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Bound port: 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:45.857985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:45.941870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:45.941870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:46.043705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.079640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.115487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6fea4b-6aa6-4955-8a16-e3955df6ef24,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:46.121041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:46.121848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.123556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] 10.222.0.77 "PUT /v2.0/ports/05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 1091 time: 1.2270675 Aug 03 19:01:46.124179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Checking segment: {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:46.124552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Network hostable DHCP agents. Network: 5f52c176-4c38-4845-8151-98c19f1afe06, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:46.164280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dffd59-a5c8-478b-b2b6-79ad7c03e613 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:46.183470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63db76a7-7268-4632-8e2b-2fe575408c78 req-76071657-e192-42ba-be20-beb7f0c74c2f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.0347617 Aug 03 19:01:46.233868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Network 5f52c176-4c38-4845-8151-98c19f1afe06 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:46.277483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-767446e5-faac-413d-90bb-25fcf02ec26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:46.279002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-767446e5-faac-413d-90bb-25fcf02ec26c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1094 time: 0.0463552 Aug 03 19:01:46.325438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-20804054-c2ed-4a70-a5a7-a12dc2659442 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.0368459 Aug 03 19:01:46.328881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 5f52c176-4c38-4845-8151-98c19f1afe06) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:46.335125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:46.338701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.341559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea3018-2013-498b-823e-6b83ae01860e None None] Network 5f52c176-4c38-4845-8151-98c19f1afe06 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:46.388512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b140-49e3-43cf-ab07-e6151246e191 req-d51499b8-6fd4-4021-b84d-4c163eca1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:46.390306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-d51499b8-6fd4-4021-b84d-4c163eca1b64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.0567262 Aug 03 19:01:46.434353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d996fd6-6f88-4936-a5ce-d0b75cb549c6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9034805 Aug 03 19:01:46.434578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-75768415-4c40-4d9e-8426-4e3ae17735dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358286 Aug 03 19:01:46.435554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38068) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:46.447792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:46.525500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-5f52c176-4c38-4845-8151-98c19f1afe06', 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'fixed_ips': [{'subnet_id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:46.526855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.575930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.578368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.587534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-4139d9de-cba6-4a29-96d2-ea273cac7ec2 service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459317 Aug 03 19:01:46.603589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d21cd-29c3-459c-8914-b03eb0cb3527 req-bfe34f4c-1c8a-4b88-9995-66143da77b32 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:46.605226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d21cd-29c3-459c-8914-b03eb0cb3527 req-bfe34f4c-1c8a-4b88-9995-66143da77b32 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0859478 Aug 03 19:01:46.665134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:46.672814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:46.675050 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c71006d-873e-44b4-8d59-1e4304ef7563" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:46.706648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Allocated IP 172.20.0.2 (5f52c176-4c38-4845-8151-98c19f1afe06/0b6fea4b-6aa6-4955-8a16-e3955df6ef24/9fa7f2c5-84be-49a6-982c-96562f397383) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:46.742372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d21cd-29c3-459c-8914-b03eb0cb3527 req-9d443e83-067a-41a9-bc99-a63150dbbe4e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245241 Aug 03 19:01:46.822650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4372b140-49e3-43cf-ab07-e6151246e191 req-2f9689f1-2d32-4830-a6e5-9f9d8bf8eb8a service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164092 Aug 03 19:01:46.830563 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f384aea3-2e69-40e7-9c87-f28f728efc47 x-openstack-request-id: req-f384aea3-2e69-40e7-9c87-f28f728efc47 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:46.830563 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:46.830802 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f384aea3-2e69-40e7-9c87-f28f728efc47 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:46.832926 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'status': 'completed', 'code': 200} Aug 03 19:01:46.942054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cb2fa2-1af3-4291-aa9a-03a9ad72131c req-b0be3442-5a31-4626-aa1a-78159c418c91 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0369072 Aug 03 19:01:47.008620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eff9a3-181b-4ee6-99a5-bcb7dbf59d9f req-4f24ed72-6e81-4856-b172-412a23dc2f1e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:47.017023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2eff9a3-181b-4ee6-99a5-bcb7dbf59d9f req-4f24ed72-6e81-4856-b172-412a23dc2f1e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.0737855 Aug 03 19:01:47.021938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.033941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.034767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Transition to ACTIVE for port object 9fa7f2c5-84be-49a6-982c-96562f397383 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:47.056006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Transition to ACTIVE for port object 9fa7f2c5-84be-49a6-982c-96562f397383 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:47.112639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-3f122ced-cbd5-4610-aacd-914681a6d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:47.114388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-3f122ced-cbd5-4610-aacd-914681a6d1e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1094 time: 0.0952356 Aug 03 19:01:47.139796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2eff9a3-181b-4ee6-99a5-bcb7dbf59d9f req-aeff8798-4363-4f12-8382-2d1c3e61df10 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067457 Aug 03 19:01:47.195066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.257382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Network 5f52c176-4c38-4845-8151-98c19f1afe06 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:47.264029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:47.274247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:47.286769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2c5-84be-49a6-982c-96562f397383,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:47.304014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-2845e1c7-a1d2-4b12-bfc0-982a908deb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:47.306643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-2845e1c7-a1d2-4b12-bfc0-982a908deb0d service neutron] 10.222.0.77 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 915 time: 0.1747193 Aug 03 19:01:47.351839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Attempting to bind port 9fa7f2c5-84be-49a6-982c-96562f397383 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:47.352205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Attempting to bind port 9fa7f2c5-84be-49a6-982c-96562f397383 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:47.352615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Attempting to bind port 9fa7f2c5-84be-49a6-982c-96562f397383 on network 5f52c176-4c38-4845-8151-98c19f1afe06 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:47.360672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:47.361436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Checking segment: {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:47.361855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.362448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Bound using segment: {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:47.363862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Bound port: 9fa7f2c5-84be-49a6-982c-96562f397383, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:47.364280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.400424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-95fc05c8-e4ea-41dc-8552-6c03adda373d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.0857072 Aug 03 19:01:47.443506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2892addd-9c61-4851-a685-9fe458e3dfd1 req-4d82d525-8293-479e-a7af-115deb39f92f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e3d0751-c749-4c72-8e34-19a92e343fc5 HTTP/1.1" status: 200 len: 210 time: 0.0552311 Aug 03 19:01:47.505269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] For port 9fa7f2c5-84be-49a6-982c-96562f397383, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:47.511040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] For port 9fa7f2c5-84be-49a6-982c-96562f397383, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9fa7f2c5-84be-49a6-982c-96562f397383,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:47.524453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-e1573354-142e-4c97-9efa-32af69bba3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:47.526974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-e1573354-142e-4c97-9efa-32af69bba3d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.1024034 Aug 03 19:01:47.590244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-8602c57b-2f07-4881-aeaf-2efd7fc854e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546322 Aug 03 19:01:47.594895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.596896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.630939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:47.779453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1f9f8-b911-4417-97e4-d0dc469be361 None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2c5-84be-49a6-982c-96562f397383,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:47.883883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-ca798da2-3d47-4bdb-97ad-62a42540d15d service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659061 Aug 03 19:01:47.911210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Allocated IP 172.25.2.238 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/b4ab3960-b4cf-4ebe-817b-ae472e9be1ac) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:48.173977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.332903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 754454cd-3db8-4a3c-9d97-15fd7d945ae0 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:48.354905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c71006d-873e-44b4-8d59-1e4304ef7563 req-31ed5f38-ae3b-4420-9b6b-0c2b6b427572 service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634283 Aug 03 19:01:48.383224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.387250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b334e-6500-483b-a9ec-36cb524d3e09 req-051ae49b-0d0b-456e-a45d-5fb019b272a2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:48.405584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed0b334e-6500-483b-a9ec-36cb524d3e09 req-051ae49b-0d0b-456e-a45d-5fb019b272a2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.4209929 Aug 03 19:01:48.435395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 754454cd-3db8-4a3c-9d97-15fd7d945ae0 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:48.435959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 754454cd-3db8-4a3c-9d97-15fd7d945ae0 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:48.474266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:48.479780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:48.502567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:48.553744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9fa7f2c5-84be-49a6-982c-96562f397383 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:48.556881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:48.597839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-4ea1c5b6-1702-43e4-906f-1e30ad721c4d tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:48.600166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-4ea1c5b6-1702-43e4-906f-1e30ad721c4d tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.54 "GET /v2.0/networks?id=ca94c761-7209-4cb0-9344-103b2aa529fd HTTP/1.1" status: 200 len: 815 time: 0.5593877 Aug 03 19:01:48.637321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45d9f66d-410c-4be4-b933-0628a721db76 req-247c90f7-e451-478c-b5b9-1ea44b440962 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.1206598 Aug 03 19:01:48.670932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed0b334e-6500-483b-a9ec-36cb524d3e09 req-fd48b511-6ec9-42a8-866e-967d8fa2f904 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608902 Aug 03 19:01:48.741423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9fa7f2c5-84be-49a6-982c-96562f397383 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:48.788342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32a7b18f-5776-4c8e-8872-a48c7e7db174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:48.805512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-40ddb196-6f5e-413e-8423-b9d0e69df61d tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eafa0a001f2f4432ad244dd597013388 HTTP/1.1" status: 200 len: 380 time: 0.1671438 Aug 03 19:01:48.837762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'port': {'device_id': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'admin_state_up': True, 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'security_groups': ['19a77f1c-8dac-427e-944a-b1968c65a301']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:48.973613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258430c-f026-4793-9829-02fd17d8df23 req-d73ca7e9-2514-491f-ac0b-a4b3b3b4b131 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:48.975313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0258430c-f026-4793-9829-02fd17d8df23 req-d73ca7e9-2514-491f-ac0b-a4b3b3b4b131 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.1687346 Aug 03 19:01:49.049502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0258430c-f026-4793-9829-02fd17d8df23 req-bc6b0990-c819-4440-b8d5-6329859a91b5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579715 Aug 03 19:01:49.138237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.164325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Made reservation on behalf of eafa0a001f2f4432ad244dd597013388 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:49.169350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.395984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc053e6e-0522-4d70-9199-0acf1a02f736 None None] Network 5f52c176-4c38-4845-8151-98c19f1afe06 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:49.431342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Allocated IP 172.20.0.10 (ca94c761-7209-4cb0-9344-103b2aa529fd/1f60d17b-3166-4598-bf54-7ef3b164dc95/6a5737fd-aec1-4efd-a0a4-739a6ce58655) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:49.628873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.648422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.689556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Transition to ACTIVE for port object 6a5737fd-aec1-4efd-a0a4-739a6ce58655 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:49.838829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa4793-152e-4a8c-ba1e-8cce58ad4076 req-f0b9d599-db5d-416c-aa56-f718c59b9aab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:49.841198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23aa4793-152e-4a8c-ba1e-8cce58ad4076 req-f0b9d599-db5d-416c-aa56-f718c59b9aab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0813904 Aug 03 19:01:49.904495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.909419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23aa4793-152e-4a8c-ba1e-8cce58ad4076 req-89576795-d22c-4440-98f0-e6f7e6454f46 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608490 Aug 03 19:01:49.916074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Provisioning for port 9fa7f2c5-84be-49a6-982c-96562f397383 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:49.923903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Provisioning complete for port 9fa7f2c5-84be-49a6-982c-96562f397383 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:49.924240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:49.979180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Network ca94c761-7209-4cb0-9344-103b2aa529fd is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:49.985932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:49.991025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:50.090770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Router 2083289c-ae52-44ba-80eb-3c19a4799f96 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:01:50.100839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:50.101521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.134500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event updated for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:50.150309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.229669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d2eca9f7-1919-4eee-94ff-9b0cda3e96f0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3966942 Aug 03 19:01:50.237512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] For port 9fa7f2c5-84be-49a6-982c-96562f397383, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9fa7f2c5-84be-49a6-982c-96562f397383,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:50.265407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Request body: {'port': {'device_id': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:50.320308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.352815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-5f4472aa-bf36-40ef-84d4-1ebbb1faf100 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3767533 Aug 03 19:01:50.359874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:50.369044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Sync routers for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:50.387535 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:50.394716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:50.395335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c8a00-840b-435c-886f-65a77d2bfa4f req-c0f3a4a8-71f4-4879-b920-e673bbb35fa1 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:50.403427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-333c8a00-840b-435c-886f-65a77d2bfa4f req-c0f3a4a8-71f4-4879-b920-e673bbb35fa1 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 932 time: 0.2532005 Aug 03 19:01:50.454164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121cc1e-29bd-4454-a7ff-15c23bfb98ba None None] Pushing event updated for resources: {'Port': ['ID=9fa7f2c5-84be-49a6-982c-96562f397383,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:50.467998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:50.478961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.480476 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-30c79371-4892-4145-bea6-9299adcfd263 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0437171 Aug 03 19:01:50.483259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:50.502796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-333c8a00-840b-435c-886f-65a77d2bfa4f req-6993a26e-686a-4427-9174-f532e1afaef6 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983899 Aug 03 19:01:50.527767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb8f21-de73-4391-b93a-80bed96d713b req-216c266b-c39f-408b-8ffc-342bc3249a12 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:50.529357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ffb8f21-de73-4391-b93a-80bed96d713b req-216c266b-c39f-408b-8ffc-342bc3249a12 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.2137744 Aug 03 19:01:50.536591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.541465 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:50.630167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:50.648509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'port_id': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'mac_address': 'fa:16:3e:d0:4d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c36d7f-7cc7-4b9c-8be6-889bbdb03364', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:50.658784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Provisioning for port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:50.666410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Provisioning complete for port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:50.667143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.732799 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.773961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:50.797371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:50.801903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:48Z', 'revision_number': 3, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:50.815009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:50.833251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ffb8f21-de73-4391-b93a-80bed96d713b req-1dd3b453-fdd1-4f7c-b200-0774020258b2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930243 Aug 03 19:01:50.851273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Checking router: 2083289c-ae52-44ba-80eb-3c19a4799f96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:50.851871 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Updating router 2083289c-ae52-44ba-80eb-3c19a4799f96 port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:50.863701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Provisioning complete for port 9fa7f2c5-84be-49a6-982c-96562f397383 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:50.864260 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4cee2410-c5ee-47bc-bc4c-ab17a61addc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.935401 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:50.977280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.107291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:51.155103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fe1ed-0871-46e1-b7f2-8ae42f5dad3d req-1ac84f2b-4131-4457-86cb-df25cb79f288 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.165085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-564fe1ed-0871-46e1-b7f2-8ae42f5dad3d req-1ac84f2b-4131-4457-86cb-df25cb79f288 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 950 time: 0.4591486 Aug 03 19:01:51.279560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['05fbd3e4-dfd7-4978-9fcd-01be432d02cf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:51.330920 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.341281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-564fe1ed-0871-46e1-b7f2-8ae42f5dad3d req-bf7beaf2-099b-47f0-8d99-456602fe7802 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750584 Aug 03 19:01:51.356716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Transition to ACTIVE for port object b4ab3960-b4cf-4ebe-817b-ae472e9be1ac will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:51.381252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100846-cf93-4d3c-94ab-3c29226dfbad req-556f3a9e-a4f2-4256-9c88-d1284dc155b3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.386248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58100846-cf93-4d3c-94ab-3c29226dfbad req-556f3a9e-a4f2-4256-9c88-d1284dc155b3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.2620113 Aug 03 19:01:51.387550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.454270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58100846-cf93-4d3c-94ab-3c29226dfbad req-0279f60d-73d2-4681-bbdd-0ccd2339e357 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618880 Aug 03 19:01:51.455771 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.579807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5737fd-aec1-4efd-a0a4-739a6ce58655 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:51.596034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.599222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c60644-ff19-46de-a08e-84b24535c44c None None] Pushing event updated for resources: {'Port': ['ID=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:51.618436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Transition to ACTIVE for port object 6a5737fd-aec1-4efd-a0a4-739a6ce58655 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:51.666866 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Attempting to bind port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:51.667837 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Attempting to bind port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:51.668202 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Attempting to bind port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:51.698247 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:51.699328 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:51.699824 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.700289 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:51.700880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Bound port: b4ab3960-b4cf-4ebe-817b-ae472e9be1ac, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:51.701106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcfd95-2ccd-47e9-9bb1-91a939239430 req-9fbbeea3-1cfb-49b2-a091-66bdefda8863 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:51.701415 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.703304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbcfd95-2ccd-47e9-9bb1-91a939239430 req-9fbbeea3-1cfb-49b2-a091-66bdefda8863 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 932 time: 0.0644703 Aug 03 19:01:51.712727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.727175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Allocated IP 172.20.0.1 (5f52c176-4c38-4845-8151-98c19f1afe06/0b6fea4b-6aa6-4955-8a16-e3955df6ef24/d7d39963-8cf8-4929-8f73-e3805e7377e1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:51.785664 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] For port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:51.793243 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] For port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:51.892994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:51.905868 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:51.907629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.907967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.908308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.908640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.909010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.909994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.910563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.911158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.911497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.911826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.912152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.912475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:51.942180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbcfd95-2ccd-47e9-9bb1-91a939239430 req-ce1cd11b-123e-4854-b74a-33e005f18cbe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263215 Aug 03 19:01:51.956011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Attempting to bind port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:51.956625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Attempting to bind port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:51.957276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Attempting to bind port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 on network ca94c761-7209-4cb0-9344-103b2aa529fd {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:51.964207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 on network ca94c761-7209-4cb0-9344-103b2aa529fd not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:01:51.968274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Attempting to bind port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 on network ca94c761-7209-4cb0-9344-103b2aa529fd {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:51.985822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d26a0bec-4e31-40a7-9f87-2881947492ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.021274 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c60644-ff19-46de-a08e-84b24535c44c None None] Pushing event updated for resources: {'Port': ['ID=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:52.038225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:52.039161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Checking segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:52.039814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Bound using segment: {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:52.040494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Bound port: 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2e2578-123c-43a7-b6fd-549f81d9512e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:52.044845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.058099 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:52.058865 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:52.169594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.171679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8971263-0cdb-4332-bc46-dae84882cfca req-70834b18-ec81-4186-a717-7638d99f3d97 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.173793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8971263-0cdb-4332-bc46-dae84882cfca req-70834b18-ec81-4186-a717-7638d99f3d97 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.2290785 Aug 03 19:01:52.233859 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:52.296624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8971263-0cdb-4332-bc46-dae84882cfca req-0044d8d7-fdea-4958-9224-cb1c7acde4cb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146839 Aug 03 19:01:52.313225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:52.318417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:52.355634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-6b01e815-fa89-48d7-afdd-4949993d62ac tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.358333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-6b01e815-fa89-48d7-afdd-4949993d62ac tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 950 time: 0.1243439 Aug 03 19:01:52.416589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9fa7f2c5-84be-49a6-982c-96562f397383 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:52.437232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.439593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.494506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:52.510435 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:48Z', 'revision_number': 3, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:52.545590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Transition to ACTIVE for port object d7d39963-8cf8-4929-8f73-e3805e7377e1 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:52.560745 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce325af-41a2-469c-a28a-88af6fc88298 None None] The sync data for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 is: [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:48Z', 'revision_number': 3, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:52.606156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Deleting port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:52.606592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.609961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9fa7f2c5-84be-49a6-982c-96562f397383 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:52.613466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.664675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.664675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.669762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a5737fd-aec1-4efd-a0a4-739a6ce58655 HTTP/1.1" status: 200 len: 1092 time: 2.4166892 Aug 03 19:01:52.670209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:52.680238 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383324f-5c10-41ec-83d0-a29ac3eef5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:52.710722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.765908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db354742-fcb7-4c7d-8680-b91837da3128 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:52.772605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:52.782807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:52.782807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.806822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:52.826727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.827066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.827353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.827694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.828032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.828368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.828744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.829083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.829415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.829745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.830074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.830401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:01:52.840170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.858764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ec25-55af-4601-acfd-a4285ceb91dc req-08f0b8ee-d6fa-4946-ac7b-3fdac85b48b3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:52.870296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e084ec25-55af-4601-acfd-a4285ceb91dc req-08f0b8ee-d6fa-4946-ac7b-3fdac85b48b3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.2093740 Aug 03 19:01:52.918773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] For port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:52.919196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:52.953118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Calling delete_port for 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:53.004116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.026764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86cf18-2053-41d0-ab1c-ce7bee70fefd req-dc8eb294-b581-4057-a4bf-22c550efff77 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.031842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d86cf18-2053-41d0-ab1c-ce7bee70fefd req-dc8eb294-b581-4057-a4bf-22c550efff77 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 950 time: 0.5044279 Aug 03 19:01:53.080690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Network 5f52c176-4c38-4845-8151-98c19f1afe06 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:53.086610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:53.090872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:53.101972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:53.116410 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f392aff3-4df7-470b-809f-6b39721f8a31" -d '{"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:53.128034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:53.194542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.204128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.312839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:53.461393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.531536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.537920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e084ec25-55af-4601-acfd-a4285ceb91dc req-ac98b0c7-3f7a-49c6-a5bd-a7288349427c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665719 Aug 03 19:01:53.557840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-13b6e133-6393-4955-b706-0a1d20b80c62 None None] Provisioning for port d7d39963-8cf8-4929-8f73-e3805e7377e1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:53.565475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-13b6e133-6393-4955-b706-0a1d20b80c62 None None] Provisioning complete for port d7d39963-8cf8-4929-8f73-e3805e7377e1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:53.565906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13b6e133-6393-4955-b706-0a1d20b80c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.569486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-22bb538d-44e8-4318-be72-1daab044fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.570986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-22bb538d-44e8-4318-be72-1daab044fa23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eafa0a001f2f4432ad244dd597013388&device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 1095 time: 0.6768293 Aug 03 19:01:53.571791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', '2c87a0ff-aa54-4015-a524-40dcff5d035c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:53.637816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d86cf18-2053-41d0-ab1c-ce7bee70fefd req-649dbcbd-826d-4739-9dfc-5468dd52d593 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711164 Aug 03 19:01:53.642062 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3613e8-7bb3-45c8-8b32-489b33e04283 x-openstack-request-id: req-5c3613e8-7bb3-45c8-8b32-489b33e04283 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:53.642768 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:53.643126 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c3613e8-7bb3-45c8-8b32-489b33e04283 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:53.644282 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'status': 'completed', 'code': 200} Aug 03 19:01:53.689821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] No DVR routers for this DVR port 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:53.697818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-d4f4d1d7-96b1-48af-995e-4a3adfe31cf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655 HTTP/1.1" status: 200 len: 217 time: 0.0717452 Aug 03 19:01:53.701477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:53.703552 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a8ac9f80-f2e7-4499-8a65-5f7f1a52f01a req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "DELETE /v2.0/ports/5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed HTTP/1.1" status: 204 len: 173 time: 1.3271904 Aug 03 19:01:53.704336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84272b52-9266-4e82-802d-bf34c1df6498 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event deleted for resources: {'Port': ['ID=5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:53.726429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'name': 'network-vif-deleted', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:53.728727 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2f28d6-92f2-4e1a-bd95-7ad943805d7c" -d '{"events": [{"server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "name": "network-vif-deleted", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:53.781947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-13b6e133-6393-4955-b706-0a1d20b80c62 None None] Port d7d39963-8cf8-4929-8f73-e3805e7377e1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:53.864155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-786e639e-7e9f-4901-b996-77cb386fb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.866970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-786e639e-7e9f-4901-b996-77cb386fb408 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f60d17b-3166-4598-bf54-7ef3b164dc95 HTTP/1.1" status: 200 len: 854 time: 0.1439431 Aug 03 19:01:53.886198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca8ada-7214-46db-bd96-2c121a96527b req-be4322e1-0551-4b61-b206-9834fa3c0c61 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.895701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3ca8ada-7214-46db-bd96-2c121a96527b req-be4322e1-0551-4b61-b206-9834fa3c0c61 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 944 time: 0.1253161 Aug 03 19:01:53.916794 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f20debf-bfda-4b73-abae-5ec49e9fc6ab x-openstack-request-id: req-9f20debf-bfda-4b73-abae-5ec49e9fc6ab {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:53.917359 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:53.917765 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f20debf-bfda-4b73-abae-5ec49e9fc6ab {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:53.918427 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'code': 200} Aug 03 19:01:53.974230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-6f7172e6-cc50-4f4a-b869-9caaf725f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:53.988243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-6f7172e6-cc50-4f4a-b869-9caaf725f37f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1101 time: 0.2078967 Aug 03 19:01:54.082794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3ca8ada-7214-46db-bd96-2c121a96527b req-0949e6c3-dda5-44ea-8433-a2e8633caff3 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858656 Aug 03 19:01:54.090133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-c853db0b-b9a7-43a5-ab67-15755948d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.091999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-c853db0b-b9a7-43a5-ab67-15755948d94e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca94c761-7209-4cb0-9344-103b2aa529fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2160428 Aug 03 19:01:54.168870 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d4d3b-9497-4292-9293-341588c55280 x-openstack-request-id: req-e40d4d3b-9497-4292-9293-341588c55280 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:54.169403 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cd19d3-abf9-4fb7-8fb4-28d9bf43f295", "name": "network-vif-deleted", "tag": "5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:54.169664 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e40d4d3b-9497-4292-9293-341588c55280 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:54.170058 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cd19d3-abf9-4fb7-8fb4-28d9bf43f295', 'name': 'network-vif-deleted', 'tag': '5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed', 'status': 'completed', 'code': 200} Aug 03 19:01:54.196304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.219975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d22ed-5ade-4dc4-95b7-14f2ee81b38f req-c441c936-0b2b-4b8a-a32f-bdd7db3adbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.223832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c3d22ed-5ade-4dc4-95b7-14f2ee81b38f req-c441c936-0b2b-4b8a-a32f-bdd7db3adbdb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1096 time: 0.2272425 Aug 03 19:01:54.230693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-c1bd68f4-5b8e-46f6-b159-25938cf5e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.230693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-c1bd68f4-5b8e-46f6-b159-25938cf5e8e7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2233207 Aug 03 19:01:54.253985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac95875-a63e-49b6-83a6-6fb3cf1fbe89 req-af69144d-3f76-412c-9fb5-60504514e0f5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.261675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fac95875-a63e-49b6-83a6-6fb3cf1fbe89 req-af69144d-3f76-412c-9fb5-60504514e0f5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2526827 Aug 03 19:01:54.285752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-4196a1c5-bc28-460a-8319-307613d98512 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.0485790 Aug 03 19:01:54.297859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.311308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-3cc19c4b-4b0f-45f5-a856-6c4d46ff8359 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848130 Aug 03 19:01:54.316473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c3d22ed-5ade-4dc4-95b7-14f2ee81b38f req-b5bf45dd-b909-42de-8415-7098557dd44c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864687 Aug 03 19:01:54.374082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fac95875-a63e-49b6-83a6-6fb3cf1fbe89 req-261c19d7-9bd6-497f-9a16-b348dcf82a60 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059632 Aug 03 19:01:54.437547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-b1444e50-b52a-4de8-94f6-768563bb083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.439354 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-b1444e50-b52a-4de8-94f6-768563bb083e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1449358 Aug 03 19:01:54.474143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b4ab3960-b4cf-4ebe-817b-ae472e9be1ac up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:54.474938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36fbc40f-e2fa-48f1-9657-6c2bcdb9ec01 req-df143e3f-e9e0-4b50-87e5-7602dcf2b2a2 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510806 Aug 03 19:01:54.506648 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:54.519490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.593598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-c9d9dd4b-2f07-49a5-8a17-db1bb7d6cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.595442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-c9d9dd4b-2f07-49a5-8a17-db1bb7d6cc5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451187 Aug 03 19:01:54.633427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:01:54.635883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.639531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:54.640018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.661863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Network 5f52c176-4c38-4845-8151-98c19f1afe06 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:54.664067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:54.821257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.871946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:54.891307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac61e9-639c-4106-bfcc-93ca4ce099b2 req-d1c97963-019f-47b8-8162-f3d27f5d01da tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.899354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5ac61e9-639c-4106-bfcc-93ca4ce099b2 req-d1c97963-019f-47b8-8162-f3d27f5d01da tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.2507851 Aug 03 19:01:54.926675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-781aa2a0-d3fb-4d54-8dd5-58b56133787d req-c7525ce2-0003-41ea-a72d-c3e2b04b6538 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=73cd19d3-abf9-4fb7-8fb4-28d9bf43f295 HTTP/1.1" status: 200 len: 210 time: 0.1178703 Aug 03 19:01:54.941325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:54.970942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-7a3bcda9-462e-47b2-83b6-52a247211d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:54.985555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-7a3bcda9-462e-47b2-83b6-52a247211d44 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eafa0a001f2f4432ad244dd597013388&device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 1095 time: 0.2672276 Aug 03 19:01:55.088219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-bcb1157f-6eac-4778-adef-a99e45aab9b2 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960803 Aug 03 19:01:55.090005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Router 2083289c-ae52-44ba-80eb-3c19a4799f96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:01:55.110700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b8e0d90d-cd15-47e7-95df-a89c61ebbcb0 None None] Provisioning complete for port d7d39963-8cf8-4929-8f73-e3805e7377e1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:55.111076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d90d-cd15-47e7-95df-a89c61ebbcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.120247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5ac61e9-639c-4106-bfcc-93ca4ce099b2 req-20241bd8-e42d-49aa-9859-1d93bd05a737 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199006 Aug 03 19:01:55.174439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0d90d-cd15-47e7-95df-a89c61ebbcb0 None None] Port d7d39963-8cf8-4929-8f73-e3805e7377e1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:01:55.180405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:55.207534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-218870d8-6cf5-47e9-ba46-3ddd903f2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.209093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-218870d8-6cf5-47e9-ba46-3ddd903f2743 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca94c761-7209-4cb0-9344-103b2aa529fd HTTP/1.1" status: 200 len: 916 time: 0.2176743 Aug 03 19:01:55.283303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-90a297ce-0419-46fc-9073-f5e989445707 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655 HTTP/1.1" status: 200 len: 217 time: 0.0453315 Aug 03 19:01:55.300664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8b5f6-898c-48b8-afe7-df42b3dcb4b9 req-dd121e11-cd91-4e3e-aaed-a14a3b94f1ba tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.302232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53f8b5f6-898c-48b8-afe7-df42b3dcb4b9 req-dd121e11-cd91-4e3e-aaed-a14a3b94f1ba tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 944 time: 0.0921183 Aug 03 19:01:55.343480 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-8a84ac12-9f25-4b8f-9c1e-0d1b59f611b3 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365208 Aug 03 19:01:55.361475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:01:55.370347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7a5e5a2-29bd-4d91-a904-d5c5216bd5c8 admin admin] 10.222.0.67 "PUT /v2.0/routers/2083289c-ae52-44ba-80eb-3c19a4799f96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8849773 Aug 03 19:01:55.373808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Sync routers for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:01:55.395158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53f8b5f6-898c-48b8-afe7-df42b3dcb4b9 req-75fa5f7e-5173-4cf9-88c1-b6eac87c0321 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849829 Aug 03 19:01:55.395383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:55.396243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:55.401817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-3f35156b-b9c7-4f3a-9c45-e6ff89f8ed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.403956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-3f35156b-b9c7-4f3a-9c45-e6ff89f8ed4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f60d17b-3166-4598-bf54-7ef3b164dc95 HTTP/1.1" status: 200 len: 854 time: 0.1124923 Aug 03 19:01:55.500396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-73bbf4ee-87fd-4bca-b4e1-c66e1ed4b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.502116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-73bbf4ee-87fd-4bca-b4e1-c66e1ed4b928 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca94c761-7209-4cb0-9344-103b2aa529fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804081 Aug 03 19:01:55.573792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38198) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:55.626824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-244159818'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:55.643443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-3ede5d7b-b9e1-457a-a06d-9487f7697967 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166692 Aug 03 19:01:55.653854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f5c3b-65a4-4c64-903d-d3b85ea9d074 req-5ca01c5c-e0b4-474b-8f77-3977faefd2e0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:55.667546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-468f5c3b-65a4-4c64-903d-d3b85ea9d074 req-5ca01c5c-e0b4-474b-8f77-3977faefd2e0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2009668 Aug 03 19:01:55.695769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:55.749458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:55.754331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.761896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-468f5c3b-65a4-4c64-903d-d3b85ea9d074 req-6c422595-dfc0-46c6-a83c-a624952676a9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933945 Aug 03 19:01:55.808062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:55.832413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:55.834500 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Added segment a5ba0cba-763c-43d3-945f-5a87077b0677 of type vlan for network 3162452f-55be-4923-b10c-afbec055874f Aug 03 19:01:55.845128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0383324f-5c10-41ec-83d0-a29ac3eef5c8 req-56c4c816-8e89-4095-b649-770538b821b3 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654186 Aug 03 19:01:55.915409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.026633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.033044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.033667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.036879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:53Z', 'revision_number': 4, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd7d39963-8cf8-4929-8f73-e3805e7377e1', 'name': '', 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'mac_address': 'fa:16:3e:f3:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:51Z', 'updated_at': '2021-08-03T19:01:53Z', 'revision_number': 2, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'subnets': [{'id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:56.096349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Checking router: 2083289c-ae52-44ba-80eb-3c19a4799f96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:01:56.096349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Updating router 2083289c-ae52-44ba-80eb-3c19a4799f96 port d7d39963-8cf8-4929-8f73-e3805e7377e1 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:01:56.127024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.159337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5840905 Aug 03 19:01:56.166502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38222) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:56.171502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'subnet': {'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:56.271112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ead7e-97dc-4b7c-a537-89bd467a53e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Network': ['ID=3162452f-55be-4923-b10c-afbec055874f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:56.317907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-7ef2c4f8-c4a1-445a-bbc9-748149b258d0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.329855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-7ef2c4f8-c4a1-445a-bbc9-748149b258d0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 814 time: 0.3072708 Aug 03 19:01:56.339093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3162452f-55be-4923-b10c-afbec055874f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:56.353998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-ef3fcc5a-fef5-4d79-8aac-62300a83a3eb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/quotas/81e389217ef04f38916335f8b0f8f99b HTTP/1.1" status: 200 len: 375 time: 0.0226340 Aug 03 19:01:56.432010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:56.435548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.444315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:01:56.469662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-d868d4c4-e394-4820-a235-f98fafee57bb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143742 Aug 03 19:01:56.491888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:01:56.492792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d65e170-71bd-4e7f-99fa-1a09c9a1f5ed not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:01:56.506079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b4ab3960-b4cf-4ebe-817b-ae472e9be1ac up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:01:56.634691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-6fd3072a-c5e7-447c-9383-d83dd7150d06 service neutron] 10.222.0.67 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521637 Aug 03 19:01:56.664331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:01:56.664884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.848180 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:56.880995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-98c7b621-173b-4e88-9127-3d01baf3bb6a service neutron] 10.222.0.67 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220659 Aug 03 19:01:56.881743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Transition to ACTIVE for port object d7d39963-8cf8-4929-8f73-e3805e7377e1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:56.927374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d0ad6a-55dc-4837-b953-9603a664ad04 req-70dd677c-0c74-4fe9-995f-08909e6c2170 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:56.929360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22d0ad6a-55dc-4837-b953-9603a664ad04 req-70dd677c-0c74-4fe9-995f-08909e6c2170 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0607417 Aug 03 19:01:56.978353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22d0ad6a-55dc-4837-b953-9603a664ad04 req-86fb5d2d-4cdd-4c45-8aa6-80a253941ed2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Aug 03 19:01:57.099371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc1e11-cb4b-4155-a87e-2fabca7bdd8c req-76ed3292-542c-4e1d-b051-e140ada55428 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.101039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6cc1e11-cb4b-4155-a87e-2fabca7bdd8c req-76ed3292-542c-4e1d-b051-e140ada55428 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 944 time: 0.0614731 Aug 03 19:01:57.145012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6cc1e11-cb4b-4155-a87e-2fabca7bdd8c req-dddea833-bc25-4098-a067-35e3d67598ee tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373864 Aug 03 19:01:57.242627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.242898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.272014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4069d7-230c-4fd4-9d4c-f95d89c2f6f4 req-649e9132-2caa-4453-b183-58a1d7618e63 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.274289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef4069d7-230c-4fd4-9d4c-f95d89c2f6f4 req-649e9132-2caa-4453-b183-58a1d7618e63 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 951 time: 0.0642259 Aug 03 19:01:57.330431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef4069d7-230c-4fd4-9d4c-f95d89c2f6f4 req-53c711b7-4bb1-47fb-9e81-104d37d8fcd8 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Aug 03 19:01:57.364755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f386b-2bd8-4008-aaf8-a214144d470d None None] Pushing event updated for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.379064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Subnet': ['ID=89fa0c53-0d92-4315-a21a-08ba9cf9f254,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.400153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Checking segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:57.414667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network hostable DHCP agents. Network: 3162452f-55be-4923-b10c-afbec055874f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:57.465809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Attempting to bind port d7d39963-8cf8-4929-8f73-e3805e7377e1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:57.466193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Attempting to bind port d7d39963-8cf8-4929-8f73-e3805e7377e1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:57.466565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Attempting to bind port d7d39963-8cf8-4929-8f73-e3805e7377e1 on network 5f52c176-4c38-4845-8151-98c19f1afe06 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:57.493305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:57.493693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Checking segment: {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:57.494110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.494513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Bound using segment: {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:57.495013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Bound port: d7d39963-8cf8-4929-8f73-e3805e7377e1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acbe557-526a-467e-818c-0db0861f9ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:57.495405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.497546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72857c20-f5b4-4c2f-87b8-4b00fcfdb1d9 req-f49e701d-f082-4c1d-ad28-bd6fdc34f28a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0686600 Aug 03 19:01:57.539858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 3162452f-55be-4923-b10c-afbec055874f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:01:57.603835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] For port d7d39963-8cf8-4929-8f73-e3805e7377e1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:57.607588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] For port d7d39963-8cf8-4929-8f73-e3805e7377e1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d7d39963-8cf8-4929-8f73-e3805e7377e1,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:57.678662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 3162452f-55be-4923-b10c-afbec055874f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:57.688555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:57.691030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.699828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e93997-94ac-4942-99a8-c00b466b8659 None None] Network 3162452f-55be-4923-b10c-afbec055874f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:01:57.800814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:57.818661 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-954179ec-cfe4-46ec-871c-1320688fb9b3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6511452 Aug 03 19:01:57.825824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38244) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:57.832140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1546829843'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:57.902872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f386b-2bd8-4008-aaf8-a214144d470d None None] Pushing event updated for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:57.963753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:01:57.966275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:57.968868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:57.970323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.030648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:01:58.044041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.044577 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Added segment 36b298b7-efc5-4f3f-8ce8-2e7c5b163901 of type vlan for network 56cfd4e9-2bcc-4114-9428-22552385acf8 Aug 03 19:01:58.145291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.209925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-3162452f-55be-4923-b10c-afbec055874f', 'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'fixed_ips': [{'subnet_id': '89fa0c53-0d92-4315-a21a-08ba9cf9f254'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:01:58.213557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.220612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:01:58.262632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c4dab-565f-4f64-a3d4-664f3aa503cb req-a4eaf1a1-dd0a-4ed9-8bc8-2f612d745077 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.271752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd0c4dab-565f-4f64-a3d4-664f3aa503cb req-a4eaf1a1-dd0a-4ed9-8bc8-2f612d745077 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1159611 Aug 03 19:01:58.349244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd0c4dab-565f-4f64-a3d4-664f3aa503cb req-bf149f77-3934-4bc1-8038-f14dbbd8d868 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764031 Aug 03 19:01:58.379562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6a5737fd-aec1-4efd-a0a4-739a6ce58655 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:01:58.406378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.413251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.413904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:58.609642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03210c-7e1e-4906-83dd-153bda8dbefb req-ca0a6d78-6045-4eca-a0de-bc955a42be73 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.617275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e03210c-7e1e-4906-83dd-153bda8dbefb req-ca0a6d78-6045-4eca-a0de-bc955a42be73 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 944 time: 0.3112774 Aug 03 19:01:58.621595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Network': ['ID=56cfd4e9-2bcc-4114-9428-22552385acf8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:58.651939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-158d25a5-b82b-4bed-a44b-5a85c4a2843f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.653360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:01:58.653601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-158d25a5-b82b-4bed-a44b-5a85c4a2843f tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 951 time: 0.3022764 Aug 03 19:01:58.659793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5c18bb3-a4b1-4a3f-81ca-f726b5e07455 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8324277 Aug 03 19:01:58.662894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38262) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:01:58.669388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'subnet': {'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:01:58.802250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17808e9-94b6-45c0-a11e-bc762f92311b req-1996f2b5-a3c9-4c57-8254-1a7909a52b00 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:58.803736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e17808e9-94b6-45c0-a11e-bc762f92311b req-1996f2b5-a3c9-4c57-8254-1a7909a52b00 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 951 time: 0.3524203 Aug 03 19:01:58.813101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e03210c-7e1e-4906-83dd-153bda8dbefb req-d386903f-3951-4951-a516-dd488a86e3c9 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948512 Aug 03 19:01:58.939716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03e155e7-363e-4674-a6ad-ce4bfc19e188 req-06be7d39-4d76-4dcd-9494-03b970478e85 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0485721 Aug 03 19:01:58.948541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Allocated IP 19.80.0.2 (3162452f-55be-4923-b10c-afbec055874f/89fa0c53-0d92-4315-a21a-08ba9cf9f254/bc10095e-9515-4dcf-8b46-eef73b6b2a8d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:01:58.958359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e17808e9-94b6-45c0-a11e-bc762f92311b req-b0f4bde3-7969-4ca1-a3da-d45c31beedeb tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/security-groups?id=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424887 Aug 03 19:01:58.999361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Deleting port 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:01:58.999712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.005973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:59.113291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'port_id': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'mac_address': 'fa:16:3e:d6:64:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:01:59.117762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:01:59.123001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.233563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.258388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] For port 2c87a0ff-aa54-4015-a524-40dcff5d035c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c87a0ff-aa54-4015-a524-40dcff5d035c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:59.258758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.263226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5737fd-aec1-4efd-a0a4-739a6ce58655 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:01:59.275959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Calling delete_port for 2c87a0ff-aa54-4015-a524-40dcff5d035c owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:01:59.287502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:53Z', 'revision_number': 4, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd7d39963-8cf8-4929-8f73-e3805e7377e1', 'name': '', 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'mac_address': 'fa:16:3e:f3:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:51Z', 'updated_at': '2021-08-03T19:01:57Z', 'revision_number': 4, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'subnets': [{'id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:01:59.344427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:01:59.349326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fc91f7-75a2-4eab-aadc-df34d350bf1a None None] The sync data for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 is: [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:01:53Z', 'revision_number': 4, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd7d39963-8cf8-4929-8f73-e3805e7377e1', 'name': '', 'network_id': '5f52c176-4c38-4845-8151-98c19f1afe06', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'mac_address': 'fa:16:3e:f3:50:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:51Z', 'updated_at': '2021-08-03T19:01:57Z', 'revision_number': 4, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'subnets': [{'id': '0b6fea4b-6aa6-4955-8a16-e3955df6ef24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:01:59.364729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.375544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Transition to ACTIVE for port object bc10095e-9515-4dcf-8b46-eef73b6b2a8d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:59.396289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Transition to ACTIVE for port object bc10095e-9515-4dcf-8b46-eef73b6b2a8d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:01:59.451845 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.509269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.542419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.564127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cf8d5-b77f-4e94-a9a0-e5569c9b08fc req-066e954b-aa36-4fc7-aa0a-16a3fa21ac04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.566304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-671cf8d5-b77f-4e94-a9a0-e5569c9b08fc req-066e954b-aa36-4fc7-aa0a-16a3fa21ac04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0698059 Aug 03 19:01:59.575046 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.587584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Network 3162452f-55be-4923-b10c-afbec055874f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:01:59.590725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:01:59.595173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:01:59.618846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Pushing event updated for resources: {'Port': ['ID=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.619778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.680680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Attempting to bind port bc10095e-9515-4dcf-8b46-eef73b6b2a8d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:01:59.681827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Attempting to bind port bc10095e-9515-4dcf-8b46-eef73b6b2a8d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:01:59.682031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Attempting to bind port bc10095e-9515-4dcf-8b46-eef73b6b2a8d on network 3162452f-55be-4923-b10c-afbec055874f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:01:59.692030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:01:59.692816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Checking segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:59.693541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.695688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Bound using segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:01:59.695688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Bound port: bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:01:59.695688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.736853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-671cf8d5-b77f-4e94-a9a0-e5569c9b08fc req-6ef8ed62-3c49-48c9-bf18-09cae3da4617 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586509 Aug 03 19:01:59.737714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Pushing event deleted for resources: {'Port': ['ID=2c87a0ff-aa54-4015-a524-40dcff5d035c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.745033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Subnet': ['ID=5f28d191-049c-4605-babd-9aae24cde9bd,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:01:59.778522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] No DVR routers for this DVR port 2c87a0ff-aa54-4015-a524-40dcff5d035c on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:01:59.782148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.784940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-293a73af-40f3-43c4-9db7-bb64506ae1e6 req-b6e8fc94-8efe-4b9c-ab0f-46e5b1d97f8c tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.54 "DELETE /v2.0/ports/2c87a0ff-aa54-4015-a524-40dcff5d035c HTTP/1.1" status: 204 len: 173 time: 1.1213796 Aug 03 19:01:59.786247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] For port bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:01:59.787418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-deleted', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:01:59.790194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] For port bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:01:59.804498 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14127cf-1db4-46e6-b771-de945cbb1593" -d '{"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-deleted", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:01:59.811601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Checking segment: {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:01:59.811968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network hostable DHCP agents. Network: 56cfd4e9-2bcc-4114-9428-22552385acf8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:01:59.846702 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ad766e-c867-45a0-b97c-b0a7c096ba77 x-openstack-request-id: req-a2ad766e-c867-45a0-b97c-b0a7c096ba77 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:01:59.847584 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9694bc86-42a9-4612-9dd2-a247f3cf70e1", "name": "network-vif-deleted", "tag": "2c87a0ff-aa54-4015-a524-40dcff5d035c", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:01:59.847886 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2ad766e-c867-45a0-b97c-b0a7c096ba77 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:01:59.848447 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9694bc86-42a9-4612-9dd2-a247f3cf70e1', 'name': 'network-vif-deleted', 'tag': '2c87a0ff-aa54-4015-a524-40dcff5d035c', 'status': 'completed', 'code': 200} Aug 03 19:01:59.883759 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:01:59.929835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['6a5737fd-aec1-4efd-a0a4-739a6ce58655'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:01:59.988256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331f527-fa34-4531-9fe2-7a4b783c4c89 req-eeeb7823-ade7-4283-8e1a-50d15882a33b tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:01:59.993611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7331f527-fa34-4531-9fe2-7a4b783c4c89 req-eeeb7823-ade7-4283-8e1a-50d15882a33b tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 945 time: 0.0950503 Aug 03 19:02:00.032291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:00.113508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9ac474f-6dba-4542-a149-b1910738a034 req-4a38a9f8-ee91-4e2d-bbf6-6a1be96c36fd tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0505424 Aug 03 19:02:00.122570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb34c4-df81-4941-bd3d-5b7e1a885a6c None None] Pushing event updated for resources: {'Port': ['ID=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:00.123137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7331f527-fa34-4531-9fe2-7a4b783c4c89 req-e2025ae1-fb51-45c4-bf4e-014bfa8ea6c9 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191070 Aug 03 19:02:00.179934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 56cfd4e9-2bcc-4114-9428-22552385acf8) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:00.187289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.192142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:00.209029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af08444e-078a-4efd-b6b5-54d9f0347838 None None] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:00.293191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d74a1e5a-b072-4762-9245-9c1beb3ea84e req-347341d1-41c5-459b-a48c-7980b9e78831 tempest-ServersAdminTestJSON-1167974257 tempest-ServersAdminTestJSON-1167974257-project] 10.222.0.67 "GET /v2.0/ports?device_id=9694bc86-42a9-4612-9dd2-a247f3cf70e1 HTTP/1.1" status: 200 len: 210 time: 0.0467451 Aug 03 19:02:00.314267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f038dd31-aa43-4d18-8574-8a8c3c696d61 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6495290 Aug 03 19:02:00.464889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:00.536164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 2c87a0ff-aa54-4015-a524-40dcff5d035c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:00.541793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c87a0ff-aa54-4015-a524-40dcff5d035c not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:00.649794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d7d39963-8cf8-4929-8f73-e3805e7377e1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:00.682489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-56cfd4e9-2bcc-4114-9428-22552385acf8', 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'fixed_ips': [{'subnet_id': '5f28d191-049c-4605-babd-9aae24cde9bd'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:00.683456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:00.693669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-106005ab-200f-48eb-bbb5-68d62e8f9001 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.695856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-106005ab-200f-48eb-bbb5-68d62e8f9001 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 814 time: 0.3622093 Aug 03 19:02:00.718232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Request body: {'port': {'device_id': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'admin_state_up': True, 'tenant_id': '81e389217ef04f38916335f8b0f8f99b'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:00.837212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-5e7f3bde-952f-41ea-83cf-41140fd1ee73 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.843509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-5e7f3bde-952f-41ea-83cf-41140fd1ee73 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:00.851641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-5e7f3bde-952f-41ea-83cf-41140fd1ee73 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/networks?id=3162452f-55be-4923-b10c-afbec055874f&id=56cfd4e9-2bcc-4114-9428-22552385acf8&id=3162452f-55be-4923-b10c-afbec055874f HTTP/1.1" status: 200 len: 1391 time: 0.2597029 Aug 03 19:02:00.888143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Allocated IP 19.86.0.2 (56cfd4e9-2bcc-4114-9428-22552385acf8/5f28d191-049c-4605-babd-9aae24cde9bd/7818656e-fed1-4cac-96ed-afbafa359e81) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:00.933605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-ae6e2ec8-b345-4f52-aa1b-da31f3d8017f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/quotas/ebe28dd88fce4032b4df4a7deaa3d089 HTTP/1.1" status: 200 len: 375 time: 0.0806613 Aug 03 19:02:01.035904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7d2f0-eca9-440a-9b87-a8518d519796 req-04d78c14-734f-43f5-8f0d-223595b6d98d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:01.043362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01a7d2f0-eca9-440a-9b87-a8518d519796 req-04d78c14-734f-43f5-8f0d-223595b6d98d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1283631 Aug 03 19:02:01.068703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-ce2764aa-6b3d-4bfb-9efb-3ccbc6abafc9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111081 Aug 03 19:02:01.127921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.139582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Transition to ACTIVE for port object 7818656e-fed1-4cac-96ed-afbafa359e81 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:01.173857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Transition to ACTIVE for port object 7818656e-fed1-4cac-96ed-afbafa359e81 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:01.179170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d7d39963-8cf8-4929-8f73-e3805e7377e1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:01.186996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d7d39963-8cf8-4929-8f73-e3805e7377e1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:01.189968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.278601 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.415521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Pushing event updated for resources: {'Port': ['ID=7818656e-fed1-4cac-96ed-afbafa359e81,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:01.439728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:01.443691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:01.446954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:01.462511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd1691-211d-4660-ad66-63ed9aa8959b None None] Network 3162452f-55be-4923-b10c-afbec055874f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:01.483084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Made reservation on behalf of 81e389217ef04f38916335f8b0f8f99b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:01.487287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.574336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01a7d2f0-eca9-440a-9b87-a8518d519796 req-edd65ea8-0319-4c33-8077-dd193d6b493a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184174 Aug 03 19:02:01.592057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Attempting to bind port 7818656e-fed1-4cac-96ed-afbafa359e81 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:01.592429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Attempting to bind port 7818656e-fed1-4cac-96ed-afbafa359e81 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:01.592821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Attempting to bind port 7818656e-fed1-4cac-96ed-afbafa359e81 on network 56cfd4e9-2bcc-4114-9428-22552385acf8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:01.615739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:01.616124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Checking segment: {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:01.616528 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.617215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Bound using segment: {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:01.617710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Bound port: 7818656e-fed1-4cac-96ed-afbafa359e81, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:01.618098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.652753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.657344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-902450c3-0ab1-4b8a-9028-35b40b03afcc service neutron] 10.222.0.67 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847038 Aug 03 19:02:01.696495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5873d4db-ceea-4472-9609-0b34005bd8f7 None None] Provisioning for port bc10095e-9515-4dcf-8b46-eef73b6b2a8d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:01.776030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Allocated IP 172.20.0.4 (c5191870-a32a-4a50-93ed-2d7c08f08536/e1c36d7f-7cc7-4b9c-8be6-889bbdb03364/bba16287-6193-4abe-8547-6dcf70bd3bbb) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:01.812382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] For port 7818656e-fed1-4cac-96ed-afbafa359e81, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:01.816218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] For port 7818656e-fed1-4cac-96ed-afbafa359e81, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7818656e-fed1-4cac-96ed-afbafa359e81,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:01.835256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-29a8be6f-9dd2-4f97-9930-70ce7795aaf9 service neutron] 10.222.0.67 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525950 Aug 03 19:02:01.846769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d7d39963-8cf8-4929-8f73-e3805e7377e1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d7d39963-8cf8-4929-8f73-e3805e7377e1,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:01.884524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.983244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f2723-0c65-4c0b-b4ab-8c0523cb96f2 None None] Pushing event updated for resources: {'Port': ['ID=7818656e-fed1-4cac-96ed-afbafa359e81,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:01.988343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:01.989179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bc10095e-9515-4dcf-8b46-eef73b6b2a8d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:02.054189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.120055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-b0474a40-e6f2-4e50-8840-fcb2e8711ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/56cfd4e9-2bcc-4114-9428-22552385acf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785220 Aug 03 19:02:02.131971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea169c-ab82-467f-9cf3-852752c81bab req-d4fea437-5c01-4c87-ac1c-c589fe4a7f25 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.133960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09ea169c-ab82-467f-9cf3-852752c81bab req-d4fea437-5c01-4c87-ac1c-c589fe4a7f25 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 945 time: 0.2527230 Aug 03 19:02:02.260295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.277377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port bc10095e-9515-4dcf-8b46-eef73b6b2a8d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:02.282997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bc10095e-9515-4dcf-8b46-eef73b6b2a8d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:02.283599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.311783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09ea169c-ab82-467f-9cf3-852752c81bab req-95ea2719-1799-46ac-9923-94f4cb2258d4 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543291 Aug 03 19:02:02.392268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-e3a9261d-b964-44d6-a53a-2a40b52b1b9d service neutron] 10.222.0.67 "GET /v2.0/networks/56cfd4e9-2bcc-4114-9428-22552385acf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532880 Aug 03 19:02:02.417039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.430441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6a5737fd-aec1-4efd-a0a4-739a6ce58655 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:02.478454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fce9da4f-2401-4c0e-b771-c663431b2edc req-fb0c182f-9bc9-482a-9dcc-55e1d527881c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0669982 Aug 03 19:02:02.487529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:02.496583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.520133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['05fbd3e4-dfd7-4978-9fcd-01be432d02cf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:02.563510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Network c5191870-a32a-4a50-93ed-2d7c08f08536 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:02.568499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-616ed56c-38b3-4d3a-b57d-0e5ec636dd3a service neutron] 10.222.0.67 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689773 Aug 03 19:02:02.571366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:02.577601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:02.619357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Pushing event updated for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.637544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.660769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:02.697850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:02.698835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.731739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.732801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:02.802200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-dcb4f019-a01d-4afd-bbb7-d296087cf58c service neutron] 10.222.0.67 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210884 Aug 03 19:02:02.867932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91711-8fc2-4844-9118-42083fe61c58 req-f9334dde-2e60-49e6-a597-030363280f85 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:02.872707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:02.879556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79d91711-8fc2-4844-9118-42083fe61c58 req-f9334dde-2e60-49e6-a597-030363280f85 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0759218 Aug 03 19:02:02.893666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-a004407e-a9b3-434e-a59f-7171fc75e858 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1793587 Aug 03 19:02:02.953065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Request body: {'port': {'device_id': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:02.981457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79d91711-8fc2-4844-9118-42083fe61c58 req-8baa1d25-a1a2-4bc5-b037-ef4afb790457 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986180 Aug 03 19:02:03.050252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d7d39963-8cf8-4929-8f73-e3805e7377e1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:03.054042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.067042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.158801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.184674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d7d39963-8cf8-4929-8f73-e3805e7377e1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:03.185086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.229633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:03.233173 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1171460-4b2d-47fd-8e8e-ba80699e78cd" -d '{"events": [{"server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "name": "network-vif-plugged", "status": "completed", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:03.297657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:03.308488 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90985ff6-2b91-472f-943e-1d48d075df83 x-openstack-request-id: req-90985ff6-2b91-472f-943e-1d48d075df83 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:03.308958 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "name": "network-vif-plugged", "status": "completed", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:03.309215 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90985ff6-2b91-472f-943e-1d48d075df83 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:03.309745 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'code': 200} Aug 03 19:02:03.379991 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.398404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38338) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:03.481311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:03.484189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f79c9-b80d-455a-827c-29e3fae2eb23 None None] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:03.545969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cf3b1-b1d5-48d9-9d00-106df50764ce req-60490654-9c40-49f0-88c3-f4dd2fedee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.547509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ec7cf3b1-b1d5-48d9-9d00-106df50764ce req-60490654-9c40-49f0-88c3-f4dd2fedee01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 1097 time: 0.0815225 Aug 03 19:02:03.582947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7818656e-fed1-4cac-96ed-afbafa359e81 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:03.603445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c10aaa-6edb-41b2-935d-2b1e23f5f335 req-c400814e-63e1-4695-9ac2-3c5e37066149 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 210 time: 0.3682778 Aug 03 19:02:03.607898 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ec7cf3b1-b1d5-48d9-9d00-106df50764ce req-97703d0b-b157-4dd2-8c7e-ef94058e11ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Aug 03 19:02:03.660150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-650f0742-48a7-4b7d-b817-c6906c70be9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d39cda7dd0fb4254a5829efea1305c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606418 Aug 03 19:02:03.665637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38352) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:03.725262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c3c6007-5646-4350-893f-aabe0d18b228 None None] Provisioning for port 7818656e-fed1-4cac-96ed-afbafa359e81 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:03.777317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee2290-8a61-4d0a-8ade-295142001f01 req-510f495a-1768-4818-8702-f6781728a617 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.781094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0cee2290-8a61-4d0a-8ade-295142001f01 req-510f495a-1768-4818-8702-f6781728a617 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.2034431 Aug 03 19:02:03.851438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c82667-90a2-4a16-9bb3-ed5473b0cd54 req-093545a7-47f5-4bdc-b1b7-65dcf63eed87 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:03.853017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41c82667-90a2-4a16-9bb3-ed5473b0cd54 req-093545a7-47f5-4bdc-b1b7-65dcf63eed87 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 931 time: 0.1781430 Aug 03 19:02:03.857154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba16287-6193-4abe-8547-6dcf70bd3bbb {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:03.859610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7818656e-fed1-4cac-96ed-afbafa359e81 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:03.871451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.871848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7818656e-fed1-4cac-96ed-afbafa359e81 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:03.872578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.911906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.930135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Transition to ACTIVE for port object bba16287-6193-4abe-8547-6dcf70bd3bbb will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:03.973637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0cee2290-8a61-4d0a-8ade-295142001f01 req-31d6b21c-5709-4386-afca-b2d4a554ef36 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672950 Aug 03 19:02:03.981690 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:03.983639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e2e0e21-6dd3-46af-8260-b2f4f47825f8 None None] Provisioning complete for port 7818656e-fed1-4cac-96ed-afbafa359e81 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:03.984820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0e21-6dd3-46af-8260-b2f4f47825f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.007972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.023281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41c82667-90a2-4a16-9bb3-ed5473b0cd54 req-ad9a7942-7973-4d75-afb6-963566ab44ad tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612537 Aug 03 19:02:04.072880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.109918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7818656e-fed1-4cac-96ed-afbafa359e81, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7818656e-fed1-4cac-96ed-afbafa359e81,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:04.129971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e2e0e21-6dd3-46af-8260-b2f4f47825f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.191859 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.215014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Pushing event updated for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.267355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-9e2e0e21-6dd3-46af-8260-b2f4f47825f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:02:04.267670 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-9e2e0e21-6dd3-46af-8260-b2f4f47825f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:02:04.291378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7818656e-fed1-4cac-96ed-afbafa359e81,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.301885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0113c2-ed77-4bbf-8648-54cfc0f56efc req-ff6e1aa9-c000-4fed-9cf8-60e742e80ca0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.304309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab0113c2-ed77-4bbf-8648-54cfc0f56efc req-ff6e1aa9-c000-4fed-9cf8-60e742e80ca0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1738272 Aug 03 19:02:04.308626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.312892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.316734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f HTTP/1.1" status: 204 len: 168 time: 0.6450138 Aug 03 19:02:04.361812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c2e6f-b9d6-4501-a7c4-6611e27f25b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497bc1cd-0ef5-4546-b55a-1cf5c5d2a38f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.416465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Attempting to bind port bba16287-6193-4abe-8547-6dcf70bd3bbb on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:04.416980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Attempting to bind port bba16287-6193-4abe-8547-6dcf70bd3bbb by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:04.423946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Attempting to bind port bba16287-6193-4abe-8547-6dcf70bd3bbb on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:04.429867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Port bba16287-6193-4abe-8547-6dcf70bd3bbb on network c5191870-a32a-4a50-93ed-2d7c08f08536 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:04.429867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Attempting to bind port bba16287-6193-4abe-8547-6dcf70bd3bbb on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:04.436251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab0113c2-ed77-4bbf-8648-54cfc0f56efc req-8ea13b06-be37-4495-a8a7-4b9c917a9c23 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165016 Aug 03 19:02:04.443847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:04.444066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Checking segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:04.444571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Bound using segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:04.445293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Bound port: bba16287-6193-4abe-8547-6dcf70bd3bbb, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:04.445805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.564527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:04.570668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:04.681949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.776899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:04.778218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:04.780932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] 10.222.0.54 "PUT /v2.0/ports/bba16287-6193-4abe-8547-6dcf70bd3bbb HTTP/1.1" status: 200 len: 1091 time: 1.8383348 Aug 03 19:02:04.786801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:04.791552 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7" -d '{"events": [{"name": "network-changed", "server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:04.824965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27c2f396-c6e6-4649-aae3-bba15f0f9bd6 req-eba289f5-a9a2-41f0-86f1-4982036247bc tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 210 time: 0.0670860 Aug 03 19:02:04.844837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f89a1-3bb2-413f-8e4e-1ef31a778866 service neutron] Pushing event updated for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:04.855860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7818656e-fed1-4cac-96ed-afbafa359e81 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:04.884054 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e948b5-904b-4044-b8e4-8a138d0f1dda x-openstack-request-id: req-58e948b5-904b-4044-b8e4-8a138d0f1dda {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:04.884615 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:04.889252 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-58e948b5-904b-4044-b8e4-8a138d0f1dda {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:04.889978 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb', 'status': 'completed', 'code': 200} Aug 03 19:02:04.936832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7818656e-fed1-4cac-96ed-afbafa359e81 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:04.937210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.007544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-a2d8c171-3767-4942-80a4-19a7834a5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.009155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-a2d8c171-3767-4942-80a4-19a7834a5d81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 1094 time: 0.0574486 Aug 03 19:02:05.074937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bc10095e-9515-4dcf-8b46-eef73b6b2a8d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:05.153478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bc10095e-9515-4dcf-8b46-eef73b6b2a8d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:05.161643 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.353415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:05.398934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-478244e6-bed3-461f-9baf-6ed2786b6552 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=689192703d304f3294977ff9af32c477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436847 Aug 03 19:02:05.405301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38384) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:05.447320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90acb0-ae7a-4ca9-a495-7d7705e961cc req-aff2d221-e2b1-47d2-b7ef-2780bf62587f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.448864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb90acb0-ae7a-4ca9-a495-7d7705e961cc req-aff2d221-e2b1-47d2-b7ef-2780bf62587f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 943 time: 0.2874746 Aug 03 19:02:05.457420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621f8f6-f479-40af-9bbd-85eddc012028 req-1ee33260-5b39-4651-9597-2d9e5e02cac1 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.458958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3621f8f6-f479-40af-9bbd-85eddc012028 req-1ee33260-5b39-4651-9597-2d9e5e02cac1 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.3646476 Aug 03 19:02:05.473898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.480438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-5cdec895-5808-4d54-9b59-e85edc1e8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.482020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-5cdec895-5808-4d54-9b59-e85edc1e8616 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=81e389217ef04f38916335f8b0f8f99b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3835034 Aug 03 19:02:05.502391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.582191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb90acb0-ae7a-4ca9-a495-7d7705e961cc req-bb0cb0bb-30a1-4729-9ded-4bc9f3336093 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220064 Aug 03 19:02:05.591856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3621f8f6-f479-40af-9bbd-85eddc012028 req-ab30b09a-6707-4a66-a6ac-6a9d7242d90e tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199472 Aug 03 19:02:05.689593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-22016dec-3827-4f53-82f4-df4d47a8051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.693836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71a9ee19-2ede-4d1f-8fd2-d053a0e103b7 req-22016dec-3827-4f53-82f4-df4d47a8051f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1903877 Aug 03 19:02:05.710960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.716765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:05.731756 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9329f181-9e9b-49d6-82df-ab50e74143de HTTP/1.1" status: 204 len: 168 time: 0.3160605 Aug 03 19:02:05.749885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d685126-eef5-405e-a057-d0b36daf1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329f181-9e9b-49d6-82df-ab50e74143de,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:05.801616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064dc5-cff9-49a7-8704-1406ae152078 req-25d13096-94d6-4a47-9338-4013c4fba6fd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.801616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1064dc5-cff9-49a7-8704-1406ae152078 req-25d13096-94d6-4a47-9338-4013c4fba6fd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1239285 Aug 03 19:02:05.937927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1064dc5-cff9-49a7-8704-1406ae152078 req-f5721ed9-7ece-404a-b7aa-f3bcba6571a7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310444 Aug 03 19:02:05.968182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-f002a001-4c68-4493-98fd-f47ca8b36cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:05.970731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-f002a001-4c68-4493-98fd-f47ca8b36cfd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 1094 time: 0.1531270 Aug 03 19:02:06.040076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-901bb6fd-c0a4-4edd-8560-1d6feff33d39 req-40cacb5d-3f33-4ddf-8124-c3124eaa373e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 210 time: 0.0590818 Aug 03 19:02:06.041760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-286dffe6-329b-47b8-848a-dd9c89db976d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb HTTP/1.1" status: 200 len: 217 time: 0.0504282 Aug 03 19:02:06.101339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-3eeed742-dd1f-4378-96aa-a0ae35330511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.102949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-3eeed742-dd1f-4378-96aa-a0ae35330511 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.0495286 Aug 03 19:02:06.152545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-5682624b-e6c6-468a-af81-7f4e1fc930c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397313 Aug 03 19:02:06.262271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-1922b1bd-08bd-492f-a9c9-d5429ff09633 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967977 Aug 03 19:02:06.375157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c89ae9-3fab-4598-aabb-abe9609aceff req-25ed89c5-e546-4fb0-ba05-5fa3a9c02911 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008682 Aug 03 19:02:06.865979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d812e76-af69-4e95-b283-af95efed4cfa req-2229a16d-3995-4d51-81ef-e495e92345c3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.867536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d812e76-af69-4e95-b283-af95efed4cfa req-2229a16d-3995-4d51-81ef-e495e92345c3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 943 time: 0.1684883 Aug 03 19:02:06.883293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ee9ed-1ea6-426e-872e-a3416f6b757a req-b8f6ed2d-a7bd-49da-8cf2-e4eee6b0c0dd tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.885685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-678ee9ed-1ea6-426e-872e-a3416f6b757a req-b8f6ed2d-a7bd-49da-8cf2-e4eee6b0c0dd tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.2008379 Aug 03 19:02:06.958716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-256633f0-a61c-491f-bd1d-711cd03b260d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.964536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-256633f0-a61c-491f-bd1d-711cd03b260d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:06.966150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-256633f0-a61c-491f-bd1d-711cd03b260d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "GET /v2.0/networks?id=3162452f-55be-4923-b10c-afbec055874f&id=56cfd4e9-2bcc-4114-9428-22552385acf8&id=3162452f-55be-4923-b10c-afbec055874f HTTP/1.1" status: 200 len: 1391 time: 0.2648301 Aug 03 19:02:06.993040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'admin_state_up': True, 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:07.005219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-678ee9ed-1ea6-426e-872e-a3416f6b757a req-692d96cc-8647-464d-95e3-8782f518a3d2 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012268 Aug 03 19:02:07.010530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d812e76-af69-4e95-b283-af95efed4cfa req-3dd427d6-a91b-44c8-915e-2d801e95238c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096160 Aug 03 19:02:07.242700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de3b29-6ab8-4bb5-835f-b605f144dd31 req-a1ed6c53-d56b-44d0-a3db-164ca7bc1ef1 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:07.249163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04de3b29-6ab8-4bb5-835f-b605f144dd31 req-a1ed6c53-d56b-44d0-a3db-164ca7bc1ef1 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1097 time: 0.1417487 Aug 03 19:02:07.280132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f66ecd-7ab9-41c7-b369-e4de55e90f83 req-3aaa50ea-ce16-4d03-b329-883ba2d74d7e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:07.281658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73f66ecd-7ab9-41c7-b369-e4de55e90f83 req-3aaa50ea-ce16-4d03-b329-883ba2d74d7e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1044559 Aug 03 19:02:07.311011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04de3b29-6ab8-4bb5-835f-b605f144dd31 req-b6c8a4b7-ad28-439b-b3fa-d29c73937784 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582898 Aug 03 19:02:07.331150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73f66ecd-7ab9-41c7-b369-e4de55e90f83 req-4d66766a-1e5d-4e01-af72-f6fd0561871a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Aug 03 19:02:07.373993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:07.378110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.462348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae97d6ef-9411-4d5f-821e-ee3a944672d9 req-974ac4ea-0cbd-4402-b05f-7209701ccd78 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 210 time: 0.0542812 Aug 03 19:02:07.518381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14aa1a-4b8b-45ed-a7ce-374b805eedb1 req-5830466d-297f-4578-adc2-84e940fcf1c6 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:07.520256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a14aa1a-4b8b-45ed-a7ce-374b805eedb1 req-5830466d-297f-4578-adc2-84e940fcf1c6 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.1284471 Aug 03 19:02:07.529044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38438) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:07.535117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Request body: {'floatingip': {'port_id': '6a5737fd-aec1-4efd-a0a4-739a6ce58655'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:07.598761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.601725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Allocated IP 19.80.0.17 (3162452f-55be-4923-b10c-afbec055874f/89fa0c53-0d92-4315-a21a-08ba9cf9f254/ade0f400-5cd1-4f7e-87ce-edfa615cc19d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:07.666869 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:02:07.789376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:07.806440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Transition to ACTIVE for port object ade0f400-5cd1-4f7e-87ce-edfa615cc19d will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:07.969860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.037631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 3162452f-55be-4923-b10c-afbec055874f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:08.038595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:08.042016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:08.044529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:08.113311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:08.113993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.220305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb54e8cb-e35c-456b-af27-08c4a0d486b9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2331905 Aug 03 19:02:08.231704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8', 'admin_state_up': True, 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:08.470841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:08.474635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.556993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b30b8a7-b393-4387-a55b-fe971a9af9a5 None None] Provisioning for port ade0f400-5cd1-4f7e-87ce-edfa615cc19d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:08.571473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b30b8a7-b393-4387-a55b-fe971a9af9a5 None None] Provisioning complete for port ade0f400-5cd1-4f7e-87ce-edfa615cc19d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:08.574323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b30b8a7-b393-4387-a55b-fe971a9af9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.638095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.644829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1b30b8a7-b393-4387-a55b-fe971a9af9a5 None None] Port ade0f400-5cd1-4f7e-87ce-edfa615cc19d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:08.710643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:08.827598 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Floating IP fbf26923-76d1-4f98-9d30-2970b901f8a6 associated. External IP: 172.25.2.39, port: 6a5737fd-aec1-4efd-a0a4-739a6ce58655. Aug 03 19:02:08.960070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695c197-4d00-4a67-8188-ef138a56770a req-88b43f6d-d2a7-47cb-8b7a-a56a7097e2a2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:08.961623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c695c197-4d00-4a67-8188-ef138a56770a req-88b43f6d-d2a7-47cb-8b7a-a56a7097e2a2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 943 time: 0.1110904 Aug 03 19:02:09.046700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c695c197-4d00-4a67-8188-ef138a56770a req-524ca462-77c4-4ee7-bbdb-df1fe791da4b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Aug 03 19:02:09.051763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Allocated IP 19.86.0.232 (56cfd4e9-2bcc-4114-9428-22552385acf8/5f28d191-049c-4605-babd-9aae24cde9bd/e485676e-8ed6-4e19-8339-f512424cd979) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:09.067107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:09.191126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:09.197766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.211971 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Sync routers for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:09.225722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:09.226759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.228375 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.229951 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ff4dfeb-660c-4acb-b661-654e85b37113 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "PUT /v2.0/floatingips/fbf26923-76d1-4f98-9d30-2970b901f8a6 HTTP/1.1" status: 200 len: 991 time: 1.6996038 Aug 03 19:02:09.231847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:09.232926 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7416ccf-cae2-463e-a61e-e9104af4d901" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:09.251843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Transition to ACTIVE for port object e485676e-8ed6-4e19-8339-f512424cd979 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:09.362809 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.415629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-b893a817-13e6-42fa-9df5-4a9c4b2a4361 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506253 Aug 03 19:02:09.429941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:09.438195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:09.456558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:09.491783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:09.515996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:09.566587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:09.567152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.603898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-fcb16e87-bf14-409d-aeed-5e3738e82dc6 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:09.605761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-fcb16e87-bf14-409d-aeed-5e3738e82dc6 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802790 Aug 03 19:02:09.634641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-ca31d277-aa74-4cd0-9fc3-b0284adfd3d2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/quotas/f1a221b6724945ab93cff4ff9ea77df2 HTTP/1.1" status: 200 len: 375 time: 0.0108998 Aug 03 19:02:09.675025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-ed7bff86-249a-4f57-8984-1783a73be63c tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285172 Aug 03 19:02:09.679171 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fbf26923-76d1-4f98-9d30-2970b901f8a6', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'port_id': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'mac_address': 'fa:16:3e:d6:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:01:40Z', 'updated_at': '2021-08-03T19:02:08Z', 'revision_number': 1, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.710731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Checking router: 34599d5b-c10f-4531-b29e-a1c1a82e9c42 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:09.711916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-0f9b3e12-7861-485c-908b-3e7cd152ca44 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4844005 Aug 03 19:02:09.720542 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:09.721256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:01:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:09.730217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'admin_state_up': True, 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:09.835617 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:09.836419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-26f97cba-1fac-4a46-bc78-79269f9babf5 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:02:09.837483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-26f97cba-1fac-4a46-bc78-79269f9babf5 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086448 Aug 03 19:02:09.852239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:09.852788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Unknown quota resources ['binding']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:02:09.893730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f52d5694-2e7a-466c-b28e-33a52fbe4d11 None None] Provisioning for port e485676e-8ed6-4e19-8339-f512424cd979 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:09.899007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f52d5694-2e7a-466c-b28e-33a52fbe4d11 None None] Provisioning complete for port e485676e-8ed6-4e19-8339-f512424cd979 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:09.899487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f52d5694-2e7a-466c-b28e-33a52fbe4d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:09.942053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f52d5694-2e7a-466c-b28e-33a52fbe4d11 None None] Port e485676e-8ed6-4e19-8339-f512424cd979 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:09.999342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:10.004135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.045805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:10.046147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:10.046484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:10.102107 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fbf26923-76d1-4f98-9d30-2970b901f8a6', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'port_id': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'mac_address': 'fa:16:3e:d6:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:01:40Z', 'updated_at': '2021-08-03T19:02:08Z', 'revision_number': 1, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:10.104630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:10.105161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:10.128954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:10.129192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:10.129579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:10.130064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Bound port: 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:10.130780 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3619da-bb27-4a37-98a4-b3b5e06247ab None None] The sync data for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 is: [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fbf26923-76d1-4f98-9d30-2970b901f8a6', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'port_id': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'mac_address': 'fa:16:3e:d6:64:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:01:40Z', 'updated_at': '2021-08-03T19:02:08Z', 'revision_number': 1, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:10.217583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-121f6726-e059-4070-b082-bd2ed0bfcb25 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.219701 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-121f6726-e059-4070-b082-bd2ed0bfcb25 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.77 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 945 time: 0.0794690 Aug 03 19:02:10.221616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e32c-c519-4df1-9db9-7bf4dff69730 req-e1e4343f-9716-4cde-bd64-7eacf84fbe05 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.223226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40d0e32c-c519-4df1-9db9-7bf4dff69730 req-e1e4343f-9716-4cde-bd64-7eacf84fbe05 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1710682 Aug 03 19:02:10.291502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:10.299975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Allocated IP 19.80.0.105 (3162452f-55be-4923-b10c-afbec055874f/89fa0c53-0d92-4315-a21a-08ba9cf9f254/95a3ca7e-e16c-45ab-8b74-469b1e8ca212) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:10.316130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40d0e32c-c519-4df1-9db9-7bf4dff69730 req-15b8c3ce-4714-4a14-8273-8e2322b0e968 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841904 Aug 03 19:02:10.347234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Deleting port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:10.347972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.418257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.419422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-e18c20f9-da16-4cb1-b245-6220cd8e01d8 service neutron] 10.222.0.67 "POST /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.5728006 Aug 03 19:02:10.439422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device bba16287-6193-4abe-8547-6dcf70bd3bbb details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:10.449479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836eaec-1991-41f9-8f1b-ee6543478953 None None] New status for floating IP fbf26923-76d1-4f98-9d30-2970b901f8a6: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:02:10.502060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] For port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,segment=NetworkSegment(c8ea5201-1ab7-4c99-8c49-1c783cdaa33a),segment_id=c8ea5201-1ab7-4c99-8c49-1c783cdaa33a)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:10.503672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.524109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Calling delete_port for 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:10.533585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a1aed-e574-4be9-9be1-6ed8ad956bab req-0036c39a-175c-4066-a040-a84c47e21c8e tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.535074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-875a1aed-e574-4be9-9be1-6ed8ad956bab req-0036c39a-175c-4066-a040-a84c47e21c8e tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 945 time: 0.1189363 Aug 03 19:02:10.603492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.615721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-875a1aed-e574-4be9-9be1-6ed8ad956bab req-6abd2e26-ec75-4707-b5b0-886a252ebe12 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/security-groups?id=0c6c6284-9139-45ee-b6ff-be313ea502ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701296 Aug 03 19:02:10.623139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Transition to ACTIVE for port object 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:10.734872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:10.748447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'bba16287-6193-4abe-8547-6dcf70bd3bbb', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'port_id': 'bba16287-6193-4abe-8547-6dcf70bd3bbb', 'mac_address': 'fa:16:3e:af:ec:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c36d7f-7cc7-4b9c-8be6-889bbdb03364', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:10.779189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f992e-8366-456b-9468-aa20afd1daad req-6f2bc919-50aa-4455-92fa-6774d360a77f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.786013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f992e-8366-456b-9468-aa20afd1daad req-6f2bc919-50aa-4455-92fa-6774d360a77f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:10.786985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.787597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca1f992e-8366-456b-9468-aa20afd1daad req-6f2bc919-50aa-4455-92fa-6774d360a77f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 1654 time: 0.0712671 Aug 03 19:02:10.800504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba16287-6193-4abe-8547-6dcf70bd3bbb {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:10.819958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:10.830355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca1f992e-8366-456b-9468-aa20afd1daad req-46e3dd8b-8ccd-4b72-a806-89ae1a4476d1 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361564 Aug 03 19:02:10.924107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.928479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.936348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:10.967055 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc87f4ec-2dd1-45a6-9302-bf62f8ad837d x-openstack-request-id: req-fc87f4ec-2dd1-45a6-9302-bf62f8ad837d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:10.973603 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:10.974555 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc87f4ec-2dd1-45a6-9302-bf62f8ad837d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:10.975938 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'status': 'completed', 'code': 200} Aug 03 19:02:11.002150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 3162452f-55be-4923-b10c-afbec055874f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:11.028639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0b5d5d76-3bc4-496b-92e0-5a6fbd64438c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:11.045125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Pushing event deleted for resources: {'Port': ['ID=0b5d5d76-3bc4-496b-92e0-5a6fbd64438c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.054523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:11.057230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:11.105756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.120720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:11.138566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] No DVR routers for this DVR port 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:11.141268 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.144779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-786e2cb5-c774-41d4-a5cb-fb25b9c6c013 req-53a52660-d3ea-4808-a65f-56716f2d70c6 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.77 "DELETE /v2.0/ports/0b5d5d76-3bc4-496b-92e0-5a6fbd64438c HTTP/1.1" status: 204 len: 173 time: 0.9130034 Aug 03 19:02:11.147355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02ba2f0e-e738-4351-8798-484f8c0f8372 req-f0c8ac25-f261-4763-ad8b-254969441e45 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 210 time: 0.0807743 Aug 03 19:02:11.175865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-63576475-d2e5-4293-97d5-91d3c83cf1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.177395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-63576475-d2e5-4293-97d5-91d3c83cf1cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eafa0a001f2f4432ad244dd597013388&device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 1097 time: 0.1672270 Aug 03 19:02:11.208324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.209000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.290939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df846-a605-4ee0-9605-eeb96d9e9fda req-0430e4d6-9ed6-43ca-909c-1d223fe29d0c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.292507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-552df846-a605-4ee0-9605-eeb96d9e9fda req-0430e4d6-9ed6-43ca-909c-1d223fe29d0c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 944 time: 0.1551690 Aug 03 19:02:11.346314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['bba16287-6193-4abe-8547-6dcf70bd3bbb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:11.366759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-c097acbd-77fa-4371-bad4-f2ee82abb3fa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6345463 Aug 03 19:02:11.369915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-807dd5b8-f59f-43b7-bd63-6be6fdef2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.371519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-807dd5b8-f59f-43b7-bd63-6be6fdef2ee2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca94c761-7209-4cb0-9344-103b2aa529fd HTTP/1.1" status: 200 len: 916 time: 0.1776509 Aug 03 19:02:11.384496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:11.424477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-552df846-a605-4ee0-9605-eeb96d9e9fda req-ba092f43-19b0-4d73-98bf-36ae61c45bc7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100442 Aug 03 19:02:11.472547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-23b35a97-fab7-4c02-a6db-1cd5137386b4 None None] Provisioning for port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:11.479011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f48c2-69ac-44fd-9462-8c8c61f43011 req-a968f70a-b8ee-42ce-80e6-7d35929ee06c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.480439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-944f48c2-69ac-44fd-9462-8c8c61f43011 req-a968f70a-b8ee-42ce-80e6-7d35929ee06c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.1851869 Aug 03 19:02:11.488794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-23b35a97-fab7-4c02-a6db-1cd5137386b4 None None] Provisioning complete for port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:11.489261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b35a97-fab7-4c02-a6db-1cd5137386b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.535852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-83d1cdb2-9ca4-4429-8954-17c769d80a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.538384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-83d1cdb2-9ca4-4429-8954-17c769d80a9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1097 time: 0.0689754 Aug 03 19:02:11.547231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-23b35a97-fab7-4c02-a6db-1cd5137386b4 None None] Port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:11.594048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:11.603289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-e7e93f20-5811-4576-af51-72f98128ba5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655 HTTP/1.1" status: 200 len: 1001 time: 0.2092187 Aug 03 19:02:11.636435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-944f48c2-69ac-44fd-9462-8c8c61f43011 req-0c62fe69-8b5d-44c8-821e-6aeeec2cd2df tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292439 Aug 03 19:02:11.652089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-55f4bafd-30aa-4980-a541-14ac9d61534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.656454 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-55f4bafd-30aa-4980-a541-14ac9d61534a service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1070013 Aug 03 19:02:11.710781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1793cdf-6876-414f-9099-7f2d27e7dc1e req-c76b753e-6c11-4222-b413-a67ab531d27f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.711058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-a93a954e-bd6e-4162-aaf1-d172772f2f1f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 217 time: 0.0450642 Aug 03 19:02:11.712314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1793cdf-6876-414f-9099-7f2d27e7dc1e req-c76b753e-6c11-4222-b413-a67ab531d27f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1794724 Aug 03 19:02:11.745470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-e8ed0d47-2f6f-4906-8159-816d1847ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.746932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-e8ed0d47-2f6f-4906-8159-816d1847ffa8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1f60d17b-3166-4598-bf54-7ef3b164dc95 HTTP/1.1" status: 200 len: 854 time: 0.1278653 Aug 03 19:02:11.766923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-bbbf6f8e-c34c-47fe-830e-67402e930d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.768609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-bbbf6f8e-c34c-47fe-830e-67402e930d3e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0478292 Aug 03 19:02:11.803683 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-6121aaff-7fb1-4e50-b5e2-f3442a36faeb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271294 Aug 03 19:02:11.851378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6aaa8015-5313-4790-a4f2-33464d6b0b85 req-479ebc5f-d210-4ac3-928e-c3be381ad596 tempest-VolumesAdminNegativeTest-1829906516 tempest-VolumesAdminNegativeTest-1829906516-project] 10.222.0.67 "GET /v2.0/ports?device_id=96f2c10f-64b6-44ca-a83c-6da48da5d1cd HTTP/1.1" status: 200 len: 210 time: 0.1116683 Aug 03 19:02:11.920785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-48adc338-d462-45be-b5f3-d589b9171adc service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089089 Aug 03 19:02:11.928464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1793cdf-6876-414f-9099-7f2d27e7dc1e req-986672c7-4bad-4b35-ac3a-56ec7aa3abd2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085817 Aug 03 19:02:11.972218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-e7dabc57-a37d-4231-801d-620918bb04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:11.978885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-e7dabc57-a37d-4231-801d-620918bb04cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca94c761-7209-4cb0-9344-103b2aa529fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723585 Aug 03 19:02:12.031500 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-b47bd818-8bd3-446e-8049-6a0f4704d197 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020133 Aug 03 19:02:12.068786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1eac-ab38-4314-9be9-7b96e847521e req-3e204946-6923-45e8-bdf7-ced67ddc7959 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.074830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1eac-ab38-4314-9be9-7b96e847521e req-3e204946-6923-45e8-bdf7-ced67ddc7959 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.081550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1eac-ab38-4314-9be9-7b96e847521e req-3e204946-6923-45e8-bdf7-ced67ddc7959 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.083275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84cf1eac-ab38-4314-9be9-7b96e847521e req-3e204946-6923-45e8-bdf7-ced67ddc7959 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2376 time: 0.1525545 Aug 03 19:02:12.191722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84cf1eac-ab38-4314-9be9-7b96e847521e req-1915cdc5-78d2-4fd1-b2c0-a817058e0302 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006870 Aug 03 19:02:12.201142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-1197e9e2-6de9-4b3a-a439-cd62486b90d9 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020905 Aug 03 19:02:12.209842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade0f400-5cd1-4f7e-87ce-edfa615cc19d {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:12.220893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.248615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Transition to ACTIVE for port object ade0f400-5cd1-4f7e-87ce-edfa615cc19d will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:12.304941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a1d8002-ab5e-4c49-af92-594bea045d10 req-f22f9407-f243-4096-a21e-25ad3a7af9c1 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 210 time: 0.0575800 Aug 03 19:02:12.350347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.357217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7416ccf-cae2-463e-a61e-e9104af4d901 req-ba3701eb-c960-449d-8b2e-76415a67f2f7 service neutron] 10.222.0.54 "GET /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329010 Aug 03 19:02:12.418879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Pushing event updated for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:12.439009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device bba16287-6193-4abe-8547-6dcf70bd3bbb up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:12.581493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Attempting to bind port ade0f400-5cd1-4f7e-87ce-edfa615cc19d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:12.581980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Attempting to bind port ade0f400-5cd1-4f7e-87ce-edfa615cc19d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:12.582409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Attempting to bind port ade0f400-5cd1-4f7e-87ce-edfa615cc19d on network 3162452f-55be-4923-b10c-afbec055874f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:12.603543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Port ade0f400-5cd1-4f7e-87ce-edfa615cc19d on network 3162452f-55be-4923-b10c-afbec055874f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:12.603969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Attempting to bind port ade0f400-5cd1-4f7e-87ce-edfa615cc19d on network 3162452f-55be-4923-b10c-afbec055874f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:12.613148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:12.613575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Checking segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:12.614033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Bound using segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:12.614545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Bound port: ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:12.614966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.652619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port bba16287-6193-4abe-8547-6dcf70bd3bbb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:12.658029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port bba16287-6193-4abe-8547-6dcf70bd3bbb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:12.658693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.685633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cb458-4943-40dc-a244-22f1514c8cd1 req-15d53cd0-5ff6-4907-bc88-e2db1b92fe75 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.687300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f69cb458-4943-40dc-a244-22f1514c8cd1 req-15d53cd0-5ff6-4907-bc88-e2db1b92fe75 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 944 time: 0.1309514 Aug 03 19:02:12.744987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:12.761419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.767794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f69cb458-4943-40dc-a244-22f1514c8cd1 req-b3f5dba1-a930-4919-acef-b6239048c1ab tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Aug 03 19:02:12.785574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:12.802184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:12.804854 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5938d-827e-4c33-85b1-9a43885472eb" -d '{"events": [{"server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "name": "network-vif-plugged", "status": "completed", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:12.812408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f5023-99a8-4c38-84d6-ad76167b3dc1 req-33003b11-c45c-4383-9c91-e455e0dd1297 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.814857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb8f5023-99a8-4c38-84d6-ad76167b3dc1 req-33003b11-c45c-4383-9c91-e455e0dd1297 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0719855 Aug 03 19:02:12.821557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:12.855179 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ce615f-3dbf-44d9-82ae-9be587e455ff x-openstack-request-id: req-c6ce615f-3dbf-44d9-82ae-9be587e455ff {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:12.855470 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "name": "network-vif-plugged", "status": "completed", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:12.855721 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c6ce615f-3dbf-44d9-82ae-9be587e455ff {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:12.856115 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb', 'code': 200} Aug 03 19:02:12.865463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.878625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb8f5023-99a8-4c38-84d6-ad76167b3dc1 req-7fb5fbfb-809f-466e-8dcb-cdda5b58a2b4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 Aug 03 19:02:12.881995 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.921305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:12.921955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:12.924719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] 10.222.0.77 "PUT /v2.0/ports/ade0f400-5cd1-4f7e-87ce-edfa615cc19d HTTP/1.1" status: 200 len: 1091 time: 1.5508609 Aug 03 19:02:12.925082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:12.927428 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec08e2-9221-4bf7-ad15-024769a0839f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:12.978040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'name': 'network-vif-deleted', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:12.981346 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e8eab2-3df8-41be-bd90-6fe233a3f606" -d '{"events": [{"server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "name": "network-vif-deleted", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:12.990322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010157f-3ad2-4d2b-82b3-c60daf20c135 service neutron] Pushing event updated for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:12.995288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:13.006898 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad4d8d-8d70-453b-9d60-252386fb2f2d x-openstack-request-id: req-c0ad4d8d-8d70-453b-9d60-252386fb2f2d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:13.007200 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:13.007591 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0ad4d8d-8d70-453b-9d60-252386fb2f2d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:13.008116 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d', 'status': 'completed', 'code': 200} Aug 03 19:02:13.079511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:13.120789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Deleting subnet 72860cc2-2c17-4a43-bc98-38de35a7357c {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:13.125724 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9d788-412c-4aac-95fd-0caf7151dc95 x-openstack-request-id: req-ffb9d788-412c-4aac-95fd-0caf7151dc95 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:13.126472 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f2c10f-64b6-44ca-a83c-6da48da5d1cd", "name": "network-vif-deleted", "tag": "0b5d5d76-3bc4-496b-92e0-5a6fbd64438c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:13.127050 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffb9d788-412c-4aac-95fd-0caf7151dc95 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:13.127612 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f2c10f-64b6-44ca-a83c-6da48da5d1cd', 'name': 'network-vif-deleted', 'tag': '0b5d5d76-3bc4-496b-92e0-5a6fbd64438c', 'status': 'completed', 'code': 200} Aug 03 19:02:13.134703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:13.137693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.207070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.267543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.302524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.382796 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-c7ac4d00-fd49-47c0-b2ae-2612b000082a tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397906 Aug 03 19:02:13.565818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-576e7bd1-c661-434e-a490-c049356b8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.566366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-576e7bd1-c661-434e-a490-c049356b8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.566667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-576e7bd1-c661-434e-a490-c049356b8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.568307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-576e7bd1-c661-434e-a490-c049356b8258 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2731 time: 0.5493629 Aug 03 19:02:13.569873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aad05-4059-4eb3-a2f2-0d0de8ee1081 req-bee7240a-fb7a-4e02-84b1-45e36b4a50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.571212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe7aad05-4059-4eb3-a2f2-0d0de8ee1081 req-bee7240a-fb7a-4e02-84b1-45e36b4a50c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 1096 time: 0.5437269 Aug 03 19:02:13.578296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f14379-8405-442f-9987-e1f165f30348 req-98fb3030-fd79-4c02-aa7c-30399a7b3710 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.581124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8f14379-8405-442f-9987-e1f165f30348 req-98fb3030-fd79-4c02-aa7c-30399a7b3710 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.4521625 Aug 03 19:02:13.637807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-10d9bd46-22af-4022-af7b-6bb8c527bf82 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.639367 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-10d9bd46-22af-4022-af7b-6bb8c527bf82 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490458 Aug 03 19:02:13.675739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Request body: {'port': {'device_id': '393d758f-ac57-435a-81de-7fef8e767c36', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'f1a221b6724945ab93cff4ff9ea77df2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:13.698518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584d44-443b-4205-b75b-9ee5f232b581 req-43360bc6-2e3a-4780-9238-a0bb718021f5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.700508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.704787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584d44-443b-4205-b75b-9ee5f232b581 req-43360bc6-2e3a-4780-9238-a0bb718021f5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.710832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c584d44-443b-4205-b75b-9ee5f232b581 req-43360bc6-2e3a-4780-9238-a0bb718021f5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.712585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c584d44-443b-4205-b75b-9ee5f232b581 req-43360bc6-2e3a-4780-9238-a0bb718021f5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2388 time: 0.2123799 Aug 03 19:02:13.757297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe7aad05-4059-4eb3-a2f2-0d0de8ee1081 req-466c797a-449f-4fd5-b488-5125e3607306 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513298 Aug 03 19:02:13.774689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72860cc2-2c17-4a43-bc98-38de35a7357c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:13.789148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8f14379-8405-442f-9987-e1f165f30348 req-36c95278-8a18-4771-a5be-dd11980c3d0b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466327 Aug 03 19:02:13.814293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-30a4232e-53d7-454f-83f4-a5e801fe1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.814572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-30a4232e-53d7-454f-83f4-a5e801fe1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.817440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-30a4232e-53d7-454f-83f4-a5e801fe1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:13.817440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-30a4232e-53d7-454f-83f4-a5e801fe1984 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2342339 Aug 03 19:02:13.832955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:13.833495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c584d44-443b-4205-b75b-9ee5f232b581 req-b9073058-ca84-420c-912b-636c77798840 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045642 Aug 03 19:02:13.837544 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-02133cb7-0d22-4fc5-94b3-8128b4a6b468 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/72860cc2-2c17-4a43-bc98-38de35a7357c HTTP/1.1" status: 204 len: 168 time: 0.8408604 Aug 03 19:02:13.845980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38556) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:13.989462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e485676e-8ed6-4e19-8339-f512424cd979 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:14.009415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.020620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-fb074be7-2f75-474b-b0ea-6e69301ebe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.021945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.022266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5ec08e2-9221-4bf7-ad15-024769a0839f req-fb074be7-2f75-474b-b0ea-6e69301ebe8b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844230 Aug 03 19:02:14.024289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14db8e5c-ca62-47f5-a26b-e40ac6a8d2fc req-4ec6992f-32d5-4288-b208-946e4032fcfa tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 210 time: 0.0928977 Aug 03 19:02:14.042505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Transition to ACTIVE for port object e485676e-8ed6-4e19-8339-f512424cd979 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:14.084361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d42b-63eb-4a45-848d-c058b8c2a806 req-e2f95ba2-83a4-4ae2-95ac-3214bc7a0d41 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.093317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6833d42b-63eb-4a45-848d-c058b8c2a806 req-e2f95ba2-83a4-4ae2-95ac-3214bc7a0d41 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.0672343 Aug 03 19:02:14.131193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Made reservation on behalf of f1a221b6724945ab93cff4ff9ea77df2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:14.134939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.149057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.149459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6833d42b-63eb-4a45-848d-c058b8c2a806 req-d04503b7-a35c-422d-9527-698c66105e65 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555661 Aug 03 19:02:14.193154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.198652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f205a1-b032-40df-a3a2-f414cf785d03 req-6dd33f78-2abd-499c-99da-8e85fef01ef6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.200243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44f205a1-b032-40df-a3a2-f414cf785d03 req-6dd33f78-2abd-499c-99da-8e85fef01ef6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0766299 Aug 03 19:02:14.205941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.270321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44f205a1-b032-40df-a3a2-f414cf785d03 req-2028aae9-6c7d-43e5-a168-278eb96cc6cc tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Aug 03 19:02:14.303975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319b244c-1c5b-45db-8838-27472bcffa63']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:14.320988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Pushing event updated for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:14.328480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:14.329062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ea5201-1ab7-4c99-8c49-1c783cdaa33a') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:14.353322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.402328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.406201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.429760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:14.430256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:14.432133 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:14.511544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Attempting to bind port e485676e-8ed6-4e19-8339-f512424cd979 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:14.511824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Attempting to bind port e485676e-8ed6-4e19-8339-f512424cd979 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:14.512124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Attempting to bind port e485676e-8ed6-4e19-8339-f512424cd979 on network 56cfd4e9-2bcc-4114-9428-22552385acf8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:14.516945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.526274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Port e485676e-8ed6-4e19-8339-f512424cd979 on network 56cfd4e9-2bcc-4114-9428-22552385acf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:14.526554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Attempting to bind port e485676e-8ed6-4e19-8339-f512424cd979 on network 56cfd4e9-2bcc-4114-9428-22552385acf8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:14.577019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:14.577545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Checking segment: {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:14.577770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Bound using segment: {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:14.578221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Bound port: e485676e-8ed6-4e19-8339-f512424cd979, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b298b7-efc5-4f3f-8ce8-2e7c5b163901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:14.578580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.590373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.602794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:14.613929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.618734 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/319b244c-1c5b-45db-8838-27472bcffa63 HTTP/1.1" status: 204 len: 168 time: 0.7683675 Aug 03 19:02:14.624264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38562) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:14.624930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:14.643143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24368375-3775-409c-b8ba-a744c4d098c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=319b244c-1c5b-45db-8838-27472bcffa63,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:14.667425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:14.667662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b5d5d76-3bc4-496b-92e0-5a6fbd64438c not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:14.687063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Deleting subnet 37278ceb-29bf-4fee-8a58-fe1e3617a76b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:14.691012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.729749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.751595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:14.754023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Allocated IP 192.168.233.96 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/89ebb65d-78b8-45f5-bf24-a27e07681e78) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:14.756818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e485676e-8ed6-4e19-8339-f512424cd979,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:14.773772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.898458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.908786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.925894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca9b7c-e5de-44ee-9113-57ebff48c33f req-9141935d-c2f6-4869-9a15-1ed0f8f68d3d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.933914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acca9b7c-e5de-44ee-9113-57ebff48c33f req-9141935d-c2f6-4869-9a15-1ed0f8f68d3d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0663035 Aug 03 19:02:14.979625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:14.980339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:14.981853 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] 10.222.0.77 "PUT /v2.0/ports/e485676e-8ed6-4e19-8339-f512424cd979 HTTP/1.1" status: 200 len: 1092 time: 1.8529222 Aug 03 19:02:15.007413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.030303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db77d6-daa0-465b-8faa-34596ac09dfd service neutron] Pushing event updated for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:15.035268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Transition to ACTIVE for port object 89ebb65d-78b8-45f5-bf24-a27e07681e78 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:15.036933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce30bc-699b-4aa7-91dc-c6c598706066 req-f707cb20-3e95-4f50-b090-2e42f1dc8fa3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.043587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce30bc-699b-4aa7-91dc-c6c598706066 req-f707cb20-3e95-4f50-b090-2e42f1dc8fa3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.049807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce30bc-699b-4aa7-91dc-c6c598706066 req-f707cb20-3e95-4f50-b090-2e42f1dc8fa3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.051651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64ce30bc-699b-4aa7-91dc-c6c598706066 req-f707cb20-3e95-4f50-b090-2e42f1dc8fa3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2400 time: 0.1146741 Aug 03 19:02:15.052850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.087274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acca9b7c-e5de-44ee-9113-57ebff48c33f req-dfb96390-6168-4f86-b17d-eb79ff9b7f77 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524503 Aug 03 19:02:15.108745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37278ceb-29bf-4fee-8a58-fe1e3617a76b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:15.108745 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.109968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-029040df-28ee-437d-9bd9-a0205ca79a3b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/37278ceb-29bf-4fee-8a58-fe1e3617a76b HTTP/1.1" status: 204 len: 168 time: 0.4901013 Aug 03 19:02:15.115720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38572) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:15.121156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Request body: {'port': {'device_id': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:15.131782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:15.134154 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf401633-fb18-4be5-b6df-ca37050d58b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "e485676e-8ed6-4e19-8339-f512424cd979"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:15.137707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64ce30bc-699b-4aa7-91dc-c6c598706066 req-2006b99c-b8b7-49fa-a0a5-0ad4241cf417 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759425 Aug 03 19:02:15.221017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.290726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:15.301408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:15.304126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:15.324904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788db5-adc2-44b0-be78-b82791281d31 req-b2b8b6c0-1cb3-46c8-aa9e-fe4cdf6557b9 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.326721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78788db5-adc2-44b0-be78-b82791281d31 req-b2b8b6c0-1cb3-46c8-aa9e-fe4cdf6557b9 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 935 time: 0.0851440 Aug 03 19:02:15.416165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.429677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.439243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Pushing event updated for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:15.446161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73063cc8-a2c3-469c-9e3b-0a8bdb530d82 req-946d17cc-d5b9-4f73-82f8-b2f36c5e8af0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.447976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73063cc8-a2c3-469c-9e3b-0a8bdb530d82 req-946d17cc-d5b9-4f73-82f8-b2f36c5e8af0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.1119561 Aug 03 19:02:15.452301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78788db5-adc2-44b0-be78-b82791281d31 req-27ce4057-f87e-4222-9ab2-5f29a5580d9a tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146965 Aug 03 19:02:15.460486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.461194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.515116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73063cc8-a2c3-469c-9e3b-0a8bdb530d82 req-9386ac9e-29a9-4fa3-a4f7-07e95642457d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Aug 03 19:02:15.535513 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fa89b9-7773-4ec8-ad68-f831f73da0b2 x-openstack-request-id: req-85fa89b9-7773-4ec8-ad68-f831f73da0b2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:15.535987 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "e485676e-8ed6-4e19-8339-f512424cd979", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:15.537092 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85fa89b9-7773-4ec8-ad68-f831f73da0b2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:15.537700 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979', 'status': 'completed', 'code': 200} Aug 03 19:02:15.612167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-341c50e1-1365-43ca-9c8b-3630ce276d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.612609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-341c50e1-1365-43ca-9c8b-3630ce276d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.613138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-341c50e1-1365-43ca-9c8b-3630ce276d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.614999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-341c50e1-1365-43ca-9c8b-3630ce276d7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2798 time: 0.0771320 Aug 03 19:02:15.757353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897759e-0b4c-4c95-852b-a055bba7b09c req-3d88ac8e-ab62-46ce-8077-d2158de55836 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.759091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e897759e-0b4c-4c95-852b-a055bba7b09c req-3d88ac8e-ab62-46ce-8077-d2158de55836 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.1653934 Aug 03 19:02:15.778102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-14a77906-a4af-4a04-a55c-7fbc446e7f68 None None] Provisioning for port 89ebb65d-78b8-45f5-bf24-a27e07681e78 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:15.784138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-14a77906-a4af-4a04-a55c-7fbc446e7f68 None None] Provisioning complete for port 89ebb65d-78b8-45f5-bf24-a27e07681e78 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:15.784855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-14a77906-a4af-4a04-a55c-7fbc446e7f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.811486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-742e6149-022d-433a-9ca5-d574ed43d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.811977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-742e6149-022d-433a-9ca5-d574ed43d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.812826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-742e6149-022d-433a-9ca5-d574ed43d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.815161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-742e6149-022d-433a-9ca5-d574ed43d0ed service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1727087 Aug 03 19:02:15.831437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-14a77906-a4af-4a04-a55c-7fbc446e7f68 None None] Port 89ebb65d-78b8-45f5-bf24-a27e07681e78 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:15.867362 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-a3948c8f-4248-4d27-a8e5-89bb2e4bbd05 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1968660 Aug 03 19:02:15.881175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e897759e-0b4c-4c95-852b-a055bba7b09c req-1b78a45e-07bf-4b90-a9cd-5ebc08c3c39b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065805 Aug 03 19:02:15.894639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:15.900422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Request body: {'port': {'device_id': '393d758f-ac57-435a-81de-7fef8e767c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:15.929395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4728b2-5754-4185-b8b9-dc3cbd766d53']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:15.929896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-38c9265f-e0a8-492c-9df6-b36b2e2f1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:15.931522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf401633-fb18-4be5-b6df-ca37050d58b4 req-38c9265f-e0a8-492c-9df6-b36b2e2f1e7a service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076880 Aug 03 19:02:15.990700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe85a93f-ed0e-450e-aed9-a6a5856d698e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:15.991055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe85a93f-ed0e-450e-aed9-a6a5856d698e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:16.032462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.085068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.111608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.133527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:16.133868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:16.137019 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:16.250148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6e845-f154-48a7-b8af-32e2dbc833b1 req-f359d163-6e22-46e0-9b36-c40429a07936 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.253029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7cf6e845-f154-48a7-b8af-32e2dbc833b1 req-f359d163-6e22-46e0-9b36-c40429a07936 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0837295 Aug 03 19:02:16.328130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35d55d-0d7e-4aa8-90bd-c6b99e46f058 req-88f3ce5c-b077-4b46-8660-1f93c939cad5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.330617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.337546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35d55d-0d7e-4aa8-90bd-c6b99e46f058 req-88f3ce5c-b077-4b46-8660-1f93c939cad5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.343647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35d55d-0d7e-4aa8-90bd-c6b99e46f058 req-88f3ce5c-b077-4b46-8660-1f93c939cad5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.346877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee35d55d-0d7e-4aa8-90bd-c6b99e46f058 req-88f3ce5c-b077-4b46-8660-1f93c939cad5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2400 time: 0.1182599 Aug 03 19:02:16.352391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.353216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7cf6e845-f154-48a7-b8af-32e2dbc833b1 req-bef0d56e-f59b-42d4-be4b-06cb462ef0dc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798078 Aug 03 19:02:16.358896 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] 10.222.0.67 "DELETE /v2.0/networks/4d4728b2-5754-4185-b8b9-dc3cbd766d53 HTTP/1.1" status: 204 len: 168 time: 1.2422323 Aug 03 19:02:16.472624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee35d55d-0d7e-4aa8-90bd-c6b99e46f058 req-b5bae53d-7fb1-46c9-abb2-0d73ff57d135 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178215 Aug 03 19:02:16.535653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234880a4-c1cb-4d74-9dff-c6e38919147f admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4728b2-5754-4185-b8b9-dc3cbd766d53,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:16.575515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:16.596259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.626709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28667e-5f55-4ccd-b7f9-0d7c9dda96c7 req-3e24a253-e5eb-4e4e-a89c-6058475915d2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.628404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce28667e-5f55-4ccd-b7f9-0d7c9dda96c7 req-3e24a253-e5eb-4e4e-a89c-6058475915d2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 935 time: 0.0645757 Aug 03 19:02:16.636223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Transition to ACTIVE for port object 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:16.657188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ebb65d-78b8-45f5-bf24-a27e07681e78 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:16.657188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.671088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Transition to ACTIVE for port object 89ebb65d-78b8-45f5-bf24-a27e07681e78 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:16.701717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce28667e-5f55-4ccd-b7f9-0d7c9dda96c7 req-3f826904-8eb7-4ffe-88a8-337de10de434 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588913 Aug 03 19:02:16.703994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.712928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2469592-2677-4457-8ad0-655a9e5734fa req-24e0706d-978f-4251-9e7e-f6ecb0e83676 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:16.714995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2469592-2677-4457-8ad0-655a9e5734fa req-24e0706d-978f-4251-9e7e-f6ecb0e83676 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.0986068 Aug 03 19:02:16.755871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:16.770394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:16.825844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2469592-2677-4457-8ad0-655a9e5734fa req-67325655-cec0-4951-9999-f7bb2dfb4a6c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034238 Aug 03 19:02:16.976057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:17.021953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.053045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-af5582f6-8d98-425d-8502-20599adfa5dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=efe94fe88ebc42d1add97faf7be21db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747573 Aug 03 19:02:17.053693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Attempting to bind port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:17.054226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Attempting to bind port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:17.054456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Attempting to bind port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 on network 3162452f-55be-4923-b10c-afbec055874f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:17.055253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38604) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:17.066988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 on network 3162452f-55be-4923-b10c-afbec055874f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:17.067403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Attempting to bind port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 on network 3162452f-55be-4923-b10c-afbec055874f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:17.097335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:17.097769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Checking segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:17.098228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Bound using segment: {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:17.098752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Bound port: 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5ba0cba-763c-43d3-945f-5a87077b0677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3162452f-55be-4923-b10c-afbec055874f'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:17.099186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.104153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Attempting to bind port 89ebb65d-78b8-45f5-bf24-a27e07681e78 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:17.104489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Attempting to bind port 89ebb65d-78b8-45f5-bf24-a27e07681e78 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:17.104849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Attempting to bind port 89ebb65d-78b8-45f5-bf24-a27e07681e78 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:17.120489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Port 89ebb65d-78b8-45f5-bf24-a27e07681e78 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:17.120837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Attempting to bind port 89ebb65d-78b8-45f5-bf24-a27e07681e78 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:17.147112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:17.147603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:17.147841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:17.148297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Bound port: 89ebb65d-78b8-45f5-bf24-a27e07681e78, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:17.148690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.175773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eab66-48da-4b0f-836f-03b871f5ebb0 req-2bc58a18-8e04-4293-b6c6-2428d55b3fbe tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.177547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-852eab66-48da-4b0f-836f-03b871f5ebb0 req-2bc58a18-8e04-4293-b6c6-2428d55b3fbe tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.1126173 Aug 03 19:02:17.208883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.252460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-852eab66-48da-4b0f-836f-03b871f5ebb0 req-247a088c-bf93-4ae1-9cf1-e9331ea6096d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624073 Aug 03 19:02:17.257237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:17.261535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:17.261908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.263115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:17.266569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:17.395429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.398396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.445051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.446441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.447060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.448823 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] 10.222.0.54 "PUT /v2.0/ports/89ebb65d-78b8-45f5-bf24-a27e07681e78 HTTP/1.1" status: 200 len: 1095 time: 1.5564370 Aug 03 19:02:17.450637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.452300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c6c6284-9139-45ee-b6ff-be313ea502ab HTTP/1.1" status: 204 len: 168 time: 0.3956189 Aug 03 19:02:17.463031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.463742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:17.465713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] 10.222.0.77 "PUT /v2.0/ports/95a3ca7e-e16c-45ab-8b74-469b1e8ca212 HTTP/1.1" status: 200 len: 1092 time: 2.3522193 Aug 03 19:02:17.484120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef389eb-7596-4def-a662-a630f9ee24e2 req-d32b6a5a-0dbc-4a28-aabf-32c06240b40a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.484120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef389eb-7596-4def-a662-a630f9ee24e2 req-d32b6a5a-0dbc-4a28-aabf-32c06240b40a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.0934238 Aug 03 19:02:17.507375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d06d-397f-400a-a72e-a4fd95ff8d8e service neutron] Pushing event updated for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.550334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78'}, {'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:17.556879 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78"}, {"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:17.567302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426216-8d72-4f8c-bf69-d9aa68d7fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c6284-9139-45ee-b6ff-be313ea502ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.618707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef389eb-7596-4def-a662-a630f9ee24e2 req-9475b00f-9c88-4999-9c8d-d242476d9912 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239171 Aug 03 19:02:17.639459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aea22-45c7-4282-84ea-88642bb8f430 req-56228bc6-e657-4703-9839-3bab8c9ce5c4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.641588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e0aea22-45c7-4282-84ea-88642bb8f430 req-56228bc6-e657-4703-9839-3bab8c9ce5c4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1588821 Aug 03 19:02:17.703437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e0aea22-45c7-4282-84ea-88642bb8f430 req-b7a3f2ce-6aa4-46fe-af11-05df1c357c3d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536311 Aug 03 19:02:17.720503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79728e48-1409-4f26-8c70-ca05b1e002f1 service neutron] Pushing event updated for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:17.749465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-60e5961d-3f19-46d6-a5d3-9b2899266db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.749966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-60e5961d-3f19-46d6-a5d3-9b2899266db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.750895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-60e5961d-3f19-46d6-a5d3-9b2899266db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.752678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-60e5961d-3f19-46d6-a5d3-9b2899266db5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2865 time: 0.1395466 Aug 03 19:02:17.769342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-56d46245-5aee-4b79-92d6-7c11cd2afd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.770856 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-56d46245-5aee-4b79-92d6-7c11cd2afd6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 1098 time: 0.1440203 Aug 03 19:02:17.801329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd288-fee2-4d22-84bf-cea52447858a req-17735fe8-0d38-457f-b2fd-07945e5a6956 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.812825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd288-fee2-4d22-84bf-cea52447858a req-17735fe8-0d38-457f-b2fd-07945e5a6956 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.820909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecd288-fee2-4d22-84bf-cea52447858a req-17735fe8-0d38-457f-b2fd-07945e5a6956 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.825139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9ecd288-fee2-4d22-84bf-cea52447858a req-17735fe8-0d38-457f-b2fd-07945e5a6956 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2412 time: 0.1267145 Aug 03 19:02:17.830287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-eb4a47d0-6130-4cff-9975-50f4ff6c72a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d HTTP/1.1" status: 200 len: 217 time: 0.0688925 Aug 03 19:02:17.871293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-9d2cfc99-0412-4d0e-a8e3-55429558aff4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78 HTTP/1.1" status: 200 len: 217 time: 0.0509033 Aug 03 19:02:17.876714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9ecd288-fee2-4d22-84bf-cea52447858a req-b4627deb-dbc1-443f-b338-1b1ad953b054 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445173 Aug 03 19:02:17.954739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-29e23660-e867-4c19-9ee8-475f5efefce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:17.956157 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-29e23660-e867-4c19-9ee8-475f5efefce2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89fa0c53-0d92-4315-a21a-08ba9cf9f254 HTTP/1.1" status: 200 len: 801 time: 0.0938883 Aug 03 19:02:17.966217 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93284d04-f5cf-4ced-80a9-f208359a1b88 x-openstack-request-id: req-93284d04-f5cf-4ced-80a9-f208359a1b88 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:17.966692 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:17.966916 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93284d04-f5cf-4ced-80a9-f208359a1b88 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:17.967399 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78', 'status': 'completed', 'code': 200} Aug 03 19:02:17.967765 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'status': 'completed', 'code': 200} Aug 03 19:02:18.001975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-51e5ea3c-c1e6-475e-9dd2-c3c45fe66248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.007776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-51e5ea3c-c1e6-475e-9dd2-c3c45fe66248 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1158683 Aug 03 19:02:18.034052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2c35-40e1-4d5e-8460-52ad4605f662 req-e1de8221-91fb-4be7-bb5c-1ea74c26870c tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.036333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c16c2c35-40e1-4d5e-8460-52ad4605f662 req-e1de8221-91fb-4be7-bb5c-1ea74c26870c tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 947 time: 0.0713272 Aug 03 19:02:18.064111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb71533a-a679-4b6e-b619-c0275b575000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.065815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-cb71533a-a679-4b6e-b619-c0275b575000 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3162452f-55be-4923-b10c-afbec055874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944884 Aug 03 19:02:18.074850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-2efa059b-300d-4dbc-93be-8434f32de884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.076864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-2efa059b-300d-4dbc-93be-8434f32de884 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0572667 Aug 03 19:02:18.084371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c16c2c35-40e1-4d5e-8460-52ad4605f662 req-98572303-a7c0-40a9-8efc-406756536b63 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Aug 03 19:02:18.238580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-d96e4d8e-9bbc-4271-bd66-03631ff722f0 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611474 Aug 03 19:02:18.242029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-7c96278d-9c16-431d-8586-61e76a1184d5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462674 Aug 03 19:02:18.398233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f15fe1-702a-44e0-a3f0-eab06da924c9 req-95933e50-f5f6-4cb5-ba50-67633b341aeb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.398992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:18.399827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f15fe1-702a-44e0-a3f0-eab06da924c9 req-95933e50-f5f6-4cb5-ba50-67633b341aeb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0672913 Aug 03 19:02:18.412096 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-13c9930d-0360-4e50-a479-279d74f43ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659772 Aug 03 19:02:18.419556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f43fb99-87ad-4572-b02f-d601eeccdfbb req-c9896aae-f322-40ac-8ea9-5b3613e6fd78 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661325 Aug 03 19:02:18.443456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f15fe1-702a-44e0-a3f0-eab06da924c9 req-633c3b69-15a9-4d87-a50f-2b0ae4133a24 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Aug 03 19:02:18.465089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-952e5900-ff26-48b2-823b-9857bc72c2f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.232&port_id=e485676e-8ed6-4e19-8339-f512424cd979 HTTP/1.1" status: 200 len: 217 time: 0.0445755 Aug 03 19:02:18.523758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bea3be9d-0fa3-40b7-a098-abb7db4910ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8227b8e1fd349518b9dcf0b3f4c3449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235435 Aug 03 19:02:18.526672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38628) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:18.538217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-a06c3362-f0d6-4033-9b56-4388de68f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.541060 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-a06c3362-f0d6-4033-9b56-4388de68f898 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=5f28d191-049c-4605-babd-9aae24cde9bd HTTP/1.1" status: 200 len: 801 time: 0.0653677 Aug 03 19:02:18.581600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.588617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-16562249-bd1c-4c6e-8b83-4079d9113245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.590150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-16562249-bd1c-4c6e-8b83-4079d9113245 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=56cfd4e9-2bcc-4114-9428-22552385acf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0419235 Aug 03 19:02:18.607147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.709850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-0ddadcae-f651-4381-ab22-d7857c27e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.711369 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-0ddadcae-f651-4381-ab22-d7857c27e595 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 1098 time: 0.0666735 Aug 03 19:02:18.739065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-b661bfc1-66a9-4be5-a9a5-b9eb51588f6c service neutron] 10.222.0.77 "GET /v2.0/networks/56cfd4e9-2bcc-4114-9428-22552385acf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401119 Aug 03 19:02:18.753504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.755755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.759433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7a16e3b-1df2-430d-93b7-6e113dde1063 HTTP/1.1" status: 204 len: 168 time: 0.2284319 Aug 03 19:02:18.768511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bb3d2-9657-43ae-8885-6c154355cc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a16e3b-1df2-430d-93b7-6e113dde1063,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:18.782090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661676af-0bed-4c96-8653-9d088db777f6 req-d4df4fee-7453-48c8-9fcc-fd655eec5b66 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.782090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-661676af-0bed-4c96-8653-9d088db777f6 req-d4df4fee-7453-48c8-9fcc-fd655eec5b66 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.0661578 Aug 03 19:02:18.794436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b87334d5-c591-41d4-bceb-7896f2e54304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:18.863136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-661676af-0bed-4c96-8653-9d088db777f6 req-c344aa04-3073-452e-aa2a-523a07c0741d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749965 Aug 03 19:02:18.892037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31d20d-bf6a-4875-9134-94ae5599e13d req-d6a80271-26fd-47cc-a592-1405f2b36937 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.892549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db31d20d-bf6a-4875-9134-94ae5599e13d req-d6a80271-26fd-47cc-a592-1405f2b36937 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0785077 Aug 03 19:02:18.898031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-d8647c78-8fd1-4f14-9c0e-9191074e62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:18.899832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-d8647c78-8fd1-4f14-9c0e-9191074e62df service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1750708 Aug 03 19:02:18.904430 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-5794ab78-625a-41cf-9c94-5cf80ee8bffe service neutron] 10.222.0.77 "GET /v2.0/networks/56cfd4e9-2bcc-4114-9428-22552385acf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548247 Aug 03 19:02:18.940131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db31d20d-bf6a-4875-9134-94ae5599e13d req-e606c023-f149-48a7-bce2-2e1cbd84b7c3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Aug 03 19:02:18.998453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-943e97d7-07e2-424d-87de-3b4e28a03066 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78 HTTP/1.1" status: 200 len: 217 time: 0.0757420 Aug 03 19:02:18.999858 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-e2c80114-8df7-4bc4-8d25-36cf56be53a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212 HTTP/1.1" status: 200 len: 217 time: 0.0860860 Aug 03 19:02:19.058030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dab8f-51dc-4d32-a32a-a3a36b552d81 req-23909c64-591d-4b9c-9465-0ec0b74d5508 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.065120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dab8f-51dc-4d32-a32a-a3a36b552d81 req-23909c64-591d-4b9c-9465-0ec0b74d5508 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.071072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638dab8f-51dc-4d32-a32a-a3a36b552d81 req-23909c64-591d-4b9c-9465-0ec0b74d5508 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.072801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-638dab8f-51dc-4d32-a32a-a3a36b552d81 req-23909c64-591d-4b9c-9465-0ec0b74d5508 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2412 time: 0.0729101 Aug 03 19:02:19.098262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-fb462b3d-666b-41ae-b51f-6542dc0d543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.099747 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-fb462b3d-666b-41ae-b51f-6542dc0d543d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0915995 Aug 03 19:02:19.101502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-87bbb659-b215-4c73-8a00-f07be2b88ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.102914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-87bbb659-b215-4c73-8a00-f07be2b88ce8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89fa0c53-0d92-4315-a21a-08ba9cf9f254 HTTP/1.1" status: 200 len: 801 time: 0.0842214 Aug 03 19:02:19.127618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-638dab8f-51dc-4d32-a32a-a3a36b552d81 req-eb2836a2-2575-4e8b-877d-8e858ded3906 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474832 Aug 03 19:02:19.181376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-f018dbbd-f047-4ea6-a0c4-4c5a4b05bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.182892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-f018dbbd-f047-4ea6-a0c4-4c5a4b05bfd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717006 Aug 03 19:02:19.185655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-9d428a3d-10d8-4d04-9c4b-620f49dbf8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.187022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-9d428a3d-10d8-4d04-9c4b-620f49dbf8c3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3162452f-55be-4923-b10c-afbec055874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745192 Aug 03 19:02:19.246257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d24db-05e8-44a3-a947-12a5139647fe req-02f83840-14e3-4c5a-8d3e-ce1dfc423eb3 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.248063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b6d24db-05e8-44a3-a947-12a5139647fe req-02f83840-14e3-4c5a-8d3e-ce1dfc423eb3 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 947 time: 0.0545704 Aug 03 19:02:19.322230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b6d24db-05e8-44a3-a947-12a5139647fe req-b620f352-fdf9-44a7-9d69-c1584a4e1971 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664673 Aug 03 19:02:19.345670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-7a62041c-e753-42d1-9e04-9e84588da899 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.347447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-7a62041c-e753-42d1-9e04-9e84588da899 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 945 time: 0.0688944 Aug 03 19:02:19.361361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-8830af84-b840-4aa2-b335-aca10039bd30 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637778 Aug 03 19:02:19.370859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-3591194f-5bda-45fb-bf79-7dc5e208719d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245482 Aug 03 19:02:19.461702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Deleting port bba16287-6193-4abe-8547-6dcf70bd3bbb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:19.462042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.595518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] For port bba16287-6193-4abe-8547-6dcf70bd3bbb, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=bba16287-6193-4abe-8547-6dcf70bd3bbb,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:19.595903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.614078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Calling delete_port for bba16287-6193-4abe-8547-6dcf70bd3bbb owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:19.630294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac986154-c1dc-4aed-8dc8-d8d4a271d090 req-c051f7c2-f848-4277-b3e1-a02c7c4ab988 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:19.631910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac986154-c1dc-4aed-8dc8-d8d4a271d090 req-c051f7c2-f848-4277-b3e1-a02c7c4ab988 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0891788 Aug 03 19:02:19.721215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac986154-c1dc-4aed-8dc8-d8d4a271d090 req-ff448250-f616-4a6e-9685-9ee40d35d3c6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813174 Aug 03 19:02:19.800822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0029b363-0d71-41d2-9045-7a1fa6f53d6d req-648109c6-46e1-4300-96eb-ee49ff2ab618 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286659 Aug 03 19:02:19.804520 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-957bf886-e4ab-48d8-8a8c-319d1b7d283e service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211605 Aug 03 19:02:19.893118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:19.905659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['05fbd3e4-dfd7-4978-9fcd-01be432d02cf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:19.929224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Pushing event deleted for resources: {'Port': ['ID=bba16287-6193-4abe-8547-6dcf70bd3bbb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:19.939477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['bba16287-6193-4abe-8547-6dcf70bd3bbb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:20.026591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] No DVR routers for this DVR port bba16287-6193-4abe-8547-6dcf70bd3bbb on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:20.031919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22f3dfb7-5420-4805-bdb8-8f263794c5ac req-d1c65b28-c218-467c-a793-f0bc0ce4b2ab tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0471790 Aug 03 19:02:20.033400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-aae03e23-d7e7-4172-98b4-6df0bc063de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.033558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.034335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-aae03e23-d7e7-4172-98b4-6df0bc063de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.035273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-aae03e23-d7e7-4172-98b4-6df0bc063de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.035790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bd9aaa1-1b4a-442b-81b1-647f08d7cf8a req-168e97bf-0b71-468d-83b5-d7e429c57db7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "DELETE /v2.0/ports/bba16287-6193-4abe-8547-6dcf70bd3bbb HTTP/1.1" status: 204 len: 173 time: 0.6806262 Aug 03 19:02:20.036598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'name': 'network-vif-deleted', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:20.037609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-aae03e23-d7e7-4172-98b4-6df0bc063de4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2865 time: 0.0759239 Aug 03 19:02:20.039794 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5f5826-7fb0-407c-a513-02e4f42bcf62" -d '{"events": [{"server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "name": "network-vif-deleted", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:20.124704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440fe09-82d3-40a2-bf59-3895af10e190 req-e59d98ba-5403-4deb-b2f3-f5a437b86a95 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.125506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38672) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:20.126792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3440fe09-82d3-40a2-bf59-3895af10e190 req-e59d98ba-5403-4deb-b2f3-f5a437b86a95 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0652928 Aug 03 19:02:20.192815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3440fe09-82d3-40a2-bf59-3895af10e190 req-e587f5fb-900d-489f-8b38-2642ed0869ba tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Aug 03 19:02:20.200982 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac36582-a677-413a-b00f-9363cd638043 x-openstack-request-id: req-aac36582-a677-413a-b00f-9363cd638043 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:20.201271 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224dcd11-07b1-4268-8e39-ee77ff6e8aca", "name": "network-vif-deleted", "tag": "bba16287-6193-4abe-8547-6dcf70bd3bbb", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:20.201522 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aac36582-a677-413a-b00f-9363cd638043 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:20.201917 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224dcd11-07b1-4268-8e39-ee77ff6e8aca', 'name': 'network-vif-deleted', 'tag': 'bba16287-6193-4abe-8547-6dcf70bd3bbb', 'status': 'completed', 'code': 200} Aug 03 19:02:20.206658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-a2e12bd8-762d-4c37-be6d-06440848005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.208733 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-a2e12bd8-762d-4c37-be6d-06440848005e service neutron] 10.222.0.77 "GET /v2.0/networks?id=3162452f-55be-4923-b10c-afbec055874f HTTP/1.1" status: 200 len: 902 time: 0.1618881 Aug 03 19:02:20.262591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-8ce60445-0770-4b61-b201-2c2924006ac1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212 HTTP/1.1" status: 200 len: 217 time: 0.0460780 Aug 03 19:02:20.309962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-396676171-network', 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:20.342714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907754-30ae-46a5-b4ba-48fb57658060 req-be41e21b-cae6-44be-91a7-9c9571e0016e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.343804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-c092de41-155d-47d6-bcd5-d6c8fd4dd7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.345335 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-c092de41-155d-47d6-bcd5-d6c8fd4dd7d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=89fa0c53-0d92-4315-a21a-08ba9cf9f254 HTTP/1.1" status: 200 len: 801 time: 0.0673976 Aug 03 19:02:20.352275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907754-30ae-46a5-b4ba-48fb57658060 req-be41e21b-cae6-44be-91a7-9c9571e0016e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.358690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d907754-30ae-46a5-b4ba-48fb57658060 req-be41e21b-cae6-44be-91a7-9c9571e0016e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.361137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d907754-30ae-46a5-b4ba-48fb57658060 req-be41e21b-cae6-44be-91a7-9c9571e0016e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2412 time: 0.0929403 Aug 03 19:02:20.412071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-60967a47-098d-45f8-b372-0b85df03ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.413400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d907754-30ae-46a5-b4ba-48fb57658060 req-72985574-f60d-4a03-ad8c-2c14e77abcb4 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460057 Aug 03 19:02:20.413675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-60967a47-098d-45f8-b372-0b85df03ef9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=3162452f-55be-4923-b10c-afbec055874f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603025 Aug 03 19:02:20.467241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:20.470426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.481332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.492369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790aac8-4bfd-4f8c-bcc7-4b44a8cebf92 req-287cd9d4-6422-4563-81bc-79c68abf2596 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.493914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f790aac8-4bfd-4f8c-bcc7-4b44a8cebf92 req-287cd9d4-6422-4563-81bc-79c68abf2596 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 947 time: 0.0784378 Aug 03 19:02:20.498442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-5b297f0c-703b-454b-ade4-43073661c052 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839536 Aug 03 19:02:20.551963 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-070b335c-6dba-45f9-8b5f-611adb9b28a1 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300416 Aug 03 19:02:20.568336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f790aac8-4bfd-4f8c-bcc7-4b44a8cebf92 req-30b97c6e-bba8-4bae-8e59-d74bfc62939f tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675147 Aug 03 19:02:20.585073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-09d0fa3a-5d44-4db6-9895-6a51c9b4cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.586721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-09d0fa3a-5d44-4db6-9895-6a51c9b4cf0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 1097 time: 0.0491815 Aug 03 19:02:20.685590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.689868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b5810e1-f2ab-4684-a9bd-4c2bd02cdfd7 req-826ab468-6c18-4d8d-bb37-84d96a97e954 service neutron] 10.222.0.77 "GET /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289465 Aug 03 19:02:20.702168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-d578c366-ed8b-4c95-ada3-c7d24a6a8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.704455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-d578c366-ed8b-4c95-ada3-c7d24a6a8a56 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.0956419 Aug 03 19:02:20.779621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-ff9b7862-2d82-4bb0-b390-d4553544e40d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 200 len: 1002 time: 0.0660245 Aug 03 19:02:20.807435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.838520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:20.849468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927b97fe-2e6b-485d-9db8-b4d893b7b5df,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:20.854449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.854796 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Added segment c6e61e0b-266f-4960-a927-e972f324265c of type vlan for network fdf2592a-0f2f-4246-91b8-fb7208201837 Aug 03 19:02:20.859960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-c35439ae-6ec8-4499-8357-43d149b82a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.861482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-c35439ae-6ec8-4499-8357-43d149b82a13 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.0732012 Aug 03 19:02:20.886192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab378f-03b5-485f-8268-18b12bafb4a4 req-b5aa8c86-24ed-4cf2-b738-a3e55dcdf2d3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.888491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ab378f-03b5-485f-8268-18b12bafb4a4 req-b5aa8c86-24ed-4cf2-b738-a3e55dcdf2d3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0720263 Aug 03 19:02:20.897891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.954069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-a4f07e05-29c2-45ef-b49f-eb3e94b2a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.955612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-a4f07e05-29c2-45ef-b49f-eb3e94b2a808 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852911 Aug 03 19:02:20.958909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ab378f-03b5-485f-8268-18b12bafb4a4 req-93c6edc9-cdac-49a3-9bd2-c063f685c5de tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 Aug 03 19:02:20.983654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:20.984921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:20.985512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.054450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf2592a-0f2f-4246-91b8-fb7208201837,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.058669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-c9d23652-3ba4-4a66-bc1a-168ce51f38d1 service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930908 Aug 03 19:02:21.070726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network fdf2592a-0f2f-4246-91b8-fb7208201837 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:21.093712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-076c2774-fc22-416a-b56f-f8ee9d1a8502 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9661469 Aug 03 19:02:21.101540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38686) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:21.109115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Request body: {'subnet': {'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-396676171-subnet', 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:21.178592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-410600ed-279f-4178-bec8-0ac6b353c6fd req-5a5a1ccb-9492-484b-bae4-3d35bee606ea tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=224dcd11-07b1-4268-8e39-ee77ff6e8aca HTTP/1.1" status: 200 len: 210 time: 0.0421348 Aug 03 19:02:21.198608 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f80c3dd4-4f38-4ecd-ba90-a64977a2c46b req-35c5c16c-4543-4038-ba43-4bc4e80757c1 service neutron] 10.222.0.77 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312077 Aug 03 19:02:21.217415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:21.217415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.326386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed0e8-d25c-4eef-bf16-c0c263ac6c91 req-0638a94d-a9ee-4401-bf02-374954eb88fa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.328212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c86ed0e8-d25c-4eef-bf16-c0c263ac6c91 req-0638a94d-a9ee-4401-bf02-374954eb88fa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0590045 Aug 03 19:02:21.372283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c86ed0e8-d25c-4eef-bf16-c0c263ac6c91 req-76131037-8e4e-4ac3-890c-39eb15304d10 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375097 Aug 03 19:02:21.487774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.538758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=848abf52-239a-48a2-b413-07b75f52f8c7,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:21.539497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc722c-99da-43b3-aae2-12b858a4639e req-6f78d50e-2f01-4368-82ef-ad9743a3e2c5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.547234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc722c-99da-43b3-aae2-12b858a4639e req-6f78d50e-2f01-4368-82ef-ad9743a3e2c5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.553430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc722c-99da-43b3-aae2-12b858a4639e req-6f78d50e-2f01-4368-82ef-ad9743a3e2c5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.555144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77cc722c-99da-43b3-aae2-12b858a4639e req-6f78d50e-2f01-4368-82ef-ad9743a3e2c5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2412 time: 0.0698400 Aug 03 19:02:21.556137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Checking segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:21.556306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Network hostable DHCP agents. Network: fdf2592a-0f2f-4246-91b8-fb7208201837, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:21.600512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77cc722c-99da-43b3-aae2-12b858a4639e req-835a370b-762a-4d8e-8583-e72fca98d9a0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Aug 03 19:02:21.652488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Network fdf2592a-0f2f-4246-91b8-fb7208201837 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:21.692036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f5320-f817-4172-a610-115750d1adf7 req-aaaf6070-ee20-46c1-9d38-440753dfdb09 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.693543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c65f5320-f817-4172-a610-115750d1adf7 req-aaaf6070-ee20-46c1-9d38-440753dfdb09 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 947 time: 0.0526943 Aug 03 19:02:21.733125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c65f5320-f817-4172-a610-115750d1adf7 req-e9765272-a062-420d-99a5-833b53d43e90 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Aug 03 19:02:21.806229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, fdf2592a-0f2f-4246-91b8-fb7208201837) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:21.810757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:21.811368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:21.816560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f13a413-a36a-4dcc-bffd-ba8bb610c4ad None None] Network fdf2592a-0f2f-4246-91b8-fb7208201837 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:21.944294 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81c17cec-9309-4cc5-8562-d225af664acc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8404860 Aug 03 19:02:21.963882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70b45a-6694-4ca0-88fe-90787f782419 None None] Network fdf2592a-0f2f-4246-91b8-fb7208201837 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:22.035283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-837fafef-7108-4863-b6d6-30d4bdb2380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.107317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688344a6-ca87-4a50-84de-499d998b5f06 req-15a4ee84-7f6c-4021-bea9-bd5f1ea6349f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.109624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-688344a6-ca87-4a50-84de-499d998b5f06 req-15a4ee84-7f6c-4021-bea9-bd5f1ea6349f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0639515 Aug 03 19:02:22.156965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-688344a6-ca87-4a50-84de-499d998b5f06 req-9c3261a2-ff87-4a29-bd74-a919b17eac97 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346129 Aug 03 19:02:22.177858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.454928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e20d1-8535-4abc-9270-29438e3b4e98 req-df326b5f-477a-47ea-8980-e9808c46dc01 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.456411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f03e20d1-8535-4abc-9270-29438e3b4e98 req-df326b5f-477a-47ea-8980-e9808c46dc01 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0837064 Aug 03 19:02:22.466551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-37629559-e5e5-4fb7-8b6e-24c39ed28444 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.467955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-37629559-e5e5-4fb7-8b6e-24c39ed28444 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1504626 Aug 03 19:02:22.473042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89ebb65d-78b8-45f5-bf24-a27e07681e78 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:22.494351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-ec2544da-73b7-4abf-9f99-cbebc4a80165 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/quotas/a5eeba7a77e844f0904d92765be84d66 HTTP/1.1" status: 200 len: 375 time: 0.0187447 Aug 03 19:02:22.519794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f03e20d1-8535-4abc-9270-29438e3b4e98 req-1758570d-9811-4a70-9d45-6ac672779cdc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501771 Aug 03 19:02:22.536510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c98466b-1774-4386-a8ce-bbf308090538 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318089 Aug 03 19:02:22.595186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:22.611745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '89ebb65d-78b8-45f5-bf24-a27e07681e78', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '89ebb65d-78b8-45f5-bf24-a27e07681e78', 'mac_address': 'fa:16:3e:39:cb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:22.642236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ade0f400-5cd1-4f7e-87ce-edfa615cc19d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:22.665730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a9409-45c9-4759-8570-bc29e615030e req-9e528099-4735-4ec6-9376-11d3b2be2b96 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:22.667244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b0a9409-45c9-4759-8570-bc29e615030e req-9e528099-4735-4ec6-9376-11d3b2be2b96 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0688343 Aug 03 19:02:22.690295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.694199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-c854955f-c2db-4855-8327-1a7fd72414ef service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515832 Aug 03 19:02:22.708888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ebb65d-78b8-45f5-bf24-a27e07681e78 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:22.745910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:22.782413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.798603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b0a9409-45c9-4759-8570-bc29e615030e req-e927991c-0f40-43e2-bfb1-5849336922ee tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883791 Aug 03 19:02:22.836317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a9932691-e5d0-4b13-864b-2401fa00b1c7 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405406 Aug 03 19:02:22.839544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.886324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:22.915489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d', 'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'port_id': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d', 'mac_address': 'fa:16:3e:d6:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fa0c53-0d92-4315-a21a-08ba9cf9f254', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:22.951763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:22.973753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:22.983369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade0f400-5cd1-4f7e-87ce-edfa615cc19d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:23.012539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:23.032595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7073eb-c744-4499-a4f0-83d9ac976ed0 req-ec8c8aaa-1b2c-42fb-84f4-20d56029485e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.039407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7073eb-c744-4499-a4f0-83d9ac976ed0 req-ec8c8aaa-1b2c-42fb-84f4-20d56029485e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.044346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7073eb-c744-4499-a4f0-83d9ac976ed0 req-ec8c8aaa-1b2c-42fb-84f4-20d56029485e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.046080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b7073eb-c744-4499-a4f0-83d9ac976ed0 req-ec8c8aaa-1b2c-42fb-84f4-20d56029485e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2412 time: 0.0704474 Aug 03 19:02:23.098489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b7073eb-c744-4499-a4f0-83d9ac976ed0 req-a4c89184-c6a1-4ebc-b602-58186e82d0a0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Aug 03 19:02:23.183151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.184137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:23.193633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b603986-cc64-4921-a780-24a669db8f44 req-f9dd5d1e-7c5f-4390-a5d1-345c28d84d5f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 210 time: 0.0489163 Aug 03 19:02:23.210589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b1b58-bc15-46a4-9814-e73640001c6c req-c04e4b51-d89a-416d-8d17-e7862777de1a tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.212039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-298b1b58-bc15-46a4-9814-e73640001c6c req-c04e4b51-d89a-416d-8d17-e7862777de1a tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 948 time: 0.0797980 Aug 03 19:02:23.253405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['89ebb65d-78b8-45f5-bf24-a27e07681e78'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:23.259518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-298b1b58-bc15-46a4-9814-e73640001c6c req-abe6f947-f6ed-493b-bb98-469f02cdd619 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392125 Aug 03 19:02:23.291649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:23.309218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:23.332308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'network_id': '3162452f-55be-4923-b10c-afbec055874f', 'port_id': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'mac_address': 'fa:16:3e:8f:dd:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fa0c53-0d92-4315-a21a-08ba9cf9f254', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:23.348272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c0014-22bd-41b5-a293-ed0c28301b0f req-527b780d-7aab-448a-854b-1e044d9d3d7b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.348272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-330c0014-22bd-41b5-a293-ed0c28301b0f req-527b780d-7aab-448a-854b-1e044d9d3d7b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0614402 Aug 03 19:02:23.400910 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.413243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-330c0014-22bd-41b5-a293-ed0c28301b0f req-320e48a2-9b42-4d12-a6b3-90debfa44c77 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612221 Aug 03 19:02:23.422051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:23.424796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b7578-3dd5-4474-8d83-1838a98b7560 req-3b481a24-038c-47b9-ad08-9bee93326073 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.426454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-307b7578-3dd5-4474-8d83-1838a98b7560 req-3b481a24-038c-47b9-ad08-9bee93326073 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0830400 Aug 03 19:02:23.458895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:23.479359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-307b7578-3dd5-4474-8d83-1838a98b7560 req-efd7816c-2954-42cd-a1b3-24039d76bba4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455115 Aug 03 19:02:23.560839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.561440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e485676e-8ed6-4e19-8339-f512424cd979 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:23.587401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c904633-5c3b-4921-bfc0-2b255265811a req-2bdc8274-6af4-4015-a671-6bc8653abbf4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.588996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c904633-5c3b-4921-bfc0-2b255265811a req-2bdc8274-6af4-4015-a671-6bc8653abbf4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Aug 03 19:02:23.632699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c904633-5c3b-4921-bfc0-2b255265811a req-31f32785-3570-4029-8a9f-f8c352926e38 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 Aug 03 19:02:23.660640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:23.714692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e485676e-8ed6-4e19-8339-f512424cd979,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:23.730148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'e485676e-8ed6-4e19-8339-f512424cd979', 'network_id': '56cfd4e9-2bcc-4114-9428-22552385acf8', 'port_id': 'e485676e-8ed6-4e19-8339-f512424cd979', 'mac_address': 'fa:16:3e:fd:93:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f28d191-049c-4605-babd-9aae24cde9bd', 'ip_address': '19.86.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:23.781452 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:23.796029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e485676e-8ed6-4e19-8339-f512424cd979 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:23.821675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e485676e-8ed6-4e19-8339-f512424cd979,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:23.937282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece9c8-c669-4bb4-9c25-e995334764c2 req-d196332e-6bc6-4644-ab86-4b1b19b6404e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:23.939262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80ece9c8-c669-4bb4-9c25-e995334764c2 req-d196332e-6bc6-4644-ab86-4b1b19b6404e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0528622 Aug 03 19:02:23.955048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.007817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80ece9c8-c669-4bb4-9c25-e995334764c2 req-89e9d2e3-4df3-455d-ba89-3f57960585e5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617301 Aug 03 19:02:24.040085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:24.224910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d249-37ed-431b-ad71-bc0b6bd59450 req-2e2be694-77fb-46e3-8c0a-4370ecfc1703 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.231002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d249-37ed-431b-ad71-bc0b6bd59450 req-2e2be694-77fb-46e3-8c0a-4370ecfc1703 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.237837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d249-37ed-431b-ad71-bc0b6bd59450 req-2e2be694-77fb-46e3-8c0a-4370ecfc1703 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.239565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fef6d249-37ed-431b-ad71-bc0b6bd59450 req-2e2be694-77fb-46e3-8c0a-4370ecfc1703 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2415 time: 0.0706506 Aug 03 19:02:24.307130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc7073f2-d381-4b40-856f-9c9e233dbb18 req-12d6e054-4ae4-4013-980f-d872eb789d3d tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 210 time: 0.0537860 Aug 03 19:02:24.333343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['95a3ca7e-e16c-45ab-8b74-469b1e8ca212'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:24.334044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fef6d249-37ed-431b-ad71-bc0b6bd59450 req-9e270a12-c016-4adf-963c-3962bcdcce31 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819440 Aug 03 19:02:24.340202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-a75bf0a1-bc1e-4aa7-b89d-c14abe03a25b tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.342026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-a75bf0a1-bc1e-4aa7-b89d-c14abe03a25b tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1097 time: 0.1015654 Aug 03 19:02:24.360164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:24.381409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['e485676e-8ed6-4e19-8339-f512424cd979'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:24.407802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ade0f400-5cd1-4f7e-87ce-edfa615cc19d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:24.452178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.463568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b921d6-735c-46dd-b9a2-940695ab2a48 req-c58ea844-3397-4ad2-b0a5-86bb54cfe4d0 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.465159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58b921d6-735c-46dd-b9a2-940695ab2a48 req-c58ea844-3397-4ad2-b0a5-86bb54cfe4d0 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 948 time: 0.0808563 Aug 03 19:02:24.480540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89ebb65d-78b8-45f5-bf24-a27e07681e78 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:24.542200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58b921d6-735c-46dd-b9a2-940695ab2a48 req-e8028cc8-8cbb-4563-867c-5f767e0121e4 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677996 Aug 03 19:02:24.705501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:24.725053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f6010-810b-489b-9cda-79aaef5b3c7a req-a64da4d8-8665-4590-a4c8-240262dcfc02 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:24.726620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f6f6010-810b-489b-9cda-79aaef5b3c7a req-a64da4d8-8665-4590-a4c8-240262dcfc02 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 946 time: 0.0951254 Aug 03 19:02:24.781341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:24.812971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f6f6010-810b-489b-9cda-79aaef5b3c7a req-6ebbbeb5-f26e-48a8-96ee-e1123769af1c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760374 Aug 03 19:02:24.838158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:24.840549 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b6be13-39ec-4246-9205-22047f6a98b9" -d '{"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:24.846356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:24.894076 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac59832-32d7-4c65-84df-a01a248f21d0 x-openstack-request-id: req-eac59832-32d7-4c65-84df-a01a248f21d0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:24.894404 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:24.894653 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eac59832-32d7-4c65-84df-a01a248f21d0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:24.895161 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'code': 200} Aug 03 19:02:24.972362 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.064474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 89ebb65d-78b8-45f5-bf24-a27e07681e78 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:25.074480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 89ebb65d-78b8-45f5-bf24-a27e07681e78 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:25.074480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.146617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136835-d564-4c83-ba0d-f80e943ad2a1 req-d88c4dd8-0460-4fe0-bf18-d55f999fe9ad tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.148186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5136835-d564-4c83-ba0d-f80e943ad2a1 req-d88c4dd8-0460-4fe0-bf18-d55f999fe9ad tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0626290 Aug 03 19:02:25.181765 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.195547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5136835-d564-4c83-ba0d-f80e943ad2a1 req-aac2cff0-d9bc-4f2a-9e45-9af559859e40 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Aug 03 19:02:25.205910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:25.208196 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc90f5a9-f042-4edc-878d-124c708fab81" -d '{"events": [{"server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "name": "network-vif-plugged", "status": "completed", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:25.223369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:25.250642 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6badaff-88f7-489e-bc89-341fe99f1a6f x-openstack-request-id: req-b6badaff-88f7-489e-bc89-341fe99f1a6f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:25.251031 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "name": "network-vif-plugged", "status": "completed", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:25.251031 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6badaff-88f7-489e-bc89-341fe99f1a6f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:25.251385 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78', 'code': 200} Aug 03 19:02:25.268799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.352504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:25.354573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.355476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device bba16287-6193-4abe-8547-6dcf70bd3bbb no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:25.422139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: bba16287-6193-4abe-8547-6dcf70bd3bbb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:25.422881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device bba16287-6193-4abe-8547-6dcf70bd3bbb not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:25.428343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:25.428698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:25.429058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:25.449535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fda87028-af91-4ea1-a96d-b7d3929bbeca req-3e2e8a6d-bb83-4435-bb44-2b8868da4858 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 210 time: 0.0520484 Aug 03 19:02:25.466112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:25.466112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Attempting to bind port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:25.491645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:25.491885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:25.492242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:25.492630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Bound port: 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:25.493019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.494483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:25.522753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e664f-4084-491f-89b2-315b4924a525 req-3d069172-18d7-49ac-8a08-223d343c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.524312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da1e664f-4084-491f-89b2-315b4924a525 req-3d069172-18d7-49ac-8a08-223d343c8e27 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 1100 time: 0.1431749 Aug 03 19:02:25.540740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bff35-5ed9-4c52-be1f-cbbe2308d0e4 req-07921924-86c3-4f36-9d7b-5ea7a8ee90e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.546873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bff35-5ed9-4c52-be1f-cbbe2308d0e4 req-07921924-86c3-4f36-9d7b-5ea7a8ee90e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.552921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bff35-5ed9-4c52-be1f-cbbe2308d0e4 req-07921924-86c3-4f36-9d7b-5ea7a8ee90e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.554757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-602bff35-5ed9-4c52-be1f-cbbe2308d0e4 req-07921924-86c3-4f36-9d7b-5ea7a8ee90e5 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2415 time: 0.1221128 Aug 03 19:02:25.694818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da1e664f-4084-491f-89b2-315b4924a525 req-bdc6bcf9-f85d-4381-8141-41518f2899d5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213131 Aug 03 19:02:25.701678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:25.710313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-602bff35-5ed9-4c52-be1f-cbbe2308d0e4 req-1415998d-38dd-4c7f-aa5a-0aa12c4d2914 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283572 Aug 03 19:02:25.722168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:25.739244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d4e63-ce67-4bbe-adbe-a0e3cbdfa76c req-e2faaa68-e9ef-4757-856c-530262a266ff tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.741289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-379d4e63-ce67-4bbe-adbe-a0e3cbdfa76c req-e2faaa68-e9ef-4757-856c-530262a266ff tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 949 time: 0.0992744 Aug 03 19:02:25.791491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-379d4e63-ce67-4bbe-adbe-a0e3cbdfa76c req-bd3ad0c1-5fcd-4d64-8308-8b513c0cf656 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Aug 03 19:02:25.835083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.928420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.928964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:25.930329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] 10.222.0.77 "PUT /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 1122 time: 1.5778899 Aug 03 19:02:25.932542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d9bb4-087b-4591-9930-b06de4642630 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:25.974478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb36f59-1dba-44db-8885-3f285defc9cd req-a459e6a5-5483-4d11-93c6-bed74e240add tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:25.976040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb36f59-1dba-44db-8885-3f285defc9cd req-a459e6a5-5483-4d11-93c6-bed74e240add tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.0609751 Aug 03 19:02:26.019909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb36f59-1dba-44db-8885-3f285defc9cd req-1223b481-6d46-4092-8052-423af2937cb5 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Aug 03 19:02:26.059685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:26.089102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:26.382514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96b47c-3c28-4827-b246-c02f423ae269 req-ba8fef32-afcd-483f-a132-c34ebe4b774e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.384026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af96b47c-3c28-4827-b246-c02f423ae269 req-ba8fef32-afcd-483f-a132-c34ebe4b774e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1110785 Aug 03 19:02:26.458742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af96b47c-3c28-4827-b246-c02f423ae269 req-d54a67e3-f2f7-464e-ad7b-73658ffc833b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668917 Aug 03 19:02:26.465809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-01e0a972-709a-483a-b2c8-04dc6f55558f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:26.467360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-01e0a972-709a-483a-b2c8-04dc6f55558f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1509242 Aug 03 19:02:26.481334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Request body: {'port': {'device_id': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'admin_state_up': True, 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:26.572542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2ec1b0-223b-4c97-a393-f2021a242b93 req-b6107f83-169c-48ae-a30e-479d33b759ac tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 210 time: 0.0405829 Aug 03 19:02:26.648153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:26.653344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ade0f400-5cd1-4f7e-87ce-edfa615cc19d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:26.808245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:26.822946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:02:26.862868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ade0f400-5cd1-4f7e-87ce-edfa615cc19d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:26.870269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ade0f400-5cd1-4f7e-87ce-edfa615cc19d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:26.871027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:26.962412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:26.964683 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615e2733-1672-4815-9dde-c840390deeff" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:26.969434 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.008124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:27.075328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd75667-a9a4-4107-afe5-ba57ff1e0f82 req-91e4d3e5-07ed-47d1-90dd-a28d6048ddc3 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.076773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efd75667-a9a4-4107-afe5-ba57ff1e0f82 req-91e4d3e5-07ed-47d1-90dd-a28d6048ddc3 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 949 time: 0.1090949 Aug 03 19:02:27.089370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f89ae-848f-4178-b8de-7f3c44fcdd1d req-34e63faf-5cb5-4e45-904a-dc7d81a10b5a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.095893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f89ae-848f-4178-b8de-7f3c44fcdd1d req-34e63faf-5cb5-4e45-904a-dc7d81a10b5a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.101784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f89ae-848f-4178-b8de-7f3c44fcdd1d req-34e63faf-5cb5-4e45-904a-dc7d81a10b5a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.103439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-216f89ae-848f-4178-b8de-7f3c44fcdd1d req-34e63faf-5cb5-4e45-904a-dc7d81a10b5a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2415 time: 0.1347373 Aug 03 19:02:27.131443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.132260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:27.162432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efd75667-a9a4-4107-afe5-ba57ff1e0f82 req-492dcfa9-c705-4398-a4d2-539607f4aff5 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579941 Aug 03 19:02:27.167883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-216f89ae-848f-4178-b8de-7f3c44fcdd1d req-179df4df-4ac3-4166-aa8d-b4219abdc19f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Aug 03 19:02:27.187898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:27.206374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.226325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:27.252858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:27.255646 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745ac4d-e8a0-446e-b86c-89f9f8515933" -d '{"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:27.263226 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaef75b-6607-441b-b795-f5e1d66f8adb x-openstack-request-id: req-6aaef75b-6607-441b-b795-f5e1d66f8adb {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:27.263527 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:27.263881 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6aaef75b-6607-441b-b795-f5e1d66f8adb {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:27.264156 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'status': 'completed', 'code': 200} Aug 03 19:02:27.308767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:27.313749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:27.315184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.422645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Allocated IP 172.20.0.2 (fdf2592a-0f2f-4246-91b8-fb7208201837/848abf52-239a-48a2-b413-07b75f52f8c7/b5a78bc9-44bd-4423-b3f1-27cbc63498c7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:27.424627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.450715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ffd12-32b7-4993-86b4-35720d84516b req-d136c3b7-4670-4e1e-be73-80e8c5a65612 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.452230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-289ffd12-32b7-4993-86b4-35720d84516b req-d136c3b7-4670-4e1e-be73-80e8c5a65612 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.1138213 Aug 03 19:02:27.460294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2733-1672-4815-9dde-c840390deeff req-6f6a1231-4718-491e-97b1-674afca81d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.460525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:27.461900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-6f6a1231-4718-491e-97b1-674afca81d7c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1125 time: 0.1315818 Aug 03 19:02:27.500184 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af912b74-8f18-41e6-9f33-d8fff41b787f x-openstack-request-id: req-af912b74-8f18-41e6-9f33-d8fff41b787f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:27.500526 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:27.500885 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af912b74-8f18-41e6-9f33-d8fff41b787f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:27.501385 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d', 'code': 200} Aug 03 19:02:27.526000 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.527018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e485676e-8ed6-4e19-8339-f512424cd979 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:27.609688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:27.660578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-289ffd12-32b7-4993-86b4-35720d84516b req-0a7d5c83-017d-4db4-a115-dd7819cc550e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978104 Aug 03 19:02:27.706286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2733-1672-4815-9dde-c840390deeff req-6e69297d-6587-4358-bce4-16ed1bd5adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.707809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-6e69297d-6587-4358-bce4-16ed1bd5adbc service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.2295630 Aug 03 19:02:27.717634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987e3d1-0a04-42f7-81f0-0b02561da670 req-4a3f9027-7c3e-4b0b-8d9f-3d1c0b412865 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.719615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b987e3d1-0a04-42f7-81f0-0b02561da670 req-4a3f9027-7c3e-4b0b-8d9f-3d1c0b412865 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1706240 Aug 03 19:02:27.798210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-76f7ab0a-2ca6-4558-aa37-8d3136ee4a69 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 217 time: 0.0748322 Aug 03 19:02:27.823072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port e485676e-8ed6-4e19-8339-f512424cd979 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:27.836163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port e485676e-8ed6-4e19-8339-f512424cd979 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:27.836163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.863833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.918577 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:27.920194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b987e3d1-0a04-42f7-81f0-0b02561da670 req-c92d5f06-0b25-4b73-974b-ba4868058ffb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833353 Aug 03 19:02:27.950807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75edff-9e87-4c01-b25b-f196bfa84c1f req-6a43d3ba-b633-450f-8f20-f0e3aaa5eb14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.958744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c75edff-9e87-4c01-b25b-f196bfa84c1f req-6a43d3ba-b633-450f-8f20-f0e3aaa5eb14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1751089 Aug 03 19:02:27.958744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e2733-1672-4815-9dde-c840390deeff req-84ec74a5-7d8f-42ab-8a28-32b4b94872be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:27.960260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-84ec74a5-7d8f-42ab-8a28-32b4b94872be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1539814 Aug 03 19:02:27.971117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e485676e-8ed6-4e19-8339-f512424cd979,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:28.019899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-582d3266-fd40-4f88-be62-12d294c1090d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488126 Aug 03 19:02:28.035080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.070601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3564bd77-e547-4638-915b-34bc055a7d82 req-ae483ae3-700a-4f9b-8c13-18708b3352c0 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 210 time: 0.0571907 Aug 03 19:02:28.099710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:28.120431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c75edff-9e87-4c01-b25b-f196bfa84c1f req-7023dddb-6aa2-42cb-ae5d-1624195c3430 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364198 Aug 03 19:02:28.151522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.222114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-53068b10-2b15-43f5-aa8f-551671d38b8a service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893430 Aug 03 19:02:28.230308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Network fdf2592a-0f2f-4246-91b8-fb7208201837 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:28.253179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:28.269686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:28.329641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:28.363553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dcbc0-9eb5-4ca2-9b8f-0d67130c5b96 req-f45d629c-f841-4772-8b8e-d6471e956d0c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.365306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-905dcbc0-9eb5-4ca2-9b8f-0d67130c5b96 req-f45d629c-f841-4772-8b8e-d6471e956d0c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2305887 Aug 03 19:02:28.428250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.429051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.454751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84d300-e21b-40bb-86dd-cb1b7347f790 req-2da3671e-ed6b-4e3f-a881-015b16ad780d tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.456260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae84d300-e21b-40bb-86dd-cb1b7347f790 req-2da3671e-ed6b-4e3f-a881-015b16ad780d tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 949 time: 0.2089758 Aug 03 19:02:28.488706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615e2733-1672-4815-9dde-c840390deeff req-51f8075c-5937-4ce3-abe8-da94d78e2063 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538812 Aug 03 19:02:28.497848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-905dcbc0-9eb5-4ca2-9b8f-0d67130c5b96 req-ca2ffbad-b174-4cd2-8add-2ebb38affe8e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185894 Aug 03 19:02:28.525568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae84d300-e21b-40bb-86dd-cb1b7347f790 req-28a87c34-e28e-43ad-91a0-880cdec3f81f tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581164 Aug 03 19:02:28.532720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-a3bab155-5ad0-4507-b40c-0836d9e90c5b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0553117 Aug 03 19:02:28.548600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Request body: {'port': {'device_id': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:28.675983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:28.722537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397ad8-5b7f-426a-bd4f-9a62c49a9424 req-b01c6f41-d070-452e-b629-433a3ce853c9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.728577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397ad8-5b7f-426a-bd4f-9a62c49a9424 req-b01c6f41-d070-452e-b629-433a3ce853c9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.735373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397ad8-5b7f-426a-bd4f-9a62c49a9424 req-b01c6f41-d070-452e-b629-433a3ce853c9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:28.737081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0397ad8-5b7f-426a-bd4f-9a62c49a9424 req-b01c6f41-d070-452e-b629-433a3ce853c9 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.1598163 Aug 03 19:02:28.803299 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-832271e1-698c-44f2-a5f7-ed199813f196 service neutron] show failed (client error): The resource could not be found. Aug 03 19:02:28.804309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-832271e1-698c-44f2-a5f7-ed199813f196 service neutron] 10.222.0.54 "GET /v2.0/ports/f43276ad-3e05-401f-b4b7-427d959abf10/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.1398199 Aug 03 19:02:28.882646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0397ad8-5b7f-426a-bd4f-9a62c49a9424 req-897c8cc0-f478-4b48-a370-4a81e3381021 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373658 Aug 03 19:02:29.027002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a8c30-c491-44ce-8a2a-b1edcd48d69a req-33acde23-70e6-4131-a5f6-d111a7f7e49f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.028881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-503a8c30-c491-44ce-8a2a-b1edcd48d69a req-33acde23-70e6-4131-a5f6-d111a7f7e49f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.1093001 Aug 03 19:02:29.073391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-d348ed66-9941-4549-83e1-fb7e7b1071ce tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600271 Aug 03 19:02:29.174987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-503a8c30-c491-44ce-8a2a-b1edcd48d69a req-21161731-495c-4e66-97f0-16c8d9a53503 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359577 Aug 03 19:02:29.200468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a78bc9-44bd-4423-b3f1-27cbc63498c7 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:29.208249 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.243616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Transition to ACTIVE for port object b5a78bc9-44bd-4423-b3f1-27cbc63498c7 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:29.276850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-0c58640f-0b26-4fa7-86da-41eb0771b458 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.280921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-0c58640f-0b26-4fa7-86da-41eb0771b458 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987295 Aug 03 19:02:29.299455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-4e30365c-12d8-48d3-a621-b41885e18feb tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/quotas/f1a221b6724945ab93cff4ff9ea77df2 HTTP/1.1" status: 200 len: 375 time: 0.0132210 Aug 03 19:02:29.311213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c4627-c01c-4d40-bdbb-7a9c6cd018b2 req-41b65af8-46fb-4c90-ba1d-12aabc87c0dd tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.313146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e70c4627-c01c-4d40-bdbb-7a9c6cd018b2 req-41b65af8-46fb-4c90-ba1d-12aabc87c0dd tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 931 time: 0.0757222 Aug 03 19:02:29.346603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.436278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-8695a865-206d-4718-a95b-4102e90a76ce tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221468 Aug 03 19:02:29.437204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:29.444327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e70c4627-c01c-4d40-bdbb-7a9c6cd018b2 req-ec4feb61-eb85-4bdb-9201-ba93e2fb7080 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204245 Aug 03 19:02:29.502539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212'}, {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:29.507588 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b79dff4-18da-4fdc-bb7d-4950a41cc5f8" -d '{"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212"}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "e485676e-8ed6-4e19-8339-f512424cd979"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:29.565559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-aa249c82-12d8-4d1b-afd3-00630c49beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.567128 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-aa249c82-12d8-4d1b-afd3-00630c49beb8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1101 time: 0.0492330 Aug 03 19:02:29.573423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Attempting to bind port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:29.573763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Attempting to bind port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:29.574093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Attempting to bind port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:29.583250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:29.584317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 on network fdf2592a-0f2f-4246-91b8-fb7208201837 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:29.584643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Attempting to bind port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:29.599757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:29.600598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Checking segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:29.600598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Bound using segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:29.601312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Bound port: b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:29.601312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.617228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc602b-e161-498d-bc0b-335cfbfa88df req-3c09dee4-5872-4c49-b2ca-b106acfb1e0c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.617611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdbc602b-e161-498d-bc0b-335cfbfa88df req-3c09dee4-5872-4c49-b2ca-b106acfb1e0c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0831692 Aug 03 19:02:29.647968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.685054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdbc602b-e161-498d-bc0b-335cfbfa88df req-e1103adf-ef9b-42b4-a87f-eb217823f209 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Aug 03 19:02:29.760184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:29.766986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:29.775937 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df033b5-76cf-4f70-8273-e2a78acd2ab2 x-openstack-request-id: req-2df033b5-76cf-4f70-8273-e2a78acd2ab2 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:29.775937 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212", "code": 200}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-plugged", "status": "completed", "tag": "e485676e-8ed6-4e19-8339-f512424cd979", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:29.775937 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2df033b5-76cf-4f70-8273-e2a78acd2ab2 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:29.775937 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'code': 200} Aug 03 19:02:29.775937 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979', 'code': 200} Aug 03 19:02:29.849732 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.915033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:29.927486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c38f4110-0733-446b-a708-5212973856fb req-3bab97c1-5ba2-4797-b71e-c4503a3b2a79 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 210 time: 0.1074884 Aug 03 19:02:29.951686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:29.982061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:29.982749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:29.984516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] 10.222.0.77 "PUT /v2.0/ports/b5a78bc9-44bd-4423-b3f1-27cbc63498c7 HTTP/1.1" status: 200 len: 1091 time: 1.4412050 Aug 03 19:02:29.986983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:29.989542 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485fafe1-385b-4cb6-bc11-500237e96fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:29.998265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.013684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Transition to ACTIVE for port object f43276ad-3e05-401f-b4b7-427d959abf10 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:30.015654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:30.018781 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31358f90-cfc3-4156-8c5f-861c483ac8f3" -d '{"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-unplugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:30.063493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c659a56-e660-4d0f-9556-4b40d6baa237 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.072251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc09b66-fe59-4852-add4-cc1895de154c req-5a76c07d-026e-496a-bc07-2609a39de331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.073618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc09b66-fe59-4852-add4-cc1895de154c req-5a76c07d-026e-496a-bc07-2609a39de331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.074260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc09b66-fe59-4852-add4-cc1895de154c req-5a76c07d-026e-496a-bc07-2609a39de331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.076209 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3dc09b66-fe59-4852-add4-cc1895de154c req-5a76c07d-026e-496a-bc07-2609a39de331 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2871 time: 0.0533469 Aug 03 19:02:30.117412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.131664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc60c11-2400-46db-a78f-5d1c16791625 req-d82f9245-1cb3-4ca5-a513-e71ca0c88a39 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.133340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adc60c11-2400-46db-a78f-5d1c16791625 req-d82f9245-1cb3-4ca5-a513-e71ca0c88a39 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 946 time: 0.1249337 Aug 03 19:02:30.159527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3dc09b66-fe59-4852-add4-cc1895de154c req-584d0766-a945-4eb2-a5b4-9ee4e34a088a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736578 Aug 03 19:02:30.199558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] No DVR routers for this DVR port f43276ad-3e05-401f-b4b7-427d959abf10 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:30.204729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.205566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4ba9-2bd0-4ea6-8f42-5d7332e1b50a req-3ad7c748-a8da-4d64-bb56-71fd73a69b28 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.222998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4ba9-2bd0-4ea6-8f42-5d7332e1b50a req-3ad7c748-a8da-4d64-bb56-71fd73a69b28 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.229376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a4ba9-2bd0-4ea6-8f42-5d7332e1b50a req-3ad7c748-a8da-4d64-bb56-71fd73a69b28 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.248665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:30.249733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:30.250789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:30.255992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-207a4ba9-2bd0-4ea6-8f42-5d7332e1b50a req-3ad7c748-a8da-4d64-bb56-71fd73a69b28 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.1745806 Aug 03 19:02:30.256502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:30.257015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Attempting to bind port f43276ad-3e05-401f-b4b7-427d959abf10 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:30.266272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:30.266885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:30.267458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:30.268073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Bound port: f43276ad-3e05-401f-b4b7-427d959abf10, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:30.268624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.307353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adc60c11-2400-46db-a78f-5d1c16791625 req-6445dc4d-df63-46cb-a405-cd7cad2b30e6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574383 Aug 03 19:02:30.339517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-2672e872-668e-454b-b727-3d31de79608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.339517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-2672e872-668e-454b-b727-3d31de79608c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 1094 time: 0.1946714 Aug 03 19:02:30.354351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:30.365489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:30.407310 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ef4df-1408-4688-a505-70a8b7e09e82 x-openstack-request-id: req-ac3ef4df-1408-4688-a505-70a8b7e09e82 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:30.407611 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:30.407866 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac3ef4df-1408-4688-a505-70a8b7e09e82 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:30.408279 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'status': 'completed', 'code': 200} Aug 03 19:02:30.415972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-e98f51c2-e5f6-4e25-99a1-fd561e7934f6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7 HTTP/1.1" status: 200 len: 217 time: 0.0585248 Aug 03 19:02:30.417262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-207a4ba9-2bd0-4ea6-8f42-5d7332e1b50a req-6a13f19b-8438-4ace-b789-a30a98682a8a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604266 Aug 03 19:02:30.464148 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeac7b8-6db8-4595-948e-6b89bb8d941d x-openstack-request-id: req-7aeac7b8-6db8-4595-948e-6b89bb8d941d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:30.464676 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-unplugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:30.464937 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7aeac7b8-6db8-4595-948e-6b89bb8d941d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:30.465343 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'code': 200} Aug 03 19:02:30.474551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.499084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-fa478135-3253-4bcd-b900-165d157bef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.503814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-fa478135-3253-4bcd-b900-165d157bef21 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.0821688 Aug 03 19:02:30.554906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.556141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:30.558847 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] 10.222.0.77 "PUT /v2.0/ports/f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 1096 time: 0.9789250 Aug 03 19:02:30.569112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-3816f7da-0f2d-4028-87cb-55fb2c2d56b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479972 Aug 03 19:02:30.621484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b5d9a-40ee-45a3-80d3-fcd30135a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:30.673833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-79453b94-b5fc-49c4-893d-bd4e1b854cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.676558 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-79453b94-b5fc-49c4-893d-bd4e1b854cff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1099 time: 0.0785406 Aug 03 19:02:30.798936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e35cb-971d-459f-adca-b02541d113a6 req-ab76de69-23d9-420e-a77f-eef7d8cd7fe7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.800537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e39e35cb-971d-459f-adca-b02541d113a6 req-ab76de69-23d9-420e-a77f-eef7d8cd7fe7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.2512321 Aug 03 19:02:30.803612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-45de791f-d169-4674-8b7e-c11ab8e75ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.805136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-45de791f-d169-4674-8b7e-c11ab8e75ab0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1130576 Aug 03 19:02:30.807964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd870ac5-81b3-44f6-8213-6df4ee856424 req-13dc5e46-faf8-42ab-9273-ccf53a2aa220 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.810527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd870ac5-81b3-44f6-8213-6df4ee856424 req-13dc5e46-faf8-42ab-9273-ccf53a2aa220 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 943 time: 0.2662692 Aug 03 19:02:30.852195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-531f1fe5-8f5f-44d4-8ad3-8f7d17f44d06 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.0377593 Aug 03 19:02:30.869501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-535c10e7-de62-430d-ae31-2c622e79af3a service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615848 Aug 03 19:02:30.908640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd870ac5-81b3-44f6-8213-6df4ee856424 req-4c02a256-4920-4085-8910-16d6949f9040 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915787 Aug 03 19:02:30.910500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-dc68d630-86f1-40c8-8da7-06a811a4e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.912241 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-dc68d630-86f1-40c8-8da7-06a811a4e31b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0490892 Aug 03 19:02:30.941013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e39e35cb-971d-459f-adca-b02541d113a6 req-456a3ceb-fbd5-4880-b613-3ae304bb41dd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261406 Aug 03 19:02:30.984894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-f2e354c2-c87e-4d72-ac76-e11d5a1b3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:30.988197 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-f2e354c2-c87e-4d72-ac76-e11d5a1b3132 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657711 Aug 03 19:02:31.048855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32a796e0-ccd2-4cf5-8459-8f513e08895f req-0fb8d45b-0a0c-4e5a-8577-91fab05ac082 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681011 Aug 03 19:02:31.067703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04db892f-f46e-45dd-9eae-bf1900d2056e req-62c387ce-6c7f-4525-8363-2b99c88914b0 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 210 time: 0.0517242 Aug 03 19:02:31.094235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19450a6a-e8b5-474e-b40e-27b97c97f4db req-da2e5f64-1b2e-491f-887e-f65721bbd359 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.095806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19450a6a-e8b5-474e-b40e-27b97c97f4db req-da2e5f64-1b2e-491f-887e-f65721bbd359 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.1091924 Aug 03 19:02:31.097347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-6c8a58d3-baa2-489d-af98-426d63d4454c service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023610 Aug 03 19:02:31.136501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19450a6a-e8b5-474e-b40e-27b97c97f4db req-c60b8c7e-ecb5-4f91-ad51-39e3f5dfe9f2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Aug 03 19:02:31.207282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0c2b942e-6727-4fa4-b1c5-9ca100d0ea03 req-bb899253-7b5d-4413-883b-cb779ea5a43a service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006927 Aug 03 19:02:31.309529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-5e900ef5-e3e2-4e99-968d-b2ab585ed441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.311054 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-5e900ef5-e3e2-4e99-968d-b2ab585ed441 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 1094 time: 0.0434463 Aug 03 19:02:31.471637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-b9091f2e-424f-426f-8e29-6d6a1e881857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.473723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-b9091f2e-424f-426f-8e29-6d6a1e881857 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 905 time: 0.1519716 Aug 03 19:02:31.528354 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-10aa0d25-d95c-447b-b161-9fda038cac80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Aug 03 19:02:31.575884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d950d-e3aa-4ec1-9350-11f26bafe505 req-49467c1b-96f9-4e81-95bc-16dcebf92faf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.582924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d950d-e3aa-4ec1-9350-11f26bafe505 req-49467c1b-96f9-4e81-95bc-16dcebf92faf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.585576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-1fb2dc59-1c65-4bf4-b8c3-1a1731f6cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.588952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d950d-e3aa-4ec1-9350-11f26bafe505 req-49467c1b-96f9-4e81-95bc-16dcebf92faf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.590607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c06d950d-e3aa-4ec1-9350-11f26bafe505 req-49467c1b-96f9-4e81-95bc-16dcebf92faf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.0784047 Aug 03 19:02:31.594501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-1fb2dc59-1c65-4bf4-b8c3-1a1731f6cbb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.0549035 Aug 03 19:02:31.635166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c06d950d-e3aa-4ec1-9350-11f26bafe505 req-2e6e781b-c282-4b56-a5fb-3847c331bb4b tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374944 Aug 03 19:02:31.635506 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-21a46b86-42f8-45ac-93c1-64ef4ade20ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256202 Aug 03 19:02:31.762895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-69fe009a-9d05-4b8c-a0eb-eecd44971ec7 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161745 Aug 03 19:02:31.773135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cd681-7f3f-4cea-b884-37554b8151f3 req-c1dc9a71-aee4-4fcd-a562-1521636ef175 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.774628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-902cd681-7f3f-4cea-b884-37554b8151f3 req-c1dc9a71-aee4-4fcd-a562-1521636ef175 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Aug 03 19:02:31.817826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-902cd681-7f3f-4cea-b884-37554b8151f3 req-db17ae52-37ba-4bab-942f-cf443778323d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361347 Aug 03 19:02:31.894585 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-485fafe1-385b-4cb6-bc11-500237e96fbe req-4f5fc5d0-b15f-420c-86d5-d639f52ec2ee service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234288 Aug 03 19:02:31.961061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf05206-aeb0-4e8f-86f1-0c556cf07ef5 req-70fb1d2e-f2c1-46cd-ae7b-183434a76d08 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:31.962604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cf05206-aeb0-4e8f-86f1-0c556cf07ef5 req-70fb1d2e-f2c1-46cd-ae7b-183434a76d08 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0652535 Aug 03 19:02:32.026678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cf05206-aeb0-4e8f-86f1-0c556cf07ef5 req-6a91cc91-4697-458b-ba0c-822b84d18920 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571537 Aug 03 19:02:32.047103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd7ef3-a1e5-4b2b-b2a9-ed706024dc33 req-ebeafa09-8672-4dbd-9db0-3e64b3c71f8f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.048593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdbd7ef3-a1e5-4b2b-b2a9-ed706024dc33 req-ebeafa09-8672-4dbd-9db0-3e64b3c71f8f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 943 time: 0.0612288 Aug 03 19:02:32.090009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdbd7ef3-a1e5-4b2b-b2a9-ed706024dc33 req-6e9ae883-3c39-4280-a082-964c09adc9ef tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333011 Aug 03 19:02:32.149014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dfc1d-3e3b-45d4-96a9-a70bcd1458ce req-a88c9ccd-b921-4627-9466-aeb761ce215d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.150561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a67dfc1d-3e3b-45d4-96a9-a70bcd1458ce req-a88c9ccd-b921-4627-9466-aeb761ce215d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.0505099 Aug 03 19:02:32.210756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a67dfc1d-3e3b-45d4-96a9-a70bcd1458ce req-418b871e-1f65-4c97-8581-b94ff97b9c8c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536840 Aug 03 19:02:32.222883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-baf9f2e4-e4df-42d8-b926-ed88c757333a tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1823069963&fields=id&tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 267 time: 0.0509439 Aug 03 19:02:32.310747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb534353-612b-445b-9340-8c8606bd46a8 req-f407bd40-d6b5-47da-b48a-07910de96484 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Aug 03 19:02:32.359898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-cdf40a8d-83c9-49f7-b7d9-73bee57dd6b0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.361409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-cdf40a8d-83c9-49f7-b7d9-73bee57dd6b0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 823 time: 0.1314063 Aug 03 19:02:32.467106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:32.470502 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d5dd8b-d949-463a-9b1a-770fac608711" -d '{"events": [{"name": "network-changed", "server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:32.529830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:32.574070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:32.677232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-cf7f2e70-2a85-488a-89a4-779680c2313d tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/quotas/bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 375 time: 0.3099570 Aug 03 19:02:32.712961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-42f03b57-ea89-4d1a-97e7-817cfd099f37 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364757 Aug 03 19:02:32.740512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07066f2-55be-499f-9f82-79c7aa6b9aeb req-b2fbcb05-587e-4f4f-aed1-d419969ea56d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.742253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07066f2-55be-499f-9f82-79c7aa6b9aeb req-b2fbcb05-587e-4f4f-aed1-d419969ea56d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.3732901 Aug 03 19:02:32.781490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-6d3cfc9a-2c0f-4b4b-bc70-2dfd5772ef39 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850465 Aug 03 19:02:32.830754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07066f2-55be-499f-9f82-79c7aa6b9aeb req-5e5a7b87-d11e-40f2-8ae9-61d51df7fa2e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774324 Aug 03 19:02:32.858298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-f4109341-3570-4325-b3a5-03f7fade6a9e tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:32.861183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-f4109341-3570-4325-b3a5-03f7fade6a9e tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399078 Aug 03 19:02:32.884629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Request body: {'port': {'device_id': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'f1a221b6724945ab93cff4ff9ea77df2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:32.896782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:32.916165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-a2a9aa35-dd71-4114-a4a1-c7294f69afda service neutron] 10.222.0.67 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130586 Aug 03 19:02:33.049230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-c72612c7-a3ca-41fd-8a9a-41d04442dd5e service neutron] 10.222.0.67 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316018 Aug 03 19:02:33.096624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724a907-998e-4aba-b7fc-37ba6f48118c req-9608d35b-674e-48d7-85e4-cc57f9d80f6f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.098823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9724a907-998e-4aba-b7fc-37ba6f48118c req-9608d35b-674e-48d7-85e4-cc57f9d80f6f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0715172 Aug 03 19:02:33.146174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9724a907-998e-4aba-b7fc-37ba6f48118c req-ba1f15c3-74f8-4501-a36a-d62fa6e87ca6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Aug 03 19:02:33.179085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Made reservation on behalf of f1a221b6724945ab93cff4ff9ea77df2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:33.191572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.297375 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fcbcf7-9775-4a39-9426-a66b47c5e68a x-openstack-request-id: req-a7fcbcf7-9775-4a39-9426-a66b47c5e68a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:33.298004 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:33.298364 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7fcbcf7-9775-4a39-9426-a66b47c5e68a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:33.298925 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'status': 'completed', 'code': 200} Aug 03 19:02:33.492558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Allocated IP 192.168.233.250 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/ccf16e93-f99f-4f47-aa5a-59efabe58b9c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:33.525128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-5207e4de-03a1-48ee-951e-cb8a402cb59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.526649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-5207e4de-03a1-48ee-951e-cb8a402cb59b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1099 time: 0.2242222 Aug 03 19:02:33.570412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c36373-a95c-4b92-89ea-a93817e839f8 req-cd2e012b-8722-431c-bd4f-374561838f7b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.571851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c36373-a95c-4b92-89ea-a93817e839f8 req-cd2e012b-8722-431c-bd4f-374561838f7b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 943 time: 0.1280336 Aug 03 19:02:33.574782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-a4dfba60-7aea-4980-ae1b-fc58fcd56309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.576295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-a4dfba60-7aea-4980-ae1b-fc58fcd56309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1099 time: 0.1842749 Aug 03 19:02:33.675499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.697517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Transition to ACTIVE for port object ccf16e93-f99f-4f47-aa5a-59efabe58b9c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:33.748251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858838b-cfaa-448a-ae62-d001b99b2f49 req-15050f09-3213-475f-bbcc-03d0f440e6c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.754724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858838b-cfaa-448a-ae62-d001b99b2f49 req-15050f09-3213-475f-bbcc-03d0f440e6c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.760767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858838b-cfaa-448a-ae62-d001b99b2f49 req-15050f09-3213-475f-bbcc-03d0f440e6c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.769250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8858838b-cfaa-448a-ae62-d001b99b2f49 req-15050f09-3213-475f-bbcc-03d0f440e6c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.3265717 Aug 03 19:02:33.792512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-20c729f6-c30f-4a6a-8adc-7acccfbf6faf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.794807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c36373-a95c-4b92-89ea-a93817e839f8 req-014757f9-9a03-4268-af38-c15d1d318a9b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138753 Aug 03 19:02:33.795135 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-20c729f6-c30f-4a6a-8adc-7acccfbf6faf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf57a689-ce2f-451a-8aaa-1009d4dd393f HTTP/1.1" status: 200 len: 946 time: 0.0543494 Aug 03 19:02:33.841348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-d873f622-8c80-433e-ac67-273c82fc826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.850716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-d873f622-8c80-433e-ac67-273c82fc826d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2502441 Aug 03 19:02:33.881495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-06804be2-8b7c-42e8-8c9d-23cbb0f96a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:33.883689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-06804be2-8b7c-42e8-8c9d-23cbb0f96a46 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3368912 Aug 03 19:02:33.887614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8858838b-cfaa-448a-ae62-d001b99b2f49 req-c19c240c-e59c-4f4d-aa27-600e1fa0639e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171684 Aug 03 19:02:33.950850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:33.974941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-77b103c4-bafc-499a-b462-970934e1c14e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.1064641 Aug 03 19:02:33.993289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['89ebb65d-78b8-45f5-bf24-a27e07681e78'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:34.013922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:34.025284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:34.032937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:34.046370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-db298537-57ee-4742-94f1-418243d89005 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.0858581 Aug 03 19:02:34.084966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Pushing event updated for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:34.110895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.113491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.129604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Deleting port 8f615816-c2a0-4f1a-953b-485ac351ae63 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:34.141208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.208445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd52d3d-ce0e-410c-9df7-f43ee055ac7c req-d788d47c-b605-4228-ba87-f8d646e323fb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.216751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdd52d3d-ce0e-410c-9df7-f43ee055ac7c req-d788d47c-b605-4228-ba87-f8d646e323fb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2580879 Aug 03 19:02:34.243865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-6d3ccf25-de51-40eb-b5a4-95674f002f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.245761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-6d3ccf25-de51-40eb-b5a4-95674f002f1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.2522929 Aug 03 19:02:34.262200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-60c7b9fc-2eb1-4126-82e6-d00c0fe2571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.263830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-60c7b9fc-2eb1-4126-82e6-d00c0fe2571d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1934125 Aug 03 19:02:34.338879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbaf3e-d818-4899-af73-08f234251da8 req-0032d3de-7268-4f47-8844-d219ea74fa8b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.340352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2fbaf3e-d818-4899-af73-08f234251da8 req-0032d3de-7268-4f47-8844-d219ea74fa8b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.2671790 Aug 03 19:02:34.341798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] For port 8f615816-c2a0-4f1a-953b-485ac351ae63, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8f615816-c2a0-4f1a-953b-485ac351ae63,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:34.342175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.411330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdd52d3d-ce0e-410c-9df7-f43ee055ac7c req-4df522f1-8a9b-49ba-838d-b189ed696d17 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927972 Aug 03 19:02:34.425921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-8a288602-204a-41fe-b197-02247b61bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.427447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-8a288602-204a-41fe-b197-02247b61bcc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573367 Aug 03 19:02:34.428193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-9e6f233a-c238-4894-a5a9-f8f3a1112984 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5531690 Aug 03 19:02:34.447635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Request body: {'port': {'device_id': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:34.472147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2fbaf3e-d818-4899-af73-08f234251da8 req-87c47058-c9ca-4596-988f-dfa7b7eed483 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988240 Aug 03 19:02:34.491918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-214e45c1-249b-4666-9d11-b22bcd2c6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.493441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-214e45c1-249b-4666-9d11-b22bcd2c6ad7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1781666 Aug 03 19:02:34.572971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88bc65ac-0dea-414a-a9dc-36bf873eaa28 req-a9844feb-8ee8-4242-9246-a529ea714de0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 210 time: 0.0928159 Aug 03 19:02:34.614017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.630309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32c0d4d6-9930-41f1-96a5-24be8382456f None None] Provisioning for port ccf16e93-f99f-4f47-aa5a-59efabe58b9c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:34.643665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32c0d4d6-9930-41f1-96a5-24be8382456f None None] Provisioning complete for port ccf16e93-f99f-4f47-aa5a-59efabe58b9c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:34.644051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32c0d4d6-9930-41f1-96a5-24be8382456f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.695757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:34.715802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32c0d4d6-9930-41f1-96a5-24be8382456f None None] Port ccf16e93-f99f-4f47-aa5a-59efabe58b9c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:34.729423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-62c785ca-29f0-4662-bf94-c3838235ac33 service neutron] 10.222.0.54 "GET /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1599255 Aug 03 19:02:34.761270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-0299483d-77f7-44f1-8945-309b85c09bb1 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830439 Aug 03 19:02:34.761988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.762367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:34.762673 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Floating IP ae4b382f-51ec-44b7-a257-17bd598317c6 disassociated. External IP: 172.25.2.194, port: 8f615816-c2a0-4f1a-953b-485ac351ae63. Aug 03 19:02:34.763016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Calling delete_port for 8f615816-c2a0-4f1a-953b-485ac351ae63 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:34.771693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598d154-236a-4fdf-84c8-ef062f834709 req-042b8bfc-6ad2-4acf-84e4-fbb6c506c198 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.773209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2598d154-236a-4fdf-84c8-ef062f834709 req-042b8bfc-6ad2-4acf-84e4-fbb6c506c198 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 936 time: 0.2035081 Aug 03 19:02:34.789631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-6b0387bb-6ad3-4e63-b544-410c9eb88d90 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695975 Aug 03 19:02:34.818126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:34.835224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'mac_address': 'fa:16:3e:21:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:34.940393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0082642-1ce2-43c6-b20f-cacd8d52fd52 req-d60c74c6-dfde-4ee7-89b5-666ec4223c75 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:34.945870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0082642-1ce2-43c6-b20f-cacd8d52fd52 req-d60c74c6-dfde-4ee7-89b5-666ec4223c75 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 948 time: 0.2649825 Aug 03 19:02:35.016791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2598d154-236a-4fdf-84c8-ef062f834709 req-357ff29f-1305-4053-931c-b2a20c914a96 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317655 Aug 03 19:02:35.022134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.036910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a78bc9-44bd-4423-b3f1-27cbc63498c7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:35.060955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.071403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-cf020382-f112-4852-9189-bf5244d685e5 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956703 Aug 03 19:02:35.089293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0d5dd8b-d949-463a-9b1a-770fac608711 req-48fd5f05-76e9-4498-91b1-7d3562db3f74 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840106 Aug 03 19:02:35.107000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0082642-1ce2-43c6-b20f-cacd8d52fd52 req-d32e41f5-1a71-46f2-938c-988b9f232c6f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357465 Aug 03 19:02:35.183206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.184875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:35.244182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac269e71-c2f2-485e-9926-43394368994e req-1cb453bc-f2c0-4081-9a24-6312a85afc65 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.246628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac269e71-c2f2-485e-9926-43394368994e req-1cb453bc-f2c0-4081-9a24-6312a85afc65 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 944 time: 0.0700932 Aug 03 19:02:35.271455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.293925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.304801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.305146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.305571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.306186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.306534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.306866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.307194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.307519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.308101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.308561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.309009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.309235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:35.327963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:35.328544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac269e71-c2f2-485e-9926-43394368994e req-a820ca77-77fb-4674-a1d0-0a04967a160a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Aug 03 19:02:35.367578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.391744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc171dc-bc52-4b16-9bd0-f61f258334d5 req-4e2d34e6-07bd-4bbc-945a-4795d97389ce tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.399694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'mac_address': 'fa:16:3e:4e:e3:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:35.402901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cc171dc-bc52-4b16-9bd0-f61f258334d5 req-4e2d34e6-07bd-4bbc-945a-4795d97389ce tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1041982 Aug 03 19:02:35.450961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cc171dc-bc52-4b16-9bd0-f61f258334d5 req-9aa85519-520e-4a58-a8ca-493a1f265238 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Aug 03 19:02:35.459810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.483626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43276ad-3e05-401f-b4b7-427d959abf10 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:35.501544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.604445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.604901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf16e93-f99f-4f47-aa5a-59efabe58b9c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:35.613897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.616927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.657974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Transition to ACTIVE for port object ccf16e93-f99f-4f47-aa5a-59efabe58b9c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:35.662236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event deleted for resources: {'Port': ['ID=8f615816-c2a0-4f1a-953b-485ac351ae63,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.672388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:35.677398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.689444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:35.779369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.853041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:35.854912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:35.926080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a889b4b-5034-4bbb-ba7d-a056efdde20e req-ef6c08b2-672a-459a-94b2-2e81664f2a95 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.927561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a889b4b-5034-4bbb-ba7d-a056efdde20e req-ef6c08b2-672a-459a-94b2-2e81664f2a95 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1143324 Aug 03 19:02:35.954210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520bddf-9ffe-4fad-84f5-f9051a6d4b4c req-48afb78f-3425-4a91-b57c-665352da97db tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:35.955731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5520bddf-9ffe-4fad-84f5-f9051a6d4b4c req-48afb78f-3425-4a91-b57c-665352da97db tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 944 time: 0.0880461 Aug 03 19:02:35.965175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:35.985708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:36.016450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b5a78bc9-44bd-4423-b3f1-27cbc63498c7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:36.038938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a889b4b-5034-4bbb-ba7d-a056efdde20e req-51bdb0b4-9ab0-4a85-8eb8-348d84328ef2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012781 Aug 03 19:02:36.084407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5520bddf-9ffe-4fad-84f5-f9051a6d4b4c req-f4458cc3-aa23-4a86-aff5-43f4b039781f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194718 Aug 03 19:02:36.134650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Attempting to bind port ccf16e93-f99f-4f47-aa5a-59efabe58b9c on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:36.138070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Attempting to bind port ccf16e93-f99f-4f47-aa5a-59efabe58b9c by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:36.138070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Attempting to bind port ccf16e93-f99f-4f47-aa5a-59efabe58b9c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:36.165926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Port ccf16e93-f99f-4f47-aa5a-59efabe58b9c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:36.166261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Attempting to bind port ccf16e93-f99f-4f47-aa5a-59efabe58b9c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:36.176318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-6f6a039d-23f6-4254-a978-2d0e1ad130cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.177904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-6f6a039d-23f6-4254-a978-2d0e1ad130cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7&tenant_id=54e23eb28b6846a8b01f684c05525643&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 949 time: 0.1359200 Aug 03 19:02:36.205003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:36.205370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:36.205737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:36.206196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Bound port: ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:36.206563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.261471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:02:36.266855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] Transition to ACTIVE for port object 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:36.280175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9481fba-d638-4ee3-97fb-e9b200419860 req-dfb16293-6247-4b89-b05b-7090442ad5c4 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 210 time: 0.0925791 Aug 03 19:02:36.281194 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:02:36.301216 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:36.301875 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:02:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:36.380060 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-56e96794-6625-44fd-a46c-080aabc059a1 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:02:36.380060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-56e96794-6625-44fd-a46c-080aabc059a1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f43276ad-3e05-401f-b4b7-427d959abf10/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.1758320 Aug 03 19:02:36.389541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:36.393125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:36.400032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.422750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] No DVR routers for this DVR port 8f615816-c2a0-4f1a-953b-485ac351ae63 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:36.446475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.448499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3149a65f-05b8-41b1-8531-d30b297d9e5e req-ce794a2b-4a5e-467c-9ead-72f228bdca03 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.77 "DELETE /v2.0/ports/8f615816-c2a0-4f1a-953b-485ac351ae63 HTTP/1.1" status: 204 len: 173 time: 2.6388705 Aug 03 19:02:36.450853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'name': 'network-vif-deleted', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:36.453370 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14546966-b2c0-4c3d-bbe4-2a694171fe4b" -d '{"events": [{"server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "name": "network-vif-deleted", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:36.470742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51ca6-e309-4731-a7c9-8ded04256737 req-f6a9c673-7607-4509-b81d-8f2741d765be tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.484290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51ca6-e309-4731-a7c9-8ded04256737 req-f6a9c673-7607-4509-b81d-8f2741d765be tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.490905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df51ca6-e309-4731-a7c9-8ded04256737 req-f6a9c673-7607-4509-b81d-8f2741d765be tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.492576 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df51ca6-e309-4731-a7c9-8ded04256737 req-f6a9c673-7607-4509-b81d-8f2741d765be tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.2511821 Aug 03 19:02:36.500166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] No DVR routers for this DVR port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:36.502560 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:36.504849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.516364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] Pushing event updated for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:36.529401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:36.570906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.571534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:36.572999 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] 10.222.0.77 "PUT /v2.0/ports/ccf16e93-f99f-4f47-aa5a-59efabe58b9c HTTP/1.1" status: 200 len: 1096 time: 2.1295667 Aug 03 19:02:36.590952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-5cff2652-17e8-4ac0-9ef9-75b1e4187c4a service neutron] 10.222.0.54 "PUT /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8388479 Aug 03 19:02:36.602359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df51ca6-e309-4731-a7c9-8ded04256737 req-4949f67b-12d5-4668-8bb8-4b55f528b5b1 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952177 Aug 03 19:02:36.610682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:36.620455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5ac0d-d154-4407-9045-59eb2c8c2f01 req-79e9dea1-c1e7-4ad1-bf22-901f2c4f809e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.622235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fbbcc-8c8e-4f40-9e9b-4c530a1fa423 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:36.628956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36a5ac0d-d154-4407-9045-59eb2c8c2f01 req-79e9dea1-c1e7-4ad1-bf22-901f2c4f809e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 949 time: 0.2198453 Aug 03 19:02:36.721340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-e9a5f3bf-1f57-4e26-8065-f31994e4c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.722874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-e9a5f3bf-1f57-4e26-8065-f31994e4c5b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1100 time: 0.2266052 Aug 03 19:02:36.723778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8f615816-c2a0-4f1a-953b-485ac351ae63 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:36.757504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 8f615816-c2a0-4f1a-953b-485ac351ae63 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:36.758010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8f615816-c2a0-4f1a-953b-485ac351ae63 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:36.820517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-ba3e7fc1-ff4c-4155-91d7-a04ac350b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.822012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:36.823219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-ba3e7fc1-ff4c-4155-91d7-a04ac350b5e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 1099 time: 0.0634277 Aug 03 19:02:36.856519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:02:36.874245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-ffe5fd04-fece-4589-a22a-f88b65771457 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c HTTP/1.1" status: 200 len: 217 time: 0.0410733 Aug 03 19:02:36.876484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36a5ac0d-d154-4407-9045-59eb2c8c2f01 req-e761159f-e48d-4614-b19a-adcd6bac5dbe tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402089 Aug 03 19:02:36.892708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:02:36.893336 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:02:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:36.948302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-f8cd67e1-2d76-48b4-a07f-e0e44865b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.950616 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-f8cd67e1-2d76-48b4-a07f-e0e44865b199 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0642040 Aug 03 19:02:36.974305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e987d8-ed37-4be0-8760-ee2f63444c85 req-ed485cc9-a297-4886-8b9f-46d2c76cb9eb tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:36.981728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0e987d8-ed37-4be0-8760-ee2f63444c85 req-ed485cc9-a297-4886-8b9f-46d2c76cb9eb tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 948 time: 0.2739727 Aug 03 19:02:37.026983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-ca192597-af05-4145-9c66-f2b8811b5fe6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.028460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-ca192597-af05-4145-9c66-f2b8811b5fe6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.54 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 823 time: 0.3768225 Aug 03 19:02:37.042293 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:02:37.050858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-57708370-372f-4165-b405-66c0c9bd0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.052772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-57708370-372f-4165-b405-66c0c9bd0e31 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0482759 Aug 03 19:02:37.059822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-4310bfe5-a40f-4c6a-91b5-20d948555410 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.065638 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-4310bfe5-a40f-4c6a-91b5-20d948555410 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1101000 Aug 03 19:02:37.080010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0e987d8-ed37-4be0-8760-ee2f63444c85 req-8cc1c79d-5c64-4c00-ba69-65d8c4824615 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973108 Aug 03 19:02:37.087721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-7247f90a-7b83-4e1a-b2bd-77bf0ed8e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.112603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-7247f90a-7b83-4e1a-b2bd-77bf0ed8e46e service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3275905 Aug 03 19:02:37.169968 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc01cc83-f070-4980-9fb9-d96eff001bfe x-openstack-request-id: req-fc01cc83-f070-4980-9fb9-d96eff001bfe {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:37.170298 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf57a689-ce2f-451a-8aaa-1009d4dd393f", "name": "network-vif-deleted", "tag": "8f615816-c2a0-4f1a-953b-485ac351ae63", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:37.170558 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc01cc83-f070-4980-9fb9-d96eff001bfe {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:37.170947 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf57a689-ce2f-451a-8aaa-1009d4dd393f', 'name': 'network-vif-deleted', 'tag': '8f615816-c2a0-4f1a-953b-485ac351ae63', 'status': 'completed', 'code': 200} Aug 03 19:02:37.220790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-3c835b85-12b6-43ac-a271-4744d3d7399b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.1016133 Aug 03 19:02:37.226028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-9383d87a-48eb-4ed6-bf93-37b1396516bd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3 HTTP/1.1" status: 200 len: 380 time: 0.1728747 Aug 03 19:02:37.234969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-ae413e5f-e8b1-4c06-9073-cc80af2ab86a service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722538 Aug 03 19:02:37.241478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-d77475a0-62c1-4db3-95a7-b9478b06bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.244305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-d77475a0-62c1-4db3-95a7-b9478b06bf4b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5&tenant_id=fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 1096 time: 0.0763423 Aug 03 19:02:37.248394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'port': {'device_id': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'admin_state_up': True, 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'security_groups': ['2a1b5a01-7939-475a-8e88-e5bc09a5c60a']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:37.293385 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:37.328261 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5de084-d58c-4118-af3b-4d2a5b0a9931 None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:02:37.391684 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d276c451-f8e5-4b43-acff-debb0a5a16b0 req-1f08391d-019b-422d-bbb9-7a1a04acef24 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475801 Aug 03 19:02:37.395315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a2b8d-6086-4e6a-ade1-350094f1b27b req-14213fa2-848f-42cc-a23d-8ba2571b5caf tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.396891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc1a2b8d-6086-4e6a-ade1-350094f1b27b req-14213fa2-848f-42cc-a23d-8ba2571b5caf tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 944 time: 0.2388649 Aug 03 19:02:37.402916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-7376d64c-b693-4d1b-883b-139c7bd3405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.404111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-e07bc365-2e8b-421d-bf47-0a6ba9cdfb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.404725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-7376d64c-b693-4d1b-883b-139c7bd3405a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0646107 Aug 03 19:02:37.406002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-e07bc365-2e8b-421d-bf47-0a6ba9cdfb78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1625843 Aug 03 19:02:37.447180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e021ad-6a68-43b4-8994-e8e48129555c req-94719ce3-f1b1-4817-bea4-aef2c4196f8c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.448734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5e021ad-6a68-43b4-8994-e8e48129555c req-94719ce3-f1b1-4817-bea4-aef2c4196f8c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1770158 Aug 03 19:02:37.514700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-0c8d7f73-8d52-422e-a415-741445a05fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.516472 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-0c8d7f73-8d52-422e-a415-741445a05fd5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.0978007 Aug 03 19:02:37.570473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-cbc1fd76-afdc-4d42-a5c3-c35abda20d91 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 200 len: 217 time: 0.0433946 Aug 03 19:02:37.645244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-90c11739-f003-477a-88ea-a51d5689995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.647090 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-90c11739-f003-477a-88ea-a51d5689995b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0616794 Aug 03 19:02:37.660966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64da13-f487-4542-ae08-b3e4976228e8 None None] New status for floating IP ae4b382f-51ec-44b7-a257-17bd598317c6: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:02:37.745129 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-c6e15d16-e99d-4290-bcc4-ae1c64c69ef0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763893 Aug 03 19:02:37.798322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-ad7a93bc-7be6-470e-9b44-456960db4270 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.804342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-ad7a93bc-7be6-470e-9b44-456960db4270 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.810744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-ad7a93bc-7be6-470e-9b44-456960db4270 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.812543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-ad7a93bc-7be6-470e-9b44-456960db4270 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.1421967 Aug 03 19:02:37.890755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc1a2b8d-6086-4e6a-ade1-350094f1b27b req-36a5ea5f-0379-4bde-a425-27c3e7952770 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828484 Aug 03 19:02:37.921761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-1f211ff9-2ba4-4e1a-a18f-abe9b71b4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:37.923620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-1f211ff9-2ba4-4e1a-a18f-abe9b71b4b60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5030029 Aug 03 19:02:37.927248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5e021ad-6a68-43b4-8994-e8e48129555c req-3cac421b-ff84-4c23-b22f-a5af52927e74 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481237 Aug 03 19:02:38.018657 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-99d7bf46-38f2-4cda-b716-0530d5f9cefe service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620680 Aug 03 19:02:38.088157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c5960c1-ab23-45a7-983c-6a1e54008d5e req-107c227e-6a68-4ad7-9ff7-0bbe2c51d90c tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 210 time: 0.0395267 Aug 03 19:02:38.089489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Made reservation on behalf of bb1c6e0ef554426d9b4fafbbc74a33c3 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:38.093401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.109371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-1ad06837-e713-45bc-89e5-5550d23f1372 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745279 Aug 03 19:02:38.130082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port ade0f400-5cd1-4f7e-87ce-edfa615cc19d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:38.130687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.183667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a264da-e003-4835-a08a-3743b1b1f542 req-f423e42e-a8f8-4fd8-be38-585ef5b3106a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.185206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7a264da-e003-4835-a08a-3743b1b1f542 req-f423e42e-a8f8-4fd8-be38-585ef5b3106a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.1701097 Aug 03 19:02:38.216832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-a856e8c9-ca71-4aac-a522-9b7861ebe594 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906176 Aug 03 19:02:38.257764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port ade0f400-5cd1-4f7e-87ce-edfa615cc19d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:38.258038 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.271668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for ade0f400-5cd1-4f7e-87ce-edfa615cc19d owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:38.358220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7a264da-e003-4835-a08a-3743b1b1f542 req-79bb9149-ebd1-447b-8e5b-79b6bbe167a6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421974 Aug 03 19:02:38.391407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bd84-3afb-43ae-a90f-27a6ef9b5379 req-dbd91c30-33e6-42db-8158-26e30fadeb66 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.397867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bd84-3afb-43ae-a90f-27a6ef9b5379 req-dbd91c30-33e6-42db-8158-26e30fadeb66 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.404179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297bd84-3afb-43ae-a90f-27a6ef9b5379 req-dbd91c30-33e6-42db-8158-26e30fadeb66 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.406787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2297bd84-3afb-43ae-a90f-27a6ef9b5379 req-dbd91c30-33e6-42db-8158-26e30fadeb66 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 2418 time: 0.2328053 Aug 03 19:02:38.411790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3816249-dbed-4bdd-8f26-38fbfed83a0b req-362bbe99-e46d-4553-ac6c-aee1c6a6cbf2 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939720 Aug 03 19:02:38.456011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Allocated IP 172.20.0.6 (fb1513b6-7652-4827-a1e9-416ff8ff21f6/8ce38956-33a8-42ec-8395-cb78fe29eda6/b2630562-9ccb-462a-972f-90d30ffb6076) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:38.494398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2297bd84-3afb-43ae-a90f-27a6ef9b5379 req-9ba6ec8e-582b-496f-b691-5de2a948ede0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795729 Aug 03 19:02:38.509942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be7b7f-1fc5-46ae-ba63-c567392ef2c7 req-60176656-b7ec-471f-970f-090e084a02dd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.511489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9be7b7f-1fc5-46ae-ba63-c567392ef2c7 req-60176656-b7ec-471f-970f-090e084a02dd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 949 time: 0.0846474 Aug 03 19:02:38.554632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9be7b7f-1fc5-46ae-ba63-c567392ef2c7 req-203de7b9-aae9-4584-8cd1-b95bbf30b206 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350475 Aug 03 19:02:38.593201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.605352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'e485676e-8ed6-4e19-8339-f512424cd979', 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:38.642067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=ade0f400-5cd1-4f7e-87ce-edfa615cc19d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:38.643862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600a0d4-5de6-49f7-9459-24551e9dde07 req-17f05cc6-95f7-48da-97ad-809676150b5b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:38.645563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5600a0d4-5de6-49f7-9459-24551e9dde07 req-17f05cc6-95f7-48da-97ad-809676150b5b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0751643 Aug 03 19:02:38.734310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port ade0f400-5cd1-4f7e-87ce-edfa615cc19d on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:38.738123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.738600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:38.742467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-26b1f8fa-201d-456e-a1cb-291b12c4ca81 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "DELETE /v2.0/ports/ade0f400-5cd1-4f7e-87ce-edfa615cc19d HTTP/1.1" status: 204 len: 173 time: 0.8872051 Aug 03 19:02:38.759313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5600a0d4-5de6-49f7-9459-24551e9dde07 req-6de194b6-1b1c-4b65-ba22-107be251df32 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052175 Aug 03 19:02:38.844385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:38.909918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Transition to ACTIVE for port object b2630562-9ccb-462a-972f-90d30ffb6076 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:39.001770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-4b44f014-0f8b-4696-8fe9-48da79b9f814 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.003293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-4b44f014-0f8b-4696-8fe9-48da79b9f814 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1220529 Aug 03 19:02:39.004037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c30a49-52b7-4550-a68a-fb11f6c46b24 req-21f81f1c-31a1-4591-bb61-0d99f460d488 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.011933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42c30a49-52b7-4550-a68a-fb11f6c46b24 req-21f81f1c-31a1-4591-bb61-0d99f460d488 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 948 time: 0.1730182 Aug 03 19:02:39.053759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2962f-a614-424f-9ef6-a7ceed86ba0f req-f9762861-a0ef-4cf1-bb9d-200dc45c00a3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.055288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6b2962f-a614-424f-9ef6-a7ceed86ba0f req-f9762861-a0ef-4cf1-bb9d-200dc45c00a3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1036444 Aug 03 19:02:39.067614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:39.067614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.079343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42c30a49-52b7-4550-a68a-fb11f6c46b24 req-365ff9b4-edc0-4b95-bebd-5ac46b0fd91c tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665958 Aug 03 19:02:39.100312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:39.101497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:39.101497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.114721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.152623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6b2962f-a614-424f-9ef6-a7ceed86ba0f req-77810c9a-3618-47f0-8535-c225576d2b90 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836813 Aug 03 19:02:39.180830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c'}, {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:39.183831 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37037fd1-e3d9-402d-95a8-e46fccb67d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c"}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:39.212484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.223311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:39.223675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.231582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:39.240097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:39.241311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:39.246274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:39.246547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:39.254947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event updated for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:39.256600 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53085b64-3e47-445c-8d06-0cf30c47e655" -d '{"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-plugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:39.275341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:39.337490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.338165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.349666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a7264-9482-4652-adfa-47820e6fd142 req-0fee89e3-81b6-4a55-9175-459222829d3f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.351191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f92a7264-9482-4652-adfa-47820e6fd142 req-0fee89e3-81b6-4a55-9175-459222829d3f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 944 time: 0.1707351 Aug 03 19:02:39.358623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-427e0b27-c006-4dc0-9b49-6860b8ae87b4 service neutron] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:39.380171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-427e0b27-c006-4dc0-9b49-6860b8ae87b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.381401 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-82ed1e1a-ebc9-4fac-be13-0dc51a43222c req-427e0b27-c006-4dc0-9b49-6860b8ae87b4 service neutron] 10.222.0.77 "DELETE /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.3701763 Aug 03 19:02:39.393410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.394193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:39.398437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e737e-75fe-450f-957a-46ab938b92f3 req-2abc953e-b51a-42fc-b853-037fba6a85c3 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.399618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713e737e-75fe-450f-957a-46ab938b92f3 req-2abc953e-b51a-42fc-b853-037fba6a85c3 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 931 time: 0.1187339 Aug 03 19:02:39.439948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f92a7264-9482-4652-adfa-47820e6fd142 req-2668acb7-c73e-4644-b52a-0916f9d44012 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790319 Aug 03 19:02:39.487198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713e737e-75fe-450f-957a-46ab938b92f3 req-16b6dbec-165e-4f97-8e74-b55ec4e61b66 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760424 Aug 03 19:02:39.491016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:39.491312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-236b6501-8d4b-497b-89fc-9b09eddf6775 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2451382 Aug 03 19:02:39.524399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Request body: {'port': {'device_id': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:39.587177 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715cfdf4-cd29-4f2f-9db7-5e24c7adb44b x-openstack-request-id: req-715cfdf4-cd29-4f2f-9db7-5e24c7adb44b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:39.587177 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c", "status": "completed", "code": 200}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "ade0f400-5cd1-4f7e-87ce-edfa615cc19d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:39.587177 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-715cfdf4-cd29-4f2f-9db7-5e24c7adb44b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:39.587177 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c', 'status': 'completed', 'code': 200} Aug 03 19:02:39.587177 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': 'ade0f400-5cd1-4f7e-87ce-edfa615cc19d', 'status': 'completed', 'code': 200} Aug 03 19:02:39.621529 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06071d2-c151-4183-8c33-301eae241fda x-openstack-request-id: req-b06071d2-c151-4183-8c33-301eae241fda {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:39.621788 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-plugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:39.621981 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b06071d2-c151-4183-8c33-301eae241fda {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:39.622604 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'code': 200} Aug 03 19:02:39.632440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.645072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ade0f400-5cd1-4f7e-87ce-edfa615cc19d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:39.651868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f43276ad-3e05-401f-b4b7-427d959abf10 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:39.671101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba59b31-0f58-4293-8b49-d14a5d039af1 req-b5a0cb53-713a-4f40-9dcb-5988a2b02bac tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.684325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eba59b31-0f58-4293-8b49-d14a5d039af1 req-b5a0cb53-713a-4f40-9dcb-5988a2b02bac tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1533124 Aug 03 19:02:39.688621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.701775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f43276ad-3e05-401f-b4b7-427d959abf10 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:39.701775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.797951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:39.806919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.809336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "DELETE /v2.0/ports/95a3ca7e-e16c-45ab-8b74-469b1e8ca212 HTTP/1.1" status: 204 len: 173 time: 1.0607417 Aug 03 19:02:39.823217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fcc5f-811c-4ac5-8043-21bba6fc6053 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=95a3ca7e-e16c-45ab-8b74-469b1e8ca212,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:39.833920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-3c291489-bb7c-459a-b023-a06e8798cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.835291 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-3c291489-bb7c-459a-b023-a06e8798cb9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 1099 time: 0.2235122 Aug 03 19:02:39.851651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.855499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-526c120d-eb84-4f69-826e-ef95f5d2f508 None None] Provisioning for port b2630562-9ccb-462a-972f-90d30ffb6076 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:39.871059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-526c120d-eb84-4f69-826e-ef95f5d2f508 None None] Provisioning complete for port b2630562-9ccb-462a-972f-90d30ffb6076 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:39.877612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-526c120d-eb84-4f69-826e-ef95f5d2f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:39.927093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eba59b31-0f58-4293-8b49-d14a5d039af1 req-cff3310d-6feb-42fd-bf13-99307b4b8567 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352250 Aug 03 19:02:39.927743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:39.936258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-526c120d-eb84-4f69-826e-ef95f5d2f508 None None] Port b2630562-9ccb-462a-972f-90d30ffb6076 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:39.982325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724da7f-61b8-4fbc-b84d-f846d55131bc req-65f830b6-9345-4d74-9172-b38cf5deaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.984677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d724da7f-61b8-4fbc-b84d-f846d55131bc req-65f830b6-9345-4d74-9172-b38cf5deaa8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 1096 time: 0.2339854 Aug 03 19:02:39.985361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-660580f2-23cb-4fe8-a741-d5721ddd4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:39.993944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-660580f2-23cb-4fe8-a741-d5721ddd4a33 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1406400 Aug 03 19:02:40.065266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-5b04d74f-4f56-47e2-82fa-752da4184d2a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c HTTP/1.1" status: 200 len: 217 time: 0.0398095 Aug 03 19:02:40.071719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbeaa2-8991-4c89-a560-4c7a947a3f3f req-3ab20aba-6ad5-46cc-a35c-8ae9d865385a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.073626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34bbeaa2-8991-4c89-a560-4c7a947a3f3f req-3ab20aba-6ad5-46cc-a35c-8ae9d865385a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.3342249 Aug 03 19:02:40.095819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.135865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-6a62feb9-9d90-40a1-b75c-a93ffa478fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.137357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-6a62feb9-9d90-40a1-b75c-a93ffa478fa1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0657763 Aug 03 19:02:40.140131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port e485676e-8ed6-4e19-8339-f512424cd979 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:40.140470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.151167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.222674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d724da7f-61b8-4fbc-b84d-f846d55131bc req-fd7e8e9d-3245-4159-87ab-5ee2dc9536c2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228444 Aug 03 19:02:40.234733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34bbeaa2-8991-4c89-a560-4c7a947a3f3f req-dd4257cc-3ce5-4cae-bc76-3a12c30a4695 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347725 Aug 03 19:02:40.250896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47e2b-b1ed-4d50-8435-143182db99df req-d931f637-861b-4a51-97fa-1f25f74a9f1a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.252499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ee47e2b-b1ed-4d50-8435-143182db99df req-d931f637-861b-4a51-97fa-1f25f74a9f1a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 946 time: 0.1735673 Aug 03 19:02:40.256165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-7ad63df0-f2a3-437f-8d37-be6a8412a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.258763 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-7ad63df0-f2a3-437f-8d37-be6a8412a186 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136448 Aug 03 19:02:40.333625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ee47e2b-b1ed-4d50-8435-143182db99df req-97813567-dd74-4f2b-8009-4689079646a0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700591 Aug 03 19:02:40.415651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port e485676e-8ed6-4e19-8339-f512424cd979, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e485676e-8ed6-4e19-8339-f512424cd979,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:40.416367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.423175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2630562-9ccb-462a-972f-90d30ffb6076 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:40.433405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.440820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for e485676e-8ed6-4e19-8339-f512424cd979 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:40.457565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb353-b81a-489a-b6ce-1534f8c002ff req-d78f41a2-8a7c-4efe-a982-349b8933afaa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.460191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75fbb353-b81a-489a-b6ce-1534f8c002ff req-d78f41a2-8a7c-4efe-a982-349b8933afaa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0870023 Aug 03 19:02:40.463123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Transition to ACTIVE for port object b2630562-9ccb-462a-972f-90d30ffb6076 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:40.509060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75fbb353-b81a-489a-b6ce-1534f8c002ff req-818ca3d5-a75d-4f2d-86e3-6368eee01017 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393579 Aug 03 19:02:40.521554 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-52f93ed9-073e-4372-a4fe-1eedb2ce049e service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423885 Aug 03 19:02:40.603791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c34e-fefd-4338-b09e-0cf540de0275 req-902620ad-8b1d-4236-bf12-51c9239e4fba tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.605541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cb6c34e-fefd-4338-b09e-0cf540de0275 req-902620ad-8b1d-4236-bf12-51c9239e4fba tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 948 time: 0.0652416 Aug 03 19:02:40.618250 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.688185 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-37037fd1-e3d9-402d-95a8-e46fccb67d5a req-5b635bc1-9203-4fd7-8822-4db4c282d7a4 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546788 Aug 03 19:02:40.737514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ccf16e93-f99f-4f47-aa5a-59efabe58b9c details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:40.740687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cb6c34e-fefd-4338-b09e-0cf540de0275 req-58331411-fb6b-4136-8cb9-cc1650d0a8f1 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244135 Aug 03 19:02:40.743537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Pushing event updated for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.775061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f46c6-0448-44fa-8f09-f1bb2bd13fb4 req-d2afdeff-508c-4276-b922-07f2e800688f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:40.776634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c4f46c6-0448-44fa-8f09-f1bb2bd13fb4 req-d2afdeff-508c-4276-b922-07f2e800688f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 945 time: 0.1702042 Aug 03 19:02:40.836027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.856997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ade0f400-5cd1-4f7e-87ce-edfa615cc19d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:40.893539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=e485676e-8ed6-4e19-8339-f512424cd979,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:40.936729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c4f46c6-0448-44fa-8f09-f1bb2bd13fb4 req-d1a8cd6d-0c5b-4a5a-8620-b11a903f0b39 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423953 Aug 03 19:02:40.948953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port e485676e-8ed6-4e19-8339-f512424cd979 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:40.952436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:40.954415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9dcf809-3065-45db-a933-e54ab0b460a6 req-c3ec5a43-d094-4022-a62c-ac2477f7cbb6 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.77 "DELETE /v2.0/ports/e485676e-8ed6-4e19-8339-f512424cd979 HTTP/1.1" status: 204 len: 173 time: 1.1346028 Aug 03 19:02:40.955897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:40.964267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Attempting to bind port b2630562-9ccb-462a-972f-90d30ffb6076 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:40.964900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Attempting to bind port b2630562-9ccb-462a-972f-90d30ffb6076 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:40.965264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Attempting to bind port b2630562-9ccb-462a-972f-90d30ffb6076 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:40.971791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Port b2630562-9ccb-462a-972f-90d30ffb6076 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:40.972139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Attempting to bind port b2630562-9ccb-462a-972f-90d30ffb6076 on network fb1513b6-7652-4827-a1e9-416ff8ff21f6 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:40.978340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:40.978703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Checking segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:40.979116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Bound using segment: {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:40.979576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Bound port: b2630562-9ccb-462a-972f-90d30ffb6076, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0d73f0-3c32-4b85-9c47-71a82951dd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:40.979942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.003679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81acc4d-a3c8-4fc8-9f8f-ea24c899c9a9 req-a5dadb75-d265-46e8-b872-bdb43913c7a1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.011231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b81acc4d-a3c8-4fc8-9f8f-ea24c899c9a9 req-a5dadb75-d265-46e8-b872-bdb43913c7a1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1833918 Aug 03 19:02:41.012287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c', 'mac_address': 'fa:16:3e:27:71:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:41.072737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.096071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf16e93-f99f-4f47-aa5a-59efabe58b9c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:41.121784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:41.124837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b81acc4d-a3c8-4fc8-9f8f-ea24c899c9a9 req-1b67db50-3cdf-4a95-a9af-a2a0618185bb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125484 Aug 03 19:02:41.148567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:41.152997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b2630562-9ccb-462a-972f-90d30ffb6076,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:41.173589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7535-9164-4abc-9624-f7c3e2cae853 req-71b9127b-c24e-4fa2-9235-c9f96df497dd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.177434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-044f7535-9164-4abc-9624-f7c3e2cae853 req-71b9127b-c24e-4fa2-9235-c9f96df497dd tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 943 time: 0.0955687 Aug 03 19:02:41.187651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.245945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-044f7535-9164-4abc-9624-f7c3e2cae853 req-80ccc458-de0e-4540-b0f2-99e80dc32de4 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642138 Aug 03 19:02:41.268146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.290021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce984d2-7c6d-49df-b588-fb9cdb453521 req-a2eb0d9e-b8d1-4493-9474-ecbc0a64ebe2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.297534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bce984d2-7c6d-49df-b588-fb9cdb453521 req-a2eb0d9e-b8d1-4493-9474-ecbc0a64ebe2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.0706539 Aug 03 19:02:41.300573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.414233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.419189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:41.419189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] 10.222.0.54 "PUT /v2.0/ports/b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 200 len: 1091 time: 1.9039788 Aug 03 19:02:41.419189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:41.421678 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e3f450-b245-4879-bd8f-30d9cdfaa561" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:41.465405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bce984d2-7c6d-49df-b588-fb9cdb453521 req-abb4c821-0873-4b73-8d5c-f67d76be6f37 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588359 Aug 03 19:02:41.466020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb590b-6d27-4c27-94b4-7f58e3ff1fda service neutron] Pushing event updated for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:41.482383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ccf16e93-f99f-4f47-aa5a-59efabe58b9c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:41.495399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5552-3556-45d5-8c5f-0a4cd64671ad req-e7efec00-3aa1-4a07-aeb0-c36883b373f2 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.496994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e3a5552-3556-45d5-8c5f-0a4cd64671ad req-e7efec00-3aa1-4a07-aeb0-c36883b373f2 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1290472 Aug 03 19:02:41.560991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e3a5552-3556-45d5-8c5f-0a4cd64671ad req-4ff4dae0-d57a-437c-93a7-1f1525105376 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Aug 03 19:02:41.584409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212'}, {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:41.586947 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e915432-bdd2-4cf5-b4f1-dec024270bdb" -d '{"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212"}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "e485676e-8ed6-4e19-8339-f512424cd979"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:41.641381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:41.644692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd52210-29e0-45a0-9a18-ae373ac26c6b" -d '{"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:41.645519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228464b9-7891-4dd1-8045-ac349fd0e415 req-195c47bc-f796-4a46-a549-518be2ccf09a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.647732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-228464b9-7891-4dd1-8045-ac349fd0e415 req-195c47bc-f796-4a46-a549-518be2ccf09a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0721405 Aug 03 19:02:41.725297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3380ce5-1f48-46de-a713-ae74a0ce21e9 req-91ee59b4-dd58-40cf-b541-afa929ee4b12 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4e6c29-d712-4eb9-816f-e5947cf9650e HTTP/1.1" status: 200 len: 210 time: 0.0494909 Aug 03 19:02:41.751477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-1f79125e-a156-4832-8a7a-14c7febda5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.751477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-1f79125e-a156-4832-8a7a-14c7febda5e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 1094 time: 0.0991328 Aug 03 19:02:41.751910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-228464b9-7891-4dd1-8045-ac349fd0e415 req-0f850111-5efa-4f7f-88f0-84759d6752f0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Aug 03 19:02:41.801708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-aa49819b-f2ef-435f-bbea-c21de1416b3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 200 len: 217 time: 0.0369506 Aug 03 19:02:41.852345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-1ecd8946-9de0-439e-a25e-07dea906e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.853853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-1ecd8946-9de0-439e-a25e-07dea906e8e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.0448830 Aug 03 19:02:41.902959 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03897c-e6ef-488f-92e2-6d0c70444ae9 x-openstack-request-id: req-df03897c-e6ef-488f-92e2-6d0c70444ae9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:41.903235 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:41.903491 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df03897c-e6ef-488f-92e2-6d0c70444ae9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:41.903893 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'status': 'completed', 'code': 200} Aug 03 19:02:41.933388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-780146cc-be1f-419e-a5cb-6253ba7f3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:41.935218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-780146cc-be1f-419e-a5cb-6253ba7f3852 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723219 Aug 03 19:02:41.952920 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57582209-8cac-48b9-bba6-04038c361c6c x-openstack-request-id: req-57582209-8cac-48b9-bba6-04038c361c6c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:41.953997 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "95a3ca7e-e16c-45ab-8b74-469b1e8ca212", "status": "completed", "code": 200}, {"server_uuid": "3c4e6c29-d712-4eb9-816f-e5947cf9650e", "name": "network-vif-deleted", "tag": "e485676e-8ed6-4e19-8339-f512424cd979", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:41.954650 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57582209-8cac-48b9-bba6-04038c361c6c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:41.955738 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': '95a3ca7e-e16c-45ab-8b74-469b1e8ca212', 'status': 'completed', 'code': 200} Aug 03 19:02:41.956196 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4e6c29-d712-4eb9-816f-e5947cf9650e', 'name': 'network-vif-deleted', 'tag': 'e485676e-8ed6-4e19-8339-f512424cd979', 'status': 'completed', 'code': 200} Aug 03 19:02:41.989710 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e858ccea-da05-47d1-991f-01660a8e7182 x-openstack-request-id: req-e858ccea-da05-47d1-991f-01660a8e7182 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:41.990233 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-plugged", "status": "completed", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:41.990233 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e858ccea-da05-47d1-991f-01660a8e7182 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:41.990648 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'code': 200} Aug 03 19:02:42.095455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-e0cd938e-b558-4b2e-8f12-972ff1d41903 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520178 Aug 03 19:02:42.098908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc095b7-2c0a-4e4a-aa1c-38840851f7cd req-820d76b0-53b5-43b0-8fdf-64d56d5c0211 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.100311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbc095b7-2c0a-4e4a-aa1c-38840851f7cd req-820d76b0-53b5-43b0-8fdf-64d56d5c0211 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1001382 Aug 03 19:02:42.176622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c7889-97e5-40f2-9433-8af8307f1d01 req-23f200a4-f934-4e50-a666-eca416ee34b6 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.178149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b8c7889-97e5-40f2-9433-8af8307f1d01 req-23f200a4-f934-4e50-a666-eca416ee34b6 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 949 time: 0.1408224 Aug 03 19:02:42.224579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbc095b7-2c0a-4e4a-aa1c-38840851f7cd req-4f7daa0c-976d-4eb1-9e47-5dc29f61124f tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175063 Aug 03 19:02:42.257449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b8c7889-97e5-40f2-9433-8af8307f1d01 req-96b10774-85e0-47d0-bf9a-f2525e4dfda4 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726824 Aug 03 19:02:42.270806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea7579be-74eb-40fe-a10c-c0232d5e1120 req-abfca2d0-5a51-45e8-ac9f-dcd8fd03e568 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616833 Aug 03 19:02:42.474463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce42b3-da43-4854-a187-7b379e0534a1 req-181705fc-5cf9-4911-ab75-675ba516dcab tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.475933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91ce42b3-da43-4854-a187-7b379e0534a1 req-181705fc-5cf9-4911-ab75-675ba516dcab tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 945 time: 0.1216960 Aug 03 19:02:42.538138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40df669-fa56-41d1-b538-9ccd3ee57557 req-8baba804-2cb4-4dc0-9643-4c849442d914 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.539602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a40df669-fa56-41d1-b538-9ccd3ee57557 req-8baba804-2cb4-4dc0-9643-4c849442d914 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 814 time: 0.1970468 Aug 03 19:02:42.572580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91ce42b3-da43-4854-a187-7b379e0534a1 req-7d865b88-86fc-49f5-955e-ffcfef7d4950 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826323 Aug 03 19:02:42.574988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a40df669-fa56-41d1-b538-9ccd3ee57557 req-6eee6c8b-b2c0-4f73-b78c-ffbc7250b6f7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/quotas/81e389217ef04f38916335f8b0f8f99b HTTP/1.1" status: 200 len: 375 time: 0.0273478 Aug 03 19:02:42.577296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-9372f091-109f-44b1-bb6e-f5dfc1d432bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.578716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-9372f091-109f-44b1-bb6e-f5dfc1d432bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 1094 time: 0.1001022 Aug 03 19:02:42.724183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a40df669-fa56-41d1-b538-9ccd3ee57557 req-1a101890-5cb5-4db6-9d06-9ae23ca6e887 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1386087 Aug 03 19:02:42.739269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ccf16e93-f99f-4f47-aa5a-59efabe58b9c up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:42.747411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d859e-66e5-49f7-aa58-672bc18cbab5 req-24fb1413-5f67-4314-9c46-31dd969d1984 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.750191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e27d859e-66e5-49f7-aa58-672bc18cbab5 req-24fb1413-5f67-4314-9c46-31dd969d1984 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 943 time: 0.1208086 Aug 03 19:02:42.755486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-46534091-cb94-41d9-b2a2-b06efc29cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.756942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-46534091-cb94-41d9-b2a2-b06efc29cfb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.1703272 Aug 03 19:02:42.812853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-729e34e1-4127-4ea5-bf22-0d7e22878881 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 200 len: 217 time: 0.0403860 Aug 03 19:02:42.827811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e27d859e-66e5-49f7-aa58-672bc18cbab5 req-52905fe9-81b7-48db-989e-82a4b1b85dd1 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699511 Aug 03 19:02:42.875123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-2c28f261-c376-4541-9202-76f8f09b6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.876604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-2c28f261-c376-4541-9202-76f8f09b6f03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.0479605 Aug 03 19:02:42.907118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ccf16e93-f99f-4f47-aa5a-59efabe58b9c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:42.919229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ccf16e93-f99f-4f47-aa5a-59efabe58b9c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:42.919660 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:42.955750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-b02f9c29-dbf3-4538-a110-a0f4bea2b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:42.957374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-b02f9c29-dbf3-4538-a110-a0f4bea2b76f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717909 Aug 03 19:02:43.006929 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.041439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:43.066405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-9f3b71dc-e18c-4303-94a7-82352ca6a786 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929170 Aug 03 19:02:43.158551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3f450-b245-4879-bd8f-30d9cdfaa561 req-535c425c-48ed-4413-b1b7-1045159eb6f3 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835528 Aug 03 19:02:43.176054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.176950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ade0f400-5cd1-4f7e-87ce-edfa615cc19d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:43.198381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: ade0f400-5cd1-4f7e-87ce-edfa615cc19d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:43.198723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ade0f400-5cd1-4f7e-87ce-edfa615cc19d not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:43.199246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:43.249202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:43.249539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 95a3ca7e-e16c-45ab-8b74-469b1e8ca212 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:43.250168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e485676e-8ed6-4e19-8339-f512424cd979 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:43.274037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: e485676e-8ed6-4e19-8339-f512424cd979 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:43.274386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e485676e-8ed6-4e19-8339-f512424cd979 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:43.280641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:43.311559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:43.364532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting subnet 5f28d191-049c-4605-babd-9aae24cde9bd {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:43.368476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.403330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3059a-6268-4c07-aab1-241abf8f40a5 req-5427bc6f-46df-4ce8-8070-aadb70a24c57 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:43.405680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0e3059a-6268-4c07-aab1-241abf8f40a5 req-5427bc6f-46df-4ce8-8070-aadb70a24c57 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0922561 Aug 03 19:02:43.449724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.477671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0e3059a-6268-4c07-aab1-241abf8f40a5 req-81f55cec-cdb4-4592-a11b-d82529a60133 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630729 Aug 03 19:02:43.593373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.611341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15af7ac-7024-466a-a22e-48939777b44e req-ce9fd567-9f04-487a-8d39-ee387e15eb06 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:43.612924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e15af7ac-7024-466a-a22e-48939777b44e req-ce9fd567-9f04-487a-8d39-ee387e15eb06 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 945 time: 0.0930438 Aug 03 19:02:43.620688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c24ba-99b7-4ca7-9ed4-2e5f811f42dc req-8eb80132-d8ca-45fd-bf40-e95a4d7e76be tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:43.621990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-974c24ba-99b7-4ca7-9ed4-2e5f811f42dc req-8eb80132-d8ca-45fd-bf40-e95a4d7e76be tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 950 time: 0.0918477 Aug 03 19:02:43.679863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e15af7ac-7024-466a-a22e-48939777b44e req-bc14050b-4b96-4ea2-a728-282dbf540338 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569091 Aug 03 19:02:43.682647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-974c24ba-99b7-4ca7-9ed4-2e5f811f42dc req-cf443820-ebd7-4612-be0b-1661f4250af2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518687 Aug 03 19:02:43.768372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.802765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Subnet': ['ID=5f28d191-049c-4605-babd-9aae24cde9bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:43.804944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:43.809461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-71425283-bd1e-46dc-87ad-3f078b0a834d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/subnets/5f28d191-049c-4605-babd-9aae24cde9bd HTTP/1.1" status: 204 len: 168 time: 0.5253193 Aug 03 19:02:43.814143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:43.814250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-ab7e772e-a97e-448c-b8bc-cdffdf148638 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266805 Aug 03 19:02:43.815521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e2dbae-9f9c-467d-963c-c6d1034a91e7 None None] Network 56cfd4e9-2bcc-4114-9428-22552385acf8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:43.829052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9be3b-9790-490f-a568-60ba99afbd1d req-b0faeb41-fdff-470e-8bf5-24bb888ccd57 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:43.830818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfc9be3b-9790-490f-a568-60ba99afbd1d req-b0faeb41-fdff-470e-8bf5-24bb888ccd57 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0774674 Aug 03 19:02:43.973879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfc9be3b-9790-490f-a568-60ba99afbd1d req-487228f2-2255-4b83-940c-0374e2bc03d1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255343 Aug 03 19:02:43.991733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:43.994536 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6686138-e5b5-477f-8973-1c4c89d56920" -d '{"events": [{"server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "name": "network-vif-plugged", "status": "completed", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:44.028681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-d0451bfe-d9f7-4f02-ae18-90ce22a2e732 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.030619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-d0451bfe-d9f7-4f02-ae18-90ce22a2e732 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987379 Aug 03 19:02:44.049489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] DHCP port deletion for 56cfd4e9-2bcc-4114-9428-22552385acf8 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:44.056850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-7e44e9c3-b764-4d7d-a822-2f961532bafe tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/quotas/54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 375 time: 0.0195460 Aug 03 19:02:44.130335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Deleting port 7818656e-fed1-4cac-96ed-afbafa359e81 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:44.130721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.212787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] For port 7818656e-fed1-4cac-96ed-afbafa359e81, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7818656e-fed1-4cac-96ed-afbafa359e81,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:44.213257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.235318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Calling delete_port for 7818656e-fed1-4cac-96ed-afbafa359e81 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:44.236353 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.313708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port 7818656e-fed1-4cac-96ed-afbafa359e81 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:44.314367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.392830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port 7818656e-fed1-4cac-96ed-afbafa359e81, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7818656e-fed1-4cac-96ed-afbafa359e81,segment=NetworkSegment(36b298b7-efc5-4f3f-8ce8-2e7c5b163901),segment_id=36b298b7-efc5-4f3f-8ce8-2e7c5b163901)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:44.393557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.409895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for 7818656e-fed1-4cac-96ed-afbafa359e81 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:44.423084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.450363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] Pushing event deleted for resources: {'Port': ['ID=7818656e-fed1-4cac-96ed-afbafa359e81,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.452332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c1b95-66b6-4d4a-a360-d48997db9c7e None None] No DVR routers for this DVR port 7818656e-fed1-4cac-96ed-afbafa359e81 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:44.482025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-304ac168-f093-446d-9845-3754c6a33de0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4143484 Aug 03 19:02:44.495583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e40fe7-8c62-4584-8974-b81d1ed5f933 req-6d89f5bd-9c06-4ca8-93ae-8d6a465f34b0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.497542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3e40fe7-8c62-4584-8974-b81d1ed5f933 req-6d89f5bd-9c06-4ca8-93ae-8d6a465f34b0 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 943 time: 0.0878510 Aug 03 19:02:44.510765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.538409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3e40fe7-8c62-4584-8974-b81d1ed5f933 req-57e3df1c-3286-4810-841c-6c9af1302b08 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345545 Aug 03 19:02:44.549146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port 7818656e-fed1-4cac-96ed-afbafa359e81 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:44.564794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=7818656e-fed1-4cac-96ed-afbafa359e81,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:44.598892 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a3404-4fe5-4ff3-837f-5c0371a0f41c x-openstack-request-id: req-015a3404-4fe5-4ff3-837f-5c0371a0f41c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:44.599186 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "name": "network-vif-plugged", "status": "completed", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:44.599440 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-015a3404-4fe5-4ff3-837f-5c0371a0f41c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:44.599837 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c', 'code': 200} Aug 03 19:02:44.666752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.667345 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:02:44.689183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cfd4e9-2bcc-4114-9428-22552385acf8']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.726731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b298b7-efc5-4f3f-8ce8-2e7c5b163901') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.726942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b298b7-efc5-4f3f-8ce8-2e7c5b163901') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:44.742828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.757324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9765774-8655-43cc-a50c-6df4bf670014 req-59666aab-a12a-4dfd-bcb2-2bf6d60a7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.757324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9765774-8655-43cc-a50c-6df4bf670014 req-59666aab-a12a-4dfd-bcb2-2bf6d60a7725 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 1101 time: 0.0861778 Aug 03 19:02:44.786632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9cf3278-32ba-455f-b894-b7b41ef6d092 req-93098e70-6dbc-4651-839f-1bd29cccd643 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=81e389217ef04f38916335f8b0f8f99b HTTP/1.1" status: 200 len: 221 time: 0.0644538 Aug 03 19:02:44.786830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.804260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7818656e-fed1-4cac-96ed-afbafa359e81 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:44.806237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9765774-8655-43cc-a50c-6df4bf670014 req-5fc5b16e-622e-4ced-9281-17a6e4f4bd48 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Aug 03 19:02:44.807463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:44.807873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:44.812442 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:44.862857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7818656e-fed1-4cac-96ed-afbafa359e81 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:44.863650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7818656e-fed1-4cac-96ed-afbafa359e81 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:44.929865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abcc29d-4c6e-48b7-9c86-2c7411ab5377 req-c6d14431-0501-4bb9-b5a0-a0d1d9cb5db3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:44.937632 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.940378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5abcc29d-4c6e-48b7-9c86-2c7411ab5377 req-c6d14431-0501-4bb9-b5a0-a0d1d9cb5db3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 945 time: 0.0783114 Aug 03 19:02:44.964576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.973168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:44.976322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/networks/56cfd4e9-2bcc-4114-9428-22552385acf8 HTTP/1.1" status: 204 len: 168 time: 1.1648755 Aug 03 19:02:44.978869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:45.008020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f1c4-bb6f-4d79-b41d-1cc5f14adb15 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Network': ['ID=56cfd4e9-2bcc-4114-9428-22552385acf8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.025828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5abcc29d-4c6e-48b7-9c86-2c7411ab5377 req-51a10477-dfac-48c8-bfd4-6a65e8e856a2 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Aug 03 19:02:45.055847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a188-62d9-40d4-a24d-37531ec44e59 req-af4cba38-51dd-4ce2-93df-9c6a58ce85d4 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.057884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66b2a188-62d9-40d4-a24d-37531ec44e59 req-af4cba38-51dd-4ce2-93df-9c6a58ce85d4 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 950 time: 0.1080930 Aug 03 19:02:45.068024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting subnet 89fa0c53-0d92-4315-a21a-08ba9cf9f254 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:02:45.071544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.111290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e6d2a65-2430-4c5d-9245-b435f46881b7 req-44c530c1-dd41-4156-8d4b-1cffbc579c7c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 210 time: 0.0358763 Aug 03 19:02:45.117999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.130810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66b2a188-62d9-40d4-a24d-37531ec44e59 req-244dad6a-1716-49c3-ae52-9a4e37a7b835 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653822 Aug 03 19:02:45.239057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.291319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadc873-9d08-42e1-87a1-7f5dce2f2853 req-f1204319-e78b-4257-a29d-99371f32f649 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.301160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-faadc873-9d08-42e1-87a1-7f5dce2f2853 req-f1204319-e78b-4257-a29d-99371f32f649 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1006608 Aug 03 19:02:45.338567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-faadc873-9d08-42e1-87a1-7f5dce2f2853 req-16a6482f-5f8b-485a-abb9-57d3e6a94701 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Aug 03 19:02:45.433833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.486902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Subnet': ['ID=89fa0c53-0d92-4315-a21a-08ba9cf9f254,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:45.489363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.490622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca655e-8ec1-4206-b069-c8e594f05e6c req-bea3e36f-ce38-441c-ab65-d572c589f5c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.495553 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b701b392-e167-4d5e-9262-34836af6b9db tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/subnets/89fa0c53-0d92-4315-a21a-08ba9cf9f254 HTTP/1.1" status: 204 len: 168 time: 0.5154176 Aug 03 19:02:45.496800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:45.498832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ca655e-8ec1-4206-b069-c8e594f05e6c req-bea3e36f-ce38-441c-ab65-d572c589f5c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0744619 Aug 03 19:02:45.499512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae65ff4-d753-4dae-87f1-fa4266b8c371 None None] Network 3162452f-55be-4923-b10c-afbec055874f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:45.543741 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ca655e-8ec1-4206-b069-c8e594f05e6c req-0c9aecbf-68ed-4565-9aa4-82d50e250b04 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Aug 03 19:02:45.622035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.689204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port bc10095e-9515-4dcf-8b46-eef73b6b2a8d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:45.693786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.701828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec728cb-e81a-4389-8651-55e43bf508de req-c7597c68-2e2a-4285-8921-371a0e2676a7 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.704787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ec728cb-e81a-4389-8651-55e43bf508de req-c7597c68-2e2a-4285-8921-371a0e2676a7 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 943 time: 0.0612993 Aug 03 19:02:45.773066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] DHCP port deletion for 3162452f-55be-4923-b10c-afbec055874f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:02:45.782053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:45.782435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.799205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for bc10095e-9515-4dcf-8b46-eef73b6b2a8d owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:45.808797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ec728cb-e81a-4389-8651-55e43bf508de req-62561fcc-78b4-4522-8728-5c955adcb426 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855958 Aug 03 19:02:45.897718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Deleting port bc10095e-9515-4dcf-8b46-eef73b6b2a8d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:45.898592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:45.991621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d4d5-099b-43a6-b1f7-925e860d661d req-adbb3bf2-46df-4fb5-8de6-efe5aad2b804 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:45.992317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] For port bc10095e-9515-4dcf-8b46-eef73b6b2a8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,segment=NetworkSegment(a5ba0cba-763c-43d3-945f-5a87077b0677),segment_id=a5ba0cba-763c-43d3-945f-5a87077b0677)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:45.993116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.000883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f044d4d5-099b-43a6-b1f7-925e860d661d req-adbb3bf2-46df-4fb5-8de6-efe5aad2b804 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0754247 Aug 03 19:02:46.011957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Calling delete_port for bc10095e-9515-4dcf-8b46-eef73b6b2a8d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:46.051494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f044d4d5-099b-43a6-b1f7-925e860d661d req-2fae5ea3-e86e-47c7-8f77-4ad48d19f30a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493066 Aug 03 19:02:46.055975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.104916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.119184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port bc10095e-9515-4dcf-8b46-eef73b6b2a8d on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:46.185106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.201911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac4756-e32e-455f-afc0-18ace6b6c0f1 req-22cc3cf6-c9e1-4a09-ac43-edb1cae1fd74 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.210144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fac4756-e32e-455f-afc0-18ace6b6c0f1 req-22cc3cf6-c9e1-4a09-ac43-edb1cae1fd74 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0637584 Aug 03 19:02:46.245300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] Pushing event deleted for resources: {'Port': ['ID=bc10095e-9515-4dcf-8b46-eef73b6b2a8d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.255826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b48c25-c876-4dca-9dac-6615b53946d6 None None] No DVR routers for this DVR port bc10095e-9515-4dcf-8b46-eef73b6b2a8d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:46.269968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8437f2c0-b39c-4708-ad4f-b5241252db84 req-59a82d2d-60fd-422a-adf8-029ab6fd1ffe tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 210 time: 0.0567825 Aug 03 19:02:46.272061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.281214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fac4756-e32e-455f-afc0-18ace6b6c0f1 req-b138bf78-e60c-41af-b636-3b5d5080639a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699525 Aug 03 19:02:46.286010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3162452f-55be-4923-b10c-afbec055874f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.301095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ba0cba-763c-43d3-945f-5a87077b0677') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.301643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ba0cba-763c-43d3-945f-5a87077b0677') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:02:46.320396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.339965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.349132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:02:46.349671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:02:46.353565 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:02:46.455511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a2957-9ff3-46cd-8c84-0d22341fa9b5 req-910df0c3-2aec-4fde-8302-e7ce52c71d88 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.457112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed1a2957-9ff3-46cd-8c84-0d22341fa9b5 req-910df0c3-2aec-4fde-8302-e7ce52c71d88 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 950 time: 0.0979693 Aug 03 19:02:46.493263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4906a9a-0bfd-477c-87f5-df39e849db77 req-48ce7834-da97-4d5d-8a33-bc45adaf477a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.494871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4906a9a-0bfd-477c-87f5-df39e849db77 req-48ce7834-da97-4d5d-8a33-bc45adaf477a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1016469 Aug 03 19:02:46.524087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.533636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed1a2957-9ff3-46cd-8c84-0d22341fa9b5 req-680933fc-23d1-4645-8061-fbe9662a158b tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696929 Aug 03 19:02:46.539441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.550756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39236) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:46.555788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b2630562-9ccb-462a-972f-90d30ffb6076 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:46.558549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/networks/3162452f-55be-4923-b10c-afbec055874f HTTP/1.1" status: 204 len: 168 time: 1.0604756 Aug 03 19:02:46.565017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-332962055'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:46.572819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75c07-7983-4742-8d63-ff52f30349c7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Network': ['ID=3162452f-55be-4923-b10c-afbec055874f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:46.578953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4906a9a-0bfd-477c-87f5-df39e849db77 req-9566b13a-528f-49b1-b3b5-5032d2756acd tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713091 Aug 03 19:02:46.697623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:46.701076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.702344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b2630562-9ccb-462a-972f-90d30ffb6076,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:46.723084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'port_id': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'mac_address': 'fa:16:3e:6d:6b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:46.757188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:46.772931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.773419 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Added segment e174a1b1-ba94-45f3-8ec7-004017f472e3 of type vlan for network 06dd4064-455f-4ea2-a488-fc3ed625097f Aug 03 19:02:46.775496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.786626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bc10095e-9515-4dcf-8b46-eef73b6b2a8d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:02:46.791847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803218cb-b877-4866-a5fc-e168a1612aaa req-8edb43e6-0b00-403b-a335-c276bb79912f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:46.793584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-803218cb-b877-4866-a5fc-e168a1612aaa req-8edb43e6-0b00-403b-a335-c276bb79912f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1106966 Aug 03 19:02:46.813189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: bc10095e-9515-4dcf-8b46-eef73b6b2a8d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:02:46.813526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bc10095e-9515-4dcf-8b46-eef73b6b2a8d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:02:46.816038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2630562-9ccb-462a-972f-90d30ffb6076 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:46.842789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b2630562-9ccb-462a-972f-90d30ffb6076,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:46.860137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:46.889506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-803218cb-b877-4866-a5fc-e168a1612aaa req-d76caa7c-7a83-476e-9853-5bdc8c0c72f7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642998 Aug 03 19:02:47.001758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbb97c-ff58-4373-bb27-5ac93f35aa48 req-59a6db07-fbdb-4aa0-bfaa-b27855ad5319 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.003220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dafbb97c-ff58-4373-bb27-5ac93f35aa48 req-59a6db07-fbdb-4aa0-bfaa-b27855ad5319 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 943 time: 0.0507069 Aug 03 19:02:47.029726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.063360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dafbb97c-ff58-4373-bb27-5ac93f35aa48 req-d9d1ac5d-0aa7-470b-8904-30594200245a tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520144 Aug 03 19:02:47.072406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.088873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.088873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.126177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:47.190038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Network': ['ID=06dd4064-455f-4ea2-a488-fc3ed625097f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:47.199978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 06dd4064-455f-4ea2-a488-fc3ed625097f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:47.338962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e0544287-7011-4438-9313-58232d1d95e8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7872615 Aug 03 19:02:47.344999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:47.350598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'subnet': {'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:47.382986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6773f62-bbd9-4bbf-94e8-0a2be2e61958 req-8ce70db4-249c-4808-9794-b70b75a3079b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.384616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6773f62-bbd9-4bbf-94e8-0a2be2e61958 req-8ce70db4-249c-4808-9794-b70b75a3079b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0817263 Aug 03 19:02:47.392000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-b5d69a8d-4b0f-402a-80bc-bc9e42aecf25 tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.393552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-b5d69a8d-4b0f-402a-80bc-bc9e42aecf25 tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 1101 time: 0.0652125 Aug 03 19:02:47.404833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b2630562-9ccb-462a-972f-90d30ffb6076'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:47.446735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-fb2c78b6-5da7-44fc-a664-bb89fa524dff tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.455514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-bc2b1d93-723c-4d0b-a8e1-cd634cb42d52 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407600 Aug 03 19:02:47.528628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6773f62-bbd9-4bbf-94e8-0a2be2e61958 req-3ca14782-56b3-4a91-87df-ada8053acb95 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339269 Aug 03 19:02:47.564339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:47.569057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.660270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-754e52b2-7b7f-46e8-b4d9-5bf5e3355fca req-30e7332a-1b2e-436d-888d-f43c02059952 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 210 time: 0.0629284 Aug 03 19:02:47.672209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-7e06b1a4-690c-4348-baa4-73932de60aa1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.673758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-7e06b1a4-690c-4348-baa4-73932de60aa1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106583 Aug 03 19:02:47.695929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Request body: {'port': {'device_id': '1f934e7c-f6ca-4665-ac77-95385557f114', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '54e23eb28b6846a8b01f684c05525643'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:47.877925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a591095-c6c6-40f9-9abb-eb5ed518d841 req-7d843f51-f1b2-4d3e-809c-c98c83f7e6c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:47.881173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a591095-c6c6-40f9-9abb-eb5ed518d841 req-7d843f51-f1b2-4d3e-809c-c98c83f7e6c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1267064 Aug 03 19:02:47.907115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-fb2c78b6-5da7-44fc-a664-bb89fa524dff tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:47.936641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a591095-c6c6-40f9-9abb-eb5ed518d841 req-9b5f80e3-3dbd-4a73-a3ac-524aed30e425 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487156 Aug 03 19:02:48.022047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.077644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-fb2c78b6-5da7-44fc-a664-bb89fa524dff tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.118943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Subnet': ['ID=e964be26-1f63-4f2a-9d22-e747d2cf0f80,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:48.119782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0695319-f3d7-4ea2-b11d-9eb841795e7b req-fb2c78b6-5da7-44fc-a664-bb89fa524dff tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188079 Aug 03 19:02:48.121472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Checking segment: {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:48.121842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network hostable DHCP agents. Network: 06dd4064-455f-4ea2-a488-fc3ed625097f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:48.152941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c78b6-5da7-44fc-a664-bb89fa524dff tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e0d5ff-b462-4e00-baf7-4f44dfd73f2d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:48.155347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04905-7ffc-4bfa-9b31-88ef76108fbc req-914c6f85-f0fb-46bd-ad8d-8509d529f7a6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.158356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bc04905-7ffc-4bfa-9b31-88ef76108fbc req-914c6f85-f0fb-46bd-ad8d-8509d529f7a6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1321576 Aug 03 19:02:48.203518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 06dd4064-455f-4ea2-a488-fc3ed625097f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:48.230566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Made reservation on behalf of 54e23eb28b6846a8b01f684c05525643 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:48.234330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.256339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bc04905-7ffc-4bfa-9b31-88ef76108fbc req-dfe51364-201e-4a60-a4cd-c53c26dc7e21 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913315 Aug 03 19:02:48.346412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 06dd4064-455f-4ea2-a488-fc3ed625097f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:48.352045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.353132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.363508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e9921-739c-44f9-81d6-74dd2cdfd9a2 req-d9814d0f-0e54-4147-84d2-62d3085c68ef tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.364919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb45b5c-925e-4951-b352-686d183a44c2 None None] Network 06dd4064-455f-4ea2-a488-fc3ed625097f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:48.366104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e04e9921-739c-44f9-81d6-74dd2cdfd9a2 req-d9814d0f-0e54-4147-84d2-62d3085c68ef tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 944 time: 0.1776667 Aug 03 19:02:48.478920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52f088e9-5e40-483f-9958-a930669a0643 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1327012 Aug 03 19:02:48.481449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:48.487259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-436016152'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:48.507927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e04e9921-739c-44f9-81d6-74dd2cdfd9a2 req-5ce091be-3c91-42bb-92c5-50c262128421 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302419 Aug 03 19:02:48.615271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Allocated IP 192.168.233.95 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/b620aff5-7a1d-4c45-99f7-269901d6ed34) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:48.620813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:48.626929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.642741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b2630562-9ccb-462a-972f-90d30ffb6076 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:48.649624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b55e-7494-42c5-be5c-5c9d9b416d8e req-85fbbcd6-0d0c-4e78-905f-5d88fdbbd052 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.652148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6d5b55e-7494-42c5-be5c-5c9d9b416d8e req-85fbbcd6-0d0c-4e78-905f-5d88fdbbd052 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1536794 Aug 03 19:02:48.658300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:02:48.672782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.673825 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Added segment ee981f1e-fa07-472c-813a-d76596ddb928 of type vlan for network 4b16212f-398c-4bcb-9336-d31e53fe821f Aug 03 19:02:48.739861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-06dd4064-455f-4ea2-a488-fc3ed625097f', 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'fixed_ips': [{'subnet_id': 'e964be26-1f63-4f2a-9d22-e747d2cf0f80'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:48.741654 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.755217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.820127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:48.822393 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b77be315-1800-499d-b3db-f07b340ae2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.843351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6d5b55e-7494-42c5-be5c-5c9d9b416d8e req-4fdac2ba-34e0-4f63-a75a-77da278ff915 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787329 Aug 03 19:02:48.879419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b2630562-9ccb-462a-972f-90d30ffb6076 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:48.892096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d79b00c-25eb-41cb-b95e-ef1e90f1f2e4 req-8986a359-1595-4089-9d0e-9396c1752cc0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 210 time: 0.0564008 Aug 03 19:02:48.901704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b2630562-9ccb-462a-972f-90d30ffb6076 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:48.902214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.918017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:48.926368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:48.927572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.011391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.062581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Transition to ACTIVE for port object b620aff5-7a1d-4c45-99f7-269901d6ed34 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:49.121032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbe2d6-c894-4b13-bbce-4fe45504c2c8 req-43206f6e-bc73-48c0-bfc8-b03ba4cf8958 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.128765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4fbe2d6-c894-4b13-bbce-4fe45504c2c8 req-43206f6e-bc73-48c0-bfc8-b03ba4cf8958 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0935464 Aug 03 19:02:49.141333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Network': ['ID=4b16212f-398c-4bcb-9336-d31e53fe821f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:49.173326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d76e0e7-1bca-471a-988f-438e9de33f2e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6898816 Aug 03 19:02:49.175866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39314) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:49.186521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'subnet': {'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:49.212106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4b16212f-398c-4bcb-9336-d31e53fe821f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:02:49.222191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4fbe2d6-c894-4b13-bbce-4fe45504c2c8 req-a8467eab-ebd8-4e0c-aafc-e45635d274ee tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924292 Aug 03 19:02:49.234127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Allocated IP 19.80.0.2 (06dd4064-455f-4ea2-a488-fc3ed625097f/e964be26-1f63-4f2a-9d22-e747d2cf0f80/c7049e36-0160-4ad5-9ab1-66ea5c18573e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:49.244189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.419079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:49.437726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:49.441743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:49.453350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:49.476809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:49.480700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.518115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd145ca-ad9c-4a78-807c-a3d33bfe87db req-a3aa9d0d-ad97-4b60-a179-c28677a63286 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.532629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd145ca-ad9c-4a78-807c-a3d33bfe87db req-a3aa9d0d-ad97-4b60-a179-c28677a63286 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1541073 Aug 03 19:02:49.550839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84cb57-a427-4dbb-b568-a9730523ab3c req-2a9b7287-7823-4fd6-818a-715274a218d4 tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.551578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:49.554203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:49.573288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f84cb57-a427-4dbb-b568-a9730523ab3c req-2a9b7287-7823-4fd6-818a-715274a218d4 tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 1101 time: 0.2520373 Aug 03 19:02:49.627378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:49.630621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.705271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd145ca-ad9c-4a78-807c-a3d33bfe87db req-05f39941-4e84-4583-a928-6266b8bcfd85 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723206 Aug 03 19:02:49.749968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f84cb57-a427-4dbb-b568-a9730523ab3c req-56b143fc-e94a-4d16-ad30-53c681545724 tempest-ServersAdminNegativeTestJSON-558729959 tempest-ServersAdminNegativeTestJSON-558729959-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754456 Aug 03 19:02:49.765996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3b37d433-b046-4abd-9c9b-ad07e0ea2155 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0751822 Aug 03 19:02:49.787273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Request body: {'port': {'device_id': '1f934e7c-f6ca-4665-ac77-95385557f114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:49.835912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:49.930317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:49.962531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'mac_address': 'fa:16:3e:21:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:50.060489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.118257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.123562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-057c7d7d-8527-40b6-8a7f-af4e37db2eba None None] Provisioning for port b620aff5-7a1d-4c45-99f7-269901d6ed34 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:50.190280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-057c7d7d-8527-40b6-8a7f-af4e37db2eba None None] Provisioning complete for port b620aff5-7a1d-4c45-99f7-269901d6ed34 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:50.190633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-057c7d7d-8527-40b6-8a7f-af4e37db2eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.226279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Subnet': ['ID=7cdc7587-4f27-4c0b-9f21-a49d5091272e,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.248150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:50.251207 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb682b53-8ef2-477d-b713-4b2b149b808f" -d '{"events": [{"server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "name": "network-vif-plugged", "status": "completed", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:50.253235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.254305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Checking segment: {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:50.256956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network hostable DHCP agents. Network: 4b16212f-398c-4bcb-9336-d31e53fe821f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:02:50.298343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b2630562-9ccb-462a-972f-90d30ffb6076,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:50.312250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181de54e-6dca-4927-8cfd-0d3d45871e46 req-6220a803-2aff-4702-8c4b-085f2774f600 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.321171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-181de54e-6dca-4927-8cfd-0d3d45871e46 req-6220a803-2aff-4702-8c4b-085f2774f600 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 944 time: 0.3180323 Aug 03 19:02:50.323471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.346296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5a78bc9-44bd-4423-b3f1-27cbc63498c7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:50.364963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Transition to ACTIVE for port object c7049e36-0160-4ad5-9ab1-66ea5c18573e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:50.367256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-057c7d7d-8527-40b6-8a7f-af4e37db2eba None None] Port b620aff5-7a1d-4c45-99f7-269901d6ed34 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:02:50.370690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 4b16212f-398c-4bcb-9336-d31e53fe821f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:02:50.399453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.464278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:50.472124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4b16212f-398c-4bcb-9336-d31e53fe821f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:50.472601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-181de54e-6dca-4927-8cfd-0d3d45871e46 req-0afa735d-6c19-4277-9a3a-005fb28fac9e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502526 Aug 03 19:02:50.484249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.484901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.485585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f564fe-d63f-4320-86b0-47e66171b6ad req-813c0f2b-0adb-4fc5-a84b-db73e4d83328 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.487314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30f564fe-d63f-4320-86b0-47e66171b6ad req-813c0f2b-0adb-4fc5-a84b-db73e4d83328 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 935 time: 0.1605618 Aug 03 19:02:50.501856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f357a4e0-89b8-48b2-b772-fc80ff922c1d None None] Network 4b16212f-398c-4bcb-9336-d31e53fe821f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:50.511566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Transition to ACTIVE for port object c7049e36-0160-4ad5-9ab1-66ea5c18573e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:50.574741 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e6b067d-4efb-44e7-b595-9fdf426d1faa tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3975401 Aug 03 19:02:50.583858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.620460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.696743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.702158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:50.712850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.725116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b5a78bc9-44bd-4423-b3f1-27cbc63498c7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:50.735500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Transition to ACTIVE for port object b620aff5-7a1d-4c45-99f7-269901d6ed34 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:50.789190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:50.802283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Network 06dd4064-455f-4ea2-a488-fc3ed625097f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:50.811499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30f564fe-d63f-4320-86b0-47e66171b6ad req-c043a9dc-827a-45c4-8c60-d9cee1eb99fb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101952 Aug 03 19:02:50.817176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:50.846468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:50.869932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53b12-f419-4199-884c-66f3dd4cd262 req-6c81dd1a-73f9-437f-b844-d6e3a49e8d87 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:50.872511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4aa53b12-f419-4199-884c-66f3dd4cd262 req-6c81dd1a-73f9-437f-b844-d6e3a49e8d87 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1333876 Aug 03 19:02:50.919759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.943650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4b16212f-398c-4bcb-9336-d31e53fe821f', 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'fixed_ips': [{'subnet_id': '7cdc7587-4f27-4c0b-9f21-a49d5091272e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:02:50.943650 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:50.945265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Pushing event updated for resources: {'Port': ['ID=c7049e36-0160-4ad5-9ab1-66ea5c18573e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:51.000891 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004229bb-4717-4312-97aa-1873dbfec165 x-openstack-request-id: req-004229bb-4717-4312-97aa-1873dbfec165 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:51.001724 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "name": "network-vif-plugged", "status": "completed", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:51.002135 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-004229bb-4717-4312-97aa-1873dbfec165 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:51.002943 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'code': 200} Aug 03 19:02:51.028065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Attempting to bind port c7049e36-0160-4ad5-9ab1-66ea5c18573e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:51.029176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Attempting to bind port c7049e36-0160-4ad5-9ab1-66ea5c18573e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:51.029544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Attempting to bind port c7049e36-0160-4ad5-9ab1-66ea5c18573e on network 06dd4064-455f-4ea2-a488-fc3ed625097f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:51.030729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4aa53b12-f419-4199-884c-66f3dd4cd262 req-dcbf479e-e73a-4996-93bc-c150cd624a12 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287670 Aug 03 19:02:51.109510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:51.110075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Checking segment: {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:51.110202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.110601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Bound using segment: {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:51.110932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:51.111063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Bound port: c7049e36-0160-4ad5-9ab1-66ea5c18573e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:51.111447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.383005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Allocated IP 19.86.0.2 (4b16212f-398c-4bcb-9336-d31e53fe821f/7cdc7587-4f27-4c0b-9f21-a49d5091272e/a9b039a6-82d9-4341-b95a-d1da15e009c2) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:51.400788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:51.405142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:51.405142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:51.412598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c50-2a7a-471a-9380-df2ffa4248ae req-9037e5af-c422-4f32-860e-f80d2733afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.414512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae8d3c50-2a7a-471a-9380-df2ffa4248ae req-9037e5af-c422-4f32-860e-f80d2733afd0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 1096 time: 0.2246363 Aug 03 19:02:51.422721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] For port c7049e36-0160-4ad5-9ab1-66ea5c18573e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:51.438615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] For port c7049e36-0160-4ad5-9ab1-66ea5c18573e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7049e36-0160-4ad5-9ab1-66ea5c18573e,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:51.455866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:02:51.455866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:51.484512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:51.484512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:51.485276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:51.485958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Bound port: b620aff5-7a1d-4c45-99f7-269901d6ed34, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:51.486476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.560168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9a302bc0-09f6-4165-b4f8-b1927f4ac7ec tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.570866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9a302bc0-09f6-4165-b4f8-b1927f4ac7ec tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.578948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9a302bc0-09f6-4165-b4f8-b1927f4ac7ec tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/networks?id=06dd4064-455f-4ea2-a488-fc3ed625097f&id=4b16212f-398c-4bcb-9336-d31e53fe821f HTTP/1.1" status: 200 len: 1390 time: 0.2932165 Aug 03 19:02:51.638395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae8d3c50-2a7a-471a-9380-df2ffa4248ae req-f8b49189-4c86-49e7-9dae-7b60f54eff50 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087204 Aug 03 19:02:51.669894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-db4e3caa-bce6-486e-b1fe-cbfdc4f38491 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/quotas/ebe28dd88fce4032b4df4a7deaa3d089 HTTP/1.1" status: 200 len: 375 time: 0.0582149 Aug 03 19:02:51.749706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdb4b9-4977-4fea-85ad-c6f55ce201c0 req-5cfc53ca-83ff-41b7-befc-d6f23549f2d8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:51.751554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2cdb4b9-4977-4fea-85ad-c6f55ce201c0 req-5cfc53ca-83ff-41b7-befc-d6f23549f2d8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1382236 Aug 03 19:02:51.754770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:51.775996 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:51.794853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Transition to ACTIVE for port object a9b039a6-82d9-4341-b95a-d1da15e009c2 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:51.795178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:51.822947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-5bc389f4-2f41-4f3a-96aa-eecb3eb8be55 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360195 Aug 03 19:02:51.829722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2cdb4b9-4977-4fea-85ad-c6f55ce201c0 req-9a929af0-a1ab-4c6e-abfa-98e589569131 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Aug 03 19:02:51.839302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Transition to ACTIVE for port object a9b039a6-82d9-4341-b95a-d1da15e009c2 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:51.868084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.019453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16a5ae-ed29-41eb-a526-b11238db57a1 None None] Pushing event updated for resources: {'Port': ['ID=c7049e36-0160-4ad5-9ab1-66ea5c18573e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.026733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.038869 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.104044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-974c9681-8860-4a4b-8038-aac618ddebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.108088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.109096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.110772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] 10.222.0.54 "PUT /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 1095 time: 2.3291047 Aug 03 19:02:52.116571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:52.119181 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2669c947-6764-4f3a-897e-3677121a0b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:52.234723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.343512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-affea2c5-7168-4612-b12b-17afec4a1cdc service neutron] 10.222.0.67 "GET /v2.0/networks/06dd4064-455f-4ea2-a488-fc3ed625097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089891 Aug 03 19:02:52.369115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.373165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.376252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.380245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.383129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.383129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.383677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.384824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.387174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.389045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.389469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.390753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa9881a-947c-4851-b139-cbbbaad8d14d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:52.411349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Network 4b16212f-398c-4bcb-9336-d31e53fe821f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:02:52.427333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:02:52.437485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:02:52.440073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Pushing event updated for resources: {'Port': ['ID=a9b039a6-82d9-4341-b95a-d1da15e009c2,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.485301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.524316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Attempting to bind port a9b039a6-82d9-4341-b95a-d1da15e009c2 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:02:52.525275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Attempting to bind port a9b039a6-82d9-4341-b95a-d1da15e009c2 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:02:52.525752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Attempting to bind port a9b039a6-82d9-4341-b95a-d1da15e009c2 on network 4b16212f-398c-4bcb-9336-d31e53fe821f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:02:52.537186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:02:52.537789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Checking segment: {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:02:52.538276 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.538751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Bound using segment: {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:02:52.539313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Bound port: a9b039a6-82d9-4341-b95a-d1da15e009c2, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:02:52.539775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.607311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-7e2ed81e-d131-44ec-99a2-9d7f32205120 service neutron] 10.222.0.67 "GET /v2.0/networks/06dd4064-455f-4ea2-a488-fc3ed625097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960082 Aug 03 19:02:52.644564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] For port a9b039a6-82d9-4341-b95a-d1da15e009c2, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:02:52.646548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616054-d7af-4f25-871e-b38a60678a8e req-bd77f1e1-e798-4005-ae0c-d090b7f50396 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.648536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06616054-d7af-4f25-871e-b38a60678a8e req-bd77f1e1-e798-4005-ae0c-d090b7f50396 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.5344102 Aug 03 19:02:52.663920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] For port a9b039a6-82d9-4341-b95a-d1da15e009c2, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9b039a6-82d9-4341-b95a-d1da15e009c2,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:02:52.695975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3a48efe7-598a-4f2d-941f-12fe2e8fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:52.700632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-3a48efe7-598a-4f2d-941f-12fe2e8fdda8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1098 time: 0.4592328 Aug 03 19:02:52.737507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.808465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542ca13-205d-413a-9f2e-a0c00efc52ce None None] Pushing event updated for resources: {'Port': ['ID=a9b039a6-82d9-4341-b95a-d1da15e009c2,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:52.815476 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:52.859942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:52.929154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-eb709214-2818-4e95-8b47-61aeb62c6ad6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.1526728 Aug 03 19:02:52.934114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c7049e36-0160-4ad5-9ab1-66ea5c18573e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:53.011020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-d4cff547-992e-4c2a-bc9f-8dc12dbdfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.011020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-d4cff547-992e-4c2a-bc9f-8dc12dbdfd22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0683947 Aug 03 19:02:53.050788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:53.051205 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.124081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06616054-d7af-4f25-871e-b38a60678a8e req-b66ed809-2a02-4e33-bc14-e97f0ef00b9b tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277942 Aug 03 19:02:53.148292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-eb8caea0-0a98-42da-ad7d-22139b0add5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:53.154585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-eb8caea0-0a98-42da-ad7d-22139b0add5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251032 Aug 03 19:02:53.271695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c7049e36-0160-4ad5-9ab1-66ea5c18573e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:53.287637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:53.348955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:53.356768 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde263f6-e555-472f-81df-70b502230882" -d '{"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-plugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:53.361727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-2afb6737-956a-44f2-928c-4ea33002f31f service neutron] 10.222.0.67 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336373 Aug 03 19:02:53.436883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:53.811382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac71f0b4-dba7-4347-9450-9c1a3cfec2c1 None None] Network 06dd4064-455f-4ea2-a488-fc3ed625097f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:53.902884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.003106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.064196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Provisioning for port c7049e36-0160-4ad5-9ab1-66ea5c18573e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:54.079682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Provisioning complete for port c7049e36-0160-4ad5-9ab1-66ea5c18573e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:54.081909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.084194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452f840-02b2-4dcb-93f8-71c8b352c592 req-a52cdc6c-7b6f-44cc-8d17-c5886a94f02d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.093718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f452f840-02b2-4dcb-93f8-71c8b352c592 req-a52cdc6c-7b6f-44cc-8d17-c5886a94f02d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 947 time: 0.7825549 Aug 03 19:02:54.194468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-c71dfa3d-ba3e-453b-8190-f4564845bb86 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0266929 Aug 03 19:02:54.241717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-3aaf515b-3b0a-4497-b77b-fd245dddc899 service neutron] 10.222.0.67 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671877 Aug 03 19:02:54.257694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f452f840-02b2-4dcb-93f8-71c8b352c592 req-61779cd9-3e94-4801-8d14-fefb039edbf2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628213 Aug 03 19:02:54.276905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.383526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] For port c7049e36-0160-4ad5-9ab1-66ea5c18573e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7049e36-0160-4ad5-9ab1-66ea5c18573e,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:54.412255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49d91736-7b3d-4ef0-901a-73dd1adc7c12 req-aee15d52-7dfd-4f43-83e7-c24a8228deac service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904159 Aug 03 19:02:54.478439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.582439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4180e-2c4a-454b-a6e5-845778f4cdf2 None None] Pushing event updated for resources: {'Port': ['ID=c7049e36-0160-4ad5-9ab1-66ea5c18573e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:54.639420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ff618538-b346-459e-b3e3-8b9c13b34c87 None None] Provisioning complete for port c7049e36-0160-4ad5-9ab1-66ea5c18573e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:54.639822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ff618538-b346-459e-b3e3-8b9c13b34c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.709697 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:54.726963 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521608f-b6e4-4e3a-8925-02485200427d x-openstack-request-id: req-8521608f-b6e4-4e3a-8925-02485200427d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:54.727581 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:54.727706 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8521608f-b6e4-4e3a-8925-02485200427d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:54.728127 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'status': 'completed', 'code': 200} Aug 03 19:02:54.781853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2047b099-5d46-4d3d-ba89-dac1c2b6306b None None] Network 4b16212f-398c-4bcb-9336-d31e53fe821f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:02:54.870635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c947-6764-4f3a-897e-3677121a0b2e req-df51b1d3-d30d-41ec-81d3-24acbf0d8528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:54.872377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-df51b1d3-d30d-41ec-81d3-24acbf0d8528 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1098 time: 0.0958726 Aug 03 19:02:55.120101 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d57578-5dcb-4cee-ae3d-d45254b3b441 x-openstack-request-id: req-20d57578-5dcb-4cee-ae3d-d45254b3b441 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:55.123720 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-plugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:55.124260 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20d57578-5dcb-4cee-ae3d-d45254b3b441 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:55.125161 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'code': 200} Aug 03 19:02:55.127477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9b039a6-82d9-4341-b95a-d1da15e009c2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:55.150706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c947-6764-4f3a-897e-3677121a0b2e req-a3c7406d-40f7-4909-ac31-c9470d460e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.152612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-a3c7406d-40f7-4909-ac31-c9470d460e05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2722216 Aug 03 19:02:55.239318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-d1bafa00-868e-42b3-b050-ec5e0392ccee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0745351 Aug 03 19:02:55.348089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03483f-7dca-46ff-993c-9079278cd81b req-2e532265-b552-4e47-b9f8-4b48423dd9fa tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.349686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d03483f-7dca-46ff-993c-9079278cd81b req-2e532265-b552-4e47-b9f8-4b48423dd9fa tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.1266458 Aug 03 19:02:55.377483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c947-6764-4f3a-897e-3677121a0b2e req-897dea35-284d-4874-8f87-743113def7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.378976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-897dea35-284d-4874-8f87-743113def7e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1134112 Aug 03 19:02:55.385680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a9b039a6-82d9-4341-b95a-d1da15e009c2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:55.392428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c7049e36-0160-4ad5-9ab1-66ea5c18573e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:55.445451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Provisioning for port a9b039a6-82d9-4341-b95a-d1da15e009c2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:02:55.469392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d03483f-7dca-46ff-993c-9079278cd81b req-13369a5c-5a22-4be9-ac1a-3e338befc896 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046908 Aug 03 19:02:55.476620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669c947-6764-4f3a-897e-3677121a0b2e req-8db61be9-73a5-4003-a688-406c350fb7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.477997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-8db61be9-73a5-4003-a688-406c350fb7af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870709 Aug 03 19:02:55.521267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Provisioning complete for port a9b039a6-82d9-4341-b95a-d1da15e009c2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:55.521267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.639680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c7049e36-0160-4ad5-9ab1-66ea5c18573e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:55.640027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.650212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93baa0b3-21d8-409c-8943-3d4d6a88b793 req-e164ecf1-0034-4566-a4b1-66f257033b7f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 210 time: 0.0380633 Aug 03 19:02:55.700252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-633ae22e-7829-41a2-8565-f44ecf31bb62 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098756 Aug 03 19:02:55.815239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:55.816785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2669c947-6764-4f3a-897e-3677121a0b2e req-7f272a4d-214e-4fe3-adf5-2a16b7e5558b service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077900 Aug 03 19:02:55.883647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] For port a9b039a6-82d9-4341-b95a-d1da15e009c2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9b039a6-82d9-4341-b95a-d1da15e009c2,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:55.906651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b00d7-dda7-46b4-8f1e-5937bc364ecd req-6ca7d3c2-06ea-498d-825b-88f531bbaad3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:55.908245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-544b00d7-dda7-46b4-8f1e-5937bc364ecd req-6ca7d3c2-06ea-498d-825b-88f531bbaad3 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0904453 Aug 03 19:02:55.955523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-544b00d7-dda7-46b4-8f1e-5937bc364ecd req-fb0a49b7-d380-4c49-b0ae-ca4be931c8a7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Aug 03 19:02:56.048947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.112787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087025d-1844-4f1a-881d-a58eefb9f530 req-f67d9f64-8b22-4b7d-974f-6bae3e2ae1e0 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.121393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1087025d-1844-4f1a-881d-a58eefb9f530 req-f67d9f64-8b22-4b7d-974f-6bae3e2ae1e0 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 950 time: 0.0827730 Aug 03 19:02:56.172709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02351452-dc61-4052-80a7-249e1c4a0003 None None] Pushing event updated for resources: {'Port': ['ID=a9b039a6-82d9-4341-b95a-d1da15e009c2,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:56.180332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8533df2a-8303-42b6-95fb-e45b1f2547ea None None] Provisioning complete for port a9b039a6-82d9-4341-b95a-d1da15e009c2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:56.180737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8533df2a-8303-42b6-95fb-e45b1f2547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.184977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1087025d-1844-4f1a-881d-a58eefb9f530 req-34ea9474-5839-4574-a41f-13a573905825 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Aug 03 19:02:56.316298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af72004-9f22-411b-95e7-37b91795cc4e req-0b67e415-8f07-4bba-9367-65324095350f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.318450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af72004-9f22-411b-95e7-37b91795cc4e req-0b67e415-8f07-4bba-9367-65324095350f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 947 time: 0.0789185 Aug 03 19:02:56.389497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af72004-9f22-411b-95e7-37b91795cc4e req-9cb0f1ba-7a88-47eb-9ed4-70ba3f886e32 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631707 Aug 03 19:02:56.435274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-3d92252c-3fd9-41ff-b00c-1b10a190d4f2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.436976 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-3d92252c-3fd9-41ff-b00c-1b10a190d4f2 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.77 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 950 time: 0.0790026 Aug 03 19:02:56.569843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cce87-5e48-4b7b-bf15-45280c339a89 req-3078c77b-fff6-4dbf-97b3-91638e285a5e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.584090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-941cce87-5e48-4b7b-bf15-45280c339a89 req-3078c77b-fff6-4dbf-97b3-91638e285a5e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.1154435 Aug 03 19:02:56.586070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:02:56.593614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Request body: {'floatingip': {'port_id': 'b2630562-9ccb-462a-972f-90d30ffb6076'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:56.656927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.733739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Deleting port ccf16e93-f99f-4f47-aa5a-59efabe58b9c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:02:56.737365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.836693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9b039a6-82d9-4341-b95a-d1da15e009c2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:02:56.858845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9f4f4-e175-4619-a786-d4bca8997a86 req-08e638e4-e35d-45be-81ba-d7ab1bd2e954 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:56.860451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9b9f4f4-e175-4619-a786-d4bca8997a86 req-08e638e4-e35d-45be-81ba-d7ab1bd2e954 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1555040 Aug 03 19:02:56.944143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a9b039a6-82d9-4341-b95a-d1da15e009c2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:02:56.945615 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:56.990552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] For port ccf16e93-f99f-4f47-aa5a-59efabe58b9c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:56.992385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.006540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9b9f4f4-e175-4619-a786-d4bca8997a86 req-3acabbc3-87a2-4b03-b743-752d48d9cdc9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942950 Aug 03 19:02:57.031712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Calling delete_port for ccf16e93-f99f-4f47-aa5a-59efabe58b9c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:02:57.332968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5d06367-fd30-4ed8-b661-c8b0c7fd9daa req-0aa7dca3-d279-4b0e-9f7c-485ad2820d90 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 210 time: 0.0529845 Aug 03 19:02:57.540446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.568293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e57ca4ce-d90a-457a-8225-e8002571d31c req-ec04dd3d-80cd-433b-b93e-25552bf2c84d tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=c61c4444-08ea-4fa0-b5fb-0b99f7591613 HTTP/1.1" status: 200 len: 210 time: 0.0479929 Aug 03 19:02:57.578383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ccf16e93-f99f-4f47-aa5a-59efabe58b9c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:57.600470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Pushing event deleted for resources: {'Port': ['ID=ccf16e93-f99f-4f47-aa5a-59efabe58b9c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:57.635444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['89ebb65d-78b8-45f5-bf24-a27e07681e78'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:57.654989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.657059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.658271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.660246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.660600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.661646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.661981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.662322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.662661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.663001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.663338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.665309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:02:57.710791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] No DVR routers for this DVR port ccf16e93-f99f-4f47-aa5a-59efabe58b9c on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:02:57.717991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.735402 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a318c5e-eff5-441d-847f-6feb7d48ee2c req-01215028-a195-4744-9358-9c34ef012989 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.77 "DELETE /v2.0/ports/ccf16e93-f99f-4f47-aa5a-59efabe58b9c HTTP/1.1" status: 204 len: 173 time: 1.2900136 Aug 03 19:02:57.737859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'name': 'network-vif-deleted', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:02:57.740291 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe6f57a-d29e-47dd-9160-1af2f35c3f2e" -d '{"events": [{"server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "name": "network-vif-deleted", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:02:57.902050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:57.954556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3fc08-47f1-496a-b702-a00c0f9ecb19 req-a541d853-b4e1-4d7b-b9f0-1c72a0dae1d7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:57.956034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89d3fc08-47f1-496a-b702-a00c0f9ecb19 req-a541d853-b4e1-4d7b-b9f0-1c72a0dae1d7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1706045 Aug 03 19:02:57.995093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-4f8d423b-7427-40f9-b5b4-e7947009ed2b tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.004332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-4f8d423b-7427-40f9-b5b4-e7947009ed2b tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.005975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-4f8d423b-7427-40f9-b5b4-e7947009ed2b tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "GET /v2.0/networks?id=06dd4064-455f-4ea2-a488-fc3ed625097f&id=4b16212f-398c-4bcb-9336-d31e53fe821f HTTP/1.1" status: 200 len: 1390 time: 0.2194593 Aug 03 19:02:58.033041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89d3fc08-47f1-496a-b702-a00c0f9ecb19 req-728000fd-0fef-420d-bcd5-bb9e11299bbf tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643418 Aug 03 19:02:58.044783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.055284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'port': {'device_id': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f', 'admin_state_up': True, 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:02:58.373313 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Floating IP ae4b382f-51ec-44b7-a257-17bd598317c6 associated. External IP: 172.25.2.194, port: b2630562-9ccb-462a-972f-90d30ffb6076. Aug 03 19:02:58.452466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab605b-9613-4008-add2-7fab647cc295 req-f82edc0f-3cc2-435f-9c6e-1d39e696081d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:58.454045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ab605b-9613-4008-add2-7fab647cc295 req-f82edc0f-3cc2-435f-9c6e-1d39e696081d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 947 time: 0.2795758 Aug 03 19:02:58.546738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:02:58.550265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.559526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:02:58.572095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ab605b-9613-4008-add2-7fab647cc295 req-0c0c1db9-ff8f-4a05-9a77-d4347d9d52fb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844936 Aug 03 19:02:58.661828 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d981f-1668-4f83-a728-a15a9178728a x-openstack-request-id: req-501d981f-1668-4f83-a728-a15a9178728a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:02:58.662416 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c4444-08ea-4fa0-b5fb-0b99f7591613", "name": "network-vif-deleted", "tag": "ccf16e93-f99f-4f47-aa5a-59efabe58b9c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:02:58.662416 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-501d981f-1668-4f83-a728-a15a9178728a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:02:58.662800 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c4444-08ea-4fa0-b5fb-0b99f7591613', 'name': 'network-vif-deleted', 'tag': 'ccf16e93-f99f-4f47-aa5a-59efabe58b9c', 'status': 'completed', 'code': 200} Aug 03 19:02:58.812215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:58.835293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'mac_address': 'fa:16:3e:f2:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:02:58.915700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Allocated IP 19.80.0.90 (06dd4064-455f-4ea2-a488-fc3ed625097f/e964be26-1f63-4f2a-9d22-e747d2cf0f80/83edb774-a8d6-4cef-afd2-ae7c1d319b46) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:02:58.924776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:58.968791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:02:59.030944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:02:59.071420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b31ae4-8003-4803-a930-958eb602d6c0 req-6538ff7c-d911-4d73-8bf4-83d821ebdc4c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:02:59.080071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6b31ae4-8003-4803-a930-958eb602d6c0 req-6538ff7c-d911-4d73-8bf4-83d821ebdc4c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1344311 Aug 03 19:02:59.084415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:02:59.109301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:59.237787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6b31ae4-8003-4803-a930-958eb602d6c0 req-f8905d42-3f9d-4354-bf02-80faa0df4a94 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563966 Aug 03 19:02:59.269318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:02:59.370447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:02:59.426527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Transition to ACTIVE for port object 83edb774-a8d6-4cef-afd2-ae7c1d319b46 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:02:59.453609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:02:59.980700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb50c910-1731-491b-8180-24cbc1d7905b req-4513e960-972f-485a-af1c-cc99ba680137 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 210 time: 0.0805879 Aug 03 19:03:00.080269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:00.085611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:00.093771 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:00.117053 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:00.117971 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:02:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:00.197115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ceb77b1-d38c-4359-82ff-bf0067ce3fcf tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "PUT /v2.0/floatingips/ae4b382f-51ec-44b7-a257-17bd598317c6 HTTP/1.1" status: 200 len: 991 time: 3.6087084 Aug 03 19:03:00.200183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:00.206278 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b197cfba-d78a-4c67-9b7d-b99bed3c4034" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:00.282001 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:00.425792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf88974-faf0-4905-98af-87782de75dc8 req-bbaabad7-6832-4a75-b793-8ae822ba05a0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:00.425792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcf88974-faf0-4905-98af-87782de75dc8 req-bbaabad7-6832-4a75-b793-8ae822ba05a0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.1031637 Aug 03 19:03:00.499428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcf88974-faf0-4905-98af-87782de75dc8 req-47c959d4-f01b-4059-8827-23449514ad70 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887203 Aug 03 19:03:00.567792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:00.757023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:6d:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:02:57Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:00.818264 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:00.833752 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:00.834460 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:02:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:00.867058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:00.893098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ccf16e93-f99f-4f47-aa5a-59efabe58b9c no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:00.915579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: ccf16e93-f99f-4f47-aa5a-59efabe58b9c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:00.916046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ccf16e93-f99f-4f47-aa5a-59efabe58b9c not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:00.960574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 06dd4064-455f-4ea2-a488-fc3ed625097f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:00.970190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:00.985877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:01.028095 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:01.053396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:01.054092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.068134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b620aff5-7a1d-4c45-99f7-269901d6ed34 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:01.068300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b620aff5-7a1d-4c45-99f7-269901d6ed34 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:01.068587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.094791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:01.194952 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.223662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:01.229841 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ee99b-5439-4579-8bb8-c22828d90de3" -d '{"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:01.234639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1c85ffe6-ee13-40d4-8622-da1cd778e2b0 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1834917 Aug 03 19:03:01.255128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Request body: {'port': {'device_id': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f', 'admin_state_up': True, 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:01.279477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:01.380129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.445839 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:6d:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:02:57Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:01.460175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:01.489369 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07704ca0-78a7-41a2-9d6f-3be905dd524b None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ae4b382f-51ec-44b7-a257-17bd598317c6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'port_id': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'mac_address': 'fa:16:3e:6d:6b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:00:29Z', 'updated_at': '2021-08-03T19:02:57Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:01.591585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b79a4ed-6387-432c-8c51-44d73d4327c0 None None] Provisioning for port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:01.620030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b79a4ed-6387-432c-8c51-44d73d4327c0 None None] Provisioning complete for port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:01.620557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b79a4ed-6387-432c-8c51-44d73d4327c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.681834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Made reservation on behalf of ebe28dd88fce4032b4df4a7deaa3d089 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:01.686424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:01.696689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1b79a4ed-6387-432c-8c51-44d73d4327c0 None None] Port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:03:01.798607 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccea14a-f198-4ae7-9c91-308ad4eb31b6 x-openstack-request-id: req-0ccea14a-f198-4ae7-9c91-308ad4eb31b6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:01.799175 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:01.799788 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ccea14a-f198-4ae7-9c91-308ad4eb31b6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:01.800421 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'status': 'completed', 'code': 200} Aug 03 19:03:01.844043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb12c7-839c-4ca0-8bdb-19b6cb38dd35 None None] New status for floating IP ae4b382f-51ec-44b7-a257-17bd598317c6: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:03:02.031051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Allocated IP 19.86.0.7 (4b16212f-398c-4bcb-9336-d31e53fe821f/7cdc7587-4f27-4c0b-9f21-a49d5091272e/9c3d3807-d535-4f58-a2d0-d178cb4c7dc3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:02.041391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-71ceb45f-1f89-43b6-b047-ec1d5b8cbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.043879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-71ceb45f-1f89-43b6-b047-ec1d5b8cbcd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 1096 time: 0.1911521 Aug 03 19:03:02.056687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892539dd-f58a-4b89-8733-21d9ac9b0bd5 req-d077f92b-c698-42f0-aaeb-05cba19e775f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.059853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-892539dd-f58a-4b89-8733-21d9ac9b0bd5 req-d077f92b-c698-42f0-aaeb-05cba19e775f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1548796 Aug 03 19:03:02.208019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-892539dd-f58a-4b89-8733-21d9ac9b0bd5 req-42f21b4e-3f03-4992-b161-897150e05b4b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310728 Aug 03 19:03:02.340666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-e5134be5-23e4-4dda-a16d-2065b024d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.342609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-e5134be5-23e4-4dda-a16d-2065b024d4d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.2778547 Aug 03 19:03:02.512736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-316661bb-0c0f-4843-bdb1-6d360d6440be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 200 len: 999 time: 0.1603694 Aug 03 19:03:02.567265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.618701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Transition to ACTIVE for port object 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:02.636207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483d3f4-794c-412d-a5bc-86b8ac2c8fa0 req-a06349ab-d3ad-44aa-a3ce-186d2f3cd489 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.639169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8483d3f4-794c-412d-a5bc-86b8ac2c8fa0 req-a06349ab-d3ad-44aa-a3ce-186d2f3cd489 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 931 time: 0.2114420 Aug 03 19:03:02.689498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-6db9cc83-9433-4894-a08a-2b5c54efd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.691002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-6db9cc83-9433-4894-a08a-2b5c54efd7e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.1591165 Aug 03 19:03:02.757223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8483d3f4-794c-412d-a5bc-86b8ac2c8fa0 req-fe718bc9-d9b0-4547-8fc2-0b179518f4eb tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058769 Aug 03 19:03:02.792265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-d9997629-33d2-43c4-a5e2-2c7842a54c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:02.792265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-d9997629-33d2-43c4-a5e2-2c7842a54c99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802250 Aug 03 19:03:02.812775 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80073a7-5991-4df1-8e4a-a30196789ef9 x-openstack-request-id: req-b80073a7-5991-4df1-8e4a-a30196789ef9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:02.813350 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:02.813510 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b80073a7-5991-4df1-8e4a-a30196789ef9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:02.813981 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'code': 200} Aug 03 19:03:02.821780 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:02.890741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.017168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Network 4b16212f-398c-4bcb-9336-d31e53fe821f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:03.025389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:03.029495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:03.084826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ff56a-481b-4c06-bff9-338ef8d304a2 req-21f9b7ed-2c8b-465a-935d-35acf001de2d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.086676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-066ff56a-481b-4c06-bff9-338ef8d304a2 req-21f9b7ed-2c8b-465a-935d-35acf001de2d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.2103436 Aug 03 19:03:03.087587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event updated for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:03.122258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-0d6021c0-1093-433c-b9b8-6a84a496c381 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.124818 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-0d6021c0-1093-433c-b9b8-6a84a496c381 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.54 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 949 time: 0.1342969 Aug 03 19:03:03.126517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-a3422942-ee4d-4053-92e3-d145e86392ce service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194356 Aug 03 19:03:03.185228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40972068-eb5c-4159-9088-2d0d0a027083 req-01914bc4-b7f4-46bd-80fb-2ee51607df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.186739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40972068-eb5c-4159-9088-2d0d0a027083 req-01914bc4-b7f4-46bd-80fb-2ee51607df94 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1100 time: 0.1362197 Aug 03 19:03:03.217572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-066ff56a-481b-4c06-bff9-338ef8d304a2 req-d289504b-7f27-4b68-ba13-69b2030d4033 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185024 Aug 03 19:03:03.231607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.232985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.298679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40972068-eb5c-4159-9088-2d0d0a027083 req-2c7569ad-2a79-449b-929b-fc81f3f9655e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051662 Aug 03 19:03:03.301118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b197cfba-d78a-4c67-9b7d-b99bed3c4034 req-b06c86d2-74c9-4038-9631-ad78b4b86ca5 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609526 Aug 03 19:03:03.337763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Deleting port 89ebb65d-78b8-45f5-bf24-a27e07681e78 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:03.338450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.386079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d7308-2af7-40d9-a0fc-ac52843deb36 req-0c5c6985-5cc7-4ad8-8e51-d78516da48b9 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.388564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b6d7308-2af7-40d9-a0fc-ac52843deb36 req-0c5c6985-5cc7-4ad8-8e51-d78516da48b9 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 949 time: 0.0696404 Aug 03 19:03:03.440764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b6d7308-2af7-40d9-a0fc-ac52843deb36 req-92744c21-449c-4d95-a7de-988320480587 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/security-groups?id=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458124 Aug 03 19:03:03.479519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] For port 89ebb65d-78b8-45f5-bf24-a27e07681e78, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89ebb65d-78b8-45f5-bf24-a27e07681e78,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:03.480009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.495225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Calling delete_port for 89ebb65d-78b8-45f5-bf24-a27e07681e78 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:03.534801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-d6b1e288-3174-4e55-960a-ccf4a9f4b437 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2842247 Aug 03 19:03:03.535244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9f81f318-c30f-484c-b674-c2710612b18e None None] Provisioning for port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:03.540025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9f81f318-c30f-484c-b674-c2710612b18e None None] Provisioning complete for port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:03.540557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9f81f318-c30f-484c-b674-c2710612b18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.559459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8ae5e-853d-40b3-a3da-3bc193d055e0 req-cb7a1112-85fd-4c8e-b559-6cce3efdb836 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:03.561365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbf8ae5e-853d-40b3-a3da-3bc193d055e0 req-cb7a1112-85fd-4c8e-b559-6cce3efdb836 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0597029 Aug 03 19:03:03.584959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9f81f318-c30f-484c-b674-c2710612b18e None None] Port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:03:03.623596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbf8ae5e-853d-40b3-a3da-3bc193d055e0 req-34b8fedb-a521-4ff0-bce5-b3a9127a4f19 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Aug 03 19:03:03.639656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Request body: {'port': {'device_id': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:03.744418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.877983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:03.932440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['89ebb65d-78b8-45f5-bf24-a27e07681e78'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:03.963563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Pushing event deleted for resources: {'Port': ['ID=89ebb65d-78b8-45f5-bf24-a27e07681e78,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:04.064219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] No DVR routers for this DVR port 89ebb65d-78b8-45f5-bf24-a27e07681e78 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:04.068184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.071301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f978924-fd30-4c11-be47-4ffebbd0a3e1 req-7c107d4b-2b05-4018-ac1e-1677d2bce0af tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.54 "DELETE /v2.0/ports/89ebb65d-78b8-45f5-bf24-a27e07681e78 HTTP/1.1" status: 204 len: 173 time: 0.9341710 Aug 03 19:03:04.071992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'name': 'network-vif-deleted', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:04.086983 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a452645-63b7-429b-aa1e-047387e3963e" -d '{"events": [{"server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "name": "network-vif-deleted", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:04.149267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83edb774-a8d6-4cef-afd2-ae7c1d319b46 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:04.159597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.184958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Transition to ACTIVE for port object 83edb774-a8d6-4cef-afd2-ae7c1d319b46 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:04.336685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.532381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Pushing event updated for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:04.731904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Attempting to bind port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:04.732257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Attempting to bind port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:04.732724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Attempting to bind port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 on network 06dd4064-455f-4ea2-a488-fc3ed625097f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:04.765737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc63b0-3f35-473e-886c-62542aa2beda req-73e642b9-11dd-43f0-8876-62974ea682ed tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.772813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc63b0-3f35-473e-886c-62542aa2beda req-73e642b9-11dd-43f0-8876-62974ea682ed tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:04.774795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4adc63b0-3f35-473e-886c-62542aa2beda req-73e642b9-11dd-43f0-8876-62974ea682ed tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1664 time: 0.2951126 Aug 03 19:03:04.775636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 on network 06dd4064-455f-4ea2-a488-fc3ed625097f not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:04.776901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Attempting to bind port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 on network 06dd4064-455f-4ea2-a488-fc3ed625097f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:04.802203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:04.802547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Checking segment: {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:04.802937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Bound using segment: {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:04.803409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Bound port: 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e174a1b1-ba94-45f3-8ec7-004017f472e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:04.804142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:04.897306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4adc63b0-3f35-473e-886c-62542aa2beda req-471d8a12-c30e-4758-ba70-81a0e67bbbfc tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073124 Aug 03 19:03:04.939727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:04.944457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:04.971264 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf33c4f-a5b4-446a-8f73-520d24c3533c x-openstack-request-id: req-dcf33c4f-a5b4-446a-8f73-520d24c3533c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:04.972148 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393d758f-ac57-435a-81de-7fef8e767c36", "name": "network-vif-deleted", "tag": "89ebb65d-78b8-45f5-bf24-a27e07681e78", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:04.972567 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dcf33c4f-a5b4-446a-8f73-520d24c3533c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:04.973159 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393d758f-ac57-435a-81de-7fef8e767c36', 'name': 'network-vif-deleted', 'tag': '89ebb65d-78b8-45f5-bf24-a27e07681e78', 'status': 'completed', 'code': 200} Aug 03 19:03:05.135419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe077e44-1172-4183-8437-3e5b5aaca988 req-20c8564f-554b-4c6a-9d19-7d5b369657cf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.139327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe077e44-1172-4183-8437-3e5b5aaca988 req-20c8564f-554b-4c6a-9d19-7d5b369657cf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1028588 Aug 03 19:03:05.192298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe077e44-1172-4183-8437-3e5b5aaca988 req-4220739d-de3e-4cf7-9220-875c1c1da085 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Aug 03 19:03:05.331462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7de2bb-6817-48f1-946d-8594e539d863 req-c9895f52-abfc-4df4-85cd-c557b60636b5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.333439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed7de2bb-6817-48f1-946d-8594e539d863 req-c9895f52-abfc-4df4-85cd-c557b60636b5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0615146 Aug 03 19:03:05.383098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.451002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed7de2bb-6817-48f1-946d-8594e539d863 req-4d66228d-0d49-4508-9a04-73bda40d3d52 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024320 Aug 03 19:03:05.465790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:05.466601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:05.467937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] 10.222.0.54 "PUT /v2.0/ports/83edb774-a8d6-4cef-afd2-ae7c1d319b46 HTTP/1.1" status: 200 len: 1091 time: 1.8407722 Aug 03 19:03:05.468385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:05.470860 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0916268-7b91-4951-8e99-f803074de9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:05.522089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a074-5a3d-484e-a570-5942b2eb5916 service neutron] Pushing event updated for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:05.656143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b8bcc28-4560-45b8-91b4-991afdbb0b53 req-bc499c35-e291-4e16-b84e-ea1900fb53a4 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 210 time: 0.0352480 Aug 03 19:03:05.666905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Request body: {'port': {'device_id': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:05.801739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.050182 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573a731-fb03-4376-92f7-9fb73938c03d x-openstack-request-id: req-0573a731-fb03-4376-92f7-9fb73938c03d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:06.050675 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:06.051029 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0573a731-fb03-4376-92f7-9fb73938c03d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:06.051735 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46', 'status': 'completed', 'code': 200} Aug 03 19:03:06.155046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-a370851e-aa9e-460a-8855-cd3240847da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.156226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-a370851e-aa9e-460a-8855-cd3240847da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.158956 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0916268-7b91-4951-8e99-f803074de9cd req-a370851e-aa9e-460a-8855-cd3240847da0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1911 time: 0.0769308 Aug 03 19:03:06.225463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6c5f-0b1b-4725-b71d-9337902992cc req-d1b1c3e7-bb3c-4e67-a735-2edc8490c2cf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.232482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6c5f-0b1b-4725-b71d-9337902992cc req-d1b1c3e7-bb3c-4e67-a735-2edc8490c2cf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.240607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b80f6c5f-0b1b-4725-b71d-9337902992cc req-d1b1c3e7-bb3c-4e67-a735-2edc8490c2cf tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1664 time: 0.1349969 Aug 03 19:03:06.326318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b80f6c5f-0b1b-4725-b71d-9337902992cc req-c8a39593-69f2-4f5f-bbb5-55a0f4e51c1e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820897 Aug 03 19:03:06.476516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:06.635092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:06.636043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-7e98a1fd-60ad-40c8-a647-7ac71d97ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.636043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-7e98a1fd-60ad-40c8-a647-7ac71d97ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.636043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-7e98a1fd-60ad-40c8-a647-7ac71d97ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.636043 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0916268-7b91-4951-8e99-f803074de9cd req-7e98a1fd-60ad-40c8-a647-7ac71d97ff99 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3167071 Aug 03 19:03:06.636427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Transition to ACTIVE for port object 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:06.636427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d720753-dd9d-46ff-be70-7027e31e7558 req-0e195834-7704-4c59-8ace-043ccd40c522 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.636427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d720753-dd9d-46ff-be70-7027e31e7558 req-0e195834-7704-4c59-8ace-043ccd40c522 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0909610 Aug 03 19:03:06.637333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89ebb65d-78b8-45f5-bf24-a27e07681e78 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:06.637848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d720753-dd9d-46ff-be70-7027e31e7558 req-f744a5bb-0c20-4123-a71b-4c6b9c106649 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536807 Aug 03 19:03:06.637952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 89ebb65d-78b8-45f5-bf24-a27e07681e78 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:06.637952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89ebb65d-78b8-45f5-bf24-a27e07681e78 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:06.735159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1e0d-75f9-4dd0-9677-d0901cbfc766 req-0d718285-5563-4273-96fa-ded383091840 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.736963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67ba1e0d-75f9-4dd0-9677-d0901cbfc766 req-0d718285-5563-4273-96fa-ded383091840 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0873387 Aug 03 19:03:06.778453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0916268-7b91-4951-8e99-f803074de9cd req-7521f54a-f7ab-47c2-b527-bf94630604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.780277 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0916268-7b91-4951-8e99-f803074de9cd req-7521f54a-f7ab-47c2-b527-bf94630604a1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2647529 Aug 03 19:03:06.812720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67ba1e0d-75f9-4dd0-9677-d0901cbfc766 req-3839e8cf-8134-4c75-838b-ad5f4ffd90de tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649862 Aug 03 19:03:06.958451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f984a6-6047-4968-9148-ad10ecaf7dc2 req-35b12bc5-4744-4c10-8cf5-eaf04bf1e6c9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:06.968443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9f984a6-6047-4968-9148-ad10ecaf7dc2 req-35b12bc5-4744-4c10-8cf5-eaf04bf1e6c9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0759804 Aug 03 19:03:07.023908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9f984a6-6047-4968-9148-ad10ecaf7dc2 req-34aaed66-3720-472d-9b9d-eebb75197315 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517523 Aug 03 19:03:07.133531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.234276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-758369e7-6d43-460f-8ccc-ac8eb401b333 req-491726b9-4d6c-4d75-b186-2c1a171e1148 tempest-ServersAdminNegativeTestJSON-1056938712 tempest-ServersAdminNegativeTestJSON-1056938712-project] 10.222.0.67 "GET /v2.0/ports?device_id=393d758f-ac57-435a-81de-7fef8e767c36 HTTP/1.1" status: 200 len: 210 time: 0.0565443 Aug 03 19:03:07.286928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.364504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Attempting to bind port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:07.364865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Attempting to bind port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:07.365191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Attempting to bind port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 on network 4b16212f-398c-4bcb-9336-d31e53fe821f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:07.375892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 on network 4b16212f-398c-4bcb-9336-d31e53fe821f not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:07.376224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Attempting to bind port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 on network 4b16212f-398c-4bcb-9336-d31e53fe821f {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:07.388029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:07.388368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Checking segment: {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:07.388790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Bound using segment: {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:07.389234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Bound port: 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee981f1e-fa07-472c-813a-d76596ddb928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:07.389598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.510438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:07.515064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:07.586096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.648730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.648730 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:07.649752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] 10.222.0.54 "PUT /v2.0/ports/9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 HTTP/1.1" status: 200 len: 1090 time: 1.9930370 Aug 03 19:03:07.689194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98c833-2aad-4372-b5fb-57dee7143466 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:07.842526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e227-ebda-43c2-be1b-ec53b732a61f req-1de70ad4-0a7f-4b17-810f-2cee0713d198 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.856585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4e227-ebda-43c2-be1b-ec53b732a61f req-1de70ad4-0a7f-4b17-810f-2cee0713d198 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.857985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece4e227-ebda-43c2-be1b-ec53b732a61f req-1de70ad4-0a7f-4b17-810f-2cee0713d198 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1676 time: 0.1156080 Aug 03 19:03:07.941504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece4e227-ebda-43c2-be1b-ec53b732a61f req-3c675d8d-0a0f-4b5c-ba80-47994cae7e47 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823221 Aug 03 19:03:07.945127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9e8ce8c8-4870-428a-a8fa-7eb6b836aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.945862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9e8ce8c8-4870-428a-a8fa-7eb6b836aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:07.949833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-9e8ce8c8-4870-428a-a8fa-7eb6b836aed7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1978 time: 0.0841076 Aug 03 19:03:08.010515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-0c04b6e8-c408-4d88-8e6f-ee9a9a6ad104 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46 HTTP/1.1" status: 200 len: 217 time: 0.0376151 Aug 03 19:03:08.052284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:08.054555 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53810b65-bfb1-444c-a227-05b8359cec10" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:08.074031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-93b1aae9-f3f7-4dee-ab3d-ed47f67d6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.075546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-93b1aae9-f3f7-4dee-ab3d-ed47f67d6f08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e964be26-1f63-4f2a-9d22-e747d2cf0f80 HTTP/1.1" status: 200 len: 801 time: 0.0572972 Aug 03 19:03:08.125196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1e2074b6-c30f-4036-aabb-28f54059d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.126858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-1e2074b6-c30f-4036-aabb-28f54059d0a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=06dd4064-455f-4ea2-a488-fc3ed625097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441947 Aug 03 19:03:08.223655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-c3489c06-0802-4040-a2bd-92450665dbf9 service neutron] 10.222.0.54 "GET /v2.0/networks/06dd4064-455f-4ea2-a488-fc3ed625097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896451 Aug 03 19:03:08.321411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-40d88dbe-153b-4abb-8f0e-a6626f2d3a09 service neutron] 10.222.0.54 "GET /v2.0/networks/06dd4064-455f-4ea2-a488-fc3ed625097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909784 Aug 03 19:03:08.364782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-485534e4-e589-4fde-9338-f5fa7bd76e3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 HTTP/1.1" status: 200 len: 217 time: 0.0356715 Aug 03 19:03:08.437700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-0a7e66d6-463a-49f2-a041-120fa365bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.439273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-0a7e66d6-463a-49f2-a041-120fa365bfae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdc7587-4f27-4c0b-9f21-a49d5091272e HTTP/1.1" status: 200 len: 801 time: 0.0669394 Aug 03 19:03:08.519202 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a4f9b-fc89-43f5-ba05-ca06f436a330 x-openstack-request-id: req-d60a4f9b-fc89-43f5-ba05-ca06f436a330 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:08.520228 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:08.520488 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d60a4f9b-fc89-43f5-ba05-ca06f436a330 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:08.520924 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', 'status': 'completed', 'code': 200} Aug 03 19:03:08.557464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-efba565f-0776-44bb-8fde-ac1a4a3b4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.560851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-efba565f-0776-44bb-8fde-ac1a4a3b4f7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b16212f-398c-4bcb-9336-d31e53fe821f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037176 Aug 03 19:03:08.794082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-7d324bde-aa3c-4c60-b895-4afd190c49b4 service neutron] 10.222.0.54 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239425 Aug 03 19:03:08.806509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648a694-5231-4146-add6-066df5bc7b74 req-95394a1c-054e-4738-bb6c-42b044359ec7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:08.808473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e648a694-5231-4146-add6-066df5bc7b74 req-95394a1c-054e-4738-bb6c-42b044359ec7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0858710 Aug 03 19:03:08.910696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e648a694-5231-4146-add6-066df5bc7b74 req-cb6c796e-608c-4784-9a03-f1ab332a3e57 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902715 Aug 03 19:03:09.033126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36d427-546f-4ce2-b76b-143b630f7fba req-7454bd6f-7b59-40bb-8c16-cb158c21308d service neutron] 10.222.0.54 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232568 Aug 03 19:03:09.171950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:09.343756 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3bb9065a-bd0f-40c3-a765-a26717f5f967 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1a221b6724945ab93cff4ff9ea77df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699941 Aug 03 19:03:09.352217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39676) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:09.383460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810b65-bfb1-444c-a227-05b8359cec10 req-b5220e46-62aa-405b-baa4-0f8d8b28135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.384347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810b65-bfb1-444c-a227-05b8359cec10 req-b5220e46-62aa-405b-baa4-0f8d8b28135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.385936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-b5220e46-62aa-405b-baa4-0f8d8b28135a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1978 time: 0.0475221 Aug 03 19:03:09.427760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.459951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.556013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9cdad-ab18-4c02-ab29-e760092a771d req-01b97374-4779-4a83-ac36-75408c7e70fb tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.564176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9cdad-ab18-4c02-ab29-e760092a771d req-01b97374-4779-4a83-ac36-75408c7e70fb tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.565913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7a9cdad-ab18-4c02-ab29-e760092a771d req-01b97374-4779-4a83-ac36-75408c7e70fb tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1676 time: 0.0882032 Aug 03 19:03:09.567536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810b65-bfb1-444c-a227-05b8359cec10 req-e459a320-5b48-4696-9288-ce32bf57da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.569339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-e459a320-5b48-4696-9288-ce32bf57da61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4b16212f-398c-4bcb-9336-d31e53fe821f HTTP/1.1" status: 200 len: 902 time: 0.1597877 Aug 03 19:03:09.597444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-5ed67253-e8e0-4cb3-b074-cabc9eb048f1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480590 Aug 03 19:03:09.603005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.607276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:09.609309 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b HTTP/1.1" status: 204 len: 168 time: 0.2559850 Aug 03 19:03:09.624636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff1d37-789b-40e0-b8d0-d0e51c15cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75dc9dd-54a0-4ca6-9d7f-c09fcac79d3b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:09.655784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-8424c382-73af-4511-8741-1e15a757aa5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 HTTP/1.1" status: 200 len: 217 time: 0.0658553 Aug 03 19:03:09.698144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7a9cdad-ab18-4c02-ab29-e760092a771d req-03b5d952-09ff-4766-949b-258b226aa9ab tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205239 Aug 03 19:03:09.782757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810b65-bfb1-444c-a227-05b8359cec10 req-7ac36cac-4f34-47c6-a5ca-87bf14597b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.788206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-7ac36cac-4f34-47c6-a5ca-87bf14597b92 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7cdc7587-4f27-4c0b-9f21-a49d5091272e HTTP/1.1" status: 200 len: 801 time: 0.1168091 Aug 03 19:03:09.895165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c511f-8b14-4c3c-9f1b-e90d7dd510dd req-c44c3173-1ceb-4e95-95b3-df0f94f6eb29 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.903404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b4c511f-8b14-4c3c-9f1b-e90d7dd510dd req-c44c3173-1ceb-4e95-95b3-df0f94f6eb29 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1078858 Aug 03 19:03:09.916682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53810b65-bfb1-444c-a227-05b8359cec10 req-e8926513-92ff-451c-ad06-9d57a84b3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:09.918125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-e8926513-92ff-451c-ad06-9d57a84b3b3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4b16212f-398c-4bcb-9336-d31e53fe821f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1101375 Aug 03 19:03:10.003729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b4c511f-8b14-4c3c-9f1b-e90d7dd510dd req-bea09412-4a20-4e51-af41-41106ac0eb76 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994265 Aug 03 19:03:10.086615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-578fad9c-06be-49b0-955e-38c997f5e513 service neutron] 10.222.0.54 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518221 Aug 03 19:03:10.256926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53810b65-bfb1-444c-a227-05b8359cec10 req-b4fc817a-6688-4a79-9e36-4e4a67c3dd2e service neutron] 10.222.0.54 "GET /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615007 Aug 03 19:03:10.273575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42e27-e275-43a5-b3f5-ed624ee988e1 req-49be85cc-6bb7-4b95-bdf5-cfad9f6ec707 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.275481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91d42e27-e275-43a5-b3f5-ed624ee988e1 req-49be85cc-6bb7-4b95-bdf5-cfad9f6ec707 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0997462 Aug 03 19:03:10.329804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91d42e27-e275-43a5-b3f5-ed624ee988e1 req-50b82ddc-551a-4e60-9085-79ac0c56094a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441458 Aug 03 19:03:10.473342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:10.476268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160b9da-fc6a-492d-87b4-81ad40d8d6db req-11750332-585b-4cf7-bd7b-0472ae93cbf9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.477163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d160b9da-fc6a-492d-87b4-81ad40d8d6db req-11750332-585b-4cf7-bd7b-0472ae93cbf9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0562694 Aug 03 19:03:10.534017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d160b9da-fc6a-492d-87b4-81ad40d8d6db req-3578ac70-b715-4845-9940-e381399b8f99 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Aug 03 19:03:10.539128 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b9dc6210-79fa-4dd5-a437-696716aff644 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=910292572631486985af888320254095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645702 Aug 03 19:03:10.541660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:10.614809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.645443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.826229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082fe0-36c0-499b-ad45-1bc095c8027c req-1421245f-7004-4b05-a93b-9ac057579b77 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.832285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27082fe0-36c0-499b-ad45-1bc095c8027c req-1421245f-7004-4b05-a93b-9ac057579b77 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:10.833914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27082fe0-36c0-499b-ad45-1bc095c8027c req-1421245f-7004-4b05-a93b-9ac057579b77 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1676 time: 0.0653791 Aug 03 19:03:10.877514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27082fe0-36c0-499b-ad45-1bc095c8027c req-be6220c8-f4b4-4a31-9b64-48ddf2ac61f4 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373652 Aug 03 19:03:10.898903 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.901743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:10.903100 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4e0d5ff-b462-4e00-baf7-4f44dfd73f2d HTTP/1.1" status: 204 len: 168 time: 0.3598735 Aug 03 19:03:10.912634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c970a3-a244-431a-bf65-62ccb8487ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e0d5ff-b462-4e00-baf7-4f44dfd73f2d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:11.019388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ecc16-af1f-4d9d-a966-6f6d28de41b0 req-52a2439f-0732-47ff-9e29-1c3a6db48cb8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.020973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e6ecc16-af1f-4d9d-a966-6f6d28de41b0 req-52a2439f-0732-47ff-9e29-1c3a6db48cb8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0593905 Aug 03 19:03:11.074706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e6ecc16-af1f-4d9d-a966-6f6d28de41b0 req-eb9ef759-3ce9-44c6-b586-16cd92dea0d2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Aug 03 19:03:11.278881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451a73a-4a1f-493a-8890-4eba2320676c req-958a0bcc-b8a5-43ab-afdb-55e358ed6642 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.280768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a451a73a-4a1f-493a-8890-4eba2320676c req-958a0bcc-b8a5-43ab-afdb-55e358ed6642 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0530558 Aug 03 19:03:11.328970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a451a73a-4a1f-493a-8890-4eba2320676c req-d4b48735-7632-411d-aa2a-4e4b14043def tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Aug 03 19:03:11.479592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815dcb15-0c8c-4f45-9f2d-0d53fcbe5403 req-1442e8d9-deda-4e8f-a31d-fc2467151182 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.481376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-815dcb15-0c8c-4f45-9f2d-0d53fcbe5403 req-1442e8d9-deda-4e8f-a31d-fc2467151182 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0766044 Aug 03 19:03:11.528263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-815dcb15-0c8c-4f45-9f2d-0d53fcbe5403 req-f7023618-4f61-44f4-a954-25cfcdc5fb86 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Aug 03 19:03:11.700952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d552e-8cad-4a62-b7aa-a4ea757921ef req-b09cf2bc-b659-4945-b219-61545e787334 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:11.702617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-982d552e-8cad-4a62-b7aa-a4ea757921ef req-b09cf2bc-b659-4945-b219-61545e787334 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0664513 Aug 03 19:03:11.749739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-982d552e-8cad-4a62-b7aa-a4ea757921ef req-426ff861-d8bf-46fc-8e6e-18bc1d31c85f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403936 Aug 03 19:03:12.001836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a0f21-559f-48e0-af2f-32df007d8ada req-8e1960df-2798-41f2-a5e2-f630c65658d8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.001836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b7a0f21-559f-48e0-af2f-32df007d8ada req-8e1960df-2798-41f2-a5e2-f630c65658d8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0520871 Aug 03 19:03:12.001836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b7a0f21-559f-48e0-af2f-32df007d8ada req-815a889c-f8bd-460a-8798-0682de9de365 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 03 19:03:12.098352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e42bc-428e-4524-a101-e33a4a9d1922 req-cee76a02-0714-4206-a31a-602769651590 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.104110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e42bc-428e-4524-a101-e33a4a9d1922 req-cee76a02-0714-4206-a31a-602769651590 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.105792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a7e42bc-428e-4524-a101-e33a4a9d1922 req-cee76a02-0714-4206-a31a-602769651590 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1676 time: 0.0618577 Aug 03 19:03:12.151090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a7e42bc-428e-4524-a101-e33a4a9d1922 req-432b28ef-4ff9-41b2-94bc-96f116969b77 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390341 Aug 03 19:03:12.374891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c72c8-6243-47f6-b6b1-57e91ecd806e req-0cd68efd-f853-422f-8471-9d4fc17db506 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.376406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc8c72c8-6243-47f6-b6b1-57e91ecd806e req-0cd68efd-f853-422f-8471-9d4fc17db506 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0501862 Aug 03 19:03:12.416979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc8c72c8-6243-47f6-b6b1-57e91ecd806e req-cc2ba841-7348-4779-8517-267573b02c65 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Aug 03 19:03:12.530670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f7810-ec04-4bbf-97ce-24653289c340 req-dd2c1a1f-7442-4e5d-8ef0-603ef8d529eb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.532231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-969f7810-ec04-4bbf-97ce-24653289c340 req-dd2c1a1f-7442-4e5d-8ef0-603ef8d529eb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0512042 Aug 03 19:03:12.574405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-969f7810-ec04-4bbf-97ce-24653289c340 req-a3f10b14-6e23-427e-a293-03fef3611843 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359306 Aug 03 19:03:12.600931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:12.713505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52445e28-496e-4568-a799-823d7220bd05 req-b83607a3-8018-44ad-adc4-7689777d1019 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.717926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52445e28-496e-4568-a799-823d7220bd05 req-b83607a3-8018-44ad-adc4-7689777d1019 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0827825 Aug 03 19:03:12.721389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:12.737217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', 'network_id': '4b16212f-398c-4bcb-9336-d31e53fe821f', 'port_id': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', 'mac_address': 'fa:16:3e:29:94:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdc7587-4f27-4c0b-9f21-a49d5091272e', 'ip_address': '19.86.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:12.783038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52445e28-496e-4568-a799-823d7220bd05 req-34caf0d0-f895-4c66-880b-6cb8c8c65370 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569115 Aug 03 19:03:12.789792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:12.804118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:12.828805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:12.931693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba6793-7e2c-4a23-8362-a297f96cbbb2 req-c4be0ed9-2c98-46ef-b38c-df128ada65cf tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:12.933915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ba6793-7e2c-4a23-8362-a297f96cbbb2 req-c4be0ed9-2c98-46ef-b38c-df128ada65cf tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0559413 Aug 03 19:03:12.978235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ba6793-7e2c-4a23-8362-a297f96cbbb2 req-236ebe90-740b-4b8a-b5e7-cff004a92a5b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374391 Aug 03 19:03:13.041681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.043089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83edb774-a8d6-4cef-afd2-ae7c1d319b46 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:13.144796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:13.222804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:13.238749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb6afc-5e55-4fee-8fac-97cf57e4222a req-0c5dcf4d-0c69-4c11-99e8-d3c369ed3612 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.240762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11cb6afc-5e55-4fee-8fac-97cf57e4222a req-0c5dcf4d-0c69-4c11-99e8-d3c369ed3612 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1108057 Aug 03 19:03:13.242405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '83edb774-a8d6-4cef-afd2-ae7c1d319b46', 'network_id': '06dd4064-455f-4ea2-a488-fc3ed625097f', 'port_id': '83edb774-a8d6-4cef-afd2-ae7c1d319b46', 'mac_address': 'fa:16:3e:e9:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e964be26-1f63-4f2a-9d22-e747d2cf0f80', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:13.320195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.321887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11cb6afc-5e55-4fee-8fac-97cf57e4222a req-79cd5c62-1460-4ada-a0c7-68eaa285666e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 Aug 03 19:03:13.362814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83edb774-a8d6-4cef-afd2-ae7c1d319b46 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:13.399177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:13.492068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-db6bb564-76fa-4ea2-9234-96f8baeaa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.494171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-db6bb564-76fa-4ea2-9234-96f8baeaa988 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1100 time: 0.1181421 Aug 03 19:03:13.504600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:13.531913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424342-8b37-412a-89c8-79467acdc415 req-bcb2ffdf-29d1-458c-8180-00672486f444 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.555069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4424342-8b37-412a-89c8-79467acdc415 req-bcb2ffdf-29d1-458c-8180-00672486f444 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.556894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4424342-8b37-412a-89c8-79467acdc415 req-bcb2ffdf-29d1-458c-8180-00672486f444 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1677 time: 0.1344187 Aug 03 19:03:13.598901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:13.736339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4424342-8b37-412a-89c8-79467acdc415 req-c8a5051c-6bf3-4130-a9f3-e084667d38ad tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648917 Aug 03 19:03:13.762690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-13ae8864-26c4-4a2c-9622-1c54da2cf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:13.764322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-13ae8864-26c4-4a2c-9622-1c54da2cf40b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2064803 Aug 03 19:03:13.911701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9c3d3807-d535-4f58-a2d0-d178cb4c7dc3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:14.148399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-29c146b2-a946-4f95-bdfc-fe4182f5a314 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.3693974 Aug 03 19:03:14.212163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-a7f4b833-6967-447a-847f-03cecb28032c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.213600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-a7f4b833-6967-447a-847f-03cecb28032c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.5897894 Aug 03 19:03:14.252977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-907b78bf-304b-4117-a201-fc0cfd7274d1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/quotas/a5eeba7a77e844f0904d92765be84d66 HTTP/1.1" status: 200 len: 375 time: 0.0271013 Aug 03 19:03:14.265016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-1ebbd381-a080-4f8f-b839-0b6bd4e2521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.266183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-1ebbd381-a080-4f8f-b839-0b6bd4e2521f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1030560 Aug 03 19:03:14.295235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539f54a-1c99-4f2d-88ed-002ffd5c15ff req-0b7021c4-f629-4248-983f-61484babd089 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.297082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b539f54a-1c99-4f2d-88ed-002ffd5c15ff req-0b7021c4-f629-4248-983f-61484babd089 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1544487 Aug 03 19:03:14.392388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b539f54a-1c99-4f2d-88ed-002ffd5c15ff req-6e7cb53b-72a9-4ab3-a0a4-43f01e9111c7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832505 Aug 03 19:03:14.397171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-c92416f5-98fa-4b53-8e4f-5fc5250fff28 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434548 Aug 03 19:03:14.403150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-f85610e8-9790-4daa-a230-5c8fc2eedb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.404734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-f85610e8-9790-4daa-a230-5c8fc2eedb58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191120 Aug 03 19:03:14.583518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7be68-7e97-4323-aaae-2d17df85f793 req-152aa9f2-4b24-4c7d-be1e-c21afcedddd2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:14.584933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb7be68-7e97-4323-aaae-2d17df85f793 req-152aa9f2-4b24-4c7d-be1e-c21afcedddd2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1286166 Aug 03 19:03:14.608449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-117cbff8-09df-4035-a755-af6a4793f8a1 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027445 Aug 03 19:03:14.652574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-52d6156f-d4fc-4207-9db9-b46793b9cf03 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386839 Aug 03 19:03:14.739534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb7be68-7e97-4323-aaae-2d17df85f793 req-0d200cfb-a81c-45a6-9190-317ea8bd967c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461959 Aug 03 19:03:14.813040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-616b1e8f-78f7-4198-9c50-7d19a7ea585b service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876471 Aug 03 19:03:14.819035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-c7e9d023-e87b-475a-9143-d2bcb9b57095 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321025 Aug 03 19:03:14.910541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:14.997754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['83edb774-a8d6-4cef-afd2-ae7c1d319b46'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:15.022764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.035659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.062161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:15.064759 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4977a9d-70d3-4aa7-b9cc-d42c94259dc7" -d '{"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:15.087267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:15.100907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1c8a70f3-f04c-406f-bf1f-87aaa02f5a84 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357189 Aug 03 19:03:15.111929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-54f48e9e-3c6e-43ac-bcf7-d211eeeb2757 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.113504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-54f48e9e-3c6e-43ac-bcf7-d211eeeb2757 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/ports?device_id=26336857-854b-4c6a-b4f6-41f95a7e841e HTTP/1.1" status: 200 len: 945 time: 0.0766537 Aug 03 19:03:15.191668 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.265296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:15.315604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Deleting port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:15.316277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.345097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-df1655d7-03de-4dfe-9f20-be7dac8c0d53 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.352245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-df1655d7-03de-4dfe-9f20-be7dac8c0d53 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446148 Aug 03 19:03:15.374194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-239a5142-7f31-4f68-b7e0-1c9c89eeae05 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/quotas/f7f3f270ee0f4d45b02665471ab289c0 HTTP/1.1" status: 200 len: 375 time: 0.0210528 Aug 03 19:03:15.413064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-8f328e9f-a212-4c04-9acc-90bb3b1e8927 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379407 Aug 03 19:03:15.445817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a5508-d3fc-4965-81c4-50dff1874b01 req-b2281f85-99e4-4ce9-b827-fea0585cb83b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.449363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-690a5508-d3fc-4965-81c4-50dff1874b01 req-b2281f85-99e4-4ce9-b827-fea0585cb83b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1545947 Aug 03 19:03:15.473911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] For port b5a78bc9-44bd-4423-b3f1-27cbc63498c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:15.474295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:15.490369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Calling delete_port for b5a78bc9-44bd-4423-b3f1-27cbc63498c7 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:15.510206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-690a5508-d3fc-4965-81c4-50dff1874b01 req-e9905c34-4e81-40d3-b05e-2ae537997b0c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524354 Aug 03 19:03:15.741745 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142fbd1c-b619-48b2-84ca-578bd81c1c50 x-openstack-request-id: req-142fbd1c-b619-48b2-84ca-578bd81c1c50 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:15.741745 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-unplugged", "status": "completed", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:15.741745 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-142fbd1c-b619-48b2-84ca-578bd81c1c50 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:15.742071 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'code': 200} Aug 03 19:03:15.834173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5365fbe4-bab8-4b42-9a6b-7b83d9ae3058 req-c64d5ef4-13e2-4a8f-934a-cf694ac89584 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 210 time: 0.0421424 Aug 03 19:03:15.935647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a40e-c875-4e0b-9912-7eeda00617fa req-4d8e832a-245f-4683-b9b8-1a79b23ddab4 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.943419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9a40e-c875-4e0b-9912-7eeda00617fa req-4d8e832a-245f-4683-b9b8-1a79b23ddab4 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:15.953333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90a9a40e-c875-4e0b-9912-7eeda00617fa req-4d8e832a-245f-4683-b9b8-1a79b23ddab4 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1678 time: 0.1171656 Aug 03 19:03:16.012130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90a9a40e-c875-4e0b-9912-7eeda00617fa req-8a9ce1a6-e487-491e-bc2c-1252514ffa2a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Aug 03 19:03:16.050204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-735252cd-4fa5-46d8-9633-c81ff59f9025 req-57a083d4-628d-4541-850a-1312c2b6fff6 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0759854 Aug 03 19:03:16.115953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:16.144116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bc7a3-b808-43b8-9464-7a40eab5adfd req-8362129e-6908-42e6-8374-9564ce6ace7a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.148761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e6bc7a3-b808-43b8-9464-7a40eab5adfd req-8362129e-6908-42e6-8374-9564ce6ace7a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0666542 Aug 03 19:03:16.155167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event deleted for resources: {'Port': ['ID=b5a78bc9-44bd-4423-b3f1-27cbc63498c7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:16.212368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] No DVR routers for this DVR port b5a78bc9-44bd-4423-b3f1-27cbc63498c7 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:16.212368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:16.212855 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5dc12d87-90ce-4abe-bd49-8f09c9ef4c7e req-eb64ab13-7156-41da-8210-39ab2a481156 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "DELETE /v2.0/ports/b5a78bc9-44bd-4423-b3f1-27cbc63498c7 HTTP/1.1" status: 204 len: 173 time: 1.0923681 Aug 03 19:03:16.214167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-deleted', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:16.224519 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58647875-72b9-48dd-be8b-7bf1f8e61f70" -d '{"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-deleted", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:16.236584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e6bc7a3-b808-43b8-9464-7a40eab5adfd req-e60ae962-ba63-4a5e-9f2e-281ca0a08565 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695672 Aug 03 19:03:16.297713 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c9c992-fcef-49ea-9fdd-950ce7fbf558 x-openstack-request-id: req-a3c9c992-fcef-49ea-9fdd-950ce7fbf558 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:16.298013 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26336857-854b-4c6a-b4f6-41f95a7e841e", "name": "network-vif-deleted", "tag": "b5a78bc9-44bd-4423-b3f1-27cbc63498c7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:16.298264 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3c9c992-fcef-49ea-9fdd-950ce7fbf558 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:16.298738 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26336857-854b-4c6a-b4f6-41f95a7e841e', 'name': 'network-vif-deleted', 'tag': 'b5a78bc9-44bd-4423-b3f1-27cbc63498c7', 'status': 'completed', 'code': 200} Aug 03 19:03:16.302126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1611e2-df88-4f78-9257-77a1a6d08fd0 req-5197217a-3302-447c-98eb-8838601dc09f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.303854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff1611e2-df88-4f78-9257-77a1a6d08fd0 req-5197217a-3302-447c-98eb-8838601dc09f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0646448 Aug 03 19:03:16.345909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff1611e2-df88-4f78-9257-77a1a6d08fd0 req-e00c2d2d-9125-42b0-aadd-2f42cc6b1ff1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Aug 03 19:03:16.472777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa8558-b71c-41ec-8820-4224a6006d2b req-4f3e5c98-ff9c-47ea-a280-10ddc87963c2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.475167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dfa8558-b71c-41ec-8820-4224a6006d2b req-4f3e5c98-ff9c-47ea-a280-10ddc87963c2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0564117 Aug 03 19:03:16.524817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dfa8558-b71c-41ec-8820-4224a6006d2b req-74810d33-736e-46ae-89ca-fc96d399a6fd tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Aug 03 19:03:16.619893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:16.695698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d23ce-6533-4013-9264-3001cd551a84 req-5350dd05-64ca-4169-a5a4-a445a6aebb27 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.695698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b71d23ce-6533-4013-9264-3001cd551a84 req-5350dd05-64ca-4169-a5a4-a445a6aebb27 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0647199 Aug 03 19:03:16.738112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b71d23ce-6533-4013-9264-3001cd551a84 req-820f2a5f-ec04-46d2-a8b7-ffaf0036d5e9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Aug 03 19:03:16.880181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995635d0-e4d0-4e86-879f-46bd88eb21d0 req-e183f500-68f3-4e82-9515-2da0e0056015 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:16.882520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-995635d0-e4d0-4e86-879f-46bd88eb21d0 req-e183f500-68f3-4e82-9515-2da0e0056015 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0629525 Aug 03 19:03:16.934002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-995635d0-e4d0-4e86-879f-46bd88eb21d0 req-6cb683ea-5b59-4be9-b917-51f730f07bf4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456877 Aug 03 19:03:16.957664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4555cc9f-7c90-4a62-9d46-85c2a906bdde req-0f02285a-f625-4ce9-8301-0ee2079244c7 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 210 time: 0.0339432 Aug 03 19:03:16.957927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:16.957927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:16.957927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.062002 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.109130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:17.174656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb1f00-7dd2-48bb-88cf-c16ab35184f0 req-c5fe3393-3617-4805-af34-ebb7b3670a1d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.181729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb1f00-7dd2-48bb-88cf-c16ab35184f0 req-c5fe3393-3617-4805-af34-ebb7b3670a1d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.183917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35cb1f00-7dd2-48bb-88cf-c16ab35184f0 req-c5fe3393-3617-4805-af34-ebb7b3670a1d tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1678 time: 0.0990295 Aug 03 19:03:17.199918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681874-3a42-4f45-9d7c-5df710b0a9ae req-81960f01-4d3b-409b-8a78-c7ecd6343a18 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.201502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54681874-3a42-4f45-9d7c-5df710b0a9ae req-81960f01-4d3b-409b-8a78-c7ecd6343a18 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1026332 Aug 03 19:03:17.247399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.248144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83edb774-a8d6-4cef-afd2-ae7c1d319b46 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:17.268826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35cb1f00-7dd2-48bb-88cf-c16ab35184f0 req-e7c36d6f-6b59-4810-a334-6125855130ea tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779014 Aug 03 19:03:17.271917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54681874-3a42-4f45-9d7c-5df710b0a9ae req-b40b4a4b-099e-4c91-97cf-80df65ad3372 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617173 Aug 03 19:03:17.342714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:17.356542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ef4dbb9-43f0-4b1f-bd87-e6c6e6ce287a req-28cf940f-7e6c-44aa-a883-dbb3969bca26 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0300417 Aug 03 19:03:17.518926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb03269-ac75-440b-913d-86514cfd649e req-16325f7d-12ba-47fe-84f6-1003e288105b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.520401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcb03269-ac75-440b-913d-86514cfd649e req-16325f7d-12ba-47fe-84f6-1003e288105b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0903218 Aug 03 19:03:17.527047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:17.531339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:17.531721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.534241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39874f3c-93ad-44ff-a75a-3c47fa040166 req-e60914b4-ed25-4577-909c-4d64327d2e3a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.542959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39874f3c-93ad-44ff-a75a-3c47fa040166 req-e60914b4-ed25-4577-909c-4d64327d2e3a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0968750 Aug 03 19:03:17.607702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcb03269-ac75-440b-913d-86514cfd649e req-5f28a44b-25b0-44da-9a53-2bbeb332051d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Aug 03 19:03:17.611017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39874f3c-93ad-44ff-a75a-3c47fa040166 req-bd05dce2-9487-43cb-a165-7fd0014b6fa0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Aug 03 19:03:17.632559 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.675729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:17.743253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3'}, {'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:17.746832 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026ce11d-906f-4dca-b8d1-68528bf00020" -d '{"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-plugged", "status": "completed", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3"}, {"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-plugged", "status": "completed", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:17.785162 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88ba84-90ce-4bcc-8576-883076842775 x-openstack-request-id: req-7b88ba84-90ce-4bcc-8576-883076842775 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:17.785569 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-plugged", "status": "completed", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3", "code": 200}, {"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-plugged", "status": "completed", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:17.785889 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b88ba84-90ce-4bcc-8576-883076842775 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:17.786376 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', 'code': 200} Aug 03 19:03:17.786818 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46', 'code': 200} Aug 03 19:03:17.845763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbae63-413c-46eb-9f77-ccc411ebe1f7 req-2e7152d3-ea7a-4da9-8cd0-26c0ac472c3f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.847474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dbbae63-413c-46eb-9f77-ccc411ebe1f7 req-2e7152d3-ea7a-4da9-8cd0-26c0ac472c3f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0583167 Aug 03 19:03:17.882652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:17.907074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dbbae63-413c-46eb-9f77-ccc411ebe1f7 req-cb5eacbe-16dd-4596-a9ea-2db582cee569 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479908 Aug 03 19:03:17.963150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:17.990420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4bd9-276a-45d0-9b70-9ff4f06727bf req-b40d1f2a-d954-46a9-ac3e-c69decab8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.990942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4bd9-276a-45d0-9b70-9ff4f06727bf req-b40d1f2a-d954-46a9-ac3e-c69decab8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:17.992532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7cc4bd9-276a-45d0-9b70-9ff4f06727bf req-b40d1f2a-d954-46a9-ac3e-c69decab8561 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1982 time: 0.0483668 Aug 03 19:03:18.090910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0767a624-408c-4ccd-b239-ad1f997a2b8b req-330615af-d36f-4de6-a876-829cffdc792e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 210 time: 0.0407379 Aug 03 19:03:18.100148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9efdc-2c03-419f-b6a7-aca13e679b2e req-531039ed-ef82-46c2-80eb-baf36a9d60c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.101675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acf9efdc-2c03-419f-b6a7-aca13e679b2e req-531039ed-ef82-46c2-80eb-baf36a9d60c8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1081176 Aug 03 19:03:18.107915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7cc4bd9-276a-45d0-9b70-9ff4f06727bf req-603bf2e6-eae9-46fa-842c-1506eab393b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834296 Aug 03 19:03:18.144598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acf9efdc-2c03-419f-b6a7-aca13e679b2e req-2a137c2f-0f6d-4e14-80f0-0da19ba3e6b2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Aug 03 19:03:18.287346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c23d-b957-430d-93dd-f1b74a10bd55 req-08a10998-dcbc-4347-8b08-e513ecb0e26b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.288872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e76c23d-b957-430d-93dd-f1b74a10bd55 req-08a10998-dcbc-4347-8b08-e513ecb0e26b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0505862 Aug 03 19:03:18.328586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e76c23d-b957-430d-93dd-f1b74a10bd55 req-5bc1af16-84d8-4ae5-bd26-364d957a7380 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Aug 03 19:03:18.394905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c83d1-dab8-4a0c-b2b1-f45c876f98de req-e70f7b4e-a93c-42a5-8553-59cb33c78a13 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.401576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c83d1-dab8-4a0c-b2b1-f45c876f98de req-e70f7b4e-a93c-42a5-8553-59cb33c78a13 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.403601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d2c83d1-dab8-4a0c-b2b1-f45c876f98de req-e70f7b4e-a93c-42a5-8553-59cb33c78a13 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0642035 Aug 03 19:03:18.476025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d2c83d1-dab8-4a0c-b2b1-f45c876f98de req-20f877c0-dcff-4272-95ac-5ddeb24157a3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663502 Aug 03 19:03:18.486661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184f18d-b0e4-42ab-8b86-190b9bea47f2 req-07d0919c-7e30-4618-b2f8-f89f1e77bc79 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.488155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e184f18d-b0e4-42ab-8b86-190b9bea47f2 req-07d0919c-7e30-4618-b2f8-f89f1e77bc79 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0774531 Aug 03 19:03:18.531716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e184f18d-b0e4-42ab-8b86-190b9bea47f2 req-3206a2f5-6946-4961-88d3-72044509e4ce tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Aug 03 19:03:18.564307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34222b64-3f33-4f3e-b654-8bd70f27310c req-431d45a3-91dc-4e81-b9b4-d94d03b158b7 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0283191 Aug 03 19:03:18.724141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-6bca52aa-81cd-45ce-b000-a1765b918a22 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.725676 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-6bca52aa-81cd-45ce-b000-a1765b918a22 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1491132 Aug 03 19:03:18.739735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Request body: {'port': {'device_id': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'admin_state_up': True, 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:18.781480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6ad84-3b36-48b0-a7e6-905308eba066 req-dda69e45-a817-4a84-862a-805e79268c2e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:18.783250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1be6ad84-3b36-48b0-a7e6-905308eba066 req-dda69e45-a817-4a84-862a-805e79268c2e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0619624 Aug 03 19:03:18.826342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1be6ad84-3b36-48b0-a7e6-905308eba066 req-bc3cdb59-747c-447b-b8ba-6d35e04124c8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Aug 03 19:03:18.847518 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-105c3e8f-93c6-468b-8498-6de6df71e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:18.909711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:18.938119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b5a78bc9-44bd-4423-b3f1-27cbc63498c7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:18.938461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b5a78bc9-44bd-4423-b3f1-27cbc63498c7 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:19.121065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:19.124466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.197364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69baf705-6f9b-48cf-b3b8-9d814382f07b req-ad694a7f-0e0b-4693-a5a8-286791b66c4a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Aug 03 19:03:19.263157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Allocated IP 172.20.0.5 (fdf2592a-0f2f-4246-91b8-fb7208201837/848abf52-239a-48a2-b413-07b75f52f8c7/064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:19.433066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.584281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.625491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072e31-75c5-4a2f-9173-a55aa9fbe204 req-0bfde976-40a9-45a5-97cd-ac34768a4ef7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.633435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Network fdf2592a-0f2f-4246-91b8-fb7208201837 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:19.638998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072e31-75c5-4a2f-9173-a55aa9fbe204 req-0bfde976-40a9-45a5-97cd-ac34768a4ef7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.639859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:19.640894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c072e31-75c5-4a2f-9173-a55aa9fbe204 req-0bfde976-40a9-45a5-97cd-ac34768a4ef7 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0880368 Aug 03 19:03:19.646215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:19.677480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:19.712102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.712680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c072e31-75c5-4a2f-9173-a55aa9fbe204 req-0152457d-52a1-48a3-9a41-c1a8d8eabf66 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580988 Aug 03 19:03:19.713170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:19.792767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-448ca34e-d2a1-4a0b-8a0d-e5e26dd5bd60 req-c2991b87-a316-457b-afe2-3323626b6407 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0339210 Aug 03 19:03:19.842385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2830c96-465a-4036-b66f-a3a0a3b0202a req-93925aca-5b41-454f-876e-d799d5323a55 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.844137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2830c96-465a-4036-b66f-a3a0a3b0202a req-93925aca-5b41-454f-876e-d799d5323a55 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0556026 Aug 03 19:03:19.890662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2830c96-465a-4036-b66f-a3a0a3b0202a req-d08a454d-fcfa-45e7-b897-78511e9a3a1d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Aug 03 19:03:19.977680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d689a3-ebe6-4b1f-ba4f-2524a0fdbf34 req-50188bee-e35d-4b6a-ab19-f363929ebc3b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:19.979878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31d689a3-ebe6-4b1f-ba4f-2524a0fdbf34 req-50188bee-e35d-4b6a-ab19-f363929ebc3b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0515966 Aug 03 19:03:19.982355 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-89ddd43e-55f0-47eb-8926-245e61f4e50e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2476094 Aug 03 19:03:20.001484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Request body: {'port': {'device_id': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:20.030093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31d689a3-ebe6-4b1f-ba4f-2524a0fdbf34 req-41687f4f-099a-4c15-bb92-3d994dd8ee4b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Aug 03 19:03:20.074324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.273608 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-cfabd87d-b4c8-41d7-93cb-c85a10abc24b tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262730 Aug 03 19:03:20.329445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a1128-125a-4d96-8b55-63109c6c5745 req-20aacc8c-6954-4620-aec8-baf6e49e56ef tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.330863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b9a1128-125a-4d96-8b55-63109c6c5745 req-20aacc8c-6954-4620-aec8-baf6e49e56ef tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 931 time: 0.0569184 Aug 03 19:03:20.373372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b9a1128-125a-4d96-8b55-63109c6c5745 req-319aaf1e-4593-4544-9f54-f62d6ea9fa51 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Aug 03 19:03:20.452697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-556102cc-cce6-4b55-9615-e7a6796972f3 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.456884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-556102cc-cce6-4b55-9615-e7a6796972f3 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710546 Aug 03 19:03:20.471248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Request body: {'port': {'device_id': '8383b983-8194-4be6-a449-46552e268a4d', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'f7f3f270ee0f4d45b02665471ab289c0'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:20.476249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:20.496362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.551929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Transition to ACTIVE for port object 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:20.703767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.760523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:20.782019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Made reservation on behalf of f7f3f270ee0f4d45b02665471ab289c0 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:20.785605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.819486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.845425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eac9a-6b1a-48de-850e-4fdc70ae7d0f req-f1ba08d6-42f9-40e2-8305-c162d05cdbc1 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.852728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eac9a-6b1a-48de-850e-4fdc70ae7d0f req-f1ba08d6-42f9-40e2-8305-c162d05cdbc1 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:20.856181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-597eac9a-6b1a-48de-850e-4fdc70ae7d0f req-f1ba08d6-42f9-40e2-8305-c162d05cdbc1 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0662057 Aug 03 19:03:20.879925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Attempting to bind port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:20.880303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Attempting to bind port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:20.880600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Attempting to bind port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:20.888848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd on network fdf2592a-0f2f-4246-91b8-fb7208201837 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:20.889232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Attempting to bind port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:20.905208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:20.905559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Checking segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:20.905951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Bound using segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:20.906401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Bound port: 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:20.906773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:20.921205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7feabed3-8702-443c-82b0-6331e925193f req-50856d1c-6c2c-4bfa-b939-de98d980e956 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0439055 Aug 03 19:03:20.932607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-597eac9a-6b1a-48de-850e-4fdc70ae7d0f req-7a0b2113-83c0-4ca6-89cb-4911f8d936ee tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Aug 03 19:03:21.013612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:21.020930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.031647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:21.063127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661b8bd-38b0-41c5-80fc-ed249d05928d req-fd564fdc-94ee-4c1d-a0b6-08f1fb272245 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.065091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b661b8bd-38b0-41c5-80fc-ed249d05928d req-fd564fdc-94ee-4c1d-a0b6-08f1fb272245 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0663555 Aug 03 19:03:21.115764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b661b8bd-38b0-41c5-80fc-ed249d05928d req-99e4d954-0119-4265-9b90-e6a0ac0ddad9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Aug 03 19:03:21.161462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.180429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75bd63-922d-4145-ab7c-da244ad001ed req-17be262b-3213-453c-b364-6ad8cf57c1be tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.182095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce75bd63-922d-4145-ab7c-da244ad001ed req-17be262b-3213-453c-b364-6ad8cf57c1be tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0561321 Aug 03 19:03:21.200747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.226108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce75bd63-922d-4145-ab7c-da244ad001ed req-7266b3e5-6ede-44c1-adbb-61f7d03a2079 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Aug 03 19:03:21.268593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb4dc9f-ea7f-424c-afcd-f73caead8556,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:21.288939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.289907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.292119 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] 10.222.0.77 "PUT /v2.0/ports/064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd HTTP/1.1" status: 200 len: 1091 time: 1.2950597 Aug 03 19:03:21.293821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:21.296369 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a8cca-52e4-47b4-b445-e987158fb575" -d '{"events": [{"name": "network-changed", "server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:21.356965 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebb0ab0-69ef-4e9c-b9c9-4518a01584e2 x-openstack-request-id: req-9ebb0ab0-69ef-4e9c-b9c9-4518a01584e2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:21.357266 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:21.357522 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ebb0ab0-69ef-4e9c-b9c9-4518a01584e2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:21.357925 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'status': 'completed', 'code': 200} Aug 03 19:03:21.363162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185ea18-eccc-4f83-9c8d-4430ddfa7b66 service neutron] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:21.424244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Allocated IP 192.168.233.29 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/74d30f12-6985-4584-9374-30a26f4a5eb7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:21.459545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-f0be7520-33eb-447b-adbc-c412d5d37641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.461221 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-f0be7520-33eb-447b-adbc-c412d5d37641 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 1094 time: 0.0836411 Aug 03 19:03:21.502763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d34300-4f07-4a79-83d4-804e44a77ee6 req-33a36531-e980-4247-b21d-f20655dd3870 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.504323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d34300-4f07-4a79-83d4-804e44a77ee6 req-33a36531-e980-4247-b21d-f20655dd3870 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 943 time: 0.0524724 Aug 03 19:03:21.549754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d34300-4f07-4a79-83d4-804e44a77ee6 req-c6401c06-3ac8-4fa4-a06b-a4de49dfd07f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381711 Aug 03 19:03:21.647275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-5b4167e1-4ad3-40f5-90a4-93229db4e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.648772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-5b4167e1-4ad3-40f5-90a4-93229db4e31c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a5eeba7a77e844f0904d92765be84d66&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1757853 Aug 03 19:03:21.667883 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:03:21.689522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.718272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a900c3-a930-436e-8c18-d6954d8118ff req-34329727-8d1b-425c-bdad-90a5a3cafc6a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.724492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a900c3-a930-436e-8c18-d6954d8118ff req-34329727-8d1b-425c-bdad-90a5a3cafc6a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.726415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2a900c3-a930-436e-8c18-d6954d8118ff req-34329727-8d1b-425c-bdad-90a5a3cafc6a tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0664237 Aug 03 19:03:21.741040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Transition to ACTIVE for port object 74d30f12-6985-4584-9374-30a26f4a5eb7 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:21.768416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2a900c3-a930-436e-8c18-d6954d8118ff req-2b34950e-2afc-4606-aa28-b19812b17169 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351748 Aug 03 19:03:21.791706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-a16ab47a-639b-4f5b-a14b-2332a79621a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.793311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c97a8cca-52e4-47b4-b445-e987158fb575 req-a16ab47a-639b-4f5b-a14b-2332a79621a8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337795 Aug 03 19:03:21.879299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-5c796fd8-b755-4af5-91f6-8339ffd8dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:21.880868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-5c796fd8-b755-4af5-91f6-8339ffd8dccd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 1094 time: 0.0438578 Aug 03 19:03:21.882317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.920864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-52ab5066-c3d7-4a76-b098-9ff4b71880fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:21.959398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-fe813bcb-ff4b-49ad-9429-a1700b25d0e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd HTTP/1.1" status: 200 len: 217 time: 0.0679493 Aug 03 19:03:21.965845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:21.970193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:21.987754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:22.009441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Pushing event updated for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:22.064566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c94ac2-92f9-48f7-8aed-2edbcb985270 req-5ad806b8-0835-450b-a497-e5bbb074d80a tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.073227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41c94ac2-92f9-48f7-8aed-2edbcb985270 req-5ad806b8-0835-450b-a497-e5bbb074d80a tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 935 time: 0.0699639 Aug 03 19:03:22.086699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.088119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.097759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-63205e7e-dc66-42c7-a52f-032b2fea65ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.099254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-63205e7e-dc66-42c7-a52f-032b2fea65ad service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.1304240 Aug 03 19:03:22.115293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41c94ac2-92f9-48f7-8aed-2edbcb985270 req-b79d371e-ed4f-4cf4-a188-21603c7be045 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Aug 03 19:03:22.143272 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-425f59c5-72a2-4538-9cb8-03e2f5b4e515 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321174 Aug 03 19:03:22.194194 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.237639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1e1642d8-720d-4666-b963-f3022e47c726 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7645042 Aug 03 19:03:22.247941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Request body: {'port': {'device_id': '8383b983-8194-4be6-a449-46552e268a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:22.279524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b63997-dd4f-4769-beb0-6adc8c082e0d req-e7ef4254-b1f8-45b8-81d8-3d2fec17ae7c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.282493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76b63997-dd4f-4769-beb0-6adc8c082e0d req-e7ef4254-b1f8-45b8-81d8-3d2fec17ae7c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0884540 Aug 03 19:03:22.308341 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-5948d26d-e6c7-4b69-a4cd-b53e928d96f8 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524751 Aug 03 19:03:22.343949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76b63997-dd4f-4769-beb0-6adc8c082e0d req-0ac9ca91-0a44-4fb1-b540-b813c201449d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 Aug 03 19:03:22.382180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.434412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2fbc29cb-dcb2-4caf-954c-db5d6951d1f4 None None] Provisioning for port 74d30f12-6985-4584-9374-30a26f4a5eb7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:22.442685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2fbc29cb-dcb2-4caf-954c-db5d6951d1f4 None None] Provisioning complete for port 74d30f12-6985-4584-9374-30a26f4a5eb7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:22.443373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2fbc29cb-dcb2-4caf-954c-db5d6951d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.469611 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c52e3a9-5852-4c5a-b61c-65ee392f0187 req-87727255-1195-4a13-9b71-bc65b6f258ba service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450362 Aug 03 19:03:22.472815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-9028abde-9cad-410c-b4f2-8b35df012d27 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703022 Aug 03 19:03:22.493882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc29cb-dcb2-4caf-954c-db5d6951d1f4 None None] Port 74d30f12-6985-4584-9374-30a26f4a5eb7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:03:22.500520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a1161-882d-43c3-a7b1-d093ca8fbb47 req-6e4d27cf-1d66-4084-b717-63f4663b8f07 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.502382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e78a1161-882d-43c3-a7b1-d093ca8fbb47 req-6e4d27cf-1d66-4084-b717-63f4663b8f07 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0910404 Aug 03 19:03:22.571340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e78a1161-882d-43c3-a7b1-d093ca8fbb47 req-87457e42-de0a-434b-bacb-d5a81827037c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585961 Aug 03 19:03:22.576116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-ad86daa0-3906-469a-bce4-039053dd686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.577811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-ad86daa0-3906-469a-bce4-039053dd686e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 1095 time: 0.0743003 Aug 03 19:03:22.706016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d30f12-6985-4584-9374-30a26f4a5eb7 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:22.716507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.725066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a675e94a-c59c-4ecf-803d-3ccef86a7d1d req-e0a06f7a-5f21-4f19-aded-35a6d0d44d4e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.726584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a675e94a-c59c-4ecf-803d-3ccef86a7d1d req-e0a06f7a-5f21-4f19-aded-35a6d0d44d4e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 943 time: 0.0782464 Aug 03 19:03:22.730381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Transition to ACTIVE for port object 74d30f12-6985-4584-9374-30a26f4a5eb7 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:22.746038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-9312416e-2f54-4322-a490-181794495d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.747476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-9312416e-2f54-4322-a490-181794495d53 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1462901 Aug 03 19:03:22.799111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-2ccda1df-ef80-4d0c-ac0f-ddd06444e57e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 200 len: 217 time: 0.0434065 Aug 03 19:03:22.845718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a675e94a-c59c-4ecf-803d-3ccef86a7d1d req-4bd7474f-336a-4d12-8d1c-bdb201c9e9a0 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090398 Aug 03 19:03:22.875726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.890163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-b9f9c339-ffbc-40c1-a3dd-30b0a8af940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.891656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-b9f9c339-ffbc-40c1-a3dd-30b0a8af940a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0803778 Aug 03 19:03:22.927449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-673f0947-de3a-48e4-a2e7-36435d4d0e4e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274937 Aug 03 19:03:22.936972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1b46-cfe9-4235-acb4-e11b2bcffa91 req-c5a027ea-bd99-457b-b0fc-a6dcb6485ede tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.942981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1b46-cfe9-4235-acb4-e11b2bcffa91 req-c5a027ea-bd99-457b-b0fc-a6dcb6485ede tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:22.943886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:22.944494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29fe1b46-cfe9-4235-acb4-e11b2bcffa91 req-c5a027ea-bd99-457b-b0fc-a6dcb6485ede tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0965171 Aug 03 19:03:23.005993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Pushing event updated for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:23.040164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29fe1b46-cfe9-4235-acb4-e11b2bcffa91 req-a7b1ed88-0209-465f-8b06-b04d90808e10 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869617 Aug 03 19:03:23.073621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-a0e657ad-4477-4fd5-ac90-76feb5b957d2 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281285 Aug 03 19:03:23.076913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Attempting to bind port 74d30f12-6985-4584-9374-30a26f4a5eb7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:23.077260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Attempting to bind port 74d30f12-6985-4584-9374-30a26f4a5eb7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:23.077592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Attempting to bind port 74d30f12-6985-4584-9374-30a26f4a5eb7 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:23.082207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Port 74d30f12-6985-4584-9374-30a26f4a5eb7 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:23.082636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Attempting to bind port 74d30f12-6985-4584-9374-30a26f4a5eb7 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:23.087713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:23.088428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:23.088740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:23.089434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Bound port: 74d30f12-6985-4584-9374-30a26f4a5eb7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:23.090393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:23.185332 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd8e67e-c7fe-4e3e-8c61-182d084c9751 req-1c815df9-af7d-4fcd-97d3-66c5811edf87 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033225 Aug 03 19:03:23.191093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:23.218299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=74d30f12-6985-4584-9374-30a26f4a5eb7,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:23.288755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190ecb-0e2b-43be-9ce0-25546080e848 req-6293fc77-a003-4146-97a7-ed4e1bdb8483 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.290251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23190ecb-0e2b-43be-9ce0-25546080e848 req-6293fc77-a003-4146-97a7-ed4e1bdb8483 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 947 time: 0.0586236 Aug 03 19:03:23.332643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23190ecb-0e2b-43be-9ce0-25546080e848 req-9ea7ff3f-cd8e-4730-a279-047343df32bf tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356219 Aug 03 19:03:23.349376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:23.403038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.403779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:23.405389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] 10.222.0.77 "PUT /v2.0/ports/74d30f12-6985-4584-9374-30a26f4a5eb7 HTTP/1.1" status: 200 len: 1095 time: 1.1639748 Aug 03 19:03:23.405846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:23.415893 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf3aac2-85d7-4bac-9629-eb39664b811b" -d '{"events": [{"name": "network-changed", "server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:23.441399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8527bb8-152c-4ee1-b29b-d23b54eca848 service neutron] Pushing event updated for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:23.493265 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8060dd-0800-4fb0-8dae-6340faaf99c8 x-openstack-request-id: req-3d8060dd-0800-4fb0-8dae-6340faaf99c8 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:23.493628 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:23.494033 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d8060dd-0800-4fb0-8dae-6340faaf99c8 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:23.494778 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7', 'status': 'completed', 'code': 200} Aug 03 19:03:23.520490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a22e9b-2855-4b8c-bc7b-6c67a699a0ac req-b9ecdddb-ad94-406b-a4de-135ba2bcb45f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.522409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15a22e9b-2855-4b8c-bc7b-6c67a699a0ac req-b9ecdddb-ad94-406b-a4de-135ba2bcb45f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0590723 Aug 03 19:03:23.573075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3aac2-85d7-4bac-9629-eb39664b811b req-b12f4bac-0765-4e70-be5b-a7dd79e53fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.574851 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4bf3aac2-85d7-4bac-9629-eb39664b811b req-b12f4bac-0765-4e70-be5b-a7dd79e53fe8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 1098 time: 0.0578599 Aug 03 19:03:23.592025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15a22e9b-2855-4b8c-bc7b-6c67a699a0ac req-99812444-70a2-4612-ba97-d01e3ad7a47c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593522 Aug 03 19:03:23.604910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8cd46de7-fa1a-452d-a8f5-d2db0005976f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.611622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8cd46de7-fa1a-452d-a8f5-d2db0005976f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.613482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8cd46de7-fa1a-452d-a8f5-d2db0005976f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0900390 Aug 03 19:03:23.641048 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4bf3aac2-85d7-4bac-9629-eb39664b811b req-c8f77acc-ff51-4a7f-b2ca-4f9895d530d1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549531 Aug 03 19:03:23.755605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3aac2-85d7-4bac-9629-eb39664b811b req-7ace60ef-e08d-4067-b57a-8c2d87290dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.758404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4bf3aac2-85d7-4bac-9629-eb39664b811b req-7ace60ef-e08d-4067-b57a-8c2d87290dad service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1087317 Aug 03 19:03:23.771135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7e595-247b-472c-a509-eee428dec957 req-4145bd12-62ab-4416-aed7-ce8e1eb2d496 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.772165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f7e595-247b-472c-a509-eee428dec957 req-4145bd12-62ab-4416-aed7-ce8e1eb2d496 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0905008 Aug 03 19:03:23.806780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:23.807115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:23.859401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-738d44aa-4676-428f-b630-d656778b51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.861210 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-738d44aa-4676-428f-b630-d656778b51c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 1098 time: 0.0591972 Aug 03 19:03:23.881482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f7e595-247b-472c-a509-eee428dec957 req-ee7ef8f2-6424-4194-a6ac-c7526620fac4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015887 Aug 03 19:03:23.929524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-a01d8af3-364d-48c8-a0c7-73526ea04f10 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=74d30f12-6985-4584-9374-30a26f4a5eb7 HTTP/1.1" status: 200 len: 217 time: 0.0605359 Aug 03 19:03:23.936175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port 83edb774-a8d6-4cef-afd2-ae7c1d319b46, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83edb774-a8d6-4cef-afd2-ae7c1d319b46,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:23.936551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:23.971377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for 83edb774-a8d6-4cef-afd2-ae7c1d319b46 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:23.981685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-75d9212e-c0bf-4501-bf56-8b4e30f60a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:23.983473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-75d9212e-c0bf-4501-bf56-8b4e30f60a53 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0469465 Aug 03 19:03:24.034858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1d059760-2139-48f8-b16f-853bc6ac18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.036684 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-1d059760-2139-48f8-b16f-853bc6ac18a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0459921 Aug 03 19:03:24.040442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c7fac-b389-44e1-8f10-552a8a68716c req-a4f09cf0-d9c8-45de-a76d-c5e6db705086 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.044689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab1c7fac-b389-44e1-8f10-552a8a68716c req-a4f09cf0-d9c8-45de-a76d-c5e6db705086 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 943 time: 0.1087468 Aug 03 19:03:24.105699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab1c7fac-b389-44e1-8f10-552a8a68716c req-1b4b58d9-6b06-4acf-86a4-0576869a8957 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534005 Aug 03 19:03:24.147220 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-bc8d188f-0e1c-469e-ba13-56d9638ad851 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030345 Aug 03 19:03:24.210068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b158f-0b05-49dd-a581-57219f51d728 req-9bcc4f68-81d1-450b-b4c7-70881b9a6532 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.216982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b158f-0b05-49dd-a581-57219f51d728 req-9bcc4f68-81d1-450b-b4c7-70881b9a6532 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.218602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b0b158f-0b05-49dd-a581-57219f51d728 req-9bcc4f68-81d1-450b-b4c7-70881b9a6532 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 1680 time: 0.0744486 Aug 03 19:03:24.248097 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c24ef23b-820a-4afc-a3c8-8d12742a84d4 req-f2a0fb35-cc16-48b3-8194-94dbd1e0df14 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922432 Aug 03 19:03:24.260577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b0b158f-0b05-49dd-a581-57219f51d728 req-b0d00152-cf00-48b8-a698-7c85acc60fc3 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/security-groups?id=c6450373-b69b-4d34-9a5d-c07fbc86a976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Aug 03 19:03:24.309537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.341300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=83edb774-a8d6-4cef-afd2-ae7c1d319b46,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:24.350394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', '83edb774-a8d6-4cef-afd2-ae7c1d319b46'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:24.393385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port 83edb774-a8d6-4cef-afd2-ae7c1d319b46 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:24.396211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.398511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-8af0857d-fe23-413a-94c1-d25e3b429af8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "DELETE /v2.0/ports/83edb774-a8d6-4cef-afd2-ae7c1d319b46 HTTP/1.1" status: 204 len: 173 time: 0.7735562 Aug 03 19:03:24.398934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-deleted', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:24.402001 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731d8c19-e9b0-4110-81de-fec2d1798ae3" -d '{"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-deleted", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:24.462785 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305268cd-aa23-4894-a135-1c8be0d3b2d6 x-openstack-request-id: req-305268cd-aa23-4894-a135-1c8be0d3b2d6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:24.463130 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-deleted", "tag": "83edb774-a8d6-4cef-afd2-ae7c1d319b46", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:24.464094 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-305268cd-aa23-4894-a135-1c8be0d3b2d6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:24.464442 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-deleted', 'tag': '83edb774-a8d6-4cef-afd2-ae7c1d319b46', 'status': 'completed', 'code': 200} Aug 03 19:03:24.542408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df0496-103c-4125-bbc4-a496c585de2c req-37e7b019-d524-467a-be0d-1eb9811e5ec2 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.544085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60df0496-103c-4125-bbc4-a496c585de2c req-37e7b019-d524-467a-be0d-1eb9811e5ec2 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 947 time: 0.1284010 Aug 03 19:03:24.600113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:24.600453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.607622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60df0496-103c-4125-bbc4-a496c585de2c req-5ea8abb8-13f9-4e0b-af8f-407473172605 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530996 Aug 03 19:03:24.657920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.732902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:24.733301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:24.750393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:24.766585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7615b-4f58-42a8-99e6-5f85adff45a8 req-78d3d824-6ec9-46fd-831f-9d3513448282 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:24.768120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1db7615b-4f58-42a8-99e6-5f85adff45a8 req-78d3d824-6ec9-46fd-831f-9d3513448282 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0945926 Aug 03 19:03:24.852221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1db7615b-4f58-42a8-99e6-5f85adff45a8 req-ab7123ad-d659-4f84-a204-ab7b151e25e7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778356 Aug 03 19:03:24.937113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:25.004247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b0da5-ca94-4108-89f0-4c0d8a40247b req-e9f0931c-71d7-415f-82b0-55c304bf3604 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.005815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f9b0da5-ca94-4108-89f0-4c0d8a40247b req-e9f0931c-71d7-415f-82b0-55c304bf3604 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0511010 Aug 03 19:03:25.029431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.035451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:25.052935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'mac_address': 'fa:16:3e:e2:39:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:25.075103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=9c3d3807-d535-4f58-a2d0-d178cb4c7dc3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:25.094948 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.102360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f9b0da5-ca94-4108-89f0-4c0d8a40247b req-28c54bcf-1a05-403d-a2d5-0123f3e5aea9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888960 Aug 03 19:03:25.113994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:25.132913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:25.132913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.132913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-680e657d-fadd-4e84-8c98-4a90e421a0e3 req-6490fdde-fb1a-40df-96c2-9ebba69c4693 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.54 "DELETE /v2.0/ports/9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 HTTP/1.1" status: 204 len: 173 time: 0.7274547 Aug 03 19:03:25.145874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:25.248386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:25.250540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432fbc-d389-4ab1-a882-ff3ecc03e9fa req-8e6f658f-85ff-4982-8ad9-163c8a972a77 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.252522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc432fbc-d389-4ab1-a882-ff3ecc03e9fa req-8e6f658f-85ff-4982-8ad9-163c8a972a77 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 943 time: 0.0571842 Aug 03 19:03:25.298888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc432fbc-d389-4ab1-a882-ff3ecc03e9fa req-3125352d-2441-4924-8602-bcc2fb6b02cb tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Aug 03 19:03:25.324417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:25.374624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f258c7e-21b6-4ef2-bdc4-e98eb733a54e req-dca29017-8dfb-42e8-b08c-0c7b7acca7d8 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d0b29fb-5b46-4c40-84ff-6a8ded69d811 HTTP/1.1" status: 200 len: 210 time: 0.0304084 Aug 03 19:03:25.503845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:25.740460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031835e-2d35-4305-a44b-e8920389a9e1 req-4bd45e04-30fe-445e-9a09-8ace1b181d64 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.741976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a031835e-2d35-4305-a44b-e8920389a9e1 req-4bd45e04-30fe-445e-9a09-8ace1b181d64 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 947 time: 0.0513458 Aug 03 19:03:25.786211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a031835e-2d35-4305-a44b-e8920389a9e1 req-35e80f2e-a21b-4cd2-afd9-1a9d903cae24 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 Aug 03 19:03:25.981772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2f8e6-019c-4f27-8ee7-c2045305ed4a req-6b2de3c2-ff18-4fba-a9e2-b4c002f19ae9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:25.983534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3fe2f8e6-019c-4f27-8ee7-c2045305ed4a req-6b2de3c2-ff18-4fba-a9e2-b4c002f19ae9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0572031 Aug 03 19:03:26.028069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3fe2f8e6-019c-4f27-8ee7-c2045305ed4a req-f399f9a2-dea5-46f9-aa35-583dcefcce1a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Aug 03 19:03:26.227192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76065212-3a05-4f39-8e81-755c8a8cd6e1 req-e7be2f36-56a6-4b0e-a1c6-4d4e145b594a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.228758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76065212-3a05-4f39-8e81-755c8a8cd6e1 req-e7be2f36-56a6-4b0e-a1c6-4d4e145b594a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0523350 Aug 03 19:03:26.270661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76065212-3a05-4f39-8e81-755c8a8cd6e1 req-816bcfe1-b5dc-4fdd-b76c-d78a698cce65 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Aug 03 19:03:26.429054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0ef84-6960-41e7-9c17-67a543d3f207 req-ee49c11c-870a-41cf-bc2e-bc5038e14f2f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.431018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aab0ef84-6960-41e7-9c17-67a543d3f207 req-ee49c11c-870a-41cf-bc2e-bc5038e14f2f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 944 time: 0.0592656 Aug 03 19:03:26.437477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40154) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:26.468950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-deleted', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:26.471374 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd46cab-a484-4451-906c-06bc0be8b4df" -d '{"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-deleted", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:26.502827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aab0ef84-6960-41e7-9c17-67a543d3f207 req-08d70371-997d-4488-be58-38e4d0e2f37e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 Aug 03 19:03:26.504078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting subnet 7cdc7587-4f27-4c0b-9f21-a49d5091272e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:26.508011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.560986 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae98a2d-0187-49a2-bfcb-b6b9cfe3eba2 x-openstack-request-id: req-9ae98a2d-0187-49a2-bfcb-b6b9cfe3eba2 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:26.561283 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0b29fb-5b46-4c40-84ff-6a8ded69d811", "name": "network-vif-deleted", "tag": "9c3d3807-d535-4f58-a2d0-d178cb4c7dc3", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:26.561538 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ae98a2d-0187-49a2-bfcb-b6b9cfe3eba2 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:26.561936 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0b29fb-5b46-4c40-84ff-6a8ded69d811', 'name': 'network-vif-deleted', 'tag': '9c3d3807-d535-4f58-a2d0-d178cb4c7dc3', 'status': 'completed', 'code': 200} Aug 03 19:03:26.564296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.654619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.659262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:26.693625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:26.694789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c3d3807-d535-4f58-a2d0-d178cb4c7dc3 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:26.695237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83edb774-a8d6-4cef-afd2-ae7c1d319b46 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:26.717580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 83edb774-a8d6-4cef-afd2-ae7c1d319b46 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:26.717923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83edb774-a8d6-4cef-afd2-ae7c1d319b46 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:26.875558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.907111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdc7587-4f27-4c0b-9f21-a49d5091272e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:26.912539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:26.914787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3942e79a-dd81-4774-80b6-d9987642756e tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/subnets/7cdc7587-4f27-4c0b-9f21-a49d5091272e HTTP/1.1" status: 204 len: 168 time: 0.4761791 Aug 03 19:03:26.917665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40164) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:26.917939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0e62-9b9e-4d0c-8157-bab5bb7e0c16 req-d799ef54-10de-4ee0-8693-937068e2b185 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:26.919784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f1a0e62-9b9e-4d0c-8157-bab5bb7e0c16 req-d799ef54-10de-4ee0-8693-937068e2b185 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 947 time: 0.0599372 Aug 03 19:03:26.924303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ecde9d-7e8a-461a-b424-6d64211ee72c None None] Network 4b16212f-398c-4bcb-9336-d31e53fe821f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:26.965342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f1a0e62-9b9e-4d0c-8157-bab5bb7e0c16 req-f077ec15-63a7-46c3-b9a8-703b255219a6 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Aug 03 19:03:26.971335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 74d30f12-6985-4584-9374-30a26f4a5eb7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:26.973412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:27.015694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.077203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port a9b039a6-82d9-4341-b95a-d1da15e009c2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:27.077780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.154841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port a9b039a6-82d9-4341-b95a-d1da15e009c2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9b039a6-82d9-4341-b95a-d1da15e009c2,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:27.155216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.164388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dd5b0-cb92-48f6-934f-19fab98109a7 req-fee20e67-dd77-4749-8efc-c554d82c9891 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.166900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-989dd5b0-cb92-48f6-934f-19fab98109a7 req-fee20e67-dd77-4749-8efc-c554d82c9891 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0618675 Aug 03 19:03:27.171884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for a9b039a6-82d9-4341-b95a-d1da15e009c2 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:27.187112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=74d30f12-6985-4584-9374-30a26f4a5eb7,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:27.201114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '74d30f12-6985-4584-9374-30a26f4a5eb7', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '74d30f12-6985-4584-9374-30a26f4a5eb7', 'mac_address': 'fa:16:3e:1f:bd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:27.235447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-989dd5b0-cb92-48f6-934f-19fab98109a7 req-cc1f422e-5c42-41f3-895f-d4cfb64680d9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Aug 03 19:03:27.247295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.273409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] DHCP port deletion for 4b16212f-398c-4bcb-9336-d31e53fe821f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:03:27.281776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d30f12-6985-4584-9374-30a26f4a5eb7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:27.321172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=74d30f12-6985-4584-9374-30a26f4a5eb7,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:27.343981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Deleting port a9b039a6-82d9-4341-b95a-d1da15e009c2 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:27.344181 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.383602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:27.390162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.397318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:27.397696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.403447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bc35e-c47e-4aa7-8297-2595f1a38b5e req-94b2a02f-ffa1-4463-ad00-7eb66cf67258 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.405134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df0bc35e-c47e-4aa7-8297-2595f1a38b5e req-94b2a02f-ffa1-4463-ad00-7eb66cf67258 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0564888 Aug 03 19:03:27.430799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=a9b039a6-82d9-4341-b95a-d1da15e009c2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.443757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] For port a9b039a6-82d9-4341-b95a-d1da15e009c2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9b039a6-82d9-4341-b95a-d1da15e009c2,segment=NetworkSegment(ee981f1e-fa07-472c-813a-d76596ddb928),segment_id=ee981f1e-fa07-472c-813a-d76596ddb928)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:27.443757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.444057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port a9b039a6-82d9-4341-b95a-d1da15e009c2 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:27.466003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Calling delete_port for a9b039a6-82d9-4341-b95a-d1da15e009c2 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:27.474611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df0bc35e-c47e-4aa7-8297-2595f1a38b5e req-822492d1-72a2-4040-894b-12a39debaca4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619156 Aug 03 19:03:27.485950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.563427 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.574664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b16212f-398c-4bcb-9336-d31e53fe821f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:27.592300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee981f1e-fa07-472c-813a-d76596ddb928') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:27.592739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee981f1e-fa07-472c-813a-d76596ddb928') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:27.608900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.627175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.640902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:03:27.641334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:03:27.644793 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:03:27.666445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc0afa-182f-4850-b26c-955725c86411 req-e04a51d1-a8a5-4976-93b8-b0991be6954b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.668559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9cc0afa-182f-4850-b26c-955725c86411 req-e04a51d1-a8a5-4976-93b8-b0991be6954b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 944 time: 0.0663505 Aug 03 19:03:27.714176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9cc0afa-182f-4850-b26c-955725c86411 req-2435d428-264d-4302-997f-c8d4119e343f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Aug 03 19:03:27.760685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.769588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.792025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.799550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:27.801826 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e56f9e-6111-4222-b713-22c6788bab18" -d '{"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-plugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:27.837951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:27.839107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] Pushing event deleted for resources: {'Port': ['ID=a9b039a6-82d9-4341-b95a-d1da15e009c2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.841029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ebcf11-dde9-4d67-9190-35725bdbc2dc None None] No DVR routers for this DVR port a9b039a6-82d9-4341-b95a-d1da15e009c2 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:27.849168 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4a1886-7a6e-44c6-9ca0-2d7f3caef222 x-openstack-request-id: req-ef4a1886-7a6e-44c6-9ca0-2d7f3caef222 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:27.849456 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-plugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:27.849705 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef4a1886-7a6e-44c6-9ca0-2d7f3caef222 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:27.850146 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'code': 200} Aug 03 19:03:27.858387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['74d30f12-6985-4584-9374-30a26f4a5eb7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:27.891397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.899920 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.902194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/networks/4b16212f-398c-4bcb-9336-d31e53fe821f HTTP/1.1" status: 204 len: 168 time: 0.9833708 Aug 03 19:03:27.904948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:27.914182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e49a10-8d89-4605-84aa-dc2ee5aef6da tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Network': ['ID=4b16212f-398c-4bcb-9336-d31e53fe821f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:27.961300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:27.972695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting subnet e964be26-1f63-4f2a-9d22-e747d2cf0f80 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:27.972935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8edd54-8d9a-4a74-ae1f-6935c407d14b req-1d8bd0c6-14e4-4fee-8900-10d9c806d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:27.974677 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6a8edd54-8d9a-4a74-ae1f-6935c407d14b req-1d8bd0c6-14e4-4fee-8900-10d9c806d6e6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 1095 time: 0.0526891 Aug 03 19:03:27.976047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.024889 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6a8edd54-8d9a-4a74-ae1f-6935c407d14b req-aa6d176b-badf-4e2e-bf0d-b39bd9f2098d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Aug 03 19:03:28.028777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.054551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:28.146069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b284c-0a7b-4879-b8de-f4e5d2919cec req-8ab05b23-e225-45af-a681-25eab88fcb1e tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.147414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-378b284c-0a7b-4879-b8de-f4e5d2919cec req-8ab05b23-e225-45af-a681-25eab88fcb1e tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 948 time: 0.0893390 Aug 03 19:03:28.167017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.222366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-378b284c-0a7b-4879-b8de-f4e5d2919cec req-7b234867-cd8a-4df7-b380-eb13ba75baf8 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680110 Aug 03 19:03:28.357306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.377466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50015b87-b1ff-4ae8-b2e5-54649d8ccbc5 req-22bbebe9-2028-4ada-9e2c-50bbce881765 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.378999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50015b87-b1ff-4ae8-b2e5-54649d8ccbc5 req-22bbebe9-2028-4ada-9e2c-50bbce881765 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0643270 Aug 03 19:03:28.398798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.401416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/subnets/e964be26-1f63-4f2a-9d22-e747d2cf0f80 HTTP/1.1" status: 204 len: 168 time: 0.4947643 Aug 03 19:03:28.403892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:28.406234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d94234-326b-42e1-9995-9ccc77b1409f tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Subnet': ['ID=e964be26-1f63-4f2a-9d22-e747d2cf0f80,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:28.406688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479ec2e4-3cf9-44e4-aada-49b7dc9f8a37 None None] Network 06dd4064-455f-4ea2-a488-fc3ed625097f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:28.438923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50015b87-b1ff-4ae8-b2e5-54649d8ccbc5 req-1f16b458-99b6-4cb1-870d-a9589a0278c5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435381 Aug 03 19:03:28.501785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.571810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Deleting port c7049e36-0160-4ad5-9ab1-66ea5c18573e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:28.572226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.605139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca62685-53aa-42c8-9f09-2a8dd0a6d669 req-c0981056-3015-4897-bf95-61837499b20a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.609438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bca62685-53aa-42c8-9f09-2a8dd0a6d669 req-c0981056-3015-4897-bf95-61837499b20a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0595477 Aug 03 19:03:28.619368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] DHCP port deletion for 06dd4064-455f-4ea2-a488-fc3ed625097f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:03:28.663171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] For port c7049e36-0160-4ad5-9ab1-66ea5c18573e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7049e36-0160-4ad5-9ab1-66ea5c18573e,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:28.664077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.671119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bca62685-53aa-42c8-9f09-2a8dd0a6d669 req-4dbadc2d-da46-4071-b675-d3e2d74ef4b0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Aug 03 19:03:28.673812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Deleting port c7049e36-0160-4ad5-9ab1-66ea5c18573e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:28.674813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.682839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Calling delete_port for c7049e36-0160-4ad5-9ab1-66ea5c18573e owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:28.755368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] For port c7049e36-0160-4ad5-9ab1-66ea5c18573e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c7049e36-0160-4ad5-9ab1-66ea5c18573e,segment=NetworkSegment(e174a1b1-ba94-45f3-8ec7-004017f472e3),segment_id=e174a1b1-ba94-45f3-8ec7-004017f472e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:28.755766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:28.775703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Calling delete_port for c7049e36-0160-4ad5-9ab1-66ea5c18573e owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:28.829121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9b039a6-82d9-4341-b95a-d1da15e009c2 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:28.857703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a9b039a6-82d9-4341-b95a-d1da15e009c2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:28.858066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9b039a6-82d9-4341-b95a-d1da15e009c2 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:28.859171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c7049e36-0160-4ad5-9ab1-66ea5c18573e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:28.874778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8ba1c-0427-4535-b223-50da78b21307 req-a518df8d-b253-46ef-9c8c-4ec8b1012817 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:28.883049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8eb8ba1c-0427-4535-b223-50da78b21307 req-a518df8d-b253-46ef-9c8c-4ec8b1012817 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0779288 Aug 03 19:03:28.921910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8eb8ba1c-0427-4535-b223-50da78b21307 req-e1771926-aaeb-4b25-acdb-41bee8fb0624 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380282 Aug 03 19:03:28.948842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 74d30f12-6985-4584-9374-30a26f4a5eb7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:28.977305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.000242 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.002047 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.005468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Port': ['ID=c7049e36-0160-4ad5-9ab1-66ea5c18573e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:29.010116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] No DVR routers for this DVR port c7049e36-0160-4ad5-9ab1-66ea5c18573e on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:29.045776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] Pushing event deleted for resources: {'Port': ['ID=c7049e36-0160-4ad5-9ab1-66ea5c18573e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:29.048224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff04fd5-6ee9-4989-bf83-cdf467d5d489 None None] No DVR routers for this DVR port c7049e36-0160-4ad5-9ab1-66ea5c18573e on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:29.115995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.126847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dd4064-455f-4ea2-a488-fc3ed625097f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:29.141921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e174a1b1-ba94-45f3-8ec7-004017f472e3') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:29.142229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e174a1b1-ba94-45f3-8ec7-004017f472e3') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:29.157520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.211972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 74d30f12-6985-4584-9374-30a26f4a5eb7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:29.216875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 74d30f12-6985-4584-9374-30a26f4a5eb7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:29.217262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.319548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.359746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=74d30f12-6985-4584-9374-30a26f4a5eb7,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:29.363869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066e0f8-97cb-4949-b30e-e9c32c77edb9 req-f6e4c940-0810-4d70-bfff-75cda45083fb tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:29.365700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2066e0f8-97cb-4949-b30e-e9c32c77edb9 req-f6e4c940-0810-4d70-bfff-75cda45083fb tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 948 time: 0.0614059 Aug 03 19:03:29.408801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2066e0f8-97cb-4949-b30e-e9c32c77edb9 req-1aefe503-891f-4323-b424-9ac35c0dabf4 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355406 Aug 03 19:03:29.451852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.457965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:03:29.462782 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:03:29.506208 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.559066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:29.563218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eada45d-db02-44ea-9d24-e820cebbe2b4 req-ff963e25-cfff-4bcd-84c4-49742f9191a9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:29.564761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8eada45d-db02-44ea-9d24-e820cebbe2b4 req-ff963e25-cfff-4bcd-84c4-49742f9191a9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0530899 Aug 03 19:03:29.605350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8eada45d-db02-44ea-9d24-e820cebbe2b4 req-e29c920e-be83-453d-924b-022b7c1ef5c7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Aug 03 19:03:29.646018 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.656480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:29.658437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] 10.222.0.67 "DELETE /v2.0/networks/06dd4064-455f-4ea2-a488-fc3ed625097f HTTP/1.1" status: 204 len: 168 time: 1.2535095 Aug 03 19:03:29.671750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a28cc-b9bc-433a-aed8-295bd6602e34 tempest-ServersTestMultiNic-568838825 tempest-ServersTestMultiNic-568838825-project] Pushing event deleted for resources: {'Network': ['ID=06dd4064-455f-4ea2-a488-fc3ed625097f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:29.851252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:29.855731 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a851cf5-6ee0-4459-ad14-70c28904f356" -d '{"events": [{"server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "name": "network-vif-plugged", "status": "completed", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:29.886891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40218) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:29.925947 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510abab7-29ba-4a89-912d-ef03994bd42d x-openstack-request-id: req-510abab7-29ba-4a89-912d-ef03994bd42d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:29.926326 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "name": "network-vif-plugged", "status": "completed", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:29.926688 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-510abab7-29ba-4a89-912d-ef03994bd42d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:29.927323 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7', 'code': 200} Aug 03 19:03:30.099113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16615-118c-4296-aeea-74ef59539575 req-d4c6af25-7515-496f-87c8-f34d61b13904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.100911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cea16615-118c-4296-aeea-74ef59539575 req-d4c6af25-7515-496f-87c8-f34d61b13904 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 1100 time: 0.1014738 Aug 03 19:03:30.161367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a3784-6120-4030-b572-c00c2ab4a807 req-adcb3ea2-9d80-455f-81d3-3f24374bdab9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.162957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d2a3784-6120-4030-b572-c00c2ab4a807 req-adcb3ea2-9d80-455f-81d3-3f24374bdab9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.4166310 Aug 03 19:03:30.186677 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cea16615-118c-4296-aeea-74ef59539575 req-8b5e6c38-b015-4f79-891a-a6b26fc086c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758305 Aug 03 19:03:30.190285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20a81b-6d7a-4d04-9a43-e6342c8e0da3 req-e722e87e-ff0b-4bf5-9adc-d8dba716f8ed tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.191820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd20a81b-6d7a-4d04-9a43-e6342c8e0da3 req-e722e87e-ff0b-4bf5-9adc-d8dba716f8ed tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0787845 Aug 03 19:03:30.243388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d2a3784-6120-4030-b572-c00c2ab4a807 req-0410b17a-6b6a-4662-a97a-1115b36ae035 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703020 Aug 03 19:03:30.252086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd20a81b-6d7a-4d04-9a43-e6342c8e0da3 req-c9537de5-65df-4a3f-b43e-8f78d2e5f451 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Aug 03 19:03:30.433596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:30.537068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9c0c-5b9a-4697-830f-9ce036e0becb req-0f3ba2f3-57ee-44f7-8657-2619bb3b682f tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.538726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c2b9c0c-5b9a-4697-830f-9ce036e0becb req-0f3ba2f3-57ee-44f7-8657-2619bb3b682f tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 949 time: 0.0579488 Aug 03 19:03:30.594099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c2b9c0c-5b9a-4697-830f-9ce036e0becb req-215636b9-c13f-499d-ae4e-cbeb399bbf24 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Aug 03 19:03:30.748404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092b8d-e8f9-4dd5-9819-92674d15687d req-d41d052e-9178-4938-9751-589d21d81955 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.750080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37092b8d-e8f9-4dd5-9819-92674d15687d req-d41d052e-9178-4938-9751-589d21d81955 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0694900 Aug 03 19:03:30.781914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Deleting port d7d39963-8cf8-4929-8f73-e3805e7377e1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:30.782501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:30.796232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37092b8d-e8f9-4dd5-9819-92674d15687d req-e341cfe9-6ec7-4201-b4c1-56d2e673fa25 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372906 Aug 03 19:03:30.847162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eea267-e52b-4953-b70f-a995d7f8d7de req-b50236cc-c2da-443d-a2db-3da4145ff74f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:30.848739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18eea267-e52b-4953-b70f-a995d7f8d7de req-b50236cc-c2da-443d-a2db-3da4145ff74f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0516806 Aug 03 19:03:30.876830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] For port d7d39963-8cf8-4929-8f73-e3805e7377e1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d7d39963-8cf8-4929-8f73-e3805e7377e1,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:30.877235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:30.899018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18eea267-e52b-4953-b70f-a995d7f8d7de req-07905bf1-ec21-43d1-8f33-b6f19f13faa2 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Aug 03 19:03:30.905695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Calling delete_port for d7d39963-8cf8-4929-8f73-e3805e7377e1 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:31.228197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:31.252874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d39963-8cf8-4929-8f73-e3805e7377e1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:31.392033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288350e-c484-4949-8574-0a6d7befc365 req-fea389b0-d93b-4c42-a270-aa0c110f9bdc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:31.406573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5288350e-c484-4949-8574-0a6d7befc365 req-fea389b0-d93b-4c42-a270-aa0c110f9bdc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0763216 Aug 03 19:03:31.453972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5288350e-c484-4949-8574-0a6d7befc365 req-9be58c3d-d5b5-4f1e-8730-ed1d2af0c50d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462055 Aug 03 19:03:31.480221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:31.720606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Router 2083289c-ae52-44ba-80eb-3c19a4799f96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:03:31.738676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f41aa-b7b3-4e82-82d3-b9ee2911156d req-a4aa5992-f8f5-4e21-8931-91a98a6b2713 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:31.740306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2f41aa-b7b3-4e82-82d3-b9ee2911156d req-a4aa5992-f8f5-4e21-8931-91a98a6b2713 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 949 time: 0.0591981 Aug 03 19:03:31.782902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2f41aa-b7b3-4e82-82d3-b9ee2911156d req-3c872163-e33f-43c7-ab65-423f2f1c9730 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Aug 03 19:03:31.849046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:31.849046 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e35c262-4e7d-493d-8020-3de8b0664973 admin admin] 10.222.0.67 "PUT /v2.0/routers/2083289c-ae52-44ba-80eb-3c19a4799f96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9578514 Aug 03 19:03:31.849541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:31.852755 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Sync routers for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:31.868530 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:31.869199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:31.999497 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:32.002676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac487a3-c446-46fd-b58f-145d2e6bef02 req-c3ab7fd9-6c6f-4f8f-9a79-fe830f088e7a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.004334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ac487a3-c446-46fd-b58f-145d2e6bef02 req-c3ab7fd9-6c6f-4f8f-9a79-fe830f088e7a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0608351 Aug 03 19:03:32.012756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:32.095116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ac487a3-c446-46fd-b58f-145d2e6bef02 req-a8ed9008-2920-4dc7-89ac-9b689420f0e6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827773 Aug 03 19:03:32.164201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feea076-bdc3-45d8-9d6e-ef1d15979a79 req-93a90b7b-02cd-498b-affb-7422b5d51074 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.169236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6feea076-bdc3-45d8-9d6e-ef1d15979a79 req-93a90b7b-02cd-498b-affb-7422b5d51074 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1169531 Aug 03 19:03:32.219880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6feea076-bdc3-45d8-9d6e-ef1d15979a79 req-52b29ba7-1107-44d6-8500-59389f2865de tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463188 Aug 03 19:03:32.225591 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:03:31Z', 'revision_number': 5, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:32.256841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Checking router: 2083289c-ae52-44ba-80eb-3c19a4799f96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:32.266767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Routers {'2083289c-ae52-44ba-80eb-3c19a4799f96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:32.267516 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2083289c-ae52-44ba-80eb-3c19a4799f96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:32.378530 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] Set router 2083289c-ae52-44ba-80eb-3c19a4799f96 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:32.438463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:32.582142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ce337-d44a-446a-9546-1acf6d11c7d5 req-2d2e46ba-a74c-4bd8-809c-936697fe82e4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:32.590160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a74ce337-d44a-446a-9546-1acf6d11c7d5 req-2d2e46ba-a74c-4bd8-809c-936697fe82e4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0573909 Aug 03 19:03:32.609971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Deleting port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:32.610382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:32.641376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a74ce337-d44a-446a-9546-1acf6d11c7d5 req-624b3096-150d-4f76-aa20-24fd2c001bef tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Aug 03 19:03:32.662157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:03:31Z', 'revision_number': 5, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:32.690749 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1fb8d-3a8e-4f30-b07b-d9af1c5c29f6 None None] The sync data for ids ['2083289c-ae52-44ba-80eb-3c19a4799f96'] in n-d-803363-1 is: [{'id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'name': 'tempest-ServersTestMultiNic-1763291884-router', 'tenant_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:46Z', 'updated_at': '2021-08-03T19:03:31Z', 'revision_number': 5, 'project_id': 'ebe28dd88fce4032b4df4a7deaa3d089', 'gw_port': {'id': 'b4ab3960-b4cf-4ebe-817b-ae472e9be1ac', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2083289c-ae52-44ba-80eb-3c19a4799f96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:47Z', 'updated_at': '2021-08-03T19:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:32.700030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] For port b4ab3960-b4cf-4ebe-817b-ae472e9be1ac, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:32.700280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:32.715435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Calling delete_port for b4ab3960-b4cf-4ebe-817b-ae472e9be1ac owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:32.824232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:32.981996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.015106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ab3960-b4cf-4ebe-817b-ae472e9be1ac,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:33.129448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.146037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-235fabbb-ff3c-456a-8d44-b211da300554 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.147841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-235fabbb-ff3c-456a-8d44-b211da300554 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.1623371 Aug 03 19:03:33.166474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-9e1ae728-165b-4db3-8f64-e7fb98eca987 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/quotas/fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 375 time: 0.0114751 Aug 03 19:03:33.243966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-f6b4eeb1-4d27-4226-9b58-3c048d27861f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704811 Aug 03 19:03:33.245444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.249175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.369431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864be816-c8a2-4f92-a349-48140c38548f req-b0746868-1c16-47b4-a786-a1c94615cf2c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:33.371082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-864be816-c8a2-4f92-a349-48140c38548f req-b0746868-1c16-47b4-a786-a1c94615cf2c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0783412 Aug 03 19:03:33.391725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-877c14f4-e88a-4595-bfb4-12cd7ffe7538 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464036 Aug 03 19:03:33.401602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.402283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2083289c-ae52-44ba-80eb-3c19a4799f96 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:03:33.407182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.409197 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-34c9e097-1956-4ab1-971b-138ca75397ab admin admin] 10.222.0.67 "DELETE /v2.0/routers/2083289c-ae52-44ba-80eb-3c19a4799f96 HTTP/1.1" status: 204 len: 168 time: 1.5582004 Aug 03 19:03:33.411573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40282) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:33.475815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Deleting subnet 0b6fea4b-6aa6-4955-8a16-e3955df6ef24 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:03:33.479863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.489401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-864be816-c8a2-4f92-a349-48140c38548f req-74866ca0-755b-4204-8633-89f5a9f9ade5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092663 Aug 03 19:03:33.520448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.537365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-ae0afa49-e6f7-4baa-bbbb-89b32b565695 service neutron] 10.222.0.67 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390898 Aug 03 19:03:33.637847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.949112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.976786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6fea4b-6aa6-4955-8a16-e3955df6ef24,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:33.981063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:33.983289 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9dd14181-2329-4b7a-9f96-117fe6adf6b0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b6fea4b-6aa6-4955-8a16-e3955df6ef24 HTTP/1.1" status: 204 len: 168 time: 0.5702925 Aug 03 19:03:33.985614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40292) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:33.988180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee290c9-fd6e-45cf-af10-3d628f98cf61 None None] Network 5f52c176-4c38-4845-8151-98c19f1afe06 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:34.056952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.113794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Deleting port 9fa7f2c5-84be-49a6-982c-96562f397383 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:34.114402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.175823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] DHCP port deletion for 5f52c176-4c38-4845-8151-98c19f1afe06 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:03:34.189798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] For port 9fa7f2c5-84be-49a6-982c-96562f397383, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9fa7f2c5-84be-49a6-982c-96562f397383,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:34.190195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.215590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Calling delete_port for 9fa7f2c5-84be-49a6-982c-96562f397383 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:34.232170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Deleting port 9fa7f2c5-84be-49a6-982c-96562f397383 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:34.232170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.305674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] For port 9fa7f2c5-84be-49a6-982c-96562f397383, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9fa7f2c5-84be-49a6-982c-96562f397383,segment=NetworkSegment(3acbe557-526a-467e-818c-0db0861f9ac7),segment_id=3acbe557-526a-467e-818c-0db0861f9ac7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:34.306764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.320314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Calling delete_port for 9fa7f2c5-84be-49a6-982c-96562f397383 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:34.417219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.423487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.423766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65528711-e538-46b3-9fef-41c6103e5cd0 req-4b28f2a8-8642-42d1-902b-001c71c92101 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.425947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65528711-e538-46b3-9fef-41c6103e5cd0 req-4b28f2a8-8642-42d1-902b-001c71c92101 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Aug 03 19:03:34.446164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa7f2c5-84be-49a6-982c-96562f397383,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:34.448894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] No DVR routers for this DVR port 9fa7f2c5-84be-49a6-982c-96562f397383 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:34.450485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] Pushing event deleted for resources: {'Port': ['ID=9fa7f2c5-84be-49a6-982c-96562f397383,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:34.456362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8998cda-25f0-43c3-be5e-835bcb876b04 None None] No DVR routers for this DVR port 9fa7f2c5-84be-49a6-982c-96562f397383 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:34.514770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65528711-e538-46b3-9fef-41c6103e5cd0 req-d8fccd7b-2f0d-44f3-ad54-82a319bdc407 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813890 Aug 03 19:03:34.559050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.576394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f52c176-4c38-4845-8151-98c19f1afe06']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:34.594766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acbe557-526a-467e-818c-0db0861f9ac7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:34.595059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acbe557-526a-467e-818c-0db0861f9ac7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:34.608365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.625272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.637955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:03:34.638364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:03:34.640358 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:03:34.675993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f9f8-df97-4a63-b61a-6e86f6abd2c2 req-6236ca37-9a8d-485c-bdda-2468ff58c70f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.678293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b911f9f8-df97-4a63-b61a-6e86f6abd2c2 req-6236ca37-9a8d-485c-bdda-2468ff58c70f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0943317 Aug 03 19:03:34.728751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa16a6-8372-4be8-a078-e7af83d45b2c req-84d5f2d6-f983-4393-95f4-2ca5fa42c8be tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.730149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efaa16a6-8372-4be8-a078-e7af83d45b2c req-84d5f2d6-f983-4393-95f4-2ca5fa42c8be tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 949 time: 0.0908725 Aug 03 19:03:34.748206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b911f9f8-df97-4a63-b61a-6e86f6abd2c2 req-a4a1a4c0-3cb3-47b7-a3f9-2218e3590690 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Aug 03 19:03:34.784450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efaa16a6-8372-4be8-a078-e7af83d45b2c req-2861d9c8-24d8-4577-a4af-7863f24c7665 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Aug 03 19:03:34.810486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.810605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9fa7f2c5-84be-49a6-982c-96562f397383 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:34.829113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9fa7f2c5-84be-49a6-982c-96562f397383 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:34.829458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9fa7f2c5-84be-49a6-982c-96562f397383 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:34.829933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d7d39963-8cf8-4929-8f73-e3805e7377e1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:34.833676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:34.835849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5f52c176-4c38-4845-8151-98c19f1afe06 HTTP/1.1" status: 204 len: 168 time: 0.8493209 Aug 03 19:03:34.836962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845a904-7adb-4f4e-91e1-13f25b4fea45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f52c176-4c38-4845-8151-98c19f1afe06,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:34.854938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fb3d115-f0f6-4e14-a90b-dce9a33deaf9 req-a13157a6-75e6-4c73-b819-f7c3adabecf3 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0468466 Aug 03 19:03:34.866323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d7d39963-8cf8-4929-8f73-e3805e7377e1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:34.866323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d7d39963-8cf8-4929-8f73-e3805e7377e1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:34.866323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b4ab3960-b4cf-4ebe-817b-ae472e9be1ac no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:34.900476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b4ab3960-b4cf-4ebe-817b-ae472e9be1ac {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:34.901161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b4ab3960-b4cf-4ebe-817b-ae472e9be1ac not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:34.909726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e7cc-c2c6-42be-a077-6e78ab44c007 req-5029dba1-b945-484a-b865-8d2e0c16d766 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:34.911375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42e3e7cc-c2c6-42be-a077-6e78ab44c007 req-5029dba1-b945-484a-b865-8d2e0c16d766 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0592422 Aug 03 19:03:34.957116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42e3e7cc-c2c6-42be-a077-6e78ab44c007 req-42638133-ec31-4422-8396-69401162bb7f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Aug 03 19:03:35.361053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:35.407071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c284d743-d6f1-4ec7-8a04-259a564c1950 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ebe28dd88fce4032b4df4a7deaa3d089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428131 Aug 03 19:03:35.407949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40314) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:35.460719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.482515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.645763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.648532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.652546 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6450373-b69b-4d34-9a5d-c07fbc86a976 HTTP/1.1" status: 204 len: 168 time: 0.2408302 Aug 03 19:03:35.659179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae474bd8-92fe-4cd8-aca1-50816000a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6450373-b69b-4d34-9a5d-c07fbc86a976,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:35.659367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f956c-25c1-4ef3-b9b0-5c5fff78280d req-67d0f4bb-a387-4962-914c-3c79726bccf3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.660354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e2f956c-25c1-4ef3-b9b0-5c5fff78280d req-67d0f4bb-a387-4962-914c-3c79726bccf3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0702643 Aug 03 19:03:35.715079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e2f956c-25c1-4ef3-b9b0-5c5fff78280d req-04223e41-dec9-44fe-8b4b-5909eb6dd0c0 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448196 Aug 03 19:03:35.839427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-b8a03112-5f29-48ab-af99-339fd556f728 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.840992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-b8a03112-5f29-48ab-af99-339fd556f728 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.77 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 949 time: 0.0673020 Aug 03 19:03:35.917448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d991e5-5b9d-4a02-a7cb-f0be8b3720b4 req-0f3c6af0-c259-4602-a3e5-11c54d038882 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.919088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9d991e5-5b9d-4a02-a7cb-f0be8b3720b4 req-0f3c6af0-c259-4602-a3e5-11c54d038882 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0819769 Aug 03 19:03:35.958855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f71e4c-0368-4183-81a5-1062d24da824 req-0a60128a-ec7e-430a-a1cb-75105275e077 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:35.960463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49f71e4c-0368-4183-81a5-1062d24da824 req-0a60128a-ec7e-430a-a1cb-75105275e077 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 949 time: 0.0889723 Aug 03 19:03:35.967586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Deleting port 74d30f12-6985-4584-9374-30a26f4a5eb7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:35.968467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:35.991275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9d991e5-5b9d-4a02-a7cb-f0be8b3720b4 req-df51bae2-90ee-4cb8-99e1-50d2bcbdccd0 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616086 Aug 03 19:03:36.030605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49f71e4c-0368-4183-81a5-1062d24da824 req-6666a97b-7627-421e-b5be-41aa2e760662 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/security-groups?id=ebb4dc9f-ea7f-424c-afcd-f73caead8556&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Aug 03 19:03:36.111831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] For port 74d30f12-6985-4584-9374-30a26f4a5eb7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=74d30f12-6985-4584-9374-30a26f4a5eb7,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:36.112321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60fd6f30-c7ff-40f3-b933-f614536f591e req-81461798-d00c-4dd1-8deb-c3ea797f8ea2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0297599 Aug 03 19:03:36.113144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:36.142669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Calling delete_port for 74d30f12-6985-4584-9374-30a26f4a5eb7 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:36.182651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba3a05-1345-4ea8-b29d-9d31c61bd58a req-9a6c8c03-aa10-42ba-b17e-9e016bf910ec tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.184605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43ba3a05-1345-4ea8-b29d-9d31c61bd58a req-9a6c8c03-aa10-42ba-b17e-9e016bf910ec tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0666900 Aug 03 19:03:36.242498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43ba3a05-1345-4ea8-b29d-9d31c61bd58a req-a959ee57-9e77-4af8-9d98-61d7ffd8c651 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510707 Aug 03 19:03:36.463856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:36.476975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['74d30f12-6985-4584-9374-30a26f4a5eb7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:36.498095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Pushing event deleted for resources: {'Port': ['ID=74d30f12-6985-4584-9374-30a26f4a5eb7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:36.545585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] No DVR routers for this DVR port 74d30f12-6985-4584-9374-30a26f4a5eb7 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:36.545585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:36.547341 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7a19f4b5-c5eb-42b6-af81-326009d4a200 req-4c62f327-f2af-4cc6-ae4d-b101cc2634b1 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.77 "DELETE /v2.0/ports/74d30f12-6985-4584-9374-30a26f4a5eb7 HTTP/1.1" status: 204 len: 173 time: 0.6987047 Aug 03 19:03:36.547862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'name': 'network-vif-deleted', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:36.550345 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e220e-4428-430e-be2b-a693b69506c9" -d '{"events": [{"server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "name": "network-vif-deleted", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:36.595203 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7318f-965f-435a-b31b-23d1cd33f860 x-openstack-request-id: req-cae7318f-965f-435a-b31b-23d1cd33f860 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:36.595496 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8383b983-8194-4be6-a449-46552e268a4d", "name": "network-vif-deleted", "tag": "74d30f12-6985-4584-9374-30a26f4a5eb7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:36.595748 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cae7318f-965f-435a-b31b-23d1cd33f860 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:36.596153 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8383b983-8194-4be6-a449-46552e268a4d', 'name': 'network-vif-deleted', 'tag': '74d30f12-6985-4584-9374-30a26f4a5eb7', 'status': 'completed', 'code': 200} Aug 03 19:03:36.841810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225ea28-9806-4de2-83aa-bb1d4cc9e150 req-a56fd5db-4f38-4b68-9686-7ac9d26f1531 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:36.843423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f225ea28-9806-4de2-83aa-bb1d4cc9e150 req-a56fd5db-4f38-4b68-9686-7ac9d26f1531 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Aug 03 19:03:36.885128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f225ea28-9806-4de2-83aa-bb1d4cc9e150 req-20bd114d-67f2-4958-8254-9704bea1b715 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349207 Aug 03 19:03:36.997265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:37.006951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40356) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:37.134624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22ae50-2b0c-4b22-9eb2-9714c96c44ab req-c13afdcb-27a4-44fe-839b-8cd6355bc117 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.143041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b22ae50-2b0c-4b22-9eb2-9714c96c44ab req-c13afdcb-27a4-44fe-839b-8cd6355bc117 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0673802 Aug 03 19:03:37.143159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:37.162644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'port_id': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'mac_address': 'fa:16:3e:d0:4d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c36d7f-7cc7-4b9c-8be6-889bbdb03364', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:37.178761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1446112052-network', 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:37.196269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2763c188-a86e-4e80-8cf3-df1aec957202 req-40b58267-fa43-4e7a-a8d2-b259ab5d8762 tempest-TenantUsagesTestJSON-1050843522 tempest-TenantUsagesTestJSON-1050843522-project] 10.222.0.67 "GET /v2.0/ports?device_id=8383b983-8194-4be6-a449-46552e268a4d HTTP/1.1" status: 200 len: 210 time: 0.0343282 Aug 03 19:03:37.212215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b22ae50-2b0c-4b22-9eb2-9714c96c44ab req-c2eff689-8fb3-4038-bfcd-02f6890d1fbf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670474 Aug 03 19:03:37.213816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.232277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:37.257675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:37.285563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:37.287993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.299319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.307987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a30392c-6027-4ec9-b996-e2305a51974d req-4daaf209-a423-4ebd-af10-b7acb0aa6b33 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0299418 Aug 03 19:03:37.473632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.477844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cc2f4-4b5d-45f3-8597-e21afa05c589 req-d12ca120-7b00-48cc-8a92-2a0535bbab43 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.479614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49cc2f4-4b5d-45f3-8597-e21afa05c589 req-d12ca120-7b00-48cc-8a92-2a0535bbab43 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0662134 Aug 03 19:03:37.521058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49cc2f4-4b5d-45f3-8597-e21afa05c589 req-6074f7f7-fb71-4100-943b-3a3e0da6c497 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355628 Aug 03 19:03:37.577159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.629322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:37.637921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.638276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.638620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.638961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.639299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.639633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.639967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.640297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.640732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.648838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.649102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.649461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:37.674257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['05fbd3e4-dfd7-4978-9fcd-01be432d02cf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:37.681780 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bd5a4e44-e266-43c6-8082-35ab3f16d741 service neutron] show failed (client error): The resource could not be found. Aug 03 19:03:37.684946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bd5a4e44-e266-43c6-8082-35ab3f16d741 service neutron] 10.222.0.54 "GET /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0653768 Aug 03 19:03:37.770271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.804625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:03:37.807755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e48e53-8508-498e-9b20-3375339ec5d0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:37.821096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.822055 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Added segment 4e21f2c3-44b6-45b3-9003-a1e9ef11d0da of type vlan for network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 Aug 03 19:03:37.893272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-f98b2f74-70b2-4c16-a796-b01562c92c40 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:37.895564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-f98b2f74-70b2-4c16-a796-b01562c92c40 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 820 time: 0.1776283 Aug 03 19:03:37.913192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:37.924085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Request body: {'port': {'device_id': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'admin_state_up': True, 'tenant_id': 'fa1a39cfbef647a3ade06eb4765b0341'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:38.075081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd7e3d-0261-42a6-86e3-927e78791402 req-51c31acc-7aa1-4907-8067-3f08ea870f63 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.076817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdfd7e3d-0261-42a6-86e3-927e78791402 req-51c31acc-7aa1-4907-8067-3f08ea870f63 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0908504 Aug 03 19:03:38.091673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.093001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.093790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.141832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdfd7e3d-0261-42a6-86e3-927e78791402 req-b335764e-e52a-4f8c-bf34-f3c85023297d tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574710 Aug 03 19:03:38.174872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] Pushing event updated for resources: {'Network': ['ID=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:38.189465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:03:38.235553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Made reservation on behalf of fa1a39cfbef647a3ade06eb4765b0341 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:38.248304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.358976 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cb4a18b2-96f4-4bd9-a2d9-32f1ae79b80f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3506696 Aug 03 19:03:38.360039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40396) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:38.366134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Request body: {'subnet': {'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1446112052-subnet', 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:38.487213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fd448-1db0-43b4-bd08-42e5ff8b0120 req-ff2d7e13-84d1-4bb4-b4b2-75be7f192ddd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.488910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d2fd448-1db0-43b4-bd08-42e5ff8b0120 req-ff2d7e13-84d1-4bb4-b4b2-75be7f192ddd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1491420 Aug 03 19:03:38.496130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:38.500830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.526356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Allocated IP 172.20.0.8 (092401a9-9115-40b4-bd04-95f6c83436b4/8b2ab28f-9acb-4e74-b613-2dce80ac3f78/6237195e-7c6e-4a78-b652-9d5fbd48b4ec) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:38.580127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-3bc9bfc4-227f-4119-bcaf-1f4a5a4748a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.582567 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-3bc9bfc4-227f-4119-bcaf-1f4a5a4748a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1100 time: 0.1449399 Aug 03 19:03:38.591885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d2fd448-1db0-43b4-bd08-42e5ff8b0120 req-b34f91ad-a578-44ce-bf53-1fdf99247f73 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918617 Aug 03 19:03:38.615051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:38.708124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d8e4b46-6621-4241-82a3-5018328f560c req-b3fabc1a-51b2-46a7-81c3-e8394c2f646d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.1007643 Aug 03 19:03:38.748310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.832326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba863f06-f43b-4bb3-a99e-ff52448fd0a4 req-efda78fe-3e07-4d37-9712-8a7ae745a4cc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:38.833330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:38.841093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba863f06-f43b-4bb3-a99e-ff52448fd0a4 req-efda78fe-3e07-4d37-9712-8a7ae745a4cc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1313527 Aug 03 19:03:38.918814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:38.934510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba863f06-f43b-4bb3-a99e-ff52448fd0a4 req-a1c3d3fd-5163-4606-a722-c1a97748d125 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924401 Aug 03 19:03:39.025198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:39.080353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.093295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:39.134507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Network 092401a9-9115-40b4-bd04-95f6c83436b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:39.147946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:39.147946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:39.166454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:39.166847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.184554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:39.233546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.235515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.343386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dcdcf-ad95-40bd-8016-c9f73fb0b455 req-8a0f8c96-8de3-468f-b363-870ea5a05fd7 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.345977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-727dcdcf-ad95-40bd-8016-c9f73fb0b455 req-8a0f8c96-8de3-468f-b363-870ea5a05fd7 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1034088 Aug 03 19:03:39.357578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.380326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:39.392594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-73ea0c29-c5bb-4be5-97bf-68c00d25353e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4774435 Aug 03 19:03:39.408513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:39.411731 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7cb845-797a-4347-aa31-71a166a03094" -d '{"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:39.423340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Request body: {'port': {'device_id': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:39.455263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:39.475306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.510465 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146d9a88-99e7-4ea4-a3b9-917b50b55ff5 x-openstack-request-id: req-146d9a88-99e7-4ea4-a3b9-917b50b55ff5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:39.510855 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:39.511007 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-146d9a88-99e7-4ea4-a3b9-917b50b55ff5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:39.512178 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'code': 200} Aug 03 19:03:39.520680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.521696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 74d30f12-6985-4584-9374-30a26f4a5eb7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:39.527734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:39.545873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-7da2046b-e363-441a-bc89-5e93576fafe9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5276241 Aug 03 19:03:39.559813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-727dcdcf-ad95-40bd-8016-c9f73fb0b455 req-bbaf3d70-ac81-4591-a847-527f3387b419 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068782 Aug 03 19:03:39.582063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.593605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40426) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:39.600133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ee113b6-4f84-48df-b6b0-59e912efa3bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7f3f270ee0f4d45b02665471ab289c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630863 Aug 03 19:03:39.653133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:39.653741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Network hostable DHCP agents. Network: 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:03:39.660284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 74d30f12-6985-4584-9374-30a26f4a5eb7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:39.660628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 74d30f12-6985-4584-9374-30a26f4a5eb7 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:39.736876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:39.741421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:39.775662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:39.778357 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497fb91-38b1-4a78-a4f3-b87910e6f988" -d '{"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-unplugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:39.783496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5e6fb9-ce25-4183-8db1-03c4fd915e15,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:39.804987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Transition to ACTIVE for port object b620aff5-7a1d-4c45-99f7-269901d6ed34 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:39.842054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-fa2f5d6c-8928-4daf-bd89-08b16f72f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:39.844688 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-fa2f5d6c-8928-4daf-bd89-08b16f72f1c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.1759076 Aug 03 19:03:39.996237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.010079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-f8cd0185-210e-45d8-bbd5-d943c4a5fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.012285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-f8cd0185-210e-45d8-bbd5-d943c4a5fe5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1448138 Aug 03 19:03:40.014447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.017953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:03:40.044842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d72b-7511-4af2-92f1-5199c65550e0 req-8bf62724-5031-454b-a687-6db9f489a191 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.052369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30a1d72b-7511-4af2-92f1-5199c65550e0 req-8bf62724-5031-454b-a687-6db9f489a191 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.3013382 Aug 03 19:03:40.081344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-393e01d7-64ba-409b-b79b-aa1c56f478f4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0601423 Aug 03 19:03:40.087864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.226955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-8a169afc-0b9e-43aa-86b7-7179af7e316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.229444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-8a169afc-0b9e-43aa-86b7-7179af7e316f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1197228 Aug 03 19:03:40.236605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:40.238650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1b7df-bcff-4ad8-a2c4-7231e7b9fed6 req-e30d450d-4189-4a17-9980-a3f9850ab31f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.243354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.244900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.245578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1213c6e4-1ee5-4b5a-9361-4092eabde214 None None] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:40.252331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11e1b7df-bcff-4ad8-a2c4-7231e7b9fed6 req-e30d450d-4189-4a17-9980-a3f9850ab31f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 931 time: 0.3781285 Aug 03 19:03:40.320783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] No DVR routers for this DVR port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:40.334695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:40.361202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30a1d72b-7511-4af2-92f1-5199c65550e0 req-3e8267c4-6a33-4c33-a35a-60253b176ee1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073030 Aug 03 19:03:40.394908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-8c5b9505-0453-43b4-acd2-5c2fe7469b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.404086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-8c5b9505-0453-43b4-acd2-5c2fe7469b13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215899 Aug 03 19:03:40.410971 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fcb9524d-eb15-457d-a396-62f3bcb25d48 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0494120 Aug 03 19:03:40.418493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:40.421540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:40.421540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:40.455165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:40.457253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:40.494212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:40.495941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:40.497075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:40.498384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Bound port: b620aff5-7a1d-4c45-99f7-269901d6ed34, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:40.498873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.589747 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef44fc2-0da9-449e-a791-f675e88a4894 x-openstack-request-id: req-6ef44fc2-0da9-449e-a791-f675e88a4894 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:40.590593 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-unplugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:40.590593 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ef44fc2-0da9-449e-a791-f675e88a4894 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:40.591962 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'code': 200} Aug 03 19:03:40.691403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11e1b7df-bcff-4ad8-a2c4-7231e7b9fed6 req-a983e1a0-9068-4a13-8a89-98380bc54b5a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381666 Aug 03 19:03:40.704138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6237195e-7c6e-4a78-b652-9d5fbd48b4ec {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:40.715020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.734964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Transition to ACTIVE for port object 6237195e-7c6e-4a78-b652-9d5fbd48b4ec will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:40.736053 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.739236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.741435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ebb4dc9f-ea7f-424c-afcd-f73caead8556 HTTP/1.1" status: 204 len: 168 time: 1.1464427 Aug 03 19:03:40.761752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb8ff0a-d305-47a6-8e11-514d1547aae9 None None] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:40.769386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:40.783899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec82df-3feb-4c73-aead-618cdaa1e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb4dc9f-ea7f-424c-afcd-f73caead8556,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:40.837307 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-a957bf39-460b-40c7-a27d-548e45f5f878 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197035 Aug 03 19:03:40.842549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:40.846468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:40.847821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efe51a-c420-49c4-a99d-00019845bb2b req-1f2ca459-b1ec-4a1b-9a33-56a1b6d8dcc2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:40.857251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4efe51a-c420-49c4-a99d-00019845bb2b req-1f2ca459-b1ec-4a1b-9a33-56a1b6d8dcc2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1748049 Aug 03 19:03:40.866817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:40.998667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.000131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4efe51a-c420-49c4-a99d-00019845bb2b req-d798479f-05d6-4e11-8326-5656cbbdc3bc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413717 Aug 03 19:03:41.099779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:41.131840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:41.153913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:41.154253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:41.154932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:41.179733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:41.180759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:41.192550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.197093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.205946 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] 10.222.0.77 "PUT /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 1095 time: 2.6121752 Aug 03 19:03:41.220682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2c208-7f6e-4ab3-bef2-a3caa9f5952d req-86950471-51ee-4ab5-872a-00593b231359 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.244200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfb2c208-7f6e-4ab3-bef2-a3caa9f5952d req-86950471-51ee-4ab5-872a-00593b231359 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.2794464 Aug 03 19:03:41.336915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:41.337455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:41.341188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:41.341957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Bound port: 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:41.344931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.482282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea57d26-c6ad-4115-812f-30f282cf3a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:41.542175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-9e06d2ac-28e2-4227-897f-31445fb6d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.544682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-9e06d2ac-28e2-4227-897f-31445fb6d16a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1098 time: 0.2913284 Aug 03 19:03:41.548865 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-528e6146-ef2d-4989-972d-c098f5e98d8a req-d9399a90-0fca-4521-9a14-e63611ccf37e service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702023 Aug 03 19:03:41.568486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfb2c208-7f6e-4ab3-bef2-a3caa9f5952d req-60af79cf-d3a2-479e-aa7a-b1dff95bf711 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257389 Aug 03 19:03:41.682202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:41.708339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:41.771412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-e92d16f0-199f-42ac-93ee-24f25e844e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:41.781216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-e92d16f0-199f-42ac-93ee-24f25e844e42 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2253809 Aug 03 19:03:41.806769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:41.878857 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-3325b54a-06f6-4c6f-9093-c84bb48ecd66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0898271 Aug 03 19:03:42.006705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-1ececaa8-fa6f-4a64-b977-a7deb8358bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.010160 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-1ececaa8-fa6f-4a64-b977-a7deb8358bb0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1218703 Aug 03 19:03:42.065235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40462) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:42.084779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36f09563-925c-4354-a281-cf7892995627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.102364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-b12f82c8-279c-4e26-bbde-99a2e2a91475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.103931 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-b12f82c8-279c-4e26-bbde-99a2e2a91475 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859394 Aug 03 19:03:42.136629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.138009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.146784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-039cd99c-414b-4451-8557-845d2f280699 service neutron] 10.222.0.54 "PUT /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 1091 time: 2.7335789 Aug 03 19:03:42.168547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:42.182206 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad99d03-924a-441c-b2ed-3989e7591b36" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:42.186782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cd99c-414b-4451-8557-845d2f280699 service neutron] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:42.308518 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-db28ef8f-c18f-438e-a6e0-027596486751 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958418 Aug 03 19:03:42.358940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-7b0cc9ee-6919-44b0-a10d-c9d80f6c7f48 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.366776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-7b0cc9ee-6919-44b0-a10d-c9d80f6c7f48 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1637204 Aug 03 19:03:42.420074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-fc963acd-d608-447b-8e09-214f2ea9035f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0523012 Aug 03 19:03:42.431850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36f09563-925c-4354-a281-cf7892995627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.448190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b193c-9ed6-4cbe-9b70-a438643a84e6 req-fe6ce144-60b7-4958-acd3-0dfc98a5020d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.449825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c0b193c-9ed6-4cbe-9b70-a438643a84e6 req-fe6ce144-60b7-4958-acd3-0dfc98a5020d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 947 time: 0.4186673 Aug 03 19:03:42.473530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-4dfae040-d3de-468d-8f15-0b917cc332dd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525761 Aug 03 19:03:42.513994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-94ccea9a-1802-4267-b509-36571bcc8632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.515090 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-799d4145-1580-4f64-b622-9f8e8d6ae80c req-c014baeb-0946-471b-a9fb-d585f513cd8c service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932974 Aug 03 19:03:42.515483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-94ccea9a-1802-4267-b509-36571bcc8632 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1094 time: 0.1464980 Aug 03 19:03:42.541517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36f09563-925c-4354-a281-cf7892995627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.596895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:42.600233 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5133cc-9055-4623-857d-71ae9a87f79a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:42.603444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f09563-925c-4354-a281-cf7892995627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca26eae-186b-4d3d-91ef-93cb7da1c0b8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:42.618319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c0b193c-9ed6-4cbe-9b70-a438643a84e6 req-63092884-7805-411e-bf18-109e2e2905b7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470914 Aug 03 19:03:42.636772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-e7b44513-d5bc-4a12-a256-daba0c401439 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 217 time: 0.0792923 Aug 03 19:03:42.655477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36f09563-925c-4354-a281-cf7892995627 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2d8da1c82554d10b6cb942240e690fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880027 Aug 03 19:03:42.658409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40478) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:42.750873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.801529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.832397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-e1a43016-45ae-4f66-b23f-e4c7e3250ebf service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329239 Aug 03 19:03:42.834979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-ab1864cb-28db-4f95-bf1d-bbcf2aebd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.836415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-ab1864cb-28db-4f95-bf1d-bbcf2aebd77d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1906936 Aug 03 19:03:42.961688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b6358-2b90-4632-99dd-efd0123d42cc req-07cf607e-4609-47af-b2b0-ae3398dea296 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:42.963677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-486b6358-2b90-4632-99dd-efd0123d42cc req-07cf607e-4609-47af-b2b0-ae3398dea296 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.2059174 Aug 03 19:03:42.968112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-985ab72a-f904-45d9-89f0-2bcb3d24c8f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106217 Aug 03 19:03:42.982904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.985836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:42.987114 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ca26eae-186b-4d3d-91ef-93cb7da1c0b8 HTTP/1.1" status: 204 len: 168 time: 0.3276441 Aug 03 19:03:43.013293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a765f99-63fb-4623-97c9-296a9b131fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca26eae-186b-4d3d-91ef-93cb7da1c0b8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:43.170470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-486b6358-2b90-4632-99dd-efd0123d42cc req-d228f112-225d-4e8e-a1b1-6d59f8d56a83 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927736 Aug 03 19:03:43.245405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-b0304bee-4015-469b-940c-53eeea7760a4 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987136 Aug 03 19:03:43.283718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-ac131806-fe77-450f-8d14-c178869c64f6 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736642 Aug 03 19:03:43.504735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f09b82f-fe21-4e99-ad8b-a79252f2587b req-81a6977d-1427-4605-8a72-1ba0af1ae9f3 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126482 Aug 03 19:03:43.560885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9aae5-645d-4dac-8d9a-eeb9ac98a097 req-ba49672f-869c-49bc-a709-6ba220b9430f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.562540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11e9aae5-645d-4dac-8d9a-eeb9ac98a097 req-ba49672f-869c-49bc-a709-6ba220b9430f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1134388 Aug 03 19:03:43.613258 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e2e7d-21e2-4594-8dc9-75c9183b5e04 x-openstack-request-id: req-2d8e2e7d-21e2-4594-8dc9-75c9183b5e04 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:43.613808 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:43.614229 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d8e2e7d-21e2-4594-8dc9-75c9183b5e04 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:43.614826 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'status': 'completed', 'code': 200} Aug 03 19:03:43.635543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11e9aae5-645d-4dac-8d9a-eeb9ac98a097 req-1d6f66ce-d464-4f32-8c91-b76078f251ec tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Aug 03 19:03:43.757302 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a2bd7d-2bd8-406f-a0f9-602012ab1b57 x-openstack-request-id: req-47a2bd7d-2bd8-406f-a0f9-602012ab1b57 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:43.757798 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:43.758909 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47a2bd7d-2bd8-406f-a0f9-602012ab1b57 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:43.759762 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'status': 'completed', 'code': 200} Aug 03 19:03:43.828807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-147def0e-d35d-46da-9216-67ec0b5d4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.832799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-147def0e-d35d-46da-9216-67ec0b5d4054 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1094 time: 0.1640503 Aug 03 19:03:43.962986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-c6084f17-3fd1-4b61-a435-6a1cb0eacf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.964697 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-c6084f17-3fd1-4b61-a435-6a1cb0eacf1e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1098 time: 0.1895816 Aug 03 19:03:43.974066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-4ce84356-30cf-4d7d-af24-f12721d27219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:43.987366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-4ce84356-30cf-4d7d-af24-f12721d27219 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1098 time: 0.1126473 Aug 03 19:03:44.217804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-b39918d9-0e53-4046-bd25-e88735bf6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.219895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-b39918d9-0e53-4046-bd25-e88735bf6126 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2428114 Aug 03 19:03:44.280244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-f8137cf2-52e1-45c1-bb30-345d944259a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0525310 Aug 03 19:03:44.383387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-39c23987-292f-4380-aaf7-c3999264e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.385776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-39c23987-292f-4380-aaf7-c3999264e2dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3657465 Aug 03 19:03:44.408991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-9f62d7fd-2bbe-4084-ad9c-542bd7140934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.411422 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-9f62d7fd-2bbe-4084-ad9c-542bd7140934 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1030631 Aug 03 19:03:44.544480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-82850c9b-164a-4b7a-95fe-31d7d320fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.550581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-82850c9b-164a-4b7a-95fe-31d7d320fa0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.7048974 Aug 03 19:03:44.581298 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-697238a3-a011-4aa6-a696-21cf52d1f9e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.1878848 Aug 03 19:03:44.653131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b2ea8-a183-4227-bd91-c32e50d7b8a1 req-df7e7612-bf85-4fb8-bfe1-7d6ec5905e35 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.662801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-102b2ea8-a183-4227-bd91-c32e50d7b8a1 req-df7e7612-bf85-4fb8-bfe1-7d6ec5905e35 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.9085250 Aug 03 19:03:44.679108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7da361b0-91e6-4457-9ee7-d1b2722e13df req-acaf8741-3e00-4dd6-afe4-887792c9cf60 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 210 time: 0.1301267 Aug 03 19:03:44.680967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-544fef32-119a-483c-9342-7549aa7a3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.686992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-544fef32-119a-483c-9342-7549aa7a3e2f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0956278 Aug 03 19:03:44.689071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-5452b40d-4974-491d-8b81-5991c332d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.690627 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-5452b40d-4974-491d-8b81-5991c332d4ba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2423894 Aug 03 19:03:44.705915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-964c6444-af6c-4556-984b-8a9cbd5911d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 217 time: 0.1453824 Aug 03 19:03:44.919702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-192e3f59-14fe-40ac-94a0-b5638401fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:44.921337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-192e3f59-14fe-40ac-94a0-b5638401fa12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.2044635 Aug 03 19:03:44.935737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-102b2ea8-a183-4227-bd91-c32e50d7b8a1 req-fff7a157-5ac9-4ee1-a647-78317df21d98 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694016 Aug 03 19:03:45.000093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.046194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ba25b-72ef-4982-bb55-a564baf982aa req-38eb4cc2-b989-4861-9a03-768d3e269b10 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.049620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:45.059973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e9ba25b-72ef-4982-bb55-a564baf982aa req-38eb4cc2-b989-4861-9a03-768d3e269b10 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 947 time: 0.2453001 Aug 03 19:03:45.065443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-86c2bb8b-4aef-4a8e-b383-d4d4a2eedf4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262600 Aug 03 19:03:45.238954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e9ba25b-72ef-4982-bb55-a564baf982aa req-e1744346-2cdf-4499-b06b-0b1695ad718a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746616 Aug 03 19:03:45.275999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45843231-0143-4d1d-b02e-8f586a34f301 req-d70b4cbf-1544-4e6e-8618-ddb7e7cdda98 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.289121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45843231-0143-4d1d-b02e-8f586a34f301 req-d70b4cbf-1544-4e6e-8618-ddb7e7cdda98 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.2163377 Aug 03 19:03:45.303946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40524) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:45.344868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:45.408069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'mac_address': 'fa:16:3e:f2:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:45.424842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-3a60e3af-9e8d-41b9-95d9-59c6b9db3cab service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544037 Aug 03 19:03:45.505185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.525138 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-5e3a7256-6c67-4d27-9827-e0afacd522fc service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8143334 Aug 03 19:03:45.535448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:45.585231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:45.587524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bad99d03-924a-441c-b2ed-3989e7591b36 req-124d9e66-667f-40c9-b256-1e648b01464f service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483684 Aug 03 19:03:45.637909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-71bc6c62-5c88-4efa-baa4-469b7b924cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.641501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45843231-0143-4d1d-b02e-8f586a34f301 req-7365ccda-a789-404f-b2af-0bed5a9b59ec tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504136 Aug 03 19:03:45.642131 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-71bc6c62-5c88-4efa-baa4-469b7b924cab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9480920 Aug 03 19:03:45.656395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:45.704165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-network', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:45.771450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936d4ec-1034-4d6b-a7d9-bd4a38ea423d req-5117dd90-6eb8-476a-86d8-ca489c6fbd07 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:45.788191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b936d4ec-1034-4d6b-a7d9-bd4a38ea423d req-5117dd90-6eb8-476a-86d8-ca489c6fbd07 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1976035 Aug 03 19:03:45.808015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:45.880983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b936d4ec-1034-4d6b-a7d9-bd4a38ea423d req-4a97d985-dd08-498d-8a9f-964578297fe4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Aug 03 19:03:45.931859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-2015276f-8eb2-40d0-9631-d2515a02ff19 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772214 Aug 03 19:03:45.951926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:46.020622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f81b8d7-7672-4ca5-8548-42e49a4e026d req-cf00f8c1-5d42-4c5b-8ebd-6d5f72411416 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 210 time: 0.0672910 Aug 03 19:03:46.036092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Made reservation on behalf of c5c796cb02324b3f935a4e8bc9bf22a7 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:46.042277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:46.075667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:46.094984 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-35f7591c-a176-49c2-9284-4ee4d0ba9b5f service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611696 Aug 03 19:03:46.231360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda7937-be2e-40c7-b041-ab5f7e8d3fe2 req-c855b5e2-26da-4c82-bcab-5567c5b7061a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.233059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fda7937-be2e-40c7-b041-ab5f7e8d3fe2 req-c855b5e2-26da-4c82-bcab-5567c5b7061a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1788545 Aug 03 19:03:46.234941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ce5133cc-9055-4623-857d-71ae9a87f79a req-a21ad0bc-ed0d-462f-aee4-76850682995b service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880993 Aug 03 19:03:46.323814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fda7937-be2e-40c7-b041-ab5f7e8d3fe2 req-5f924c90-914c-456b-ae5f-1f7c59830354 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 Aug 03 19:03:46.417065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cea4f3-bd57-46d7-a660-202d5e2e7486 req-42d6dfea-e8fa-4cef-b3b8-6dfe0eea05a3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.418702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92cea4f3-bd57-46d7-a660-202d5e2e7486 req-42d6dfea-e8fa-4cef-b3b8-6dfe0eea05a3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.0803759 Aug 03 19:03:46.420828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:46.459570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92cea4f3-bd57-46d7-a660-202d5e2e7486 req-8cc99715-b398-4984-b5cc-c5d9889a4120 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Aug 03 19:03:46.778483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd11d6-b9ec-4bc2-b92f-aaeedba9aaac req-c500dcbc-34b5-4406-a9fd-8e6e47ed3102 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:46.780113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4cd11d6-b9ec-4bc2-b92f-aaeedba9aaac req-c500dcbc-34b5-4406-a9fd-8e6e47ed3102 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0535400 Aug 03 19:03:46.824829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:46.841181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4cd11d6-b9ec-4bc2-b92f-aaeedba9aaac req-968cf166-66cb-4c02-b825-7ddeddd38e08 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Aug 03 19:03:46.862023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:03:46.874034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e44f5-3070-4440-821f-7fd22d14f294,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:46.909826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:46.910178 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Added segment 94e79fb5-96a0-47eb-99d3-7762a661f866 of type vlan for network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d Aug 03 19:03:46.986542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.120566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.123714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.123714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.155808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03f1e2-efa9-4225-af8e-3db31e65dd09 req-ce94b134-652a-48ba-8551-0108f12f1622 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.157334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a03f1e2-efa9-4225-af8e-3db31e65dd09 req-ce94b134-652a-48ba-8551-0108f12f1622 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0825386 Aug 03 19:03:47.225829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] Pushing event updated for resources: {'Network': ['ID=2e73a8c9-3cb0-4703-8de0-c3e148713a1d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:47.240073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:03:47.261550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a03f1e2-efa9-4225-af8e-3db31e65dd09 req-65ed8c67-8d6b-49bb-a0ad-022ba416e47f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704894 Aug 03 19:03:47.288337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eff8081e-9443-4655-aea3-3d4aaf2405a5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9571378 Aug 03 19:03:47.291298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40550) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:47.297174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Request body: {'subnet': {'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-subnet', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:47.410059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b925403-f706-45b0-a4d0-dd37d842e5ec req-e7bf6b46-7d6b-431c-89b0-86400bade737 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 210 time: 0.0446134 Aug 03 19:03:47.436037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Made reservation on behalf of c5c796cb02324b3f935a4e8bc9bf22a7 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:47.439115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:47.611186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38838ab-a2aa-48a8-8f88-cf62171266a1 req-3aadd078-a815-46d4-947c-fcb3c87d2af5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.613377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b38838ab-a2aa-48a8-8f88-cf62171266a1 req-3aadd078-a815-46d4-947c-fcb3c87d2af5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.2325919 Aug 03 19:03:47.619661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-98a47536-a92d-4aff-bcfd-fe751ca84b28 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.623096 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-98a47536-a92d-4aff-bcfd-fe751ca84b28 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114&tenant_id=54e23eb28b6846a8b01f684c05525643&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 948 time: 0.2114441 Aug 03 19:03:47.728497 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-34f4d147-53d6-4586-9f43-a177f8953666 service neutron] 10.222.0.77 "GET /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 382 time: 0.0966280 Aug 03 19:03:47.774002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399471b-d74c-461e-8d12-cb2879558f39 req-a02481b9-5297-45a1-9b96-e9ed4e697690 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.778084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8399471b-d74c-461e-8d12-cb2879558f39 req-a02481b9-5297-45a1-9b96-e9ed4e697690 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1954536 Aug 03 19:03:47.825008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-58f6f912-77f4-47ab-9e4c-6935fc988158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:47.826831 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-58f6f912-77f4-47ab-9e4c-6935fc988158 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1099 time: 0.0647402 Aug 03 19:03:47.829167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b38838ab-a2aa-48a8-8f88-cf62171266a1 req-acbbcda9-90e8-45a5-8ee3-80a69c6df323 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837859 Aug 03 19:03:47.918061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8399471b-d74c-461e-8d12-cb2879558f39 req-77d77dbb-a20a-4a7b-9468-b8b1b113478c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763490 Aug 03 19:03:48.038613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd2ee-941f-47cb-88f9-4e4ae40f568d req-e1342794-70f2-4bb7-848d-954cfcda89c4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.047203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad4fd2ee-941f-47cb-88f9-4e4ae40f568d req-e1342794-70f2-4bb7-848d-954cfcda89c4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0687718 Aug 03 19:03:48.072093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:48.120899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-0f804323-f6ca-467d-ad41-301d7b7de7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.122617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-0f804323-f6ca-467d-ad41-301d7b7de7be service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2891910 Aug 03 19:03:48.145814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad4fd2ee-941f-47cb-88f9-4e4ae40f568d req-eda2afcc-d032-455d-b152-a680ab6ebb0f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973475 Aug 03 19:03:48.195384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=605f9d8a-2792-4683-af77-d27ea93d46be,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:48.199647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-b4d180e2-d811-4a36-acad-909ad8775b79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0644512 Aug 03 19:03:48.205717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Checking segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:48.206082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Network hostable DHCP agents. Network: 2e73a8c9-3cb0-4703-8de0-c3e148713a1d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:03:48.258499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-f96589b9-39e3-49f1-ba24-cdda3273b19a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.261680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-f96589b9-39e3-49f1-ba24-cdda3273b19a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.2777884 Aug 03 19:03:48.280466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-f79b197c-c803-43bf-804a-a63a0a6823ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.290241 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-f79b197c-c803-43bf-804a-a63a0a6823ef service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0714676 Aug 03 19:03:48.299727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:48.319449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:03:48.424266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2e73a8c9-3cb0-4703-8de0-c3e148713a1d) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:48.439135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070e35d-d9c2-4ce1-9de5-0b137b24ea57 None None] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:48.460238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-f9ca2ce8-96e3-49c9-a82a-3aaf005f0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.461902 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-f9ca2ce8-96e3-49c9-a82a-3aaf005f0003 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465926 Aug 03 19:03:48.486665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.487679 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:48.578789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c27ae-53b6-4f5a-8f39-10e0e9faf8d5 req-fc2180a5-8823-40bb-bf36-bd623273f5b9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:48.596395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b2c27ae-53b6-4f5a-8f39-10e0e9faf8d5 req-fc2180a5-8823-40bb-bf36-bd623273f5b9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2163019 Aug 03 19:03:48.658338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e62d2c96-e72d-484d-8b3d-f737378ffb9f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3657951 Aug 03 19:03:48.662053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40566) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:48.673395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:48.681543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-5be5cda4-af4e-4abb-ad64-1213cbdd6089 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048442 Aug 03 19:03:48.707916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35f86ab9-31fd-4d45-9dfb-2dae18c3d45b req-75b58df9-e6e5-46fa-a6cd-cd9054efda30 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 210 time: 0.0749664 Aug 03 19:03:48.727537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b2c27ae-53b6-4f5a-8f39-10e0e9faf8d5 req-a4accafc-bc1c-4a4e-84fc-071e2a1c4688 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Aug 03 19:03:48.801080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:03:48.807740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:48.819185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:03:48.820209 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:48.837027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-00219732-7f7e-4a42-8a48-269342880b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:48.993071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.13 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/43c6722e-34aa-4528-8f4b-a4dbffab8ade) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:49.033179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e229cfd-1220-4060-8319-24b2991ca181 req-b1f3a5d0-98a1-4d96-9d4c-4ad494adca1c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.035598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e229cfd-1220-4060-8319-24b2991ca181 req-b1f3a5d0-98a1-4d96-9d4c-4ad494adca1c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.0915833 Aug 03 19:03:49.070856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:49.111198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e229cfd-1220-4060-8319-24b2991ca181 req-b3915218-6c27-4833-be39-a3ea642b33cc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Aug 03 19:03:49.112822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-33d34f6e-7332-49ec-a37c-4b0e896fd92d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194224 Aug 03 19:03:49.127173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e1f89-2a57-4fe0-8d71-249be7e6d49c req-2af0c934-0778-4101-a8e8-2bdd397d238a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.135635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-998e1f89-2a57-4fe0-8d71-249be7e6d49c req-2af0c934-0778-4101-a8e8-2bdd397d238a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1124594 Aug 03 19:03:49.139409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.140459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.153247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Allocated IP 172.20.0.2 (2e73a8c9-3cb0-4703-8de0-c3e148713a1d/605f9d8a-2792-4683-af77-d27ea93d46be/83d0b894-4d94-404a-ab73-a11c1c920c22) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:49.249573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-998e1f89-2a57-4fe0-8d71-249be7e6d49c req-2d187538-e22d-4db0-ac89-e71512eed9e5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127102 Aug 03 19:03:49.296510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.332338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b620aff5-7a1d-4c45-99f7-269901d6ed34 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:49.342326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b620aff5-7a1d-4c45-99f7-269901d6ed34 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:49.342703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.469202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ce3a9-6aad-46f7-829e-e7abafaa68d8 req-0be37f47-91c2-49d9-a70d-3db0b70e6bdf tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.470891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d6ce3a9-6aad-46f7-829e-e7abafaa68d8 req-0be37f47-91c2-49d9-a70d-3db0b70e6bdf tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.1153603 Aug 03 19:03:49.491064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.522808 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.531032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d6ce3a9-6aad-46f7-829e-e7abafaa68d8 req-445ddb23-b86e-41a1-8430-824f3f56c168 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Aug 03 19:03:49.554406 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.576073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:49.578663 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c890a-f19d-4b87-b205-b11837310e23" -d '{"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:49.584146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Transition to ACTIVE for port object 83d0b894-4d94-404a-ab73-a11c1c920c22 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:49.606287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:49.626049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Transition to ACTIVE for port object 83d0b894-4d94-404a-ab73-a11c1c920c22 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:49.678226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.704051 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d92ace4-a8e6-4388-9456-f35f5b95160b x-openstack-request-id: req-2d92ace4-a8e6-4388-9456-f35f5b95160b {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:49.704051 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:49.704051 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d92ace4-a8e6-4388-9456-f35f5b95160b {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:49.704051 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'code': 200} Aug 03 19:03:49.708686 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.772414 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.834672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:49.919393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:49.933357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:49.950090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:49.962022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:49.967843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:49.969035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796887-1121-444d-bc03-f562c7cfacc7 req-4a4ab196-3345-47f3-84a7-973858ce255d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:49.977120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79796887-1121-444d-bc03-f562c7cfacc7 req-4a4ab196-3345-47f3-84a7-973858ce255d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1016626 Aug 03 19:03:49.982379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:49.989500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:50.038967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Pushing event updated for resources: {'Port': ['ID=83d0b894-4d94-404a-ab73-a11c1c920c22,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:50.078433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Attempting to bind port 83d0b894-4d94-404a-ab73-a11c1c920c22 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:50.078826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Attempting to bind port 83d0b894-4d94-404a-ab73-a11c1c920c22 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:50.079177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Attempting to bind port 83d0b894-4d94-404a-ab73-a11c1c920c22 on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:50.091547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:50.092287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Checking segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:50.100818 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.105234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Bound using segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:50.105416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df0feb-211a-4f3a-b4be-12719bcc9eaf req-b38258d4-bd5b-4d57-9674-7a33986fe54e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.105961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Bound port: 83d0b894-4d94-404a-ab73-a11c1c920c22, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:50.105961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.113790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2df0feb-211a-4f3a-b4be-12719bcc9eaf req-b38258d4-bd5b-4d57-9674-7a33986fe54e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 932 time: 0.1158311 Aug 03 19:03:50.136267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.136892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.137988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79796887-1121-444d-bc03-f562c7cfacc7 req-88f7308a-253c-4e9b-805c-19682a383b14 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589739 Aug 03 19:03:50.167703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:50.207333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2df0feb-211a-4f3a-b4be-12719bcc9eaf req-b3c5c4a3-6052-448a-bed8-d58640b0918b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921495 Aug 03 19:03:50.245247 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-213ece43-4075-47e6-b3c9-807f7aad18b9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9620833 Aug 03 19:03:50.259164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] For port 83d0b894-4d94-404a-ab73-a11c1c920c22, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:50.265766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] For port 83d0b894-4d94-404a-ab73-a11c1c920c22, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83d0b894-4d94-404a-ab73-a11c1c920c22,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:50.268972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Request body: {'port': {'device_id': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:50.338765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ae126-a3ac-4a38-9021-a2dd81bd784a req-a2282d50-1d1c-4d01-b197-2f61001e08ae tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.347392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.348969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5ae126-a3ac-4a38-9021-a2dd81bd784a req-a2282d50-1d1c-4d01-b197-2f61001e08ae tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0706708 Aug 03 19:03:50.474184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68102b22-3b7d-4c03-8ff7-0b35b5386950 None None] Pushing event updated for resources: {'Port': ['ID=83d0b894-4d94-404a-ab73-a11c1c920c22,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:50.495837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.505477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5ae126-a3ac-4a38-9021-a2dd81bd784a req-ee783439-8938-4edf-b229-5fced17cf59c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545043 Aug 03 19:03:50.533505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:50.560065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f060208-1a31-4fc5-b31a-4e14006de9bd req-ec893b53-e5ad-410a-9492-d87110aec98d tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:50.576462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f060208-1a31-4fc5-b31a-4e14006de9bd req-ec893b53-e5ad-410a-9492-d87110aec98d tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.2163985 Aug 03 19:03:50.678347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f060208-1a31-4fc5-b31a-4e14006de9bd req-8fe1e9ae-05f9-4800-bf5b-b77312654f11 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006687 Aug 03 19:03:50.924170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:51.012528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869da4a-81ee-4950-b42d-10d34d62480b req-451ba4e9-d7e8-41bb-b924-85737a564524 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.034933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0869da4a-81ee-4950-b42d-10d34d62480b req-451ba4e9-d7e8-41bb-b924-85737a564524 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.1774347 Aug 03 19:03:51.047123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83d0b894-4d94-404a-ab73-a11c1c920c22 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:51.087879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0869da4a-81ee-4950-b42d-10d34d62480b req-034f7bec-d429-4ff5-934d-f50593029f0f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526245 Aug 03 19:03:51.151106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c6722e-34aa-4528-8f4b-a4dbffab8ade {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:51.165429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:51.199799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 83d0b894-4d94-404a-ab73-a11c1c920c22 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:51.236945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Allocated IP 172.25.2.112 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/869ac0df-b5de-4e98-914c-948414a79f98) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:51.324636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Transition to ACTIVE for port object 43c6722e-34aa-4528-8f4b-a4dbffab8ade will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:51.391276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c284be-d825-4324-a545-f029f61fe022 req-a4327249-9c0a-406d-ac20-4a4223cfff5e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.393556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c284be-d825-4324-a545-f029f61fe022 req-a4327249-9c0a-406d-ac20-4a4223cfff5e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0847940 Aug 03 19:03:51.400330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:51.417070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:51.448722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ddd3f-22b3-4f9d-a8b2-7d19d945a8e4 req-364c12a4-7e63-41b0-b8f4-5f8681f9ed44 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.451677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a67ddd3f-22b3-4f9d-a8b2-7d19d945a8e4 req-364c12a4-7e63-41b0-b8f4-5f8681f9ed44 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 932 time: 0.1556656 Aug 03 19:03:51.511451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Pushing event updated for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:51.619038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a67ddd3f-22b3-4f9d-a8b2-7d19d945a8e4 req-867b1fd7-bc5f-4a6c-bea8-08ec52434bb6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463213 Aug 03 19:03:51.633308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c284be-d825-4324-a545-f029f61fe022 req-386d8d71-78a6-490b-aa10-e20dbe67a9ba tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202961 Aug 03 19:03:51.654643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Attempting to bind port 43c6722e-34aa-4528-8f4b-a4dbffab8ade on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:51.655790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Attempting to bind port 43c6722e-34aa-4528-8f4b-a4dbffab8ade by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:51.656287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Attempting to bind port 43c6722e-34aa-4528-8f4b-a4dbffab8ade on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:51.669801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Port 43c6722e-34aa-4528-8f4b-a4dbffab8ade on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:51.670134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Attempting to bind port 43c6722e-34aa-4528-8f4b-a4dbffab8ade on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:51.685153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:51.685578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:51.686262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:51.687182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Bound port: 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:51.687856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:51.759231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae19381-8c1b-4eb8-bce5-5a95036c98d7 req-21cdacba-f4f0-4d55-85ed-b7fa23f6da79 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.761184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ae19381-8c1b-4eb8-bce5-5a95036c98d7 req-21cdacba-f4f0-4d55-85ed-b7fa23f6da79 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.0615406 Aug 03 19:03:51.800465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:51.806994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:51.820780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ae19381-8c1b-4eb8-bce5-5a95036c98d7 req-012e63dc-49f0-48a3-9239-a52d9e1ecd4e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507014 Aug 03 19:03:51.880308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2720e84-7852-46da-86e8-2fb67ef074fb req-e55e8e7b-da3b-41d7-86b9-872c7a4e1d03 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:51.882586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2720e84-7852-46da-86e8-2fb67ef074fb req-e55e8e7b-da3b-41d7-86b9-872c7a4e1d03 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0605531 Aug 03 19:03:51.932814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2720e84-7852-46da-86e8-2fb67ef074fb req-3d778e17-3ae7-4672-813f-ebd51bdae774 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Aug 03 19:03:51.996582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b79299-45f6-44b8-80cc-54640b894331 None None] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:03:52.171000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.217518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:52.220737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:52.223393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:52.238884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752560e-b301-4dfb-8bfc-e938c9135959 req-e7171a6e-2274-4403-8919-5e9937b34869 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.246795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0752560e-b301-4dfb-8bfc-e938c9135959 req-e7171a6e-2274-4403-8919-5e9937b34869 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0773222 Aug 03 19:03:52.257632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Pushing event updated for resources: {'Port': ['ID=869ac0df-b5de-4e98-914c-948414a79f98,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:52.289865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0752560e-b301-4dfb-8bfc-e938c9135959 req-56ab5eff-e553-4569-b84d-b3563cab0d09 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Aug 03 19:03:52.319942 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.323462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fdf0f881-c934-4be5-b582-49c3a391a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.331180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.374195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Provisioning for port 83d0b894-4d94-404a-ab73-a11c1c920c22 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:52.379422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Provisioning complete for port 83d0b894-4d94-404a-ab73-a11c1c920c22 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:52.380229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.405372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.406263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.407703 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] 10.222.0.54 "PUT /v2.0/ports/43c6722e-34aa-4528-8f4b-a4dbffab8ade HTTP/1.1" status: 200 len: 1092 time: 2.1430538 Aug 03 19:03:52.428896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:52.431785 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb1140-f6fc-41a6-89c0-7a463165dd46" -d '{"events": [{"name": "network-changed", "server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:52.485805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbd3c4-1fc6-41e7-8583-ca650090be04 service neutron] Pushing event updated for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:52.507683 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b046a6-a0df-48a9-950e-a44555a4ac03 x-openstack-request-id: req-08b046a6-a0df-48a9-950e-a44555a4ac03 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:52.508576 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:52.508871 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08b046a6-a0df-48a9-950e-a44555a4ac03 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:52.509273 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade', 'status': 'completed', 'code': 200} Aug 03 19:03:52.528680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.581176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] For port 83d0b894-4d94-404a-ab73-a11c1c920c22, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83d0b894-4d94-404a-ab73-a11c1c920c22,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:52.601009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-800eea59-a95d-441e-93d6-47c6ca65e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.603091 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-800eea59-a95d-441e-93d6-47c6ca65e249 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 1095 time: 0.0513425 Aug 03 19:03:52.662189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.757088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb6c4-33f2-4aff-a8fa-233d33ae386e None None] Pushing event updated for resources: {'Port': ['ID=83d0b894-4d94-404a-ab73-a11c1c920c22,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:52.798294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-db682581-1174-4538-8a16-3d480dedc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.800318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-db682581-1174-4538-8a16-3d480dedc665 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9590857ee8a34fd28ac8ea05031442f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1452971 Aug 03 19:03:52.803205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fcd949d-c384-429c-9a14-71d0a9ebde9e None None] Provisioning complete for port 83d0b894-4d94-404a-ab73-a11c1c920c22 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:52.803788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fcd949d-c384-429c-9a14-71d0a9ebde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.853944 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:52.899188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e848fc3-19b9-47b8-ac73-16490a52bf86 req-7811bd81-e693-4d4d-9a38-244c2ac0ad13 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.901310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e848fc3-19b9-47b8-ac73-16490a52bf86 req-7811bd81-e693-4d4d-9a38-244c2ac0ad13 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 944 time: 0.1614995 Aug 03 19:03:52.918956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-41416aff-21cb-456e-89ba-b7c475f6671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:52.920439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-41416aff-21cb-456e-89ba-b7c475f6671e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1100 time: 0.1360831 Aug 03 19:03:52.950468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:03:53.003878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a670ce8-cd86-4261-945e-932e2bb2881c req-d92de1c6-01ed-48fa-a29f-a5b279da4e4b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.008795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-612a6b99-cc04-4352-8edb-dea88cb747fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.010570 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-00cb1140-f6fc-41a6-89c0-7a463165dd46 req-612a6b99-cc04-4352-8edb-dea88cb747fb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2003262 Aug 03 19:03:53.012288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a670ce8-cd86-4261-945e-932e2bb2881c req-d92de1c6-01ed-48fa-a29f-a5b279da4e4b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.2298720 Aug 03 19:03:53.032605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.051067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e848fc3-19b9-47b8-ac73-16490a52bf86 req-914d10b7-8f2c-4a10-a3ef-22f97e897a8e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342030 Aug 03 19:03:53.073632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.177624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a670ce8-cd86-4261-945e-932e2bb2881c req-ecb418b5-4f48-4ee6-8097-b1928a2a0415 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601577 Aug 03 19:03:53.428000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c715a0-2e29-4e94-a49e-e76bcb15acf7 req-3920f14f-5de5-487d-ae80-b46666d85eb7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.436336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0c715a0-2e29-4e94-a49e-e76bcb15acf7 req-3920f14f-5de5-487d-ae80-b46666d85eb7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1165867 Aug 03 19:03:53.514882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0c715a0-2e29-4e94-a49e-e76bcb15acf7 req-c905e476-0809-4b05-95fc-6606fbf08ebe tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763102 Aug 03 19:03:53.536034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:53.619825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-855e1249-308e-4261-af90-082a1922953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.621463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-855e1249-308e-4261-af90-082a1922953e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 1095 time: 0.5365684 Aug 03 19:03:53.635558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:53.689497 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-a5d80ef6-9480-4bc9-aff9-5d6b910fba7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade HTTP/1.1" status: 200 len: 217 time: 0.0476372 Aug 03 19:03:53.715261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:53.717590 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463689a-75ff-48a6-b562-0b2fbf7379cc" -d '{"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-unplugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:53.724168 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.741193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Transition to ACTIVE for port object b620aff5-7a1d-4c45-99f7-269901d6ed34 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:53.749595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672da5a-612d-463a-859e-d04ce4e07ae9 req-f581a45f-0e40-4d12-8053-27e394633dff tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.756985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3672da5a-612d-463a-859e-d04ce4e07ae9 req-f581a45f-0e40-4d12-8053-27e394633dff tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.1181545 Aug 03 19:03:53.817117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3672da5a-612d-463a-859e-d04ce4e07ae9 req-1a30c0d5-8754-44f1-ba23-b72a3572c7c6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Aug 03 19:03:53.820095 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:53.831657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-50ebf7e8-22c4-4846-ab2b-9ade21c4d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:53.833615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-50ebf7e8-22c4-4846-ab2b-9ade21c4d8ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0974090 Aug 03 19:03:53.885121 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-ef6b8efb-136d-4506-8021-481e79ec78e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391281 Aug 03 19:03:53.918961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.013279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] No DVR routers for this DVR port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:54.041432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.066027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:03:54.067171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-a65841d7-dd43-4187-b5b9-58eb2b542053 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706188 Aug 03 19:03:54.106929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687bc0-88c4-46f5-af31-89db06227b1e req-515abbf2-a0e9-4fa0-a5af-fb0acfde3fa4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.114622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b687bc0-88c4-46f5-af31-89db06227b1e req-515abbf2-a0e9-4fa0-a5af-fb0acfde3fa4 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.2963760 Aug 03 19:03:54.157615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519b0be-9fc5-40f3-9bc0-8860cd17a09f req-7921b4b4-cbe3-404c-9c62-3475a5883455 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.160202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0519b0be-9fc5-40f3-9bc0-8860cd17a09f req-7921b4b4-cbe3-404c-9c62-3475a5883455 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.2167897 Aug 03 19:03:54.168565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:54.169000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:54.169407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:54.192350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:03:54.192731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Attempting to bind port b620aff5-7a1d-4c45-99f7-269901d6ed34 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:54.220329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b687bc0-88c4-46f5-af31-89db06227b1e req-09c84991-b46e-4528-9a6e-f4355018e5bd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046162 Aug 03 19:03:54.224498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:54.224893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:54.243547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:54.243547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Bound port: b620aff5-7a1d-4c45-99f7-269901d6ed34, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:54.243547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.300413 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c552d824-b7a0-464f-a2f2-03a2b5a09f7c req-1e1444f8-f5a0-49b9-bdfb-7f7e86e9bff6 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623464 Aug 03 19:03:54.334896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0519b0be-9fc5-40f3-9bc0-8860cd17a09f req-85f116e9-f0f7-4624-8b01-f0005b21207f tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581109 Aug 03 19:03:54.380934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Router 37f33461-d142-4007-bf00-9c17ff928aa0 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:03:54.392915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:54.403978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:54.406371 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83aeac6-694f-4175-8339-8e1a1799f361 x-openstack-request-id: req-e83aeac6-694f-4175-8339-8e1a1799f361 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:54.406851 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-unplugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:54.407103 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e83aeac6-694f-4175-8339-8e1a1799f361 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:54.409888 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'code': 200} Aug 03 19:03:54.506650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f4468-4716-419d-8c25-3021d3b7d4cd req-271adb21-a3f6-4cd9-ac30-3133ba7290ab tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.508686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e83f4468-4716-419d-8c25-3021d3b7d4cd req-271adb21-a3f6-4cd9-ac30-3133ba7290ab tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0916905 Aug 03 19:03:54.546697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4321bab-2d50-4721-8944-a794414f3ee0 req-0410c6d9-55b4-40ba-8153-5f76a328d8d1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.547994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4321bab-2d50-4721-8944-a794414f3ee0 req-0410c6d9-55b4-40ba-8153-5f76a328d8d1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 944 time: 0.1008317 Aug 03 19:03:54.549110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.571691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:54.582276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:54.599503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:54.602536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:54.609004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.610013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.611792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 1096 time: 1.6699262 Aug 03 19:03:54.658446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e83f4468-4716-419d-8c25-3021d3b7d4cd req-fca51433-69f1-47f3-ba5f-adfaf0c013d5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393857 Aug 03 19:03:54.715777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78ee05-2fc0-4f20-8c36-bbdfb08ae9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=11']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:54.730379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4321bab-2d50-4721-8944-a794414f3ee0 req-5bfc6aea-7778-48f8-86e8-560454f2b998 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405237 Aug 03 19:03:54.761791 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.766125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d2d9cc47-109c-4fd5-bdfb-b715bc4fdb5f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.1027265 Aug 03 19:03:54.766757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:03:54.783872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-525e75df-9c43-4af8-99bb-b36591459960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:54.791101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-525e75df-9c43-4af8-99bb-b36591459960 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1099 time: 0.1223531 Aug 03 19:03:54.831652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:54.888352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:54.982747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83d0b894-4d94-404a-ab73-a11c1c920c22 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:55.112960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf340-9225-4453-aa15-6e29569bf082 req-dd79e62f-b094-4537-adb0-ee1f007fe13e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.121848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ebf340-9225-4453-aa15-6e29569bf082 req-dd79e62f-b094-4537-adb0-ee1f007fe13e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.2240477 Aug 03 19:03:55.131184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-b2ed2990-b14e-4391-acda-f59ad427ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.133355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-b2ed2990-b14e-4391-acda-f59ad427ab91 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3163483 Aug 03 19:03:55.188684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:55.200919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-15e105e5-fc7b-4db3-9d43-b1bff86a5f49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0497856 Aug 03 19:03:55.209542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b461d5c-a7af-4d67-ae95-4abbdcedc224 req-f2da5656-5b99-43f2-b87e-233cf91bc9a5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.222032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b461d5c-a7af-4d67-ae95-4abbdcedc224 req-f2da5656-5b99-43f2-b87e-233cf91bc9a5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.2469013 Aug 03 19:03:55.239506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:55.270588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 83d0b894-4d94-404a-ab73-a11c1c920c22 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:55.271095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.307906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-777594f0-dc4f-4972-8ee9-744d34bc02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.309569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-777594f0-dc4f-4972-8ee9-744d34bc02c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0601349 Aug 03 19:03:55.356399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ebf340-9225-4453-aa15-6e29569bf082 req-ea5226fa-68a3-4aee-9496-e6d7e582a1b6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268472 Aug 03 19:03:55.369517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:52Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:55.466407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b461d5c-a7af-4d67-ae95-4abbdcedc224 req-39fa42c5-ac9d-4d1d-9077-7d32132fab94 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433169 Aug 03 19:03:55.516548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-ecff3a28-f7bb-4b4f-949e-3f2b042f5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.520554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-ecff3a28-f7bb-4b4f-949e-3f2b042f5c9c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975636 Aug 03 19:03:55.574670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:55.575493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Updating router 37f33461-d142-4007-bf00-9c17ff928aa0 port 869ac0df-b5de-4e98-914c-948414a79f98 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:03:55.605024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-fd640df2-909b-4717-9b95-c5881527c235 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.606257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.609135 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-fd640df2-909b-4717-9b95-c5881527c235 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.54 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.2316759 Aug 03 19:03:55.728827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930652ea-8c1e-4845-84da-d21f17ec5ba7 req-8830bb88-f4eb-4598-8f38-0f8c52810140 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.730725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930652ea-8c1e-4845-84da-d21f17ec5ba7 req-8830bb88-f4eb-4598-8f38-0f8c52810140 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.2201204 Aug 03 19:03:55.787295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930652ea-8c1e-4845-84da-d21f17ec5ba7 req-1fc57c89-3e10-451c-b736-5e919083a92c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458035 Aug 03 19:03:55.821713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09240f-55b7-4909-b20b-7c6f0c8c6828 req-af6ef93a-564a-4930-bbdd-4540757d2ad8 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:55.822301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Deleting port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:03:55.822783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.830420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec09240f-55b7-4909-b20b-7c6f0c8c6828 req-af6ef93a-564a-4930-bbdd-4540757d2ad8 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 946 time: 0.2121789 Aug 03 19:03:55.923387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:55.934537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-b450178a-c813-4f46-a9a1-676aa28edc11 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814435 Aug 03 19:03:56.011047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec09240f-55b7-4909-b20b-7c6f0c8c6828 req-d9c481a0-0219-46a7-a83e-73ea270d1014 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups?id=19a77f1c-8dac-427e-944a-b1968c65a301&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642010 Aug 03 19:03:56.057894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] For port 6a5737fd-aec1-4efd-a0a4-739a6ce58655, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6a5737fd-aec1-4efd-a0a4-739a6ce58655,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:56.062547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.062958 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.079954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Transition to ACTIVE for port object 869ac0df-b5de-4e98-914c-948414a79f98 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:56.103870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d9139-63e5-486d-af1a-79be76dcedfe req-9fd8b702-3243-4404-8777-f599e3bd8d1b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.111616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-469d9139-63e5-486d-af1a-79be76dcedfe req-9fd8b702-3243-4404-8777-f599e3bd8d1b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1644542 Aug 03 19:03:56.159070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.199186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-469d9139-63e5-486d-af1a-79be76dcedfe req-a0029c5e-2ae8-437b-8df3-9583df6f7e1d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 Aug 03 19:03:56.234238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367b979-0cf0-4afe-a525-8c5d9aa7667c None None] Pushing event updated for resources: {'Port': ['ID=869ac0df-b5de-4e98-914c-948414a79f98,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:56.269343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Attempting to bind port 869ac0df-b5de-4e98-914c-948414a79f98 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:03:56.269343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Attempting to bind port 869ac0df-b5de-4e98-914c-948414a79f98 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:03:56.269343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Attempting to bind port 869ac0df-b5de-4e98-914c-948414a79f98 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:03:56.270026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a996189-1ff2-4c6d-9e27-ce3c40fb0c12 req-ea0ec0ba-c79a-409a-9c5d-4d8148ec7ef0 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952414 Aug 03 19:03:56.288532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:03:56.289558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:03:56.294212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcf20a-a97f-44bb-8b13-3e25298c1912 req-9ec6d179-7bca-41a0-a3b6-d2aeab0ff9a5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.297939 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.298194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:03:56.298569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Bound port: 869ac0df-b5de-4e98-914c-948414a79f98, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:03:56.298990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.302508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79bcf20a-a97f-44bb-8b13-3e25298c1912 req-9ec6d179-7bca-41a0-a3b6-d2aeab0ff9a5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 944 time: 0.1716971 Aug 03 19:03:56.316313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Allocated IP 172.20.0.1 (2e73a8c9-3cb0-4703-8de0-c3e148713a1d/605f9d8a-2792-4683-af77-d27ea93d46be/fe8c35a2-c9be-4945-bc1c-8f81e02061e2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:03:56.370393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79bcf20a-a97f-44bb-8b13-3e25298c1912 req-d054c95b-6c1f-4358-811e-7b5e80cf1f4c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669172 Aug 03 19:03:56.411651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:56.416468 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:56.450941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.451593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.452193 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Floating IP fbf26923-76d1-4f98-9d30-2970b901f8a6 disassociated. External IP: 172.25.2.39, port: 6a5737fd-aec1-4efd-a0a4-739a6ce58655. Aug 03 19:03:56.452723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Calling delete_port for 6a5737fd-aec1-4efd-a0a4-739a6ce58655 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:03:56.467897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] For port 869ac0df-b5de-4e98-914c-948414a79f98, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:03:56.477601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] For port 869ac0df-b5de-4e98-914c-948414a79f98, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=869ac0df-b5de-4e98-914c-948414a79f98,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:03:56.561374 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5cd785-fd0b-4c11-8dc8-217fde249e30 x-openstack-request-id: req-1a5cd785-fd0b-4c11-8dc8-217fde249e30 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:56.561647 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:56.561895 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a5cd785-fd0b-4c11-8dc8-217fde249e30 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:56.562281 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'status': 'completed', 'code': 200} Aug 03 19:03:56.605091 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.630596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a355-9ca2-45b1-865c-1e1e9a532df3 req-15c78611-c55d-44ed-a83b-d03025fab87c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.639454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ec1a355-9ca2-45b1-865c-1e1e9a532df3 req-15c78611-c55d-44ed-a83b-d03025fab87c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.1544597 Aug 03 19:03:56.770557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367b979-0cf0-4afe-a525-8c5d9aa7667c None None] Pushing event updated for resources: {'Port': ['ID=869ac0df-b5de-4e98-914c-948414a79f98,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:56.772210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-e049181d-2243-4bb5-bfd6-880be50fcffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.775342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-e049181d-2243-4bb5-bfd6-880be50fcffa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1099 time: 0.1776741 Aug 03 19:03:56.783975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:56.784844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:56.808359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-11b66af6-289b-42e8-9b7b-74a7aab461d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:56.810442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-11b66af6-289b-42e8-9b7b-74a7aab461d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 1099 time: 0.1403282 Aug 03 19:03:56.826573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:56.841171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:56.845128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Transition to ACTIVE for port object fe8c35a2-c9be-4945-bc1c-8f81e02061e2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:03:56.923389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.019812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event deleted for resources: {'Port': ['ID=6a5737fd-aec1-4efd-a0a4-739a6ce58655,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:57.026857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:57.032626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.092826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:57.122039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:03:57.133171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:03:57.140821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:03:57.274566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-e498b749-622c-4b97-bf5b-cf8bc488095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.276123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-e498b749-622c-4b97-bf5b-cf8bc488095b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.4892316 Aug 03 19:03:57.276947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:57.292614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ec1a355-9ca2-45b1-865c-1e1e9a532df3 req-4b4a5992-5e76-43a8-a6d7-97f1e93d44f6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530175 Aug 03 19:03:57.323626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-c3f7c323-12b4-499b-8ba8-302bcc86945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.325205 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-c3f7c323-12b4-499b-8ba8-302bcc86945a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.4143536 Aug 03 19:03:57.333863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4', 'port_id': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'mac_address': 'fa:16:3e:35:57:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2ab28f-9acb-4e74-b613-2dce80ac3f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:57.385989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-262f5fb1-0f59-4a3b-8fd9-54b5702dfc90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.0820951 Aug 03 19:03:57.424886 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.449194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.461440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e42da-e897-4c7e-8a33-52fcd15462d8 req-1ec8611e-4750-41a9-9c42-40e3aacd2523 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.463312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a3e42da-e897-4c7e-8a33-52fcd15462d8 req-1ec8611e-4750-41a9-9c42-40e3aacd2523 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.7539468 Aug 03 19:03:57.487056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6237195e-7c6e-4a78-b652-9d5fbd48b4ec {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:57.527394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:57.559063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:52Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:57.567687 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-d9d7237e-cde2-4cab-8f83-6c0c7163bef8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 200 len: 217 time: 0.1874778 Aug 03 19:03:57.586166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-dd7721eb-30ac-4532-bc79-4c20f244398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.590984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-dd7721eb-30ac-4532-bc79-4c20f244398e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1888807 Aug 03 19:03:57.598817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08882da-b7b3-4638-ae71-5b1445e7c210 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:52Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:03:57.605969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f417372-2a1b-4fc3-b5a2-7e809dfd9a57 req-e6d22e72-33ab-4458-8411-711d181e2668 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.607571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f417372-2a1b-4fc3-b5a2-7e809dfd9a57 req-e6d22e72-33ab-4458-8411-711d181e2668 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.1413503 Aug 03 19:03:57.648746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a3e42da-e897-4c7e-8a33-52fcd15462d8 req-dd569057-cd6d-46a6-a4b2-2d803941d9e1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367388 Aug 03 19:03:57.673010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:57.680364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 43c6722e-34aa-4528-8f4b-a4dbffab8ade details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:57.744596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-b9a2e9a8-95fe-4a4a-942a-3cf4f3079f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.748588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-b9a2e9a8-95fe-4a4a-942a-3cf4f3079f7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400383 Aug 03 19:03:57.821490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-5a3ffe10-b24a-4787-9935-3dd3bf57477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:57.824462 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-5a3ffe10-b24a-4787-9935-3dd3bf57477b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.2010460 Aug 03 19:03:57.827100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:03:57.833172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-14515940-256c-4aae-b1fa-3fa9a942511d None None] Provisioning for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:03:57.930055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-9a5922c5-7a5e-45aa-882e-26255363c1de service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698751 Aug 03 19:03:57.979589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-14515940-256c-4aae-b1fa-3fa9a942511d None None] Provisioning complete for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:03:57.979964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-14515940-256c-4aae-b1fa-3fa9a942511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:58.014967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bd6c0f3-173a-47ab-a6de-6a6f0383361a req-bcb4fc56-87fb-4b55-8491-7a928d67a837 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0785353 Aug 03 19:03:58.151437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:58.177714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '43c6722e-34aa-4528-8f4b-a4dbffab8ade', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': '43c6722e-34aa-4528-8f4b-a4dbffab8ade', 'mac_address': 'fa:16:3e:4a:33:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:58.186733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:58.283303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f417372-2a1b-4fc3-b5a2-7e809dfd9a57 req-f04512d9-9862-4ead-9b49-f542a984dbb7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331627 Aug 03 19:03:58.310504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-14515940-256c-4aae-b1fa-3fa9a942511d None None] Port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:03:58.322818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:03:58.325577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d14f8-c250-4cfb-8cde-852960101de9 req-1f66c195-d313-4335-af33-5c3fc0914653 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.332484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:58.335512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-249d14f8-c250-4cfb-8cde-852960101de9 req-1f66c195-d313-4335-af33-5c3fc0914653 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1380694 Aug 03 19:03:58.337466 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Sync routers for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:03:58.343266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-667bf283-b4b9-468d-8f61-90eb5fd9b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:58.353463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-667bf283-b4b9-468d-8f61-90eb5fd9b43b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5180073 Aug 03 19:03:58.361197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:58.366184 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:58.368374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-6ac73a9c-c1a6-430c-ac1e-a7479c2528b0 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269240 Aug 03 19:03:58.401664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c6722e-34aa-4528-8f4b-a4dbffab8ade {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:58.420614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-249d14f8-c250-4cfb-8cde-852960101de9 req-7b785e9a-0b21-438f-811e-9e7b3fbbbb8e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790050 Aug 03 19:03:58.480982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:58.555948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:58.621533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:58.683235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] No DVR routers for this DVR port 6a5737fd-aec1-4efd-a0a4-739a6ce58655 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:03:58.691086 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:58.695014 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:58.700777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa6a20cd-1dfd-4c8c-a342-6b89a0b1a71a req-9556d83b-abd1-4cdd-b903-7e63b31e0ad0 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.54 "DELETE /v2.0/ports/6a5737fd-aec1-4efd-a0a4-739a6ce58655 HTTP/1.1" status: 204 len: 173 time: 3.0783317 Aug 03 19:03:58.716221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'name': 'network-vif-deleted', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:03:58.725901 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17dfa58-d2f8-41df-8ef0-09a6717bbbfa" -d '{"events": [{"server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "name": "network-vif-deleted", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:03:58.794914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:58.833194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:03:58.840165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6a5737fd-aec1-4efd-a0a4-739a6ce58655 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:03:58.925618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 6a5737fd-aec1-4efd-a0a4-739a6ce58655 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:03:58.925970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6a5737fd-aec1-4efd-a0a4-739a6ce58655 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:03:58.995244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-31e8f683-caca-458e-95ef-f67bc482996d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396535 Aug 03 19:03:59.035298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:03:59.093045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4681a59-20aa-48e1-a4fe-850f1cfc381b req-852d3fe6-9ae4-45e6-89a9-aaca8dd38895 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.105427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4681a59-20aa-48e1-a4fe-850f1cfc381b req-852d3fe6-9ae4-45e6-89a9-aaca8dd38895 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 948 time: 0.3894892 Aug 03 19:03:59.157418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:59.169982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386d338-673c-42a9-9a92-80cd5ef5bf96 req-69d979b2-d158-41d6-a236-c815fc4dd9c3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.182053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6386d338-673c-42a9-9a92-80cd5ef5bf96 req-69d979b2-d158-41d6-a236-c815fc4dd9c3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 945 time: 0.5636885 Aug 03 19:03:59.185692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'mac_address': 'fa:16:3e:f2:fd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:03:59.190317 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:59.201461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['6237195e-7c6e-4a78-b652-9d5fbd48b4ec'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:59.239866 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Checking router: 34599d5b-c10f-4531-b29e-a1c1a82e9c42 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:03:59.248713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 869ac0df-b5de-4e98-914c-948414a79f98 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:03:59.250926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['43c6722e-34aa-4528-8f4b-a4dbffab8ade'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:03:59.255591 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:03:59.259208 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:59.313755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6386d338-673c-42a9-9a92-80cd5ef5bf96 req-66998e9c-1b8d-4443-96ca-abb934f2f6db tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277564 Aug 03 19:03:59.335030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4681a59-20aa-48e1-a4fe-850f1cfc381b req-39170138-a684-4657-a1d5-b724a853f4cc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286456 Aug 03 19:03:59.438703 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2388fe-25e3-4a0f-af90-41529a2396d6 x-openstack-request-id: req-5f2388fe-25e3-4a0f-af90-41529a2396d6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:03:59.440078 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a30e22-00d1-4666-ac06-cd93140ab58a", "name": "network-vif-deleted", "tag": "6a5737fd-aec1-4efd-a0a4-739a6ce58655", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:03:59.440448 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f2388fe-25e3-4a0f-af90-41529a2396d6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:03:59.441588 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a30e22-00d1-4666-ac06-cd93140ab58a', 'name': 'network-vif-deleted', 'tag': '6a5737fd-aec1-4efd-a0a4-739a6ce58655', 'status': 'completed', 'code': 200} Aug 03 19:03:59.474461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a20df2-2e6c-4e3b-b590-f87d2930da49 req-fb6ecdcc-fb07-4e23-a82a-ed427fdbe931 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.478684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8a20df2-2e6c-4e3b-b590-f87d2930da49 req-fb6ecdcc-fb07-4e23-a82a-ed427fdbe931 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 945 time: 0.0849676 Aug 03 19:03:59.480237 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:03:59.483723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.520584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:03:59.551381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8a20df2-2e6c-4e3b-b590-f87d2930da49 req-775a39ba-bb86-42be-8d82-8bf89d908f0a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657134 Aug 03 19:03:59.559578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.568715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-059eb6a4-e1c6-43a3-b9cf-7ded4e44cdab req-b8e2fd3a-c6aa-4ec1-a6df-cff545c9cccf tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4a30e22-00d1-4666-ac06-cd93140ab58a HTTP/1.1" status: 200 len: 210 time: 0.0483758 Aug 03 19:03:59.574126 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-29c9e7bb-816d-408a-b3e7-572d3b75c5bf req-545d7052-70b2-4615-952e-3bb535ef243f service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263772 Aug 03 19:03:59.635630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:03:59.644090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.792238 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:03:59.899353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c903-13e0-4d43-8539-854e7e58b03d req-9f2de550-1c44-40af-9e5f-daeea327ef3f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.905553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd6c903-13e0-4d43-8539-854e7e58b03d req-9f2de550-1c44-40af-9e5f-daeea327ef3f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 949 time: 0.1419110 Aug 03 19:03:59.940988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c98972-78eb-42b2-843b-44c1895e30fc req-62499490-6d01-43a2-a360-1425feee7962 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:03:59.943529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:03:59.951918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:03:59.954482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c98972-78eb-42b2-843b-44c1895e30fc req-62499490-6d01-43a2-a360-1425feee7962 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 944 time: 0.2356181 Aug 03 19:03:59.977894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 869ac0df-b5de-4e98-914c-948414a79f98 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:00.016628 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9524116-0cf6-4aba-8f7e-704424447882 None None] The sync data for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 is: [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:01:33Z', 'revision_number': 4, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f9d7b31b-b092-4bd1-9fd2-d02d8af9102c', 'name': '', 'network_id': 'ca94c761-7209-4cb0-9344-103b2aa529fd', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'mac_address': 'fa:16:3e:95:3a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:32Z', 'updated_at': '2021-08-03T19:01:42Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'subnets': [{'id': '1f60d17b-3166-4598-bf54-7ef3b164dc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:00.061912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd6c903-13e0-4d43-8539-854e7e58b03d req-8b9b0a74-79a9-4581-b608-06cd65a8eae7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497550 Aug 03 19:04:00.063979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 869ac0df-b5de-4e98-914c-948414a79f98 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:00.065240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.123567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c98972-78eb-42b2-843b-44c1895e30fc req-5626ba8e-6abd-46f8-b607-f121ddeae4eb tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498551 Aug 03 19:04:00.192162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:00.346054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.425534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:00.438696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:00.469809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.471487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.471850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.472195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.472534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.474420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b42b57-ab17-47ef-ad25-e963d0fbca9f req-b0488dd0-c9fc-4c9b-a3dd-a60660477220 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:00.475444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.477053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.477414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.477755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.484085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.484085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.484085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:00.485523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25b42b57-ab17-47ef-ad25-e963d0fbca9f req-b0488dd0-c9fc-4c9b-a3dd-a60660477220 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1860557 Aug 03 19:04:00.576945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25b42b57-ab17-47ef-ad25-e963d0fbca9f req-2d5d9e15-7b57-4897-b3a0-a221f1b041d7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812058 Aug 03 19:04:00.779148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:00.784925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e871b1-b744-4f49-a1aa-714672276a7d None None] New status for floating IP fbf26923-76d1-4f98-9d30-2970b901f8a6: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:04:00.788804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:00.961407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:00.962400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d464e-0815-43c8-bec6-457080303eaa req-af441d1b-2cfb-4c4c-9723-208229a8f768 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:00.974578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c80d464e-0815-43c8-bec6-457080303eaa req-af441d1b-2cfb-4c4c-9723-208229a8f768 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 945 time: 0.1296253 Aug 03 19:04:01.062681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 869ac0df-b5de-4e98-914c-948414a79f98, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=869ac0df-b5de-4e98-914c-948414a79f98,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:01.063852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c80d464e-0815-43c8-bec6-457080303eaa req-ac80d0d2-0b59-4fdb-b753-eceb1e612c6b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853364 Aug 03 19:04:01.133786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:01.182143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.267523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ebf304fa-5078-4901-87ea-b4cfecede309 None None] Provisioning complete for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:01.267899 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebf304fa-5078-4901-87ea-b4cfecede309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.329161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:01.333216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=869ac0df-b5de-4e98-914c-948414a79f98,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:01.338228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:01.339080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.342152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ebf304fa-5078-4901-87ea-b4cfecede309 None None] Port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:04:01.359623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-8dceb6c5-0fd9-40cf-927e-c0bf1031b10a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566185 Aug 03 19:04:01.405682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:01.438577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:01.442922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54fd3d48-caf9-4917-96bd-f4e6b85e80d3 admin admin] 10.222.0.67 "PUT /v2.0/routers/37f33461-d142-4007-bf00-9c17ff928aa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6749921 Aug 03 19:04:01.457980 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:01.461721 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:01.467359 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.508502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:01.511248 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcee5afb-119b-4a4b-9284-6b02809d57f5" -d '{"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:01.545724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-1f0de647-7ce1-4e87-b79e-4b91597d05a2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.550262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:01.553764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-1f0de647-7ce1-4e87-b79e-4b91597d05a2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928587 Aug 03 19:04:01.565395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-e81224b8-1cfe-4bb7-94cd-bd5520f29d56 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/quotas/54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 375 time: 0.0100739 Aug 03 19:04:01.611455 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:01.637694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-3d80918e-7810-437c-a2b8-c319d92ebbfb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0633910 Aug 03 19:04:01.646315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40750) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:01.701093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.702020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 43c6722e-34aa-4528-8f4b-a4dbffab8ade up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:01.709789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.765136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.812638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923bb93-9876-46ac-8fd3-f2ba966caa74 req-890bd06b-24b6-4fcc-8d71-c576334bca85 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:01.821988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b923bb93-9876-46ac-8fd3-f2ba966caa74 req-890bd06b-24b6-4fcc-8d71-c576334bca85 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1050444 Aug 03 19:04:01.840625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:01.867173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b923bb93-9876-46ac-8fd3-f2ba966caa74 req-f93cee4d-eea9-4100-b475-cba202ee2c14 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442946 Aug 03 19:04:01.912098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:03:58Z', 'revision_number': 2, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:01.940370 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:01.940820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Updating router 37f33461-d142-4007-bf00-9c17ff928aa0 port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:04:01.954139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 43c6722e-34aa-4528-8f4b-a4dbffab8ade completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:01.954325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.955890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.958312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "DELETE /v2.0/security-groups/19a77f1c-8dac-427e-944a-b1968c65a301 HTTP/1.1" status: 204 len: 168 time: 0.3096943 Aug 03 19:04:01.965339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 43c6722e-34aa-4528-8f4b-a4dbffab8ade triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:01.965339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:01.966072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:01.983429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde60f11-8f3f-41e2-bb64-96ee9311a000 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a77f1c-8dac-427e-944a-b1968c65a301,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:01.993259 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6da8afb0-9c2d-4fd9-a56a-3f752891fd11 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] show failed (client error): The resource could not be found. Aug 03 19:04:01.996779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:01.998577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6da8afb0-9c2d-4fd9-a56a-3f752891fd11 tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "GET /v2.0/security-groups/19a77f1c-8dac-427e-944a-b1968c65a301 HTTP/1.1" status: 404 len: 347 time: 0.0269678 Aug 03 19:04:02.008986 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.097142 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fac505-4a68-4aad-bef9-084327b5ef11 x-openstack-request-id: req-f5fac505-4a68-4aad-bef9-084327b5ef11 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:02.097142 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:02.097142 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5fac505-4a68-4aad-bef9-084327b5ef11 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:02.097142 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'code': 200} Aug 03 19:04:02.186891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.237406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:02.324420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa67d0f-0111-40af-bbb1-91cbaad2c907 req-0dfde1a2-927c-4167-8ecc-47f21f2a06b8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.331926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa67d0f-0111-40af-bbb1-91cbaad2c907 req-0dfde1a2-927c-4167-8ecc-47f21f2a06b8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1006498 Aug 03 19:04:02.337039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.352497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6446a5a-6224-4122-8aa0-3a1841cf1ebd req-035077c9-cd9d-45fe-8366-f1117151e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.354683 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6446a5a-6224-4122-8aa0-3a1841cf1ebd req-035077c9-cd9d-45fe-8366-f1117151e8f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0631573 Aug 03 19:04:02.358011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Deleting port 7c00259d-fbe0-4184-9da8-e66e4cfb44d8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:02.358392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.459411 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6446a5a-6224-4122-8aa0-3a1841cf1ebd req-5f10d511-e4c7-4474-b9bc-15210e717694 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968435 Aug 03 19:04:02.463973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:02.483296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa67d0f-0111-40af-bbb1-91cbaad2c907 req-12e94b8b-8abf-4d89-bce9-b66d228e3a9c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503963 Aug 03 19:04:02.506212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.509057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.525401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Calling delete_port for 7c00259d-fbe0-4184-9da8-e66e4cfb44d8 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:02.574168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-611154d2-fc7b-4dcc-b51e-5db85e227fe0 req-0c8a81b1-6bab-473a-8b09-5dab7e28eed6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 210 time: 0.0413716 Aug 03 19:04:02.583459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-ae4c7bcc-385d-494b-87a3-8a8cb6a5ae9a tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.585048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-ae4c7bcc-385d-494b-87a3-8a8cb6a5ae9a tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 820 time: 0.1789396 Aug 03 19:04:02.622192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-e78c1d5b-be9a-49ba-84af-afba44bd1795 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/quotas/c5c796cb02324b3f935a4e8bc9bf22a7 HTTP/1.1" status: 200 len: 375 time: 0.0289726 Aug 03 19:04:02.730980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4f577d25-f6f6-493c-a140-7994e62543a1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009114 Aug 03 19:04:02.739150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33acc8a-fa48-47e7-8899-9425a3d1ed91 req-1e26a3a7-a08d-460f-b64b-f36478fa4ae0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:02.740667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a33acc8a-fa48-47e7-8899-9425a3d1ed91 req-1e26a3a7-a08d-460f-b64b-f36478fa4ae0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.0717952 Aug 03 19:04:02.795560 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.807823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Transition to ACTIVE for port object fe8c35a2-c9be-4945-bc1c-8f81e02061e2 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:02.824138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a33acc8a-fa48-47e7-8899-9425a3d1ed91 req-dd9a4022-6371-4710-9142-aa9a61a4b446 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744057 Aug 03 19:04:02.827134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.828264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:02.852912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:02.857567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Pushing event deleted for resources: {'Port': ['ID=7c00259d-fbe0-4184-9da8-e66e4cfb44d8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:02.870262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-52563eca-c6b4-4478-8ead-72501dbf97fc service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269846 Aug 03 19:04:02.891152 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.004946 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Pushing event updated for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:03.017390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.022222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b620aff5-7a1d-4c45-99f7-269901d6ed34 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:03.026182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.028825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b620aff5-7a1d-4c45-99f7-269901d6ed34 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:03.028825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.029803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-a4c8434a-dc81-4505-8153-dff6c6ccde1f service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595285 Aug 03 19:04:03.030801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d4b094b6-7b7a-4284-a6d4-69c920c289fe tempest-ServersTestFqdnHostnames-57310847 tempest-ServersTestFqdnHostnames-57310847-project] 10.222.0.67 "DELETE /v2.0/floatingips/fbf26923-76d1-4f98-9d30-2970b901f8a6 HTTP/1.1" status: 204 len: 168 time: 1.0328350 Aug 03 19:04:03.038023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:03.075332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b6fd4-c483-49c2-8a24-05924f41dcb0 req-9ad5c505-74ca-491d-9930-178cc9f7ad17 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.077271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b6b6fd4-c483-49c2-8a24-05924f41dcb0 req-9ad5c505-74ca-491d-9930-178cc9f7ad17 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.0872200 Aug 03 19:04:03.090368 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.090781 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.091127 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.091465 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.094548 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.094969 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.095314 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.095654 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.095986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.096314 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.096642 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.096996 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:03.137051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-f3ac5b8b-d6c6-48e8-aa17-7ac870752ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.137051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-f3ac5b8b-d6c6-48e8-aa17-7ac870752ebe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1096 time: 0.1845508 Aug 03 19:04:03.150490 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Attempting to bind port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:03.150878 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Attempting to bind port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:03.151238 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Attempting to bind port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:03.152177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:03.166002 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:03.166375 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Checking segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:03.166777 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.167163 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Bound using segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:03.167646 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Bound port: fe8c35a2-c9be-4945-bc1c-8f81e02061e2, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:03.168037 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.169834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b6b6fd4-c483-49c2-8a24-05924f41dcb0 req-9c5e2a40-0a3e-4d88-97ae-4fec9484170c tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847290 Aug 03 19:04:03.298290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:04:03.366577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] For port fe8c35a2-c9be-4945-bc1c-8f81e02061e2, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:03.366577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] For port fe8c35a2-c9be-4945-bc1c-8f81e02061e2, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:03.391193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 869ac0df-b5de-4e98-914c-948414a79f98 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:03.427906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.438842 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.532119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8432938c-a487-48cf-8cbb-7a9c1fdf284e req-a42faeb4-a7f4-4e79-bb09-babd869814eb tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.0521712 Aug 03 19:04:03.544264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-e5ce0100-c82b-486f-a495-6c86441f8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.546507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-e5ce0100-c82b-486f-a495-6c86441f8136 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 915 time: 0.3723733 Aug 03 19:04:03.552475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:03.586997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:03.605534 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:03.606988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:03.650533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'mac_address': 'fa:16:3e:e2:39:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:03.656641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.690832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-1607d7bc-0af0-442c-99e6-b4e5bfdb53bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.1257505 Aug 03 19:04:03.728584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 869ac0df-b5de-4e98-914c-948414a79f98 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:03.729196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eb703-70f4-4d64-b414-8a3fcfe5f708 req-0dac34dd-a41a-4eff-ab70-397624f6dad9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.731748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.736573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de4eb703-70f4-4d64-b414-8a3fcfe5f708 req-0dac34dd-a41a-4eff-ab70-397624f6dad9 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1294551 Aug 03 19:04:03.770763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9178d2f7-bcd8-49cd-83e3-cd29e564373e req-ed8aaa42-d841-40be-9c8f-a88273fd17f6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 210 time: 0.0676379 Aug 03 19:04:03.807923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:03.810333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-b55ce096-8df6-4e61-8baa-b076d08a9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:03.815622 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-b55ce096-8df6-4e61-8baa-b076d08a9116 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.0791817 Aug 03 19:04:03.830486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de4eb703-70f4-4d64-b414-8a3fcfe5f708 req-5a15537f-21d7-4e72-b4a3-898460cf5477 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626009 Aug 03 19:04:03.898777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-2b17d740-48ec-42f6-a501-2de5d5372d5b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706699 Aug 03 19:04:03.916554 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40134ae9-a043-4736-ab00-61e0d1654aa0 None None] Pushing event updated for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:03.919654 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:03.963800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=13']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:03.967430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:04.019290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5cd72-455a-429d-85bc-a62c704ea2f9 req-54135374-b5ea-4edf-ace4-35613a0b9eba tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.021909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28c5cd72-455a-429d-85bc-a62c704ea2f9 req-54135374-b5ea-4edf-ace4-35613a0b9eba tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.0821114 Aug 03 19:04:04.046479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:04.077299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-d13fe490-affd-48f4-845c-7446b881f233 service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651278 Aug 03 19:04:04.085071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28c5cd72-455a-429d-85bc-a62c704ea2f9 req-9a401ed5-9a7e-4b8d-87a9-f551f54e7a62 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Aug 03 19:04:04.095978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade'}, {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:04.098369 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc7b04e-b827-48fa-b78b-c74969beb352" -d '{"events": [{"server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "name": "network-vif-plugged", "status": "completed", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade"}, {"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:04.141513 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66988bc-e011-470e-9731-41a19d7e0729 x-openstack-request-id: req-f66988bc-e011-470e-9731-41a19d7e0729 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:04.141817 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "name": "network-vif-plugged", "status": "completed", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade", "code": 200}, {"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-plugged", "status": "completed", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:04.142120 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f66988bc-e011-470e-9731-41a19d7e0729 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:04.142526 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade', 'code': 200} Aug 03 19:04:04.142810 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'code': 200} Aug 03 19:04:04.187948 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:03Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:04.192866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.232159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.233213 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc2ca0-5e52-4499-b332-82a79935cbcc None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:03Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:04.245002 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bfbcc71a-84d6-4061-b21d-20d96bd0239d req-9aa90033-9f1c-47ec-a6f5-0a71c31da9bd service neutron] 10.222.0.77 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547084 Aug 03 19:04:04.331189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:04.400625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:04.434580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8aa45-dda2-4cdb-8e8c-575d7b9b0502 req-df2056d9-f426-4f7d-862d-23ad0485c922 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.442569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ad8aa45-dda2-4cdb-8e8c-575d7b9b0502 req-df2056d9-f426-4f7d-862d-23ad0485c922 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1541214 Aug 03 19:04:04.544572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ad8aa45-dda2-4cdb-8e8c-575d7b9b0502 req-f592957c-bd00-4c1a-b475-ec70e6f54bcd tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920832 Aug 03 19:04:04.591078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b302b1f-27e7-4b6f-aa4c-240b117b995e req-ef34cbd0-261f-45b8-ad54-7fe8349d3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.593611 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b302b1f-27e7-4b6f-aa4c-240b117b995e req-ef34cbd0-261f-45b8-ad54-7fe8349d3349 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 1097 time: 0.1318965 Aug 03 19:04:04.661267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-766111cf-25ab-4d07-b0f6-b02127ff5890 req-582ced30-aee7-4a52-bd33-2b5e1fdeee12 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.0528431 Aug 03 19:04:04.742037 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b302b1f-27e7-4b6f-aa4c-240b117b995e req-9d9eb92f-a1b1-4631-bb4c-4742b6f55e4a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324725 Aug 03 19:04:04.752612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d2c9f-0647-48dd-8fb9-c67dc4d9d5cc req-11bb49f6-9174-4829-b4b7-69744136602c tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:04.756085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c5d2c9f-0647-48dd-8fb9-c67dc4d9d5cc req-11bb49f6-9174-4829-b4b7-69744136602c tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0549889 Aug 03 19:04:04.823609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c5d2c9f-0647-48dd-8fb9-c67dc4d9d5cc req-c8cccc2c-21ba-4130-8b23-5fa99ccfe885 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 Aug 03 19:04:04.899947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Deleting port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:04.900536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:04.917305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2c4d142-fc97-43a6-95c2-63cef20fca23 req-2a41c36b-a1a4-4e3a-9ff2-b8a7a96d5a1f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 210 time: 0.0567565 Aug 03 19:04:05.016322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] For port f9d7b31b-b092-4bd1-9fd2-d02d8af9102c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:05.016861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:05.033468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460dc8f-dcee-4ee6-9f88-b51162435b59 req-f2a38a38-ee6f-4c81-a76e-ec0a39f9652b tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.038783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5460dc8f-dcee-4ee6-9f88-b51162435b59 req-f2a38a38-ee6f-4c81-a76e-ec0a39f9652b tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0752079 Aug 03 19:04:05.057723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Calling delete_port for f9d7b31b-b092-4bd1-9fd2-d02d8af9102c owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:05.061243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10750548-b630-41e8-8640-935ed84bf3f6 req-90d26c58-4682-4531-b685-9e529a8da323 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.062852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10750548-b630-41e8-8640-935ed84bf3f6 req-90d26c58-4682-4531-b685-9e529a8da323 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0942919 Aug 03 19:04:05.138513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5460dc8f-dcee-4ee6-9f88-b51162435b59 req-b076db52-be91-4e7e-852d-da6715329703 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915284 Aug 03 19:04:05.151785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:05.181101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10750548-b630-41e8-8640-935ed84bf3f6 req-56206446-2497-4465-997f-7115535cd3a1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018925 Aug 03 19:04:05.309314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:05.314375 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:05.399991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ef89d-d2d9-46ac-af73-cffb595bd550 req-dd037886-f710-4289-a839-0c58a89731d7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.411975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a09ef89d-d2d9-46ac-af73-cffb595bd550 req-dd037886-f710-4289-a839-0c58a89731d7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.1180649 Aug 03 19:04:05.424757 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-f0f6b480-072f-4028-86ff-310aa58d1486 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=54e23eb28b6846a8b01f684c05525643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330641 Aug 03 19:04:05.524913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe8c35a2-c9be-4945-bc1c-8f81e02061e2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:05.563823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a09ef89d-d2d9-46ac-af73-cffb595bd550 req-9cca1f9c-c617-4eae-9b77-5d14caa9cdad tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433487 Aug 03 19:04:05.653072 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:05.745769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-9960f834-05d1-404f-a1e5-4a21bba17d16 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:05.747782 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-9960f834-05d1-404f-a1e5-4a21bba17d16 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3146250 Aug 03 19:04:05.750629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:05.769993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:05.776516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:05.776791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Request body: {'port': {'device_id': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '54e23eb28b6846a8b01f684c05525643'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:05.777438 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:05.876922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:05.922149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fe8c35a2-c9be-4945-bc1c-8f81e02061e2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:05.931405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14d0207c-ec4e-4593-9785-1e45a27a48d5 req-7e440b47-a5a4-4fc3-960c-51bdfb3d27b0 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.0361872 Aug 03 19:04:06.017964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3e78e95-4371-434f-9713-fdd1756bdb99 req-8d6a565d-7d92-4d94-b16a-983e59d4a811 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 210 time: 0.0333989 Aug 03 19:04:06.150153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:06.150153 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666c4c0-f604-4c57-984d-d5db63318d53" -d '{"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-plugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:06.187601 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.189690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.192447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:06.254477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Made reservation on behalf of 54e23eb28b6846a8b01f684c05525643 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:06.263416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.325875 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187da584-5d97-49c6-b921-debdd84b076c x-openstack-request-id: req-187da584-5d97-49c6-b921-debdd84b076c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:06.328044 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-plugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:06.330139 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-187da584-5d97-49c6-b921-debdd84b076c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:06.332002 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'code': 200} Aug 03 19:04:06.335726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.361559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d7b31b-b092-4bd1-9fd2-d02d8af9102c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:06.391514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af582fc-ca17-4067-ab87-7aa4bff4ea99 req-076f1b8b-f5c6-4021-aa62-5cc7f3990cfd tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.404621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af582fc-ca17-4067-ab87-7aa4bff4ea99 req-076f1b8b-f5c6-4021-aa62-5cc7f3990cfd tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.1232338 Aug 03 19:04:06.424054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:06.557838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af582fc-ca17-4067-ab87-7aa4bff4ea99 req-7df3a980-02e2-495d-a115-cb915c44d3ac tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504312 Aug 03 19:04:06.607784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:06.612513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.699164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:06.758379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773914f8-13a7-4301-a018-484e531efb44 req-e8195d72-21e4-4155-a418-738084844e80 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:06.767065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-773914f8-13a7-4301-a018-484e531efb44 req-e8195d72-21e4-4155-a418-738084844e80 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.0705166 Aug 03 19:04:06.768071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Allocated IP 192.168.233.110 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/d57d5fcf-062d-4017-a581-c0997c2e8427) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:06.771571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:06.834029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:06.848970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-773914f8-13a7-4301-a018-484e531efb44 req-b0063b9b-8412-47bb-81a6-577eb6c2060b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663226 Aug 03 19:04:07.468748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe8c35a2-c9be-4945-bc1c-8f81e02061e2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:07.469232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.532094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:07.532942 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.537706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.553635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Transition to ACTIVE for port object d57d5fcf-062d-4017-a581-c0997c2e8427 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:07.609635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-b5c95c96-347b-487c-886f-13c17d1ef166 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:07.614698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-b5c95c96-347b-487c-886f-13c17d1ef166 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 820 time: 0.3013754 Aug 03 19:04:07.627388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'port': {'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'admin_state_up': True, 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:07.848993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf383f17-9df9-4416-ae17-87ff461b9ee0 req-a04989e4-59a7-4dbf-b7f6-411243db11f9 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.0374985 Aug 03 19:04:07.955290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:07.967381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:08.003732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Made reservation on behalf of c5c796cb02324b3f935a4e8bc9bf22a7 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:08.009277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.025296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85', 'b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:08.049230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:08.060513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:08.070780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e75cd-9075-4436-9a2e-2a1545c96405 req-9917d3ca-f9cd-4e01-8cd5-1e153b8a61bf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.074548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:08.079027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-177e75cd-9075-4436-9a2e-2a1545c96405 req-9917d3ca-f9cd-4e01-8cd5-1e153b8a61bf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 936 time: 0.1117315 Aug 03 19:04:08.187422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:08.216080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:08.220630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-177e75cd-9075-4436-9a2e-2a1545c96405 req-91647457-6b4c-4473-a50f-0f1edb186a50 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406944 Aug 03 19:04:08.270835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.271564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.290745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-30f335e8-cb8a-4be2-b0b3-0e6aa25d92bd tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:04:08.290745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-30f335e8-cb8a-4be2-b0b3-0e6aa25d92bd tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289755 Aug 03 19:04:08.333846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:08.336940 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9294a608-10ba-4fc4-af88-532d800dbfe4" -d '{"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-unplugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:08.369105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:08.370886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Unknown quota resources ['binding']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:04:08.377375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Allocated IP 172.20.0.5 (2e73a8c9-3cb0-4703-8de0-c3e148713a1d/605f9d8a-2792-4683-af77-d27ea93d46be/77f55952-6507-48ec-b59d-c3e7357d27cc) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:08.581764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:08.590239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41827ba4-b8e6-40c3-8af9-cfee17a662d1 admin admin] 10.222.0.67 "PUT /v2.0/routers/34599d5b-c10f-4531-b29e-a1c1a82e9c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5507381 Aug 03 19:04:08.590879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40960) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:08.605148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Sync routers for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:08.631530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:08.633332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:08.650559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-d07f9fb1-84a3-422c-9649-0a3356bba089 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8797250 Aug 03 19:04:08.761756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.767702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357233b9-815e-4379-908c-8295cbdb099e req-4e1703eb-3696-4638-a9c1-1bcdfc490420 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:08.777383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-357233b9-815e-4379-908c-8295cbdb099e req-4e1703eb-3696-4638-a9c1-1bcdfc490420 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.3427002 Aug 03 19:04:08.814237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-208dc8a6-6a17-4cd4-ae20-d908abefd21b None None] Provisioning for port d57d5fcf-062d-4017-a581-c0997c2e8427 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:08.828887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-208dc8a6-6a17-4cd4-ae20-d908abefd21b None None] Provisioning complete for port d57d5fcf-062d-4017-a581-c0997c2e8427 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:08.829458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-208dc8a6-6a17-4cd4-ae20-d908abefd21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.915999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Request body: {'port': {'device_id': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:08.931894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-208dc8a6-6a17-4cd4-ae20-d908abefd21b None None] Port d57d5fcf-062d-4017-a581-c0997c2e8427 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:04:08.962745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:08.963309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-357233b9-815e-4379-908c-8295cbdb099e req-50e72c4b-186c-4b5e-8a65-d40e39f26536 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830580 Aug 03 19:04:08.974516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:09.008892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.021620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:09.021988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:09.022882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:09.041955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.044442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:09.044797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:09.054093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:09.054648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:09.055051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:09.055638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Bound port: 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:09.096792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Transition to ACTIVE for port object 77f55952-6507-48ec-b59d-c3e7357d27cc will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:09.172180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:09.191801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e4d7-aae1-4353-9f62-9c5ecc41a56b req-b7799557-fb3f-472a-b334-f20862c22433 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.211076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d766e4d7-aae1-4353-9f62-9c5ecc41a56b req-b7799557-fb3f-472a-b334-f20862c22433 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.1182463 Aug 03 19:04:09.286867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d766e4d7-aae1-4353-9f62-9c5ecc41a56b req-20f1a5d9-d0b3-4eef-bbde-2c5e9b39213e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689445 Aug 03 19:04:09.295796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:09.355589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:09.362359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port': {'id': '8474b32d-59b7-432f-a2a9-caf1973a59ed', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:47:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:01:29Z', 'updated_at': '2021-08-03T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:09.365284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.387279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.388734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-5f16db97-1db5-4dc7-97f3-b5d3323f122c service neutron] 10.222.0.67 "POST /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec/bindings HTTP/1.1" status: 201 len: 389 time: 1.0401127 Aug 03 19:04:09.403489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Checking router: 34599d5b-c10f-4531-b29e-a1c1a82e9c42 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:09.414520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Transition to ACTIVE for port object d57d5fcf-062d-4017-a581-c0997c2e8427 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:09.415022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.421384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Routers {'34599d5b-c10f-4531-b29e-a1c1a82e9c42'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:09.422348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:03:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:09.491287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Deleting port 8474b32d-59b7-432f-a2a9-caf1973a59ed {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:09.491677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.496515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:09.508678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:09.512782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:09.542902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.564633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-e49fce60-efce-48c5-bada-aefaa453f17d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.566575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-e49fce60-efce-48c5-bada-aefaa453f17d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.1259141 Aug 03 19:04:09.615352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:09.625258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:09.631081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] Set router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:09.644780 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365d031-cac2-4310-8488-2469a54b243d x-openstack-request-id: req-c365d031-cac2-4310-8488-2469a54b243d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:09.645228 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-unplugged", "status": "failed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "code": 422}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:09.645375 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c365d031-cac2-4310-8488-2469a54b243d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:09.645779 n-d-803363-1 neutron-server[101344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'code': 422} returned with failed status Aug 03 19:04:09.670792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event updated for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:09.736791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:04:08Z', 'revision_number': 6, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:09.775928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4cb435a4-a9c8-4461-97c7-7f641f013a79 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1524987 Aug 03 19:04:09.798740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Request body: {'port': {'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:09.806132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aed333-43c9-46fb-a3b1-ff9d6bb2bedb None None] The sync data for ids ['34599d5b-c10f-4531-b29e-a1c1a82e9c42'] in n-d-803363-1 is: [{'id': '34599d5b-c10f-4531-b29e-a1c1a82e9c42', 'name': 'tempest-ServersTestFqdnHostnames-1020413238-router', 'tenant_id': 'eafa0a001f2f4432ad244dd597013388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:01:28Z', 'updated_at': '2021-08-03T19:04:08Z', 'revision_number': 6, 'project_id': 'eafa0a001f2f4432ad244dd597013388', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:09.859211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:10.012816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] For port 8474b32d-59b7-432f-a2a9-caf1973a59ed, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8474b32d-59b7-432f-a2a9-caf1973a59ed,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:10.013502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.025158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.035300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Calling delete_port for 8474b32d-59b7-432f-a2a9-caf1973a59ed owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:10.035614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a926b6-e1e8-474d-9c34-adb1edb8c675 req-e9bf8daa-3ae4-434f-8458-2f29436b2482 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.040257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0a926b6-e1e8-474d-9c34-adb1edb8c675 req-e9bf8daa-3ae4-434f-8458-2f29436b2482 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 931 time: 0.1784222 Aug 03 19:04:10.056621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186565e7-e4c0-48f7-aee1-3aa6e333ae0e req-6675e5a2-2ed7-43f8-9f2d-f54bd1077b36 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.068324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-186565e7-e4c0-48f7-aee1-3aa6e333ae0e req-6675e5a2-2ed7-43f8-9f2d-f54bd1077b36 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.2009208 Aug 03 19:04:10.072159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-974d6364-dc27-4361-9e53-e77a580c9bfb None None] Provisioning for port 77f55952-6507-48ec-b59d-c3e7357d27cc completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:10.082924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-974d6364-dc27-4361-9e53-e77a580c9bfb None None] Provisioning complete for port 77f55952-6507-48ec-b59d-c3e7357d27cc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:10.091830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-974d6364-dc27-4361-9e53-e77a580c9bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.127559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:10.128044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:10.128229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:10.157149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port 43c6722e-34aa-4528-8f4b-a4dbffab8ade {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:10.157835 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.171918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:10.172577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:10.212443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-974d6364-dc27-4361-9e53-e77a580c9bfb None None] Port 77f55952-6507-48ec-b59d-c3e7357d27cc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:04:10.258552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-186565e7-e4c0-48f7-aee1-3aa6e333ae0e req-20ac25eb-6ce9-4c82-903a-fa3c47278060 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888092 Aug 03 19:04:10.286522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0a926b6-e1e8-474d-9c34-adb1edb8c675 req-578c8d05-51e5-4d32-a623-1d0741e6be7c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097507 Aug 03 19:04:10.401415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:10.401950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:10.402447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:10.402997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Bound port: d57d5fcf-062d-4017-a581-c0997c2e8427, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:10.403504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.546934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dadabd-72c7-4b05-b9d5-611b6eeac05b req-c12766a7-a569-4eb1-a0a5-623cc168f085 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.549121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27dadabd-72c7-4b05-b9d5-611b6eeac05b req-c12766a7-a569-4eb1-a0a5-623cc168f085 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.1127675 Aug 03 19:04:10.591133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54719d74-b48e-44c5-99a5-e4d2bbe53eec req-797c7069-65ea-489b-bb5d-d44cfbae3eb1 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.598453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54719d74-b48e-44c5-99a5-e4d2bbe53eec req-797c7069-65ea-489b-bb5d-d44cfbae3eb1 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1731246 Aug 03 19:04:10.605592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-66e88bda-08e4-4a1a-81d2-71f253423e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:10.607363 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-66e88bda-08e4-4a1a-81d2-71f253423e6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1096 time: 0.2926795 Aug 03 19:04:10.697264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54719d74-b48e-44c5-99a5-e4d2bbe53eec req-e4644edb-00a4-44fa-8870-17b92e215045 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978549 Aug 03 19:04:10.707026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port 43c6722e-34aa-4528-8f4b-a4dbffab8ade, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=43c6722e-34aa-4528-8f4b-a4dbffab8ade,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:10.707593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.749613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27dadabd-72c7-4b05-b9d5-611b6eeac05b req-8c659920-8600-4a43-bc80-3019022d70a5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693747 Aug 03 19:04:10.776506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for 43c6722e-34aa-4528-8f4b-a4dbffab8ade owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:10.912116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f55952-6507-48ec-b59d-c3e7357d27cc {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:10.928211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:10.948208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Transition to ACTIVE for port object 77f55952-6507-48ec-b59d-c3e7357d27cc will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:10.958102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:10.974753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:11.034898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.055990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-9c5ed602-fd4a-41a4-9d45-01ece3f6c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.057549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-9c5ed602-fd4a-41a4-9d45-01ece3f6c5d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.4335475 Aug 03 19:04:11.067340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.076052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.142688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc15699-8de2-42b2-9d8c-2e00cd318cbc req-f7e1f8c5-23a8-4b52-affd-1df2fe93b75d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.148098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fc15699-8de2-42b2-9d8c-2e00cd318cbc req-f7e1f8c5-23a8-4b52-affd-1df2fe93b75d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 946 time: 0.2457724 Aug 03 19:04:11.212020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:11.270998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Pushing event updated for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:11.316347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fc15699-8de2-42b2-9d8c-2e00cd318cbc req-ba34f2b3-3346-4688-89e8-72c13858aec0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509967 Aug 03 19:04:11.373551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Attempting to bind port 77f55952-6507-48ec-b59d-c3e7357d27cc on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:11.373888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Attempting to bind port 77f55952-6507-48ec-b59d-c3e7357d27cc by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:11.374218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Attempting to bind port 77f55952-6507-48ec-b59d-c3e7357d27cc on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:11.390148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Port 77f55952-6507-48ec-b59d-c3e7357d27cc on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:11.390505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Attempting to bind port 77f55952-6507-48ec-b59d-c3e7357d27cc on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:11.397789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:11.398223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Checking segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:11.398623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Bound using segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:11.399140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Bound port: 77f55952-6507-48ec-b59d-c3e7357d27cc, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:11.399508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.417161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.431092 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-766be6a6-7d85-4b92-b9fa-fcfad7972813 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 217 time: 0.3538680 Aug 03 19:04:11.440846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.452801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.459913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-c7045f64-8dce-4f16-a06d-259c2b0879b9 service neutron] 10.222.0.77 "PUT /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 1096 time: 2.7104535 Aug 03 19:04:11.460387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8474b32d-59b7-432f-a2a9-caf1973a59ed no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:11.498290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:11.502660 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075c8df-3afc-455f-9c35-4503bc3778e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:11.511980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=43c6722e-34aa-4528-8f4b-a4dbffab8ade,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:11.580372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:11.589657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=77f55952-6507-48ec-b59d-c3e7357d27cc,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:11.623577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8474b32d-59b7-432f-a2a9-caf1973a59ed {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:11.624754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port 43c6722e-34aa-4528-8f4b-a4dbffab8ade on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:11.629628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.643622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8474b32d-59b7-432f-a2a9-caf1973a59ed not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:11.644459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f9d7b31b-b092-4bd1-9fd2-d02d8af9102c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:11.645461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8a32efdc-512d-406e-aed2-268ad63100f2 req-69642249-70fa-42a2-87dd-0678ea3754ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "DELETE /v2.0/ports/43c6722e-34aa-4528-8f4b-a4dbffab8ade HTTP/1.1" status: 204 len: 173 time: 2.0170004 Aug 03 19:04:11.689328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.729332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.732560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f9d7b31b-b092-4bd1-9fd2-d02d8af9102c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:11.732947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f9d7b31b-b092-4bd1-9fd2-d02d8af9102c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:11.733569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:11.739744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] 10.222.0.77 "PUT /v2.0/ports/77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 1091 time: 1.9507399 Aug 03 19:04:11.751855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:11.757843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8474b32d-59b7-432f-a2a9-caf1973a59ed,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:11.765254 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44fcad9-550a-4bd6-a81b-19e9e26158a0" -d '{"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:11.786891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-3c066eff-321c-47f1-af95-a8e19f4f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:11.788530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-3c066eff-321c-47f1-af95-a8e19f4f57cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.2937291 Aug 03 19:04:11.934892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-4eb24e57-de6d-4aa3-8b74-1063ab177992 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280947 Aug 03 19:04:12.152484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.159188 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af5a1e2-135c-4b64-a10a-38803533d1a3 x-openstack-request-id: req-7af5a1e2-135c-4b64-a10a-38803533d1a3 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:12.159486 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:12.159742 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7af5a1e2-135c-4b64-a10a-38803533d1a3 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:12.160170 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'status': 'completed', 'code': 200} Aug 03 19:04:12.300680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-0575d6fc-2b95-4097-b643-2c6e55ad0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.302489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-0575d6fc-2b95-4097-b643-2c6e55ad0027 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1099 time: 0.6110034 Aug 03 19:04:12.322579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.351011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea740e-bc74-4409-8184-68363b839e2b req-8c8dd1a8-48c7-4e9a-8f59-ae04f2a209b2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.365351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fea740e-bc74-4409-8184-68363b839e2b req-8c8dd1a8-48c7-4e9a-8f59-ae04f2a209b2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 943 time: 0.7389138 Aug 03 19:04:12.365351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c9743-e46c-414b-a37a-65f763c66964 service neutron] Pushing event updated for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:12.372354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.382966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-928e5333-f43d-451b-abd0-f2d7c32224a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0708065 Aug 03 19:04:12.401564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-976a9246-49b6-4dd0-a1b8-87bc5a7998ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.403043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-976a9246-49b6-4dd0-a1b8-87bc5a7998ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1094 time: 0.1421516 Aug 03 19:04:12.410283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d709ac-4c9c-4bc6-8fb2-3028523284c9 req-fa9fe32e-f25d-48f2-bae3-cec8792c3c6f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.411711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96d709ac-4c9c-4bc6-8fb2-3028523284c9 req-fa9fe32e-f25d-48f2-bae3-cec8792c3c6f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1561842 Aug 03 19:04:12.464596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-a9cbef87-fb2f-4cf5-a5f3-879434e0fcb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.0519280 Aug 03 19:04:12.473310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fea740e-bc74-4409-8184-68363b839e2b req-87e03875-32f6-47b3-9cf5-133e05c501a7 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061659 Aug 03 19:04:12.496783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-ce31863d-4291-45ff-9985-498d24bb4da2 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200381 Aug 03 19:04:12.517682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7fc13654-aeb9-4388-89e4-e698e50833ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2752900 Aug 03 19:04:12.557444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96d709ac-4c9c-4bc6-8fb2-3028523284c9 req-ff48e8ff-acd3-44d3-b456-0d5a6d38bf73 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314437 Aug 03 19:04:12.567469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-f194febb-064c-4675-a5d3-e35d0592c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.569153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-f194febb-064c-4675-a5d3-e35d0592c575 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0948060 Aug 03 19:04:12.573805 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b690243-d387-4474-8bc8-f0f3d6c8b3a0 x-openstack-request-id: req-4b690243-d387-4474-8bc8-f0f3d6c8b3a0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:12.574328 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:12.574785 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b690243-d387-4474-8bc8-f0f3d6c8b3a0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:12.575375 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:04:12.585842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-7503d3fd-637e-4179-b1dd-c868532f41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.587319 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-7503d3fd-637e-4179-b1dd-c868532f41a4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1906114 Aug 03 19:04:12.716254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-b11bc4c2-ad63-4ff8-9a64-7e3b2f34470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.718151 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-b11bc4c2-ad63-4ff8-9a64-7e3b2f34470b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239004 Aug 03 19:04:12.745978 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-38022a9d-ced9-41d8-adb4-d4193572a00b service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492802 Aug 03 19:04:12.760900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-f3c15335-2ae5-4d0d-87c6-88bafb73117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.763157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-f3c15335-2ae5-4d0d-87c6-88bafb73117a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863289 Aug 03 19:04:12.780074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08e57-6392-4029-9eeb-07d6ac35de5a req-ef0efdcb-9bf1-4b47-ab67-81fc9211b36c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.781611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28c08e57-6392-4029-9eeb-07d6ac35de5a req-ef0efdcb-9bf1-4b47-ab67-81fc9211b36c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.1309190 Aug 03 19:04:12.801246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8121-ace2-4686-a623-11fc84362b05 req-347ba51c-d752-44e8-9410-816c9bdf1126 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:12.811420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bee8121-ace2-4686-a623-11fc84362b05 req-347ba51c-d752-44e8-9410-816c9bdf1126 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.1578605 Aug 03 19:04:12.829588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.830929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34599d5b-c10f-4531-b29e-a1c1a82e9c42 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:04:12.854576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:12.854576 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd115ef8-fa46-4aa9-9ee5-200fd3e494f7 admin admin] 10.222.0.67 "DELETE /v2.0/routers/34599d5b-c10f-4531-b29e-a1c1a82e9c42 HTTP/1.1" status: 204 len: 168 time: 4.2591996 Aug 03 19:04:12.857383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41036) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:12.934075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 43c6722e-34aa-4528-8f4b-a4dbffab8ade no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:13.094789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 43c6722e-34aa-4528-8f4b-a4dbffab8ade {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:13.094789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 43c6722e-34aa-4528-8f4b-a4dbffab8ade not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:13.111892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28c08e57-6392-4029-9eeb-07d6ac35de5a req-7a1b4d4a-be7e-483d-8f89-5624ae48e577 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973998 Aug 03 19:04:13.130913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bee8121-ace2-4686-a623-11fc84362b05 req-a265d9eb-e7ed-4960-b7da-31acb2b5c721 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179913 Aug 03 19:04:13.151969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-5a4e4b96-00a5-4a96-b14e-3d95fc66c735 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688271 Aug 03 19:04:13.390367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Deleting subnet 1f60d17b-3166-4598-bf54-7ef3b164dc95 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:13.396852 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-55eb2f40-c73f-4aeb-b046-38712c0cf105 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664877 Aug 03 19:04:13.403326 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.493330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb5af1-3864-4b7a-9ae4-32a887c33072 req-4de6776e-591d-435d-9abc-49d3730c9a24 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277297 Aug 03 19:04:13.602447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95ec64c2-a539-4540-b633-577a4857393e req-121319b6-2d35-4d24-941b-a419a94251df tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=f2254bb0-091e-40a9-b225-8726b43c6658 HTTP/1.1" status: 200 len: 210 time: 0.1541331 Aug 03 19:04:13.604610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.604610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3d22f58b-1c8f-4b53-b729-7cc0327b1531 req-9e097ec7-dfde-4745-8150-0141d58c2f06 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655750 Aug 03 19:04:13.686609 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.729941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9db60-272c-47a2-9d8a-930b8f38e098 req-6edfdbe5-21f8-4ce8-ac26-9d8c045e485b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.744523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5b9db60-272c-47a2-9d8a-930b8f38e098 req-6edfdbe5-21f8-4ce8-ac26-9d8c045e485b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 943 time: 0.1282933 Aug 03 19:04:13.867976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5b9db60-272c-47a2-9d8a-930b8f38e098 req-0bcf59d9-a588-4ea3-97ba-aebb191faab4 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213927 Aug 03 19:04:13.922831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed30ed1-ff3e-4ec7-a2ed-3f2c0960df9c req-60bdf484-cac2-4863-bc8e-079e853f5c47 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:13.924397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ed30ed1-ff3e-4ec7-a2ed-3f2c0960df9c req-60bdf484-cac2-4863-bc8e-079e853f5c47 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1763413 Aug 03 19:04:13.947575 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:13.993283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f60d17b-3166-4598-bf54-7ef3b164dc95,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:14.002737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae5537b-c2d7-4a93-a926-44bdcbfe0c38 None None] Network ca94c761-7209-4cb0-9344-103b2aa529fd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:14.012304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.027471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9d6cabd0-2a9b-4d68-a36d-1a321bf6b0b8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/1f60d17b-3166-4598-bf54-7ef3b164dc95 HTTP/1.1" status: 204 len: 168 time: 1.1637807 Aug 03 19:04:14.029474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41054) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:14.051120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-6dba9dab-1d38-40c2-bd1d-6b43b2c5dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.055470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-6dba9dab-1d38-40c2-bd1d-6b43b2c5dfd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1094 time: 0.1722734 Aug 03 19:04:14.087077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ed30ed1-ff3e-4ec7-a2ed-3f2c0960df9c req-af1837c7-69d2-44a0-9fe5-1835d1592119 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435120 Aug 03 19:04:14.171442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-9e3c5666-3349-4227-9747-a7ec23bdf630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.174296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-9e3c5666-3349-4227-9747-a7ec23bdf630 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1099 time: 0.2763412 Aug 03 19:04:14.233775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'name': 'network-vif-deleted', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:14.236040 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd8b85c-dbd3-41b1-8f75-6d0a63ed72ed" -d '{"events": [{"server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "name": "network-vif-deleted", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:14.395626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-4eb768db-e0c6-4761-bd4f-a6a72d639d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.401423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-4eb768db-e0c6-4761-bd4f-a6a72d639d6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.3361306 Aug 03 19:04:14.436496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.470028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-bb6a81b7-db1c-4626-8f1d-a800175574b2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.0575144 Aug 03 19:04:14.517791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] DHCP port deletion for ca94c761-7209-4cb0-9344-103b2aa529fd request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:04:14.583140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-8fcc1fba-cabc-48bd-a541-e0a73c48867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.604383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-8fcc1fba-cabc-48bd-a541-e0a73c48867e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1246681 Aug 03 19:04:14.660820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Deleting port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:14.661297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.699373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9d0e2-e9fa-4049-9882-d2dd9f6c8548 req-61c80fc7-c329-40c1-9fa9-a2c6872f56e1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.709625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdb9d0e2-e9fa-4049-9882-d2dd9f6c8548 req-61c80fc7-c329-40c1-9fa9-a2c6872f56e1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.2948022 Aug 03 19:04:14.722642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-e3a792a4-49b3-4a5b-8df3-70177f981e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.724436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6632d4-b6df-4ed8-b567-87262b256fe8 req-971487c1-4a7a-4639-a7fb-e02ffb635808 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.743952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-e3a792a4-49b3-4a5b-8df3-70177f981e3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228755 Aug 03 19:04:14.744192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae6632d4-b6df-4ed8-b567-87262b256fe8 req-971487c1-4a7a-4639-a7fb-e02ffb635808 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.4615798 Aug 03 19:04:14.803626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-e3bf2137-27f3-46ad-ac6d-3ebfe35d511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:14.807777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-e3bf2137-27f3-46ad-ac6d-3ebfe35d511c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.6143134 Aug 03 19:04:14.896278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdb9d0e2-e9fa-4049-9882-d2dd9f6c8548 req-3fd1d3cf-1ea2-498e-845c-5ebcd9378a2a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856532 Aug 03 19:04:14.905088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-7860280b-6646-44e6-b550-1a848c869ba0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0877655 Aug 03 19:04:14.920991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] For port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:14.920991 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:14.951449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Calling delete_port for 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:14.982578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.016824 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-e46ba6cc-0ea3-4c2a-820d-70444fb93eee service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716205 Aug 03 19:04:15.018779 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647cdb66-ece9-4b29-8b60-618bf7075cc0 x-openstack-request-id: req-647cdb66-ece9-4b29-8b60-618bf7075cc0 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:15.019256 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2254bb0-091e-40a9-b225-8726b43c6658", "name": "network-vif-deleted", "tag": "43c6722e-34aa-4528-8f4b-a4dbffab8ade", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:15.019690 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-647cdb66-ece9-4b29-8b60-618bf7075cc0 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:15.020562 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2254bb0-091e-40a9-b225-8726b43c6658', 'name': 'network-vif-deleted', 'tag': '43c6722e-34aa-4528-8f4b-a4dbffab8ade', 'status': 'completed', 'code': 200} Aug 03 19:04:15.068272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Deleting port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:15.068613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.109589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae6632d4-b6df-4ed8-b567-87262b256fe8 req-68235120-470c-41cf-a674-23de54b07503 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658164 Aug 03 19:04:15.223830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-dcb8faac-6ac3-48b8-b204-f3522c6d7dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.225503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-dcb8faac-6ac3-48b8-b204-f3522c6d7dba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.3059292 Aug 03 19:04:15.243580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.295521 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a44fcad9-550a-4bd6-a81b-19e9e26158a0 req-0aa24940-5a17-4bc2-a906-b34d0dffdcb7 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670286 Aug 03 19:04:15.373282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] Pushing event deleted for resources: {'Port': ['ID=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:15.405520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b939ecc-89cc-4383-9f03-2be667be3b9f None None] No DVR routers for this DVR port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:15.423332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:15.509762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-992f7f54-cd9c-49a1-beec-a95aae5e96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.516001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:15.516247 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-992f7f54-cd9c-49a1-beec-a95aae5e96d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2&tenant_id=81e389217ef04f38916335f8b0f8f99b HTTP/1.1" status: 200 len: 1094 time: 0.2575998 Aug 03 19:04:15.516382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:15.537214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:15.564032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ac994-dfa4-4fae-b120-d29ad034b27c req-d588039a-075b-428e-98b4-b630109e1196 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.572919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-516ac994-dfa4-4fae-b120-d29ad034b27c req-d588039a-075b-428e-98b4-b630109e1196 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 943 time: 0.2916129 Aug 03 19:04:15.583427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] For port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,segment=NetworkSegment(5d2e2578-123c-43a7-b6fd-549f81d9512e),segment_id=5d2e2578-123c-43a7-b6fd-549f81d9512e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:15.584311 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.602642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Calling delete_port for 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:15.626557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.734688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-e88dbd34-e743-4c55-ba04-56504f25022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.736164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-e88dbd34-e743-4c55-ba04-56504f25022a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4974930 Aug 03 19:04:15.869987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63abb6-9256-4a7a-a20f-4b9ea70864c5 req-908d73f8-91b7-48ad-9d7d-f473308ad676 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:15.872849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea63abb6-9256-4a7a-a20f-4b9ea70864c5 req-908d73f8-91b7-48ad-9d7d-f473308ad676 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.3655765 Aug 03 19:04:15.877506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-516ac994-dfa4-4fae-b120-d29ad034b27c req-cfa86559-9caf-423a-958c-a814581ba50b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029621 Aug 03 19:04:15.949544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:15.988584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:16.018436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0f7be4-93c3-46d6-a34f-b17982cd5fcb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.055985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:16.066009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] No DVR routers for this DVR port 0e0f7be4-93c3-46d6-a34f-b17982cd5fcb on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:16.098798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:16.108949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.128120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Transition to ACTIVE for port object 05fbd3e4-dfd7-4978-9fcd-01be432d02cf will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:16.176330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-d3d863aa-4b02-4ac9-9c5d-0c779ee2aedc service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244852 Aug 03 19:04:16.185684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.245300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.259360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca94c761-7209-4cb0-9344-103b2aa529fd']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:16.270566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=9']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.274522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2e2578-123c-43a7-b6fd-549f81d9512e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:16.274954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2e2578-123c-43a7-b6fd-549f81d9512e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:16.286707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.300266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] No DVR routers for this DVR port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:16.304107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.312440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:04:16.318232 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.351996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:16.352405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:16.352700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:16.357790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:16.358118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Attempting to bind port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on network c5191870-a32a-4a50-93ed-2d7c08f08536 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:16.369134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:16.369582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Checking segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:16.370016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Bound using segment: {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:16.370478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Bound port: 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b79a3aa-49a3-4c3b-97ba-af1447593beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:16.370894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:04:16.431737 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:04:16.451083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea63abb6-9256-4a7a-a20f-4b9ea70864c5 req-8470f181-e209-4a73-b80f-b037905b2316 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479107 Aug 03 19:04:16.500995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:16.579494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1075c8df-3afc-455f-9c35-4503bc3778e3 req-153f962d-11bd-414e-a8ca-958380edf0f5 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125525 Aug 03 19:04:16.598643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:16.629134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.642877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-44f607f8-774e-494e-830d-c9fa28c4512b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.651285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-44f607f8-774e-494e-830d-c9fa28c4512b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.6002724 Aug 03 19:04:16.664515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.676305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] 10.222.0.67 "DELETE /v2.0/networks/ca94c761-7209-4cb0-9344-103b2aa529fd HTTP/1.1" status: 204 len: 168 time: 2.6360574 Aug 03 19:04:16.683727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.718631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-ce2c6008-76f0-47c1-9724-9d6e45d43c32 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0633941 Aug 03 19:04:16.756294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.784025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.784787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:16.788337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-3b8e3081-c6a2-4af0-bdd4-935927b2c864 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667255 Aug 03 19:04:16.789678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db5bed-8246-4b58-92e3-cc7c2a43969e admin admin] Pushing event deleted for resources: {'Network': ['ID=ca94c761-7209-4cb0-9344-103b2aa529fd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:16.790573 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7b189005-d7a9-49be-8f2d-1a84db1d9475 service neutron] 10.222.0.54 "PUT /v2.0/ports/05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 1091 time: 1.2589433 Aug 03 19:04:16.826330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c006e-e413-45ee-8ec4-14ed41af5978 req-df9a48d8-afcd-4635-90b1-9ede9bef11c7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.828054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361c006e-e413-45ee-8ec4-14ed41af5978 req-df9a48d8-afcd-4635-90b1-9ede9bef11c7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 943 time: 0.2411766 Aug 03 19:04:16.913064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-a1ea8dc8-ea36-4a83-9aa4-e0a94b57e1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:16.915028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-a1ea8dc8-ea36-4a83-9aa4-e0a94b57e1c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1095 time: 0.0793939 Aug 03 19:04:16.989634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361c006e-e413-45ee-8ec4-14ed41af5978 req-4f1a53bd-0465-4749-8e74-de207d20ee21 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289246 Aug 03 19:04:17.032185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-b88d3f69-0776-4049-99d5-84c2aa3f15d9 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400467 Aug 03 19:04:17.046204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:17.048667 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:17.093065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-70bfde38-4229-4d12-9c18-703e6b090664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.094726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-70bfde38-4229-4d12-9c18-703e6b090664 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 915 time: 0.1721790 Aug 03 19:04:17.181366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-7879c4c1-91b5-406a-8404-9437de208b78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.0779555 Aug 03 19:04:17.197272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:17.254572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013238de-b714-4a7d-b470-931520df6582 req-59f5887c-4ed7-426f-9149-050abadc0e93 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.256097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-013238de-b714-4a7d-b470-931520df6582 req-59f5887c-4ed7-426f-9149-050abadc0e93 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.1359763 Aug 03 19:04:17.283320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-833115f1-1a55-497b-aefb-d56e6f7a6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.294657 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-833115f1-1a55-497b-aefb-d56e6f7a6b36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.0968251 Aug 03 19:04:17.361852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-fad4035a-8d86-4bbf-9ff9-07b7f96aaae3 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199058 Aug 03 19:04:17.401262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:17.423334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-013238de-b714-4a7d-b470-931520df6582 req-1a0dfe46-fc0e-443e-a11e-a00b47e75b59 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492362 Aug 03 19:04:17.424376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'mac_address': 'fa:16:3e:03:0b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:17.478813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:17.485639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-951c2d94-36a3-4645-be63-26abd550d087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750453 Aug 03 19:04:17.501147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:17.530365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:17.645992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-1728c9c6-7cce-4ec6-9b58-b064cf3d5e9a service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524227 Aug 03 19:04:17.816261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-935e2fc2-84b9-4c19-b12c-e292a2caaf90 req-97e00784-eddf-427a-82d7-020cbc650004 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585643 Aug 03 19:04:17.822172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41118) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:17.855772 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:17.856609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 77f55952-6507-48ec-b59d-c3e7357d27cc details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:17.948372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bb98f-7c21-421a-967f-f2de9455a348 req-b1b81686-4c2f-4c9e-b653-cf6fde57d4f2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:17.952289 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cfc532-c52d-4471-93d9-09f1ea567a9a x-openstack-request-id: req-65cfc532-c52d-4471-93d9-09f1ea567a9a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:17.952674 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:17.953051 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65cfc532-c52d-4471-93d9-09f1ea567a9a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:17.953508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-695bb98f-7c21-421a-967f-f2de9455a348 req-b1b81686-4c2f-4c9e-b653-cf6fde57d4f2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 943 time: 0.1091924 Aug 03 19:04:17.953660 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'status': 'completed', 'code': 200} Aug 03 19:04:17.997241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:18.050760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41126) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:18.054347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b895043-0402-4b82-a517-591a631c49cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eafa0a001f2f4432ad244dd597013388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234139 Aug 03 19:04:18.142755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-695bb98f-7c21-421a-967f-f2de9455a348 req-005e16a9-4885-4aa7-8ef1-65effce353bd tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810894 Aug 03 19:04:18.202087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7176b0-78b2-4cb4-b617-a6cf24b76ef2 req-76d0eff4-7dbb-4cbb-b25e-c729027e2f33 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.207794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c7176b0-78b2-4cb4-b617-a6cf24b76ef2 req-76d0eff4-7dbb-4cbb-b25e-c729027e2f33 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1324329 Aug 03 19:04:18.326463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=77f55952-6507-48ec-b59d-c3e7357d27cc,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:18.351648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8818c12c-e40f-4455-8712-e1c76391e422 req-98f37a8b-3a0c-43be-ae53-a61a1455a1c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0690536 Aug 03 19:04:18.396056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:18.403837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.408271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c7176b0-78b2-4cb4-b617-a6cf24b76ef2 req-a7cf95a2-1276-4a49-831f-83d6a31aafe7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891582 Aug 03 19:04:18.437747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-114dcc93-789f-4b64-a3c3-dc175b82bc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.462064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-114dcc93-789f-4b64-a3c3-dc175b82bc1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1095 time: 0.3869653 Aug 03 19:04:18.534571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.551240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edce803-bcd3-4bbc-9083-7c0569a289a4 req-985d8f48-44a6-4dcb-bc43-50ff22b2616c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.557453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f55952-6507-48ec-b59d-c3e7357d27cc {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:18.558316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6edce803-bcd3-4bbc-9083-7c0569a289a4 req-985d8f48-44a6-4dcb-bc43-50ff22b2616c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1242797 Aug 03 19:04:18.589370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=77f55952-6507-48ec-b59d-c3e7357d27cc,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:18.592373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.699457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.805663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-d7c3619a-d398-4cf6-b766-211b5ea7937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.809444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-d7c3619a-d398-4cf6-b766-211b5ea7937b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 915 time: 0.3464122 Aug 03 19:04:18.848290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6edce803-bcd3-4bbc-9083-7c0569a289a4 req-d30a6061-3578-49e0-9bfc-28fafeee28eb tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793608 Aug 03 19:04:18.883373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:18.889500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5539c3a4-09d5-4bc6-926b-0f2ceb159fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:18.919963 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-a4649a23-5579-4877-91ff-b3e9ab2dde48 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.0996263 Aug 03 19:04:18.952866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e8728-7aa5-4fa6-9337-25da8c2b1907 req-d892f0f4-79c0-46fc-ab02-47d58530fbab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:18.966667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d3e8728-7aa5-4fa6-9337-25da8c2b1907 req-d892f0f4-79c0-46fc-ab02-47d58530fbab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.2875750 Aug 03 19:04:19.023741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['77f55952-6507-48ec-b59d-c3e7357d27cc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:19.054852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-f72b4a7e-95ca-42c9-b250-541b99e9184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.056471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-f72b4a7e-95ca-42c9-b250-541b99e9184c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.1229284 Aug 03 19:04:19.068209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d57d5fcf-062d-4017-a581-c0997c2e8427'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:19.128629 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-c53c7408-5486-4fa3-ab04-25eb518d1383 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573606 Aug 03 19:04:19.141330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d3e8728-7aa5-4fa6-9337-25da8c2b1907 req-da35073e-a2a4-4306-91d1-e88edba81740 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730106 Aug 03 19:04:19.404992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.410525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:19.411746 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0f4491b3-fda1-4fdc-be9c-5ac97cda30d6 HTTP/1.1" status: 204 len: 168 time: 1.3598864 Aug 03 19:04:19.591909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f01b61-23d0-4cea-a75b-6fba71d3367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4491b3-fda1-4fdc-be9c-5ac97cda30d6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:19.668223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c40033-6c16-4f4e-ac86-a2ee56ff9157 req-7c0b92af-5e03-43cc-b5ab-546e6938c23b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:19.690536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c40033-6c16-4f4e-ac86-a2ee56ff9157 req-7c0b92af-5e03-43cc-b5ab-546e6938c23b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 944 time: 0.2600706 Aug 03 19:04:19.713459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-4c4729b9-b5cc-4290-957d-2ced7569a9a0 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745842 Aug 03 19:04:19.832795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c40033-6c16-4f4e-ac86-a2ee56ff9157 req-86be1c28-fb0b-453a-8578-7593e23ffe01 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294320 Aug 03 19:04:19.996926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-133e3457-d0a7-4bcd-8d6c-48f0c22fe126 req-66f79331-1875-4981-9415-92d032137ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424922 Aug 03 19:04:20.116404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d724681a-e1f7-4c8c-a33e-be50df342dd6 req-07d07639-ee2b-4b80-bc56-ba4ca631a3af tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0685699 Aug 03 19:04:20.286384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ad3d0-e90e-4b6e-8b5b-4c71c25691d6 req-97f64937-2bda-40dc-a939-71db455f0172 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:20.287989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d56ad3d0-e90e-4b6e-8b5b-4c71c25691d6 req-97f64937-2bda-40dc-a939-71db455f0172 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.0632219 Aug 03 19:04:20.336428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d56ad3d0-e90e-4b6e-8b5b-4c71c25691d6 req-0331ee61-548e-4c77-8ae4-05539cd2f5db tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413034 Aug 03 19:04:20.468747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5ec1-f648-4ec2-82c9-8872f0ea0526 req-8722a9e9-dc95-4b6a-b4e6-de1e8761663c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:20.470286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38ae5ec1-f648-4ec2-82c9-8872f0ea0526 req-8722a9e9-dc95-4b6a-b4e6-de1e8761663c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.0684099 Aug 03 19:04:20.511305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38ae5ec1-f648-4ec2-82c9-8872f0ea0526 req-0a303151-7296-44d8-a1a6-35a66a9da301 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348701 Aug 03 19:04:20.725247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f26b6-35d8-432a-bf25-c519b790766e req-daa68a88-25d6-4ff0-af27-7c0c25656cb9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:20.727087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e5f26b6-35d8-432a-bf25-c519b790766e req-daa68a88-25d6-4ff0-af27-7c0c25656cb9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.0597174 Aug 03 19:04:20.771666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e5f26b6-35d8-432a-bf25-c519b790766e req-253a49ca-1744-4bd2-ace7-7bbf5b3b7c8e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Aug 03 19:04:21.038368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb31f-4897-40d4-b5ba-091559fd14c8 req-9f642e75-5f2e-4e2c-9d92-fbf63839cac5 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.044082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70fdb31f-4897-40d4-b5ba-091559fd14c8 req-9f642e75-5f2e-4e2c-9d92-fbf63839cac5 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 944 time: 0.0927896 Aug 03 19:04:21.161103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70fdb31f-4897-40d4-b5ba-091559fd14c8 req-f15b0834-12af-41ac-a7b1-b555b86f722e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024530 Aug 03 19:04:21.230275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:21.352485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2ad728f-fe6e-4890-b354-5be4b82ff145 req-6a18a7a4-6cd3-40be-a83d-fbaed8eac7a3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0740240 Aug 03 19:04:21.503908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port d57d5fcf-062d-4017-a581-c0997c2e8427 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:21.503908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port d57d5fcf-062d-4017-a581-c0997c2e8427 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:21.503908 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.606842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce61e-d017-42c9-b88b-2b8b49b60775 req-f854de65-e17e-4d14-be50-df0b2b3abc3a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.618864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-190ce61e-d017-42c9-b88b-2b8b49b60775 req-f854de65-e17e-4d14-be50-df0b2b3abc3a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1295166 Aug 03 19:04:21.702734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.749419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-190ce61e-d017-42c9-b88b-2b8b49b60775 req-dcb48d17-a450-440b-a05c-17d9bc0a51d7 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228998 Aug 03 19:04:21.768495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:21.770380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:21.777465 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d3b7ae-04c2-4d67-b13c-e37bcce78c37" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:21.846896 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.848106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 77f55952-6507-48ec-b59d-c3e7357d27cc up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:21.937241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41210) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:21.939548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43e68547-b768-4a15-ad16-2b85a2dd975f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:21.962381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:21.988563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575caa0-1817-4bc3-8dc9-7e1873a1e66a req-7cc40618-3187-4eea-91b0-60592a63d41b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:21.992551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8575caa0-1817-4bc3-8dc9-7e1873a1e66a req-7cc40618-3187-4eea-91b0-60592a63d41b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1007574 Aug 03 19:04:22.127068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 77f55952-6507-48ec-b59d-c3e7357d27cc completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:22.131528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8575caa0-1817-4bc3-8dc9-7e1873a1e66a req-1df7110f-277a-4337-8e05-27373c88d4d4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106722 Aug 03 19:04:22.137668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 77f55952-6507-48ec-b59d-c3e7357d27cc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:22.137668 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.145743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2050847625-network', 'tenant_id': '78d598ac64334a30aec54cc102258bdb'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:22.199293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.253806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Made reservation on behalf of 78d598ac64334a30aec54cc102258bdb for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:22.257972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.270000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.397769 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.466229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.506304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=77f55952-6507-48ec-b59d-c3e7357d27cc,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:22.517675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-ac16f216-bae2-402f-8835-04ba1051a33d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011720 Aug 03 19:04:22.580673 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5db1f5-0aac-4b32-96fb-141524c4e713 x-openstack-request-id: req-ac5db1f5-0aac-4b32-96fb-141524c4e713 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:22.581228 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:22.581734 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac5db1f5-0aac-4b32-96fb-141524c4e713 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:22.582431 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'code': 200} Aug 03 19:04:22.759155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.765468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.767930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.781061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:04:22.795564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606808c-00df-42a3-8816-9b8face4728c req-3ed2382f-8ef1-4ae0-95ed-92466d1acb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:22.797062 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.799203 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Added segment 46b8493f-0ec9-41dc-90f2-1df09f43bb32 of type vlan for network 73cd8e33-6277-4b68-bda4-e05a5e245090 Aug 03 19:04:22.810271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-3ed2382f-8ef1-4ae0-95ed-92466d1acb9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 1095 time: 0.2387502 Aug 03 19:04:22.861437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:22.908425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb126b-8b8d-4d19-b1b7-52760a4efc84 req-a8cf82f3-4d0e-410c-b0f0-eab18c88c950 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:22.921350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:22.934910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5afb126b-8b8d-4d19-b1b7-52760a4efc84 req-a8cf82f3-4d0e-410c-b0f0-eab18c88c950 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.2443304 Aug 03 19:04:23.017960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b57cac-9c88-44f6-8673-119b114f8686,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:23.042149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.048414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.052014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.084440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5afb126b-8b8d-4d19-b1b7-52760a4efc84 req-02477265-1c26-4e64-8fd3-c6ab3e38401b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891664 Aug 03 19:04:23.170424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606808c-00df-42a3-8816-9b8face4728c req-80f65e77-0edf-478c-8926-9c0fe9e0a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.172119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-80f65e77-0edf-478c-8926-9c0fe9e0a081 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.3353760 Aug 03 19:04:23.267167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f1354-7bc7-4da2-9baa-95fe44acc7cf req-6a3288a6-3f3a-4716-82dc-50c256457b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.269521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-a3f79c87-b308-4395-b853-f3ea85038874 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 200 len: 217 time: 0.0896866 Aug 03 19:04:23.270386 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4c1f1354-7bc7-4da2-9baa-95fe44acc7cf req-6a3288a6-3f3a-4716-82dc-50c256457b13 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1101 time: 0.5503283 Aug 03 19:04:23.290985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3523254 Aug 03 19:04:23.301764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41222) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:23.311249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Request body: {'subnet': {'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2050847625-subnet', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:23.321339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe14fdb-e312-484c-bf5b-16555854fc35 admin admin] Pushing event updated for resources: {'Network': ['ID=73cd8e33-6277-4b68-bda4-e05a5e245090,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:23.334458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:04:23.374733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-629fa10c-4521-41a5-9608-d1e503db60bb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.387246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-629fa10c-4521-41a5-9608-d1e503db60bb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.7773829 Aug 03 19:04:23.476346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4c1f1354-7bc7-4da2-9baa-95fe44acc7cf req-d83f3383-53d6-4b43-b792-fe529d2b5efe service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805191 Aug 03 19:04:23.533227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead86ef-3d19-433a-b088-40139f860d94 req-e6eee4f8-874c-435c-9da0-5978d81be66f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.543518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ead86ef-3d19-433a-b088-40139f860d94 req-e6eee4f8-874c-435c-9da0-5978d81be66f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 945 time: 0.2808263 Aug 03 19:04:23.546333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606808c-00df-42a3-8816-9b8face4728c req-5b02d4da-5a91-4c16-82e6-0b6b0d679265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:23.552156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-5b02d4da-5a91-4c16-82e6-0b6b0d679265 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1981890 Aug 03 19:04:23.569021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Made reservation on behalf of 78d598ac64334a30aec54cc102258bdb for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:23.572004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:23.597240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-6a744336-78d0-473c-9f9a-ceaa95597c3b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380225 Aug 03 19:04:23.692408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ead86ef-3d19-433a-b088-40139f860d94 req-f4303d7e-bece-4d5f-a5e2-61121a5cdb00 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430597 Aug 03 19:04:23.757195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-ba7fc944-dbc9-4817-beb6-544ecfc8f3a3 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461837 Aug 03 19:04:23.880147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:24.446447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2606808c-00df-42a3-8816-9b8face4728c req-2b978514-0bca-4b85-afab-9ea039e35bb6 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6804490 Aug 03 19:04:24.455905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9176035e-20cd-4e53-8166-6810e20567ec req-68cc7581-e5f0-4a25-8df4-88c7892fa30e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0926905 Aug 03 19:04:24.540307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.584335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:24.588681 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fe8fe-3976-4fdc-a0f0-6080e47967cb" -d '{"events": [{"server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "name": "network-vif-plugged", "status": "completed", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:24.657514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:24.666430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.674349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4aad1-2918-4687-bdcc-10b7fefbdb6e req-79a19472-a39a-489f-a55a-0a856900c37e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:24.675580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:24.684159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46e4aad1-2918-4687-bdcc-10b7fefbdb6e req-79a19472-a39a-489f-a55a-0a856900c37e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1023343 Aug 03 19:04:24.736289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46e4aad1-2918-4687-bdcc-10b7fefbdb6e req-23497530-5389-4b12-abeb-bc819e22fd72 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Aug 03 19:04:24.807914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098f8265-ae4c-4f38-ba3e-3572d3d3ee45,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:24.907628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Checking segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:24.908564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Network hostable DHCP agents. Network: 73cd8e33-6277-4b68-bda4-e05a5e245090, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:04:25.006711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126165b0-3129-4a32-a2c7-3a009d6073ca req-d1935f4a-f87b-4ec5-9282-843cb6294e5d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.023440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-126165b0-3129-4a32-a2c7-3a009d6073ca req-d1935f4a-f87b-4ec5-9282-843cb6294e5d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1750615 Aug 03 19:04:25.066936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.11 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/73ffd382-9041-4389-a914-a2d52875d501) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:25.142839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-126165b0-3129-4a32-a2c7-3a009d6073ca req-91ec2077-108d-477b-9637-77d80687f918 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167245 Aug 03 19:04:25.298811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.322909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:04:25.481944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 73cd8e33-6277-4b68-bda4-e05a5e245090) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:25.486946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.489477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.491480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.507407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96bee3f-db16-45d0-a75c-fffb7d3e83be None None] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:25.553248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:25.554223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911edc9-8fca-4f7b-969d-6fc27650178c req-042cde7d-5def-4310-ba1c-c4d1ef61ebd3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.565251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5911edc9-8fca-4f7b-969d-6fc27650178c req-042cde7d-5def-4310-ba1c-c4d1ef61ebd3 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1252680 Aug 03 19:04:25.611890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:25.624844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:25.674144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5911edc9-8fca-4f7b-969d-6fc27650178c req-3e42c140-0043-442a-8961-3f08f9d72fdc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078639 Aug 03 19:04:25.711322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:25.745864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ead5707b-3c7b-4953-872f-4ee3789735e2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4420488 Aug 03 19:04:25.751485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41238) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:25.761346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:25.780611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.781563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:25.852747 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c92e7-cd89-475e-91f1-9df388f9caa1 x-openstack-request-id: req-621c92e7-cd89-475e-91f1-9df388f9caa1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:25.853699 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "name": "network-vif-plugged", "status": "completed", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:25.853699 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-621c92e7-cd89-475e-91f1-9df388f9caa1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:25.853893 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'code': 200} Aug 03 19:04:25.962746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d4249-9fd8-4b8c-b417-61aa5ffd4480 req-40a5495a-c8c2-45b3-88f8-00bd4b3707b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.964246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b8d4249-9fd8-4b8c-b417-61aa5ffd4480 req-40a5495a-c8c2-45b3-88f8-00bd4b3707b5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.0840890 Aug 03 19:04:25.982114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9c467-5ec1-462e-adbd-0b41875e5808 req-d9ad23a9-2667-4ddf-a5a7-70a061646f5b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:25.985038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31d9c467-5ec1-462e-adbd-0b41875e5808 req-d9ad23a9-2667-4ddf-a5a7-70a061646f5b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 945 time: 0.0700140 Aug 03 19:04:26.011078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7fcebd-17bd-42a8-87cb-06798e1868a0 None None] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:04:26.084399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.085799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.096204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31d9c467-5ec1-462e-adbd-0b41875e5808 req-11bc41bb-2678-41df-9514-ec045f3f04a6 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971212 Aug 03 19:04:26.099994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b8d4249-9fd8-4b8c-b417-61aa5ffd4480 req-e1f33aca-0b28-4668-8fda-077b16ef017e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130676 Aug 03 19:04:26.177150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.231385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6b42-b5f2-4294-a20b-9b5f5ca8c573 req-a8f01bce-9fbf-457f-a1c2-3e6fe01e1bab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:26.233143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-075a6b42-b5f2-4294-a20b-9b5f5ca8c573 req-a8f01bce-9fbf-457f-a1c2-3e6fe01e1bab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 932 time: 0.0581129 Aug 03 19:04:26.276602 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-79b4d118-0130-4896-93cd-cefdfa5005e8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4070983 Aug 03 19:04:26.290958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-075a6b42-b5f2-4294-a20b-9b5f5ca8c573 req-e6abeedd-4959-47e0-a200-3cfe6220b52d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Aug 03 19:04:26.314215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Request body: {'port': {'device_id': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:26.468554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.589764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.633064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b4bb-e2ab-46d6-b995-a52094b099db req-71ec868d-d4b7-47c0-8411-26104549a021 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:26.640870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb66b4bb-e2ab-46d6-b995-a52094b099db req-71ec868d-d4b7-47c0-8411-26104549a021 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1101 time: 0.1681519 Aug 03 19:04:26.796904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb66b4bb-e2ab-46d6-b995-a52094b099db req-45c02e39-e0d4-4bc2-9c5c-eebc846965c6 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299095 Aug 03 19:04:26.950021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ffd382-9041-4389-a914-a2d52875d501 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:26.963491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:26.976769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Transition to ACTIVE for port object 73ffd382-9041-4389-a914-a2d52875d501 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:27.029080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264a483-de99-4fae-9990-c192bc77c8ae req-61997245-c56b-4438-b7f9-b76828c77296 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.030728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1264a483-de99-4fae-9990-c192bc77c8ae req-61997245-c56b-4438-b7f9-b76828c77296 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 945 time: 0.1525028 Aug 03 19:04:27.037225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.065799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.071887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.125685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:27.135101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1264a483-de99-4fae-9990-c192bc77c8ae req-050f9850-571b-49b6-807b-16155d3bd762 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956080 Aug 03 19:04:27.275914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Attempting to bind port 73ffd382-9041-4389-a914-a2d52875d501 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:27.276346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Attempting to bind port 73ffd382-9041-4389-a914-a2d52875d501 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:27.276795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Attempting to bind port 73ffd382-9041-4389-a914-a2d52875d501 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:27.285929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Port 73ffd382-9041-4389-a914-a2d52875d501 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:27.293440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Attempting to bind port 73ffd382-9041-4389-a914-a2d52875d501 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:27.303638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:27.303984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:27.304304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:27.304837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Bound port: 73ffd382-9041-4389-a914-a2d52875d501, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:27.305210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.314680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Allocated IP 172.25.2.217 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/fcb0c210-0247-4d7e-b9b3-88e63026206b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:27.408749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:27.415052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=73ffd382-9041-4389-a914-a2d52875d501,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:27.476490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29ea50-b62b-40e8-a8d5-a9df3211aa5f req-e1010eff-52c8-458d-854e-dbe0bfc16c2d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.477982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd29ea50-b62b-40e8-a8d5-a9df3211aa5f req-e1010eff-52c8-458d-854e-dbe0bfc16c2d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1342449 Aug 03 19:04:27.508605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.532334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.595127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd29ea50-b62b-40e8-a8d5-a9df3211aa5f req-ac2e5054-0857-497d-80aa-dbf9037e031b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065683 Aug 03 19:04:27.605360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:27.624295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.625770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.629839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c84729f3-193a-4379-a5f9-99376bbee4b9 service neutron] 10.222.0.54 "PUT /v2.0/ports/73ffd382-9041-4389-a914-a2d52875d501 HTTP/1.1" status: 200 len: 1092 time: 1.3246591 Aug 03 19:04:27.633480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'tag': '73ffd382-9041-4389-a914-a2d52875d501'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:27.637826 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd219a1-4ed2-4e23-a3f4-962844a07732" -d '{"events": [{"name": "network-changed", "server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "tag": "73ffd382-9041-4389-a914-a2d52875d501"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:27.804068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:27.862733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:27.887773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:27.912281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:27.953672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb0c210-0247-4d7e-b9b3-88e63026206b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:27.984594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-9c51fb25-ab58-4fe7-be0d-02639f98c8b4 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:27.986328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-9c51fb25-ab58-4fe7-be0d-02639f98c8b4 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1267781 Aug 03 19:04:28.076563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:28.179438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.465550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:28.475056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.627146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:28.711790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:28.715181 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93959411-4a24-4d4e-87b8-ebffc627f1a5" -d '{"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:28.719589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.848115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:28.905935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.086157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:29.118029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d25889-2051-44da-9b5b-20b78e9e7234 req-7845cc2e-1c98-4278-a6df-32adbb97ed41 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:29.119846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d25889-2051-44da-9b5b-20b78e9e7234 req-7845cc2e-1c98-4278-a6df-32adbb97ed41 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 945 time: 0.1795499 Aug 03 19:04:29.123117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:29.123446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:29.123767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:29.139252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:29.139536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:29.161283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:29.161765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:29.162067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:29.162593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Bound port: 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:29.162872 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.192770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-99e4db10-b250-4dfa-b6ef-e94d234bd685 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0579996 Aug 03 19:04:29.195264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d25889-2051-44da-9b5b-20b78e9e7234 req-0eb4f4a7-191f-468c-8beb-764ca5e3a09f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668430 Aug 03 19:04:29.260992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:29.310008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Router 336f8e57-04fd-4e8f-9606-c6c496af7420 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:04:29.320266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:29.357335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:29.415114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f3650-1bb7-4c94-9c89-744975b6f808 req-b4fee7da-7d79-43f1-b78c-4527b5d9556f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:29.419852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-195f3650-1bb7-4c94-9c89-744975b6f808 req-b4fee7da-7d79-43f1-b78c-4527b5d9556f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 944 time: 0.1404951 Aug 03 19:04:29.443289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:29.488837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:29.489292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:29.489849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:29.495150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:29.495835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on network 092401a9-9115-40b4-bd04-95f6c83436b4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:29.497942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-195f3650-1bb7-4c94-9c89-744975b6f808 req-7d8bb688-4762-4f3e-9ddc-54518f320e33 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703826 Aug 03 19:04:29.501950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:29.502700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Checking segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:29.503492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Bound using segment: {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:29.504131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Bound port: 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac560993-3fe3-42cc-8cc7-52ff3114fc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '092401a9-9115-40b4-bd04-95f6c83436b4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:29.504871 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.515620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:29.527736 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Sync routers for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:29.546036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.565996 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:29.566886 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:29.624963 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa6b050-da99-47f5-9d8f-e40d6d6b0f99 x-openstack-request-id: req-efa6b050-da99-47f5-9d8f-e40d6d6b0f99 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:29.625266 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "tag": "73ffd382-9041-4389-a914-a2d52875d501", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:29.625519 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efa6b050-da99-47f5-9d8f-e40d6d6b0f99 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:29.625958 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'tag': '73ffd382-9041-4389-a914-a2d52875d501', 'status': 'completed', 'code': 200} Aug 03 19:04:29.664842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:29.665719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.667429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] 10.222.0.77 "PUT /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 1121 time: 1.6048982 Aug 03 19:04:29.668627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc09cd-e759-4c0d-91ad-e942a481d1da service neutron] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:29.738779 n-d-803363-1 neutron-server[101344]: WARNING neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Concurrent port binding operations failed on port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec Aug 03 19:04:29.763025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:29.778040 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempt 2 to bind port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec Aug 03 19:04:29.778600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:04:29.795080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['6237195e-7c6e-4a78-b652-9d5fbd48b4ec'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:29.813937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:29.862684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['6237195e-7c6e-4a78-b652-9d5fbd48b4ec'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:29.927252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:29.927252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ed0d7fa0-d66a-4a06-b03f-a6c65eb24498 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1660478 Aug 03 19:04:29.927252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41320) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:30.028145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac0fa1-94a3-4fc2-a914-cf8fa088a158 req-376f1000-1f9f-446b-8e99-dab2f5969789 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:30.037295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2eac0fa1-94a3-4fc2-a914-cf8fa088a158 req-376f1000-1f9f-446b-8e99-dab2f5969789 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.1958344 Aug 03 19:04:30.102102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:28Z', 'revision_number': 3, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:30.184387 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Checking router: 336f8e57-04fd-4e8f-9606-c6c496af7420 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:30.184387 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Updating router 336f8e57-04fd-4e8f-9606-c6c496af7420 port fcb0c210-0247-4d7e-b9b3-88e63026206b binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:04:30.217997 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.614620 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.628225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2eac0fa1-94a3-4fc2-a914-cf8fa088a158 req-a5523b75-14ae-4dcc-8a98-7ac885a8a63b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897844 Aug 03 19:04:30.630350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Transition to ACTIVE for port object fcb0c210-0247-4d7e-b9b3-88e63026206b will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:30.711019 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.773216 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Attempting to bind port fcb0c210-0247-4d7e-b9b3-88e63026206b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:30.773588 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Attempting to bind port fcb0c210-0247-4d7e-b9b3-88e63026206b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:30.773947 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Attempting to bind port fcb0c210-0247-4d7e-b9b3-88e63026206b on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:30.787158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:30.787519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:30.788439 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.788439 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:30.788940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Bound port: fcb0c210-0247-4d7e-b9b3-88e63026206b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:30.789774 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:30.792607 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc224bb5-10b8-483f-b321-ceaa0e06c520 None None] Pushing event updated for resources: {'Port': ['ID=fcb0c210-0247-4d7e-b9b3-88e63026206b,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:30.819902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbc3ff-6bb8-43e6-a614-b69dc9c6d2bc req-1aedbb65-cde1-4cb2-8da1-1206eb56543c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:30.821685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3dbc3ff-6bb8-43e6-a614-b69dc9c6d2bc req-1aedbb65-cde1-4cb2-8da1-1206eb56543c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.1115921 Aug 03 19:04:30.919805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] For port fcb0c210-0247-4d7e-b9b3-88e63026206b, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:30.924167 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] For port fcb0c210-0247-4d7e-b9b3-88e63026206b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcb0c210-0247-4d7e-b9b3-88e63026206b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:30.964021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3dbc3ff-6bb8-43e6-a614-b69dc9c6d2bc req-bb92187b-1a8c-42f9-96c8-4b8d8749b21d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746427 Aug 03 19:04:31.027114 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebc6c9-256b-4329-bde8-5c3f97dad281 x-openstack-request-id: req-86ebc6c9-256b-4329-bde8-5c3f97dad281 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:31.027405 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-unplugged", "status": "completed", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:31.027656 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86ebc6c9-256b-4329-bde8-5c3f97dad281 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:31.028055 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'code': 200} Aug 03 19:04:31.044121 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.143829 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc224bb5-10b8-483f-b321-ceaa0e06c520 None None] Pushing event updated for resources: {'Port': ['ID=fcb0c210-0247-4d7e-b9b3-88e63026206b,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.149181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:31.149885 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.213615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d631b-f87e-40ff-b186-f9131bb8bc13 req-495dc45f-2160-4e93-9287-3320e867254e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:31.216096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd3d631b-f87e-40ff-b186-f9131bb8bc13 req-495dc45f-2160-4e93-9287-3320e867254e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1330705 Aug 03 19:04:31.259776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:31.292701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.320857 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:31.324966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd3d631b-f87e-40ff-b186-f9131bb8bc13 req-393fa8eb-457e-450a-8bf1-5bd68f55277e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Aug 03 19:04:31.410725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.446762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:31.449572 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0554800c-02d9-4c34-b21c-11653c611666" -d '{"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-unplugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:31.477378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:31.574053 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.609733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Allocated IP 172.20.0.1 (73cd8e33-6277-4b68-bda4-e05a5e245090/098f8265-ae4c-4f38-ba3e-3572d3d3ee45/511d4acd-bf0c-4748-a88b-f40908bdbfaa) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:31.626439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5968249d-866b-48c3-b872-fc95c7818107 req-ee84cec8-4f58-48f4-8daf-8f2f5349a1cb tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1830316 Aug 03 19:04:31.631567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:31.692081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:31.718647 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:28Z', 'revision_number': 3, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:31.752159 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa6c08-f997-4d3e-bc6c-f05e7eb2cf81 None None] The sync data for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 is: [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:28Z', 'revision_number': 3, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:31.767998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:31.905473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.097765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.097765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:32.097765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:32.104014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:32.150158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:32.173735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.282757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.500265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Allocated IP 172.25.2.209 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:32.587654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.752511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.894345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.930548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:32.985398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.026213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:33.029584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.031570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:33.033959 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46160bfe-04db-4799-a37a-c8291fc2a261" -d '{"events": [{"name": "network-changed", "server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:33.045455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:33.045455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:33.103356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event updated for resources: {'Port': ['ID=e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:33.159521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.188579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Pushing event updated for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:33.287161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.331019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:33.339029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:33.400704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcb0c210-0247-4d7e-b9b3-88e63026206b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:33.535290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.568712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Router 336f8e57-04fd-4e8f-9606-c6c496af7420 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:33.635508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fcb0c210-0247-4d7e-b9b3-88e63026206b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:33.640051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fcb0c210-0247-4d7e-b9b3-88e63026206b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:33.640493 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.738863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.763859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:33.768716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fcb0c210-0247-4d7e-b9b3-88e63026206b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcb0c210-0247-4d7e-b9b3-88e63026206b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:33.770133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4044407-5322-4827-be26-88f0bbcc3f3f admin admin] 10.222.0.67 "PUT /v2.0/routers/336f8e57-04fd-4e8f-9606-c6c496af7420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8444841 Aug 03 19:04:33.781986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Sync routers for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:33.797570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:33.798237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:33.800744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:33.916577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:34.003512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.093317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.104436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fcb0c210-0247-4d7e-b9b3-88e63026206b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:34.175573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event updated for resources: {'Port': ['ID=e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:34.186896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.191046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:32Z', 'revision_number': 4, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '511d4acd-bf0c-4748-a88b-f40908bdbfaa', 'name': '', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'mac_address': 'fa:16:3e:fe:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:31Z', 'updated_at': '2021-08-03T19:04:32Z', 'revision_number': 2, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'subnets': [{'id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:34.223657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Checking router: 336f8e57-04fd-4e8f-9606-c6c496af7420 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:34.224522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Updating router 336f8e57-04fd-4e8f-9606-c6c496af7420 port 511d4acd-bf0c-4748-a88b-f40908bdbfaa binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:04:34.250708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.270356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.272047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5968249d-866b-48c3-b872-fc95c7818107 req-e7c0b054-be18-49a1-ba94-5fdc8e7c7a3c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6449707 Aug 03 19:04:34.329817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5968249d-866b-48c3-b872-fc95c7818107 req-daa57063-7b87-44d6-ae50-234519d6d479 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0489035 Aug 03 19:04:34.464725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968249d-866b-48c3-b872-fc95c7818107 req-42451e0c-657a-4cc2-97fc-1fc55127a112 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:34.466365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5968249d-866b-48c3-b872-fc95c7818107 req-42451e0c-657a-4cc2-97fc-1fc55127a112 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1301117 Aug 03 19:04:34.622911 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.638059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Transition to ACTIVE for port object 511d4acd-bf0c-4748-a88b-f40908bdbfaa will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:34.796306 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.871193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48e65-fb0d-4464-b6da-675de952c5b0 None None] Pushing event updated for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:34.910638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Attempting to bind port 511d4acd-bf0c-4748-a88b-f40908bdbfaa on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:34.911014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Attempting to bind port 511d4acd-bf0c-4748-a88b-f40908bdbfaa by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:34.912188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Attempting to bind port 511d4acd-bf0c-4748-a88b-f40908bdbfaa on network 73cd8e33-6277-4b68-bda4-e05a5e245090 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:34.918965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:34.919770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Checking segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:34.919770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.920176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Bound using segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:34.920677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Bound port: 511d4acd-bf0c-4748-a88b-f40908bdbfaa, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:34.921064 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:34.992630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] For port 511d4acd-bf0c-4748-a88b-f40908bdbfaa, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:34.996137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] For port 511d4acd-bf0c-4748-a88b-f40908bdbfaa, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=511d4acd-bf0c-4748-a88b-f40908bdbfaa,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:35.202795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.269036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d48e65-fb0d-4464-b6da-675de952c5b0 None None] Pushing event updated for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:35.272538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:35.273270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:35.317741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcb0c210-0247-4d7e-b9b3-88e63026206b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:35.433021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:35.462874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fcb0c210-0247-4d7e-b9b3-88e63026206b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:35.463382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:35.807763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:04:35.845700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:32Z', 'revision_number': 4, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '511d4acd-bf0c-4748-a88b-f40908bdbfaa', 'name': '', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'mac_address': 'fa:16:3e:fe:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:31Z', 'updated_at': '2021-08-03T19:04:34Z', 'revision_number': 4, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'subnets': [{'id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:35.875397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b798773-f6a5-4bd8-94b7-f23657bdba01 None None] The sync data for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 is: [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:04:32Z', 'revision_number': 4, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '511d4acd-bf0c-4748-a88b-f40908bdbfaa', 'name': '', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'mac_address': 'fa:16:3e:fe:13:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:31Z', 'updated_at': '2021-08-03T19:04:34Z', 'revision_number': 4, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'subnets': [{'id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:36.049037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-f91a326e-aa07-45ba-9aec-e962e817f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.050868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-f91a326e-aa07-45ba-9aec-e962e817f39c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 1095 time: 0.0519345 Aug 03 19:04:36.092572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ed881-4575-4d51-b8d4-9109d3c9a396 req-8ffd4ad5-a32f-4f79-a330-b9612d4ac40c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.094378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e52ed881-4575-4d51-b8d4-9109d3c9a396 req-8ffd4ad5-a32f-4f79-a330-b9612d4ac40c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 944 time: 0.0650532 Aug 03 19:04:36.153255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e52ed881-4575-4d51-b8d4-9109d3c9a396 req-ebb7bca6-893d-4560-8a16-04d6dabbd99c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Aug 03 19:04:36.198502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-b3a57516-d152-4690-b64c-518552683d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.201291 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-b3a57516-d152-4690-b64c-518552683d52 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9590857ee8a34fd28ac8ea05031442f7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1304274 Aug 03 19:04:36.324973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-42f3f8f1-20fb-4ba5-a725-399a5f4d1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.326827 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edd219a1-4ed2-4e23-a3f4-962844a07732 req-42f3f8f1-20fb-4ba5-a725-399a5f4d1446 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163461 Aug 03 19:04:36.359618 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023f123-304f-46b2-af40-2355607882ef x-openstack-request-id: req-d023f123-304f-46b2-af40-2355607882ef {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:36.360174 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-unplugged", "status": "completed", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:36.360174 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d023f123-304f-46b2-af40-2355607882ef {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:36.360569 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'code': 200} Aug 03 19:04:36.469112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-a7d5c7da-9e9f-4dc5-95fd-74c30070c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.470896 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-a7d5c7da-9e9f-4dc5-95fd-74c30070c8fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 1095 time: 0.0649364 Aug 03 19:04:36.484939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc26d3-6959-4c74-bd2c-f6b0b545549e req-ff6dbbfb-74cf-449f-a671-e2614d889024 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.498672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63bc26d3-6959-4c74-bd2c-f6b0b545549e req-ff6dbbfb-74cf-449f-a671-e2614d889024 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0858648 Aug 03 19:04:36.530606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-dd858347-b2a0-4967-a3df-389ed6a66011 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73ffd382-9041-4389-a914-a2d52875d501 HTTP/1.1" status: 200 len: 217 time: 0.0369706 Aug 03 19:04:36.553931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63bc26d3-6959-4c74-bd2c-f6b0b545549e req-17f7de6e-e0f5-4202-b948-c347400ea4d1 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Aug 03 19:04:36.611894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-0f6c7d15-079d-427e-ac01-c151c8075043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.613663 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-0f6c7d15-079d-427e-ac01-c151c8075043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0729127 Aug 03 19:04:36.653216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-c0cf5eee-c937-4d66-ac5d-1513fb69b88f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290189 Aug 03 19:04:36.704993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a487-04ed-4dd9-b00f-ba5a6a0ee64a req-96cc7160-e6b3-4c71-9ac7-ce9eba75082f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.706655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7788a487-04ed-4dd9-b00f-ba5a6a0ee64a req-96cc7160-e6b3-4c71-9ac7-ce9eba75082f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.0719202 Aug 03 19:04:36.763762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7788a487-04ed-4dd9-b00f-ba5a6a0ee64a req-754765c2-8947-4acc-b45c-5e40befa07b6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Aug 03 19:04:36.800787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-e207e358-7cf1-4960-a0ae-421f1f853d52 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336505 Aug 03 19:04:36.904095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3e499-8692-4efe-b607-67fd5a75dc43 req-901285ca-9fc2-4e8a-a30b-d7c0f4bc23dd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:36.912210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ba3e499-8692-4efe-b607-67fd5a75dc43 req-901285ca-9fc2-4e8a-a30b-d7c0f4bc23dd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.0664229 Aug 03 19:04:36.929521 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-653bcf8c-bd09-40e4-8660-1564038b5825 req-894cb611-9036-4a22-87ce-882fb48e0710 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073844 Aug 03 19:04:36.952130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ba3e499-8692-4efe-b607-67fd5a75dc43 req-b5b2d112-86cf-4751-9486-5128ad857709 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390031 Aug 03 19:04:37.058887 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e62717-78fc-4ae1-9b63-b423f98d0b00 x-openstack-request-id: req-34e62717-78fc-4ae1-9b63-b423f98d0b00 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:37.059192 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:37.059493 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34e62717-78fc-4ae1-9b63-b423f98d0b00 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:37.059884 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'status': 'completed', 'code': 200} Aug 03 19:04:37.185279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-6f76b815-9fd3-4f03-89a1-5b06e3777f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.186800 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-6f76b815-9fd3-4f03-89a1-5b06e3777f2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1124 time: 0.0667772 Aug 03 19:04:37.335633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-766060b1-55d9-4cfc-9dbd-a10245476b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.337335 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-766060b1-55d9-4cfc-9dbd-a10245476b2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.1256301 Aug 03 19:04:37.372439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 511d4acd-bf0c-4748-a88b-f40908bdbfaa up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:37.378599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-0a457986-6660-4424-a90c-3bb37e387695 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.381867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-0a457986-6660-4424-a90c-3bb37e387695 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 820 time: 0.2079740 Aug 03 19:04:37.388232 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-89906403-246b-4a26-a3cc-fc477d59dd15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 217 time: 0.0411274 Aug 03 19:04:37.412849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-63e7a416-7b96-4828-bb95-75dbb00b209a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.420769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-63e7a416-7b96-4828-bb95-75dbb00b209a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 811 time: 0.1910050 Aug 03 19:04:37.432904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-6c0b74ce-e161-41d7-a3a2-bf97fb4a1ca6 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/quotas/c5c796cb02324b3f935a4e8bc9bf22a7 HTTP/1.1" status: 200 len: 375 time: 0.0401707 Aug 03 19:04:37.435468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-777bb500-e55b-4a5c-b14f-82d8315a38ce tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/quotas/78d598ac64334a30aec54cc102258bdb HTTP/1.1" status: 200 len: 375 time: 0.0138409 Aug 03 19:04:37.452267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-5515e6cf-ae11-470f-8429-0bf832760265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.453778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-5515e6cf-ae11-470f-8429-0bf832760265 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.0551105 Aug 03 19:04:37.493637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-82466910-1e30-44df-a7e6-80bac8e5bd00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270753 Aug 03 19:04:37.518174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-976a665c-5562-4e59-a119-aea9cff2194a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682018 Aug 03 19:04:37.528217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-4f9e47d7-d89d-4fa9-97a0-ad0dfcead800 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0881276 Aug 03 19:04:37.538658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 511d4acd-bf0c-4748-a88b-f40908bdbfaa completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:37.544464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 511d4acd-bf0c-4748-a88b-f40908bdbfaa triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:37.545002 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.621288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-6acb81a6-d973-4466-b40b-bda5313518e8 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145253 Aug 03 19:04:37.635887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.676118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 511d4acd-bf0c-4748-a88b-f40908bdbfaa, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=511d4acd-bf0c-4748-a88b-f40908bdbfaa,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:37.710836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-0ef51748-79d3-4e47-b793-72b37366fd3c service neutron] 10.222.0.67 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793511 Aug 03 19:04:37.716351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-54b694f2-ce9e-4b4b-b5d4-8273912bde69 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764076 Aug 03 19:04:37.729723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46160bfe-04db-4799-a37a-c8291fc2a261 req-c48be683-f2c3-473f-9778-f2cc63c0c0b4 service neutron] 10.222.0.54 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981328 Aug 03 19:04:37.853042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:37.881948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-10223902-2575-4a63-9af4-b94cc34d3967 service neutron] 10.222.0.67 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621671 Aug 03 19:04:37.884558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c7a58ace-f0ce-4e0f-a644-bd9899b9ff45 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591551 Aug 03 19:04:37.953954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:37.966806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.967320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.967669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.968007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.968343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.968699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.969271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.969619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.970270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.970670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.971025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.971387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:37.980094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-2a716d14-a9c2-4b01-bcf4-b1b898c74aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:37.980094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-2a716d14-a9c2-4b01-bcf4-b1b898c74aed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1101 time: 0.0546787 Aug 03 19:04:38.075432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-64385faa-b5ae-4bf2-86a9-99c3a0a46818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.076938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-64385faa-b5ae-4bf2-86a9-99c3a0a46818 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.0876832 Aug 03 19:04:38.121483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-a61bbb12-d884-4ef3-8ca7-1b2b618379ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0358551 Aug 03 19:04:38.184599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-6209605f-53f4-464b-9736-84d7c5022ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.186194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-6209605f-53f4-464b-9736-84d7c5022ca1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0544908 Aug 03 19:04:38.257970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-71943829-1d28-4955-9332-9e8474821e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.259583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-71943829-1d28-4955-9332-9e8474821e40 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621679 Aug 03 19:04:38.425701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-0de6772f-c24e-46a0-b6e5-f469b7fdd2a6 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568086 Aug 03 19:04:38.453318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51211312-6281-460a-8b69-fc6e6caa2a2e req-b780ed74-5891-4b43-9d34-35edc41d4201 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.454789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51211312-6281-460a-8b69-fc6e6caa2a2e req-b780ed74-5891-4b43-9d34-35edc41d4201 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 944 time: 0.1074893 Aug 03 19:04:38.543282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51211312-6281-460a-8b69-fc6e6caa2a2e req-c77729f8-5c21-4952-bece-1cda6487c44a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781519 Aug 03 19:04:38.571437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-69bdc24e-a55e-42cf-be60-327df5f5d3d7 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360922 Aug 03 19:04:38.658031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bdebe-e7b3-41b7-a4d3-da03822a26c8 req-60c81a39-ea5d-4655-95bb-8e4c1257221b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.659579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf2bdebe-e7b3-41b7-a4d3-da03822a26c8 req-60c81a39-ea5d-4655-95bb-8e4c1257221b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0562608 Aug 03 19:04:38.703640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf2bdebe-e7b3-41b7-a4d3-da03822a26c8 req-da1cffd2-5f4d-4554-ba28-2e94b09a084d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Aug 03 19:04:38.858445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4714628-5a6d-4124-b4f8-e2b4b3efcd70 req-eb331808-2b26-4ff0-8c94-d3a5b7091553 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.859978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4714628-5a6d-4124-b4f8-e2b4b3efcd70 req-eb331808-2b26-4ff0-8c94-d3a5b7091553 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.0851026 Aug 03 19:04:38.870922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb92a6-41f6-4ee2-a325-beff5d40ac86 req-3ef200f6-17b7-4519-97a8-b28143c75f49 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:38.872450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5cb92a6-41f6-4ee2-a325-beff5d40ac86 req-3ef200f6-17b7-4519-97a8-b28143c75f49 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 944 time: 0.0707517 Aug 03 19:04:38.936684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4714628-5a6d-4124-b4f8-e2b4b3efcd70 req-64da8840-4391-4ca4-9861-b99a66520e81 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630960 Aug 03 19:04:38.941779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5cb92a6-41f6-4ee2-a325-beff5d40ac86 req-b1925310-a1fa-49dc-b8b5-f7170e7c1a34 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606601 Aug 03 19:04:39.039307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4297def4-5ffe-4078-871c-202186fa0258 req-42b90ad2-0446-42c9-983c-6b2e7c4cefd9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 210 time: 0.0473781 Aug 03 19:04:39.049270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:39.080699 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-8355b23f-61b9-4d84-bb2a-e07adab5d4d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832894 Aug 03 19:04:39.089651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39232277-bb4d-412a-b57c-bc0d04e8c384 req-aff9e513-da05-4835-85be-04f2f8051a92 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 210 time: 0.0460935 Aug 03 19:04:39.166664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f26b4-4618-4bfc-bdab-1a640ff47c4e req-3d02dc8b-0759-4a02-bd85-23fffcbfc439 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.173063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-437f26b4-4618-4bfc-bdab-1a640ff47c4e req-3d02dc8b-0759-4a02-bd85-23fffcbfc439 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.0698020 Aug 03 19:04:39.188636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-c971b700-b8f6-476f-899f-5cd7ce998c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.190864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-c971b700-b8f6-476f-899f-5cd7ce998c56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 1096 time: 0.0623844 Aug 03 19:04:39.202629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:39.224328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'network_id': 'c5191870-a32a-4a50-93ed-2d7c08f08536', 'port_id': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'mac_address': 'fa:16:3e:d0:4d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c36d7f-7cc7-4b9c-8be6-889bbdb03364', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:39.263886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-437f26b4-4618-4bfc-bdab-1a640ff47c4e req-6bb8b8d4-34cf-4521-ad2d-e8d29e31a028 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840988 Aug 03 19:04:39.304815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:39.336821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:39.353348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 511d4acd-bf0c-4748-a88b-f40908bdbfaa up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:39.399206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-7678f6ef-2e03-4d16-a31a-87cb626dbdc9 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.407115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-7678f6ef-2e03-4d16-a31a-87cb626dbdc9 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1717274 Aug 03 19:04:39.409672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:39.410520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-c418d8f3-adfc-491b-80c1-01513704914b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.413123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-c418d8f3-adfc-491b-80c1-01513704914b service neutron] 10.222.0.54 "GET /v2.0/networks?id=fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 200 len: 924 time: 0.1811442 Aug 03 19:04:39.421380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-7583c34b-d193-42c6-8872-6e00eea77a3f tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/quotas/a5eeba7a77e844f0904d92765be84d66 HTTP/1.1" status: 200 len: 375 time: 0.0130754 Aug 03 19:04:39.433636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 511d4acd-bf0c-4748-a88b-f40908bdbfaa triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:39.434170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:39.501032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-8203e350-d642-45fd-ba73-dfd845ff6896 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730112 Aug 03 19:04:39.545304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:39.559415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-1a6832ce-60ec-4094-8f45-ff3435172380 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 200 len: 1001 time: 0.1379111 Aug 03 19:04:39.617747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:39.674213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-eddb4c2a-357f-4310-898c-39f293b179f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.676017 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-eddb4c2a-357f-4310-898c-39f293b179f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 200 len: 862 time: 0.0992916 Aug 03 19:04:39.735162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-4e34d3ed-619f-41d5-8466-c6879fddcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:39.736885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-4e34d3ed-619f-41d5-8466-c6879fddcd7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fb1513b6-7652-4827-a1e9-416ff8ff21f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527639 Aug 03 19:04:39.842266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-fba4a941-bddf-466f-b941-62a463236fc0 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962849 Aug 03 19:04:39.872117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['05fbd3e4-dfd7-4978-9fcd-01be432d02cf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:39.994327 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fd985996-efae-449a-a6b9-39aba7e6c1a1 req-9a691643-9e81-43d7-b3bf-611f03fb36a8 service neutron] 10.222.0.54 "GET /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441345 Aug 03 19:04:40.023961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54778390-1a46-407a-a8df-2200a1557cac req-8ca2faac-4df0-48c3-b89b-05cc6a9ae940 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.027161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54778390-1a46-407a-a8df-2200a1557cac req-8ca2faac-4df0-48c3-b89b-05cc6a9ae940 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 944 time: 0.0877297 Aug 03 19:04:40.070903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-acf978bf-e52f-4a42-b4e9-6665e70c43c7 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690122 Aug 03 19:04:40.146138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54778390-1a46-407a-a8df-2200a1557cac req-0e24a0a2-ec8a-4b31-a3e1-7624337daa8a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131721 Aug 03 19:04:40.202573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-f55a8c2e-e5b1-443b-8ae0-b06dc9cefef4 service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307549 Aug 03 19:04:40.308839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43476018-291f-4580-aacf-21d5dd6e1cfb req-9a32ef66-557e-46d2-aa72-81aad5b730d5 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.310680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43476018-291f-4580-aacf-21d5dd6e1cfb req-9a32ef66-557e-46d2-aa72-81aad5b730d5 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0645385 Aug 03 19:04:40.365519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43476018-291f-4580-aacf-21d5dd6e1cfb req-15c7427e-afed-4a01-9d9a-72dd92fef735 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Aug 03 19:04:40.596896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-50e81b32-dd2c-4a43-830b-f815242193dc tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.598394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-50e81b32-dd2c-4a43-830b-f815242193dc tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a53e1db-6e4e-4ae4-a507-95bb2c6cb008 HTTP/1.1" status: 200 len: 943 time: 0.1230922 Aug 03 19:04:40.607907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496feca-8535-4e98-a209-c9bdb7d1d421 req-14701634-07a7-467f-a055-20bbd3e02d72 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.609345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8496feca-8535-4e98-a209-c9bdb7d1d421 req-14701634-07a7-467f-a055-20bbd3e02d72 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.0820467 Aug 03 19:04:40.713243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8496feca-8535-4e98-a209-c9bdb7d1d421 req-43c95656-0eeb-4592-8eba-69533e041281 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802777 Aug 03 19:04:40.954007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413d79-ab14-41d4-924a-6c2c36734d14 req-f0ac1f84-111a-4fff-97cb-8ffd519aa1d7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:40.954007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4413d79-ab14-41d4-924a-6c2c36734d14 req-f0ac1f84-111a-4fff-97cb-8ffd519aa1d7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0595386 Aug 03 19:04:40.954007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4413d79-ab14-41d4-924a-6c2c36734d14 req-36e87873-71d0-4999-b9d4-f037a161c03e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Aug 03 19:04:40.982053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3677e2c-18af-4e08-a624-bce642f2cf24 req-aadd1634-488b-44a3-9fbb-d39f4c8221c8 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 210 time: 0.0573790 Aug 03 19:04:41.016615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Deleting port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:41.016997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.048228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 73ffd382-9041-4389-a914-a2d52875d501 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:41.055872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:41.114010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6167a8b0-a9d1-4942-8773-b76bf03500cd req-9343992e-84ad-4061-941b-e6d42ea1c035 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 210 time: 0.0405557 Aug 03 19:04:41.202671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] For port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:41.202671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.202671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Calling delete_port for 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:41.202671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9722f675-c2c3-44c2-b9e7-76affb46672c req-267d9648-76d3-4bb5-8d8b-887c0745a876 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 210 time: 0.0289176 Aug 03 19:04:41.209065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=73ffd382-9041-4389-a914-a2d52875d501,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:41.234885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '73ffd382-9041-4389-a914-a2d52875d501', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': '73ffd382-9041-4389-a914-a2d52875d501', 'mac_address': 'fa:16:3e:4f:f0:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:41.303572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.318001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ffd382-9041-4389-a914-a2d52875d501 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:41.346365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=73ffd382-9041-4389-a914-a2d52875d501,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:41.368489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c92fc-f241-4581-9943-81a890706c59 req-92055e00-0064-4be6-8715-cbe8d602df00 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.370154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b58c92fc-f241-4581-9943-81a890706c59 req-92055e00-0064-4be6-8715-cbe8d602df00 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 944 time: 0.1021173 Aug 03 19:04:41.447362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b58c92fc-f241-4581-9943-81a890706c59 req-e9d8b564-8a17-4f48-ac15-d95487bf13c9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Aug 03 19:04:41.569597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19c4b3-0a08-4f6d-9359-f8f2c487d2c1 req-8fa48a8e-3f0b-4437-a1b8-8c8f544474e8 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:41.571767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b19c4b3-0a08-4f6d-9359-f8f2c487d2c1 req-8fa48a8e-3f0b-4437-a1b8-8c8f544474e8 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.0590935 Aug 03 19:04:41.615545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b19c4b3-0a08-4f6d-9359-f8f2c487d2c1 req-b9b1b590-122d-4250-9ef6-f0f1096d4d69 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375230 Aug 03 19:04:41.889637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:41.893550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.899123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:41.899502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.901396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:41.950348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event deleted for resources: {'Port': ['ID=064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:42.007682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:42.018919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] No DVR routers for this DVR port 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:42.022778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.024855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a71afbf8-9fe9-4f33-987a-0e848899c446 req-66e67b54-3731-45db-b49b-a3d531f81ba5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "DELETE /v2.0/ports/064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd HTTP/1.1" status: 204 len: 173 time: 1.4146032 Aug 03 19:04:42.025314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-deleted', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:42.027667 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085520dd-5f06-43c6-889c-b1bd49346eb4" -d '{"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-deleted", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:42.074762 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.101330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3183b4-422c-4eb7-a6b5-09e982295139 req-a4d8821d-1ab0-4d54-af56-579d79c1709e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.102611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc3183b4-422c-4eb7-a6b5-09e982295139 req-a4d8821d-1ab0-4d54-af56-579d79c1709e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 945 time: 0.0585299 Aug 03 19:04:42.112458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:42.115236 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0caa78-9c5d-4221-a36e-42c795c4c938" -d '{"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:42.133927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:42.162957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc3183b4-422c-4eb7-a6b5-09e982295139 req-8b260624-ec0f-42a8-bba2-a62235b57453 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450592 Aug 03 19:04:42.247610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['73ffd382-9041-4389-a914-a2d52875d501'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:42.268002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9074db6-27f9-43a4-9b8d-b831025f56ae req-c9c53ce2-2e03-418b-a6a0-acc364b8639b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.268002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9074db6-27f9-43a4-9b8d-b831025f56ae req-c9c53ce2-2e03-418b-a6a0-acc364b8639b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1032307 Aug 03 19:04:42.295042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:42.311601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-133daaa5-1ad8-46fc-a524-587eedbce3ea service neutron] 10.222.0.54 "GET /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1172147 Aug 03 19:04:42.320782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d289f90a-de3b-4708-aeb0-767318bf7e81 req-98e72276-7d11-4351-bccb-47a79a043e31 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 210 time: 0.0787048 Aug 03 19:04:42.346574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-85536aaa-03a9-43da-82c3-5c1dfb71c3ce tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.348115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-85536aaa-03a9-43da-82c3-5c1dfb71c3ce tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.54 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 820 time: 0.1551011 Aug 03 19:04:42.368967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'port': {'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'admin_state_up': True, 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:42.386450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:42.423987 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22e8b38-6acb-4668-9159-5d57602c1d58 x-openstack-request-id: req-a22e8b38-6acb-4668-9159-5d57602c1d58 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:42.424538 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a53e1db-6e4e-4ae4-a507-95bb2c6cb008", "name": "network-vif-deleted", "tag": "064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:42.424828 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a22e8b38-6acb-4668-9159-5d57602c1d58 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:42.425886 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a53e1db-6e4e-4ae4-a507-95bb2c6cb008', 'name': 'network-vif-deleted', 'tag': '064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd', 'status': 'completed', 'code': 200} Aug 03 19:04:42.433668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9074db6-27f9-43a4-9b8d-b831025f56ae req-20f2a80c-9594-498f-8e4f-19646b090563 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244655 Aug 03 19:04:42.528321 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff41e20-5633-4f4d-9f39-103ef3000d90 x-openstack-request-id: req-fff41e20-5633-4f4d-9f39-103ef3000d90 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:42.528832 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-plugged", "status": "completed", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:42.530710 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fff41e20-5633-4f4d-9f39-103ef3000d90 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:42.533912 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'code': 200} Aug 03 19:04:42.696497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e1a042e-5226-4671-9472-6b07b2b07c20 req-c092d5ed-2649-4bc5-ad09-3283ff921751 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 210 time: 0.0926321 Aug 03 19:04:42.739554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204f451-39ec-4810-8024-9f1fffaa8113 req-4ca7d69e-3398-4052-9361-96952b910aec tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:42.741335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a204f451-39ec-4810-8024-9f1fffaa8113 req-4ca7d69e-3398-4052-9361-96952b910aec tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.1849821 Aug 03 19:04:42.825117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:42.838387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4954bc8c-db66-4438-86fe-905c7ecafa25 req-534a79c6-a8c1-4e89-8ff0-eafe09014a6a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 210 time: 0.0825810 Aug 03 19:04:42.869653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a204f451-39ec-4810-8024-9f1fffaa8113 req-5589081c-31aa-43f3-84d7-93b412ffa780 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146512 Aug 03 19:04:42.889401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:42.994894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6237195e-7c6e-4a78-b652-9d5fbd48b4ec {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:43.029480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:43.053561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9bf7b-bb1b-4bf8-a7fc-d898c4a29b41 req-b44cf264-b684-4a21-a24f-6c2ca6be6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.054060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Made reservation on behalf of c5c796cb02324b3f935a4e8bc9bf22a7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:43.056301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5a9bf7b-bb1b-4bf8-a7fc-d898c4a29b41 req-b44cf264-b684-4a21-a24f-6c2ca6be6ee8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1097 time: 0.1823943 Aug 03 19:04:43.057744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.058438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:43.092822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba7a0c-42d5-4cd2-9e92-67a339b7b830 req-4c697132-aa98-45c9-a979-b50f295ec35a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.094368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74ba7a0c-42d5-4cd2-9e92-67a339b7b830 req-4c697132-aa98-45c9-a979-b50f295ec35a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 945 time: 0.1514022 Aug 03 19:04:43.135972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64baf6e-1e23-4fb3-8295-b5ed4fc043bd req-7e88b9db-dbee-422b-a9c1-0b73e458af60 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.137940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d64baf6e-1e23-4fb3-8295-b5ed4fc043bd req-7e88b9db-dbee-422b-a9c1-0b73e458af60 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 943 time: 0.1758690 Aug 03 19:04:43.139578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5a9bf7b-bb1b-4bf8-a7fc-d898c4a29b41 req-f7b7304d-13ca-4fb2-9f2f-204f406f41e3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763242 Aug 03 19:04:43.172960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.220212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74ba7a0c-42d5-4cd2-9e92-67a339b7b830 req-f915dfc5-3938-40ec-84ac-7c6693ccead8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032712 Aug 03 19:04:43.242998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Allocated IP 172.20.0.10 (2e73a8c9-3cb0-4703-8de0-c3e148713a1d/605f9d8a-2792-4683-af77-d27ea93d46be/5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:43.257305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d64baf6e-1e23-4fb3-8295-b5ed4fc043bd req-d5c3878e-e8e9-4594-8d1e-aacb319cc32f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091616 Aug 03 19:04:43.369675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:43.390450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44543d2-7cde-4249-a8f9-4147696b0880 req-bfbcf9c3-2795-4eb3-89ef-dff2f73c139d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.392372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d44543d2-7cde-4249-a8f9-4147696b0880 req-bfbcf9c3-2795-4eb3-89ef-dff2f73c139d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1022391 Aug 03 19:04:43.394146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] Transition to ACTIVE for port object 6237195e-7c6e-4a78-b652-9d5fbd48b4ec will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:43.404407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:43.405079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 064a39fd-d5f9-44e8-8c4f-4cb2bb41efcd not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:43.459577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a017e723-c229-4737-a2c5-d2df31bbf949 req-47712c8b-73ac-45f2-8a12-0e8e7526933b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 210 time: 0.0497725 Aug 03 19:04:43.463318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.486052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d44543d2-7cde-4249-a8f9-4147696b0880 req-ceccb41a-fd80-485a-b6a1-a33989196226 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843415 Aug 03 19:04:43.492024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Transition to ACTIVE for port object 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:43.544752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.632818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] No DVR routers for this DVR port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:43.647406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.659058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['77f55952-6507-48ec-b59d-c3e7357d27cc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:43.688356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] Pushing event updated for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:43.695316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-97147667-88d3-4d12-a2f2-a5db5e68f6aa service neutron] 10.222.0.54 "PUT /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3733227 Aug 03 19:04:43.703290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25567df7-eb40-46e8-a668-96727983ff48 req-069ee1a6-853f-4de7-860b-efb88139754a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.704857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25567df7-eb40-46e8-a668-96727983ff48 req-069ee1a6-853f-4de7-860b-efb88139754a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1564233 Aug 03 19:04:43.713336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:43.717314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:43.724489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:43.808736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:43.809883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:43.814945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25567df7-eb40-46e8-a668-96727983ff48 req-2a95aa3b-8638-4f6c-8923-526357abea7d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941534 Aug 03 19:04:43.843482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event updated for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:43.988067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a66bfb4-2b33-45ea-a161-5dc49f3182bc req-68f3d712-a1a2-4e09-9f78-c12bfe4e13ff tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 210 time: 0.0527351 Aug 03 19:04:44.011530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-83b4f08c-6043-476e-8f1b-78ad0da3fcd3 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6453767 Aug 03 19:04:44.040069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103afb9-b47f-4240-ba91-37aa733ff533 req-215fd8fa-131c-45e3-a371-2fd3333c1705 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.041759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8103afb9-b47f-4240-ba91-37aa733ff533 req-215fd8fa-131c-45e3-a371-2fd3333c1705 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 932 time: 0.2601945 Aug 03 19:04:44.047292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Request body: {'port': {'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:44.118756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.122441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-f18aab61-dec7-4744-8843-c1cc4797a82e tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.124015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-f18aab61-dec7-4744-8843-c1cc4797a82e tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1680517 Aug 03 19:04:44.149514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-0b5dc020-00d9-497f-9ed4-d42bcb0864d9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.149514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-0b5dc020-00d9-497f-9ed4-d42bcb0864d9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 811 time: 0.3246276 Aug 03 19:04:44.184754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Request body: {'port': {'device_id': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'admin_state_up': True, 'tenant_id': '78d598ac64334a30aec54cc102258bdb'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:44.195187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8103afb9-b47f-4240-ba91-37aa733ff533 req-10d2a8ca-c425-45b5-9f5b-bfbd1726c59c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363795 Aug 03 19:04:44.202268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-84b571c7-66be-496f-9fe3-9abf0ed9f552 None None] Provisioning for port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:44.212573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-84b571c7-66be-496f-9fe3-9abf0ed9f552 None None] Provisioning complete for port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:44.212977 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84b571c7-66be-496f-9fe3-9abf0ed9f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.269665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c7434-1ca5-4a07-894b-477aab9564b6 req-456d3aa9-1aac-4dba-be4e-11f45bb62265 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.272516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b90c7434-1ca5-4a07-894b-477aab9564b6 req-456d3aa9-1aac-4dba-be4e-11f45bb62265 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.2016251 Aug 03 19:04:44.298788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-84b571c7-66be-496f-9fe3-9abf0ed9f552 None None] Port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:04:44.312295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-da294c77-b672-4b35-8c54-84ef5b4a6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.313835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-da294c77-b672-4b35-8c54-84ef5b4a6158 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b&tenant_id=fa1a39cfbef647a3ade06eb4765b0341 HTTP/1.1" status: 200 len: 1095 time: 0.1676097 Aug 03 19:04:44.416119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b90c7434-1ca5-4a07-894b-477aab9564b6 req-7f7b2680-56a6-404b-951e-2bdb65dfc3f6 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334867 Aug 03 19:04:44.459999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-52b896e1-a860-4983-b371-fbbaac22a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.461712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-52b896e1-a860-4983-b371-fbbaac22a9db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1095 time: 0.1171744 Aug 03 19:04:44.463292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:44.484437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27b2b3-b60e-4e7f-b9c4-07a23e8ae8b4 req-35f5b661-93f7-4b69-857a-3acc0cf1127f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.485841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a27b2b3-b60e-4e7f-b9c4-07a23e8ae8b4 req-35f5b661-93f7-4b69-857a-3acc0cf1127f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 945 time: 0.1613183 Aug 03 19:04:44.492015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.514673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Transition to ACTIVE for port object 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:44.558565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Made reservation on behalf of 78d598ac64334a30aec54cc102258bdb for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:44.562392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.611466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5908f-fbde-47e7-8999-edaabea4759c req-f89ff1f5-e1a2-4ff7-811d-e33c47f866bb tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.611466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1db5908f-fbde-47e7-8999-edaabea4759c req-f89ff1f5-e1a2-4ff7-811d-e33c47f866bb tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.1743817 Aug 03 19:04:44.679904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a27b2b3-b60e-4e7f-b9c4-07a23e8ae8b4 req-06b86233-fcc2-4eca-8334-c6514f629ea8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802726 Aug 03 19:04:44.701248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.762333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Pushing event updated for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:44.791764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-191da5ca-21bc-4e11-85f9-251382877c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:44.793592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-191da5ca-21bc-4e11-85f9-251382877c92 service neutron] 10.222.0.77 "GET /v2.0/networks?id=092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 200 len: 921 time: 0.3067045 Aug 03 19:04:44.870845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-934e82aa-98c8-4342-9238-b2459b045f31 req-f626897a-5dc2-49a9-afff-7b3fb1633048 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 210 time: 0.1101859 Aug 03 19:04:44.878695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Attempting to bind port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:44.885505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Attempting to bind port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:44.885505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Attempting to bind port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:44.889832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:44.890454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Attempting to bind port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 on network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:44.898795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:44.899542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Checking segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:44.900149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Bound using segment: {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:44.900597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Bound port: 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e79fb5-96a0-47eb-99d3-7762a661f866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:44.900990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.961247 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:44.964431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-33289728-a852-4a34-a2a6-2ea25d9eb4ef service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 200 len: 217 time: 0.1258855 Aug 03 19:04:44.980438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:44.984080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:45.054658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82764229-5cb0-4a0a-8fbe-7b8e64672a5a req-868f4ef0-c3ce-495d-be60-920d8c6d0f03 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.056192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82764229-5cb0-4a0a-8fbe-7b8e64672a5a req-868f4ef0-c3ce-495d-be60-920d8c6d0f03 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 944 time: 0.3413088 Aug 03 19:04:45.080732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 73ffd382-9041-4389-a914-a2d52875d501 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:45.082170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Allocated IP 172.20.0.2 (73cd8e33-6277-4b68-bda4-e05a5e245090/098f8265-ae4c-4f38-ba3e-3572d3d3ee45/e1436bfd-53d0-42a6-bc62-f8383313503d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:45.118912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.133483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-1dd45f4b-8a77-4a77-a1a8-8eaf3fe2c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.134969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-1dd45f4b-8a77-4a77-a1a8-8eaf3fe2c4e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 200 len: 860 time: 0.1501796 Aug 03 19:04:45.146213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83ff6-d390-475c-8562-5bcae1270a12 req-0dc29a12-90ea-4dc1-ae90-71acb49a96e1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.147716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbc83ff6-d390-475c-8562-5bcae1270a12 req-0dc29a12-90ea-4dc1-ae90-71acb49a96e1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1890140 Aug 03 19:04:45.156891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Deleting port b2630562-9ccb-462a-972f-90d30ffb6076 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:45.157228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.189256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.190126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.191544 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] 10.222.0.54 "PUT /v2.0/ports/5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 1092 time: 1.1501617 Aug 03 19:04:45.192595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:45.196286 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05f1f58-2476-427b-bdfe-6655e886b088" -d '{"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:45.220210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-8a124eb7-c18e-4893-a0cc-23ff5615cefb tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.221815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-8a124eb7-c18e-4893-a0cc-23ff5615cefb tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1888940 Aug 03 19:04:45.242240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Request body: {'port': {'device_id': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'admin_state_up': True, 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:45.255853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d4d8e-4a8f-41f4-b5ae-4b37b720e493 service neutron] Pushing event updated for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:45.276357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-2ad2c336-7cbf-4911-8466-d6b05dd63ee3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=092401a9-9115-40b4-bd04-95f6c83436b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213684 Aug 03 19:04:45.281785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82764229-5cb0-4a0a-8fbe-7b8e64672a5a req-1adc815b-e733-4114-bf99-10a56fbe140f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078333 Aug 03 19:04:45.300441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 73ffd382-9041-4389-a914-a2d52875d501 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:45.306600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 73ffd382-9041-4389-a914-a2d52875d501 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:45.307352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.469403 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.501025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-6b148aba-8d32-465d-892e-aeb53ea664c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.503388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-6b148aba-8d32-465d-892e-aeb53ea664c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1095 time: 0.0938087 Aug 03 19:04:45.521344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ffd382-9041-4389-a914-a2d52875d501'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:45.523898 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028602d9-9ba0-4aa3-a7d2-e7553b35e146" -d '{"events": [{"server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "name": "network-vif-plugged", "status": "completed", "tag": "73ffd382-9041-4389-a914-a2d52875d501"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:45.550198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=73ffd382-9041-4389-a914-a2d52875d501,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:45.587067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-845947a3-735e-436a-a7ac-ceb9f3858f0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 217 time: 0.0682819 Aug 03 19:04:45.603519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:04:45.607100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.666445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-f85c467f-b612-4dff-8ad0-db2b4bf2106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.667973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-f85c467f-b612-4dff-8ad0-db2b4bf2106b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0744293 Aug 03 19:04:45.678937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.741135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:45.810338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-0541889c-6cff-4b16-901b-6c27b88ee8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:45.811891 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-0541889c-6cff-4b16-901b-6c27b88ee8b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906730 Aug 03 19:04:45.898387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Allocated IP 172.20.0.5 (fdf2592a-0f2f-4246-91b8-fb7208201837/848abf52-239a-48a2-b413-07b75f52f8c7/7aef6cf6-64f3-4cb2-a677-2035d8919ceb) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:04:45.919673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-9635b2f7-aa56-49a6-a761-830303da7601 service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287007 Aug 03 19:04:45.926985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] For port b2630562-9ccb-462a-972f-90d30ffb6076, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b2630562-9ccb-462a-972f-90d30ffb6076,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:45.927355 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:45.932190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbc83ff6-d390-475c-8562-5bcae1270a12 req-e8e60528-f4a7-4082-8793-34fdadb2fb8b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534966 Aug 03 19:04:45.966767 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-471d11a4-c8bc-4007-b2a6-f6ab1bb7a0ae service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448607 Aug 03 19:04:46.147059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f85967-6132-437e-9f15-fbd3229c3b9f req-542256ce-03b5-4610-948d-969c7177bb4a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.148629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39f85967-6132-437e-9f15-fbd3229c3b9f req-542256ce-03b5-4610-948d-969c7177bb4a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.3340538 Aug 03 19:04:46.150033 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8909f402-f14d-4013-abb0-a8c7932433a9 req-434957cc-d55e-4e11-b1bc-6438cf293704 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748152 Aug 03 19:04:46.150533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2de20ff3-8e5e-489a-9384-d01d62016dd6 req-661252ca-5882-4132-8782-615a829d8520 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 210 time: 0.0805774 Aug 03 19:04:46.163588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.219197 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399868f1-220d-477e-a071-f1e113b7ebbf x-openstack-request-id: req-399868f1-220d-477e-a071-f1e113b7ebbf {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:46.219197 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:46.219197 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-399868f1-220d-477e-a071-f1e113b7ebbf {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:46.219197 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'status': 'completed', 'code': 200} Aug 03 19:04:46.229304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.285548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-8d3a5e9f-b8e1-4c32-9433-3335f644ebfe service neutron] 10.222.0.77 "GET /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456595 Aug 03 19:04:46.328102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.339392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39f85967-6132-437e-9f15-fbd3229c3b9f req-71dec41c-efaa-4b32-aa12-b6ddce892712 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765847 Aug 03 19:04:46.428248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450d953-ebee-4b7c-b8cd-d8cdb9cb24c0 req-693515bf-f821-4110-8a81-83ed5ed96629 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.429988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d450d953-ebee-4b7c-b8cd-d8cdb9cb24c0 req-693515bf-f821-4110-8a81-83ed5ed96629 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 944 time: 0.1648738 Aug 03 19:04:46.454728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.454728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.455096 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Floating IP ae4b382f-51ec-44b7-a257-17bd598317c6 disassociated. External IP: 172.25.2.194, port: b2630562-9ccb-462a-972f-90d30ffb6076. Aug 03 19:04:46.455937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Calling delete_port for b2630562-9ccb-462a-972f-90d30ffb6076 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:46.459968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Network fdf2592a-0f2f-4246-91b8-fb7208201837 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:46.469737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:46.476796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:46.486545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:46.515895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.531258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-518cea17-8ece-44d5-92d6-0899c9033c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.532887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-518cea17-8ece-44d5-92d6-0899c9033c04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1095 time: 0.1851978 Aug 03 19:04:46.561930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.562507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.594084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d450d953-ebee-4b7c-b8cd-d8cdb9cb24c0 req-a079ee46-59d1-45f3-8b68-d79af17d5588 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544394 Aug 03 19:04:46.621210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:04:46.636912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:04:46.650075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:04:46.657554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Pushing event updated for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:46.659448 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805737a8-1c8f-4bc4-a27c-1d64ddbb1d3d x-openstack-request-id: req-805737a8-1c8f-4bc4-a27c-1d64ddbb1d3d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:46.663523 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "name": "network-vif-plugged", "status": "completed", "tag": "73ffd382-9041-4389-a914-a2d52875d501", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:46.664145 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-805737a8-1c8f-4bc4-a27c-1d64ddbb1d3d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:46.664820 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ffd382-9041-4389-a914-a2d52875d501', 'code': 200} Aug 03 19:04:46.667470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94a555-07b9-4678-8b40-05e10c33e21a req-0886868e-027e-44ac-8ace-cd063a054c52 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.672763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-6e9b70cd-6de6-42ba-8c72-508f00af82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.674552 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-6e9b70cd-6de6-42ba-8c72-508f00af82ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.1316838 Aug 03 19:04:46.675422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e94a555-07b9-4678-8b40-05e10c33e21a req-0886868e-027e-44ac-8ace-cd063a054c52 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 945 time: 0.2228003 Aug 03 19:04:46.694391 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-a4192568-a2a2-4671-8906-300af62dcf38 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4582455 Aug 03 19:04:46.753198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Request body: {'port': {'device_id': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:46.787621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e94a555-07b9-4678-8b40-05e10c33e21a req-47adbfb0-8296-49ed-bdd6-4eab6dee53e4 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1b5a01-7939-475a-8e88-e5bc09a5c60a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040761 Aug 03 19:04:46.787765 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-34aa5e2c-dd2a-4bc4-ab34-96a1fe4e5aa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 217 time: 0.0885699 Aug 03 19:04:46.830864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.831612 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.888502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:46.915660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-277fc686-1303-4677-8ad9-ade5cbbbe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.917156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-277fc686-1303-4677-8ad9-ade5cbbbe854 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1144719 Aug 03 19:04:46.921212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c8430-b5ed-4c3a-b30e-cd7755050b59 req-48a9ecd3-d56c-40a4-b76c-e9e5657bdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.922738 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e5c8430-b5ed-4c3a-b30e-cd7755050b59 req-48a9ecd3-d56c-40a4-b76c-e9e5657bdf68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 1097 time: 0.1311460 Aug 03 19:04:46.974514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2882c-977a-499a-b4b8-51bf7b9cc0c2 req-16ff0643-65df-4ab9-8c94-09923bb0f9e6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:46.976046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3c2882c-977a-499a-b4b8-51bf7b9cc0c2 req-16ff0643-65df-4ab9-8c94-09923bb0f9e6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 946 time: 0.1833344 Aug 03 19:04:46.995507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-577d4261-69b1-4dc2-a7e8-bf6eff30c1a5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8280447 Aug 03 19:04:47.009101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ee65-cdee-4136-bb73-2375964871de req-1e947343-eb5f-411c-bd40-4627a3c69b75 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.010611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-1e947343-eb5f-411c-bd40-4627a3c69b75 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b&tenant_id=fa1a39cfbef647a3ade06eb4765b0341&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1760602 Aug 03 19:04:47.018150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Request body: {'port': {'device_id': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:47.057003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b238480-2b94-4f66-aa55-de22851965a1 req-3084eae2-3bee-4e8d-9a57-0d690507d54f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.058532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b238480-2b94-4f66-aa55-de22851965a1 req-3084eae2-3bee-4e8d-9a57-0d690507d54f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 931 time: 0.1823370 Aug 03 19:04:47.077370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b2630562-9ccb-462a-972f-90d30ffb6076 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:47.093909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e5c8430-b5ed-4c3a-b30e-cd7755050b59 req-bb089243-cb32-4181-a0a6-6e21b9009999 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364102 Aug 03 19:04:47.103022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-be20e49f-d4b4-4026-86ee-b07db47044b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.104864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-be20e49f-d4b4-4026-86ee-b07db47044b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586463 Aug 03 19:04:47.131869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3c2882c-977a-499a-b4b8-51bf7b9cc0c2 req-a546b7d7-3165-42a1-b449-aa9e5c0cc575 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476381 Aug 03 19:04:47.188779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.195057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.209246 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.224710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b238480-2b94-4f66-aa55-de22851965a1 req-71a8d7d1-3405-4577-a9ff-c5cb88b09ad9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399238 Aug 03 19:04:47.298943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event deleted for resources: {'Port': ['ID=b2630562-9ccb-462a-972f-90d30ffb6076,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:47.323936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aef6cf6-64f3-4cb2-a677-2035d8919ceb {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:47.334636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.350281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Transition to ACTIVE for port object 7aef6cf6-64f3-4cb2-a677-2035d8919ceb will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:47.448521 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-5ecb5a76-f8b1-4bc0-ae71-88de9670d3c3 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951524 Aug 03 19:04:47.510122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.541187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f1fd9-ddd1-4a75-a597-d419fd68a78a req-a4d0eb29-3256-4499-a58a-33aa46b13185 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.542780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f1fd9-ddd1-4a75-a597-d419fd68a78a req-a4d0eb29-3256-4499-a58a-33aa46b13185 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 944 time: 0.3010786 Aug 03 19:04:47.579431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d542ee65-cdee-4136-bb73-2375964871de req-a798137e-58fb-4f5b-a6c8-ad400ca536f9 service neutron] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:47.590489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914db23f-3803-4ceb-a358-ee175b4d6886 req-d53590be-ff38-4619-8b9d-58995cad616c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.591901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-914db23f-3803-4ceb-a358-ee175b4d6886 req-d53590be-ff38-4619-8b9d-58995cad616c tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2871521 Aug 03 19:04:47.592932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:47.607009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d542ee65-cdee-4136-bb73-2375964871de req-a798137e-58fb-4f5b-a6c8-ad400ca536f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.608125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d542ee65-cdee-4136-bb73-2375964871de req-a798137e-58fb-4f5b-a6c8-ad400ca536f9 service neutron] 10.222.0.77 "DELETE /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.5856988 Aug 03 19:04:47.661515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d05f1f58-2476-427b-bdfe-6655e886b088 req-5a0a8137-03ba-4f7d-b78b-bbb3f2175881 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041397 Aug 03 19:04:47.697128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Attempting to bind port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:47.697859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Attempting to bind port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:47.698579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Attempting to bind port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:47.706016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb on network fdf2592a-0f2f-4246-91b8-fb7208201837 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:47.706476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Attempting to bind port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:47.712227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:47.712566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Checking segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:47.713060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Bound using segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:47.713483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Bound port: 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:47.713847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.738189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f1fd9-ddd1-4a75-a597-d419fd68a78a req-f55bf4a6-af2b-4203-9f21-ed6b469e870a tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558557 Aug 03 19:04:47.740275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:47.750019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-914db23f-3803-4ceb-a358-ee175b4d6886 req-afd16404-eedb-442f-bf5b-50c6df8edd84 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408229 Aug 03 19:04:47.834367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:47.846337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:47.939996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.977192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:47.977810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:47.979195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] 10.222.0.77 "PUT /v2.0/ports/7aef6cf6-64f3-4cb2-a677-2035d8919ceb HTTP/1.1" status: 200 len: 1091 time: 1.2322609 Aug 03 19:04:48.002816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba3135-ed36-4667-a5f6-f385be1da65c service neutron] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:48.058954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d213f0-fec3-440c-9ebd-f8ff8862a0cf req-cf04ca21-8b3d-40f1-bd11-51165bfde76a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.060940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d213f0-fec3-440c-9ebd-f8ff8862a0cf req-cf04ca21-8b3d-40f1-bd11-51165bfde76a tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 943 time: 0.2158644 Aug 03 19:04:48.076257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8e438-4155-42f4-92cd-97df4236eb46 req-8e123baa-9756-43a2-b22c-7038d4e2edfd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.077767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efb8e438-4155-42f4-92cd-97df4236eb46 req-8e123baa-9756-43a2-b22c-7038d4e2edfd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.2315824 Aug 03 19:04:48.117734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1436bfd-53d0-42a6-bc62-f8383313503d {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:48.126505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:48.142139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:48.142752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:48.155463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:48.156079 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:48.164773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-d11d691c-86be-4709-bf3c-14518b20fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.166516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-d11d691c-86be-4709-bf3c-14518b20fb2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 1094 time: 0.0564661 Aug 03 19:04:48.212514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Transition to ACTIVE for port object e1436bfd-53d0-42a6-bc62-f8383313503d will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:48.213849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] No DVR routers for this DVR port b2630562-9ccb-462a-972f-90d30ffb6076 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:48.222487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:48.226123 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:48.230804 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-b316b4e3-19d8-44c3-beaa-ab1c93c7b130 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb HTTP/1.1" status: 200 len: 217 time: 0.0549796 Aug 03 19:04:48.233740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d213f0-fec3-440c-9ebd-f8ff8862a0cf req-aa21ec24-b5f5-4418-bb24-3ffb182f1ed6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514118 Aug 03 19:04:48.235050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:48.245723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1db5908f-fbde-47e7-8999-edaabea4759c req-99f77dd1-238d-415c-a4e1-273456e0d31e tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.54 "DELETE /v2.0/ports/b2630562-9ccb-462a-972f-90d30ffb6076 HTTP/1.1" status: 204 len: 173 time: 3.6111369 Aug 03 19:04:48.245723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'name': 'network-vif-deleted', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:48.245723 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440ee7e3-8660-4235-84a9-516d67a45ed1" -d '{"events": [{"server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "name": "network-vif-deleted", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:48.276250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efb8e438-4155-42f4-92cd-97df4236eb46 req-6378ed3d-5966-418b-a786-c249639cfed7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808882 Aug 03 19:04:48.298896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:48.302507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-6fa4ec2d-7160-4e8a-8062-a3fd66217447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.307869 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-6fa4ec2d-7160-4e8a-8062-a3fd66217447 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.0607886 Aug 03 19:04:48.320862 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:48.360191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-551e34d8-c55d-4671-a23d-654b73083b35 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450320 Aug 03 19:04:48.430712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:48.517034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-8ee2afda-8a23-48ac-8c33-dbb6014f4704 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413422 Aug 03 19:04:48.642134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:48.663560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaa6bbf1-b0d2-4bbe-9dd0-35eec2515c03 req-db21a021-769c-4ac2-90e6-fb8787830447 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319218 Aug 03 19:04:48.674575 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:48.686034 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:48.686648 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:48.795324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-60d03d65-9840-4924-99ad-cf0810bf2208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:48.808972 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:48.829779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562f17-86d0-4edf-996d-ae117bc42b33 req-37f2f146-70a5-4e5a-821c-0fc03f67bb16 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.831310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e562f17-86d0-4edf-996d-ae117bc42b33 req-37f2f146-70a5-4e5a-821c-0fc03f67bb16 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 944 time: 0.4734788 Aug 03 19:04:48.866451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140887f-2301-4bdf-aa3c-ea0c170e2384 req-467d9cff-b02b-4955-bbc3-0289ff63fb77 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:48.868069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d140887f-2301-4bdf-aa3c-ea0c170e2384 req-467d9cff-b02b-4955-bbc3-0289ff63fb77 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.4504781 Aug 03 19:04:48.929408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Attempting to bind port e1436bfd-53d0-42a6-bc62-f8383313503d on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:48.929637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Attempting to bind port e1436bfd-53d0-42a6-bc62-f8383313503d by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:48.929973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Attempting to bind port e1436bfd-53d0-42a6-bc62-f8383313503d on network 73cd8e33-6277-4b68-bda4-e05a5e245090 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:48.945235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e562f17-86d0-4edf-996d-ae117bc42b33 req-d1f4d930-74ca-4e51-bf13-c1bfd8773e28 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969937 Aug 03 19:04:48.947434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Port e1436bfd-53d0-42a6-bc62-f8383313503d on network 73cd8e33-6277-4b68-bda4-e05a5e245090 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:48.947814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Attempting to bind port e1436bfd-53d0-42a6-bc62-f8383313503d on network 73cd8e33-6277-4b68-bda4-e05a5e245090 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:48.961408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:48.961749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Checking segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:48.962199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Bound using segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:48.962648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Bound port: e1436bfd-53d0-42a6-bc62-f8383313503d, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:48.963010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:48.968999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d140887f-2301-4bdf-aa3c-ea0c170e2384 req-464add25-a664-4c66-b0b4-e13a475e8c7e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866120 Aug 03 19:04:49.042824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:49.046939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e1436bfd-53d0-42a6-bc62-f8383313503d,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:49.064745 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:49.081489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:49.097836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eee9d6-7653-4cbd-9ce8-89aca0656cc6 None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c56f3e48-a694-430d-8397-10a443749c12', 'name': '', 'network_id': 'fb1513b6-7652-4827-a1e9-416ff8ff21f6', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'mac_address': 'fa:16:3e:9b:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:56Z', 'updated_at': '2021-08-03T19:00:15Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'subnets': [{'id': '8ce38956-33a8-42ec-8395-cb78fe29eda6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:49.105976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89c77bd2-1737-4464-bf3b-813ba381368c req-2e6bfd0b-57c7-4dbc-af24-e5249fecdfd2 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/ports?device_id=f8fa2500-3299-4b46-868f-3885dc76cd79 HTTP/1.1" status: 200 len: 210 time: 0.0532057 Aug 03 19:04:49.134619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7103b6-dbfc-4c16-840a-e0a60db9422c req-01bda015-e19d-43fd-a497-1145a32609dc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.143581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff7103b6-dbfc-4c16-840a-e0a60db9422c req-01bda015-e19d-43fd-a497-1145a32609dc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 946 time: 0.0809839 Aug 03 19:04:49.165324 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678db436-3df5-4d6d-8e8a-4c3d501d8613 x-openstack-request-id: req-678db436-3df5-4d6d-8e8a-4c3d501d8613 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:49.166773 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:49.167151 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-678db436-3df5-4d6d-8e8a-4c3d501d8613 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:49.168184 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'status': 'completed', 'code': 200} Aug 03 19:04:49.222373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff7103b6-dbfc-4c16-840a-e0a60db9422c req-ace1702d-fdb2-48c5-a11b-ebe1955fb196 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779018 Aug 03 19:04:49.253777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:49.265181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.287705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-2069e488-ac88-4c96-b66e-db3ec50ec2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.289269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-2069e488-ac88-4c96-b66e-db3ec50ec2fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 1094 time: 0.0947795 Aug 03 19:04:49.291521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:49.333773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.334137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.335629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] 10.222.0.54 "PUT /v2.0/ports/e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 200 len: 1091 time: 2.3239567 Aug 03 19:04:49.337052 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4e446-c382-4fa5-ae29-78200f3590ff x-openstack-request-id: req-4dc4e446-c382-4fa5-ae29-78200f3590ff {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:49.337350 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fa2500-3299-4b46-868f-3885dc76cd79", "name": "network-vif-deleted", "tag": "b2630562-9ccb-462a-972f-90d30ffb6076", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:49.337600 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4dc4e446-c382-4fa5-ae29-78200f3590ff {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:49.345543 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fa2500-3299-4b46-868f-3885dc76cd79', 'name': 'network-vif-deleted', 'tag': 'b2630562-9ccb-462a-972f-90d30ffb6076', 'status': 'completed', 'code': 200} Aug 03 19:04:49.378332 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.403865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efe001-4bd1-489b-a13f-43e398573da9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:49.409032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:49.444491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4cee1-be13-4799-84ff-281f67d78ceb req-1a0f9823-8574-4650-8189-536f7079295e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.444745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:49.444899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02f4cee1-be13-4799-84ff-281f67d78ceb req-1a0f9823-8574-4650-8189-536f7079295e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 943 time: 0.2174790 Aug 03 19:04:49.459922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-4a21b406-b3e6-4da1-a914-953690661683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.461888 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-4a21b406-b3e6-4da1-a914-953690661683 service neutron] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 905 time: 0.1639481 Aug 03 19:04:49.535618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02f4cee1-be13-4799-84ff-281f67d78ceb req-c0f5dab6-5e53-4021-8ddf-eb06f0e9b3a4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722461 Aug 03 19:04:49.535618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918beb53-39d9-4bd2-8346-fad4903fff46 req-8e72ea61-841d-4019-a004-6c67ce4d52b9 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.536451 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-defe7317-a460-4f6a-8ddc-17927683cfa9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb HTTP/1.1" status: 200 len: 217 time: 0.0482779 Aug 03 19:04:49.536563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-918beb53-39d9-4bd2-8346-fad4903fff46 req-8e72ea61-841d-4019-a004-6c67ce4d52b9 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 1095 time: 0.1125853 Aug 03 19:04:49.603600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-0be886a5-6773-4fad-abf3-edd83e391eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.604140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a26bff-2e3d-48c5-bdaa-93364de23220 None None] New status for floating IP ae4b382f-51ec-44b7-a257-17bd598317c6: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:04:49.605149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-0be886a5-6773-4fad-abf3-edd83e391eb8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.0643320 Aug 03 19:04:49.620481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-918beb53-39d9-4bd2-8346-fad4903fff46 req-d4c6e5bb-edf9-47d8-a701-9f774d653e49 tempest-LiveAutoBlockMigrationV225Test-2101754069 tempest-LiveAutoBlockMigrationV225Test-2101754069-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770438 Aug 03 19:04:49.637639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-a1ab95b0-6598-4dac-91cf-1dee24938c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.639424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-a1ab95b0-6598-4dac-91cf-1dee24938c19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1094 time: 0.0671749 Aug 03 19:04:49.642264 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:49.687657 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-10d103b2-6983-4bb5-9e15-36977bd9ff2c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740209 Aug 03 19:04:49.731711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:49.745301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-308722de-3584-4968-9655-46685bccec43 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 200 len: 217 time: 0.0832636 Aug 03 19:04:49.789360 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-d99224d8-ff29-4d5e-8332-da16fb49cdd9 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933039 Aug 03 19:04:49.794816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6ffff-66d7-49d5-a5d3-258a9c2a5096 req-73a66a84-fe40-4d73-a9eb-a2e716ba4d79 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.796401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69c6ffff-66d7-49d5-a5d3-258a9c2a5096 req-73a66a84-fe40-4d73-a9eb-a2e716ba4d79 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1641605 Aug 03 19:04:49.889293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e11560-8fee-45be-bb53-8f6f583cbeac req-056ed4cd-af48-400b-9b4b-a17b190ce886 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.893987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17e11560-8fee-45be-bb53-8f6f583cbeac req-056ed4cd-af48-400b-9b4b-a17b190ce886 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 943 time: 0.1534460 Aug 03 19:04:49.900969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5e530f61-b1c3-4326-bbeb-6d9b4e54f61d req-a95071c2-4590-4015-b0e4-59d2f02412a5 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963223 Aug 03 19:04:49.901530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69c6ffff-66d7-49d5-a5d3-258a9c2a5096 req-998abff7-6b20-4465-84ab-09b7963ac9fc tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 Aug 03 19:04:49.903646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-7ceaee29-88cf-4f75-892a-63f19aadc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:49.905020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-7ceaee29-88cf-4f75-892a-63f19aadc0f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1429617 Aug 03 19:04:49.949915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-a4fadb68-a0ff-4c7c-9161-0578834c7576 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310266 Aug 03 19:04:49.974811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17e11560-8fee-45be-bb53-8f6f583cbeac req-c0e28541-6500-4e5f-a698-76bd8af675b6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763712 Aug 03 19:04:49.985864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:50.091441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b05c1-1a3e-4541-b3d4-ca417fbaae09 req-204f87ba-b2d2-433a-957b-ae4e60f90b4a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.093152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-664b05c1-1a3e-4541-b3d4-ca417fbaae09 req-204f87ba-b2d2-433a-957b-ae4e60f90b4a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1174064 Aug 03 19:04:50.119765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-d8f1dd88-c8b2-462d-80d1-a5941f10a87a service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575189 Aug 03 19:04:50.199623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-664b05c1-1a3e-4541-b3d4-ca417fbaae09 req-93acdec7-5e75-4d72-b933-46b6d8b53f3f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Aug 03 19:04:50.261430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946edb07-d88c-4b0a-a050-532bfdf269a2 req-768e888f-5f67-4238-ac4f-456e9452a706 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330078 Aug 03 19:04:50.367825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0846012-8684-4119-921c-5f57526c48c2 req-4d676dc1-e2a9-4d49-8565-c6182e88b530 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.369874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0846012-8684-4119-921c-5f57526c48c2 req-4d676dc1-e2a9-4d49-8565-c6182e88b530 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 945 time: 0.0685334 Aug 03 19:04:50.424922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0846012-8684-4119-921c-5f57526c48c2 req-f44778fc-c393-4863-86e3-a48e0d76a4cf tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Aug 03 19:04:50.572992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2bdbe2-7238-44bb-b171-938943cb7689 req-8995e371-6c75-4062-a117-704722a9980e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.574554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af2bdbe2-7238-44bb-b171-938943cb7689 req-8995e371-6c75-4062-a117-704722a9980e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0841329 Aug 03 19:04:50.598643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430f96c-4918-4862-8bd3-c3ad9e66a5d8 req-b7549e22-d763-456b-a6d7-fd8b0413cc16 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.600273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5430f96c-4918-4862-8bd3-c3ad9e66a5d8 req-b7549e22-d763-456b-a6d7-fd8b0413cc16 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 944 time: 0.1116819 Aug 03 19:04:50.646897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af2bdbe2-7238-44bb-b171-938943cb7689 req-e2ab134f-26cd-40f9-bca9-c7243ca9c81f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656688 Aug 03 19:04:50.683097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5430f96c-4918-4862-8bd3-c3ad9e66a5d8 req-d5afea6c-9c09-4a49-9c18-d76cfae78b9e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631533 Aug 03 19:04:50.841054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71698a-ec29-453c-bb15-a3ddeaa9d623 req-c10a22e9-505d-4f67-9e49-913b1f0d6c8e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.842592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c71698a-ec29-453c-bb15-a3ddeaa9d623 req-c10a22e9-505d-4f67-9e49-913b1f0d6c8e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0766010 Aug 03 19:04:50.852073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c17a-3eb6-4964-a70c-808069061d82 req-dd1bc7a3-7906-49e1-8657-e8cb518a37fb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:50.853692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b362c17a-3eb6-4964-a70c-808069061d82 req-dd1bc7a3-7906-49e1-8657-e8cb518a37fb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 943 time: 0.0984895 Aug 03 19:04:50.914878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c71698a-ec29-453c-bb15-a3ddeaa9d623 req-21f10d21-dfa1-4fac-82f0-bb9300f0a242 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600386 Aug 03 19:04:50.920891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b362c17a-3eb6-4964-a70c-808069061d82 req-f09334c3-d876-4c11-b84e-b14e2086bab0 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578752 Aug 03 19:04:51.060875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d963c8a-41e4-4ac1-b2e4-cf3f4453bb6b req-2bf94e5e-6955-4d17-b038-268b511ba2db tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.062277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d963c8a-41e4-4ac1-b2e4-cf3f4453bb6b req-2bf94e5e-6955-4d17-b038-268b511ba2db tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0546806 Aug 03 19:04:51.093969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:51.103542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d963c8a-41e4-4ac1-b2e4-cf3f4453bb6b req-27442813-e99b-4dd4-93b1-2e9deaff3c23 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Aug 03 19:04:51.125363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:51.245931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.259523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a876708-867d-48e4-811d-9f3e2fab65af req-788aa847-d3f7-422d-8437-9a15de8e38e2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.261067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a876708-867d-48e4-811d-9f3e2fab65af req-788aa847-d3f7-422d-8437-9a15de8e38e2 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 944 time: 0.1113844 Aug 03 19:04:51.261653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262126d-7e96-4141-af7c-af64a3034402 req-f8bdb59d-4218-4bad-905d-265ac3be5830 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.265158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4262126d-7e96-4141-af7c-af64a3034402 req-f8bdb59d-4218-4bad-905d-265ac3be5830 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0819073 Aug 03 19:04:51.288892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ceb661-b568-4467-931b-73484b1061b0 req-0c1af94f-c90a-4fff-9417-d5797aaf9494 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.293289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:51.293451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59ceb661-b568-4467-931b-73484b1061b0 req-0c1af94f-c90a-4fff-9417-d5797aaf9494 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 943 time: 0.0827625 Aug 03 19:04:51.306972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:51.308153 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.309842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.348011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:51.349043 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3ee3f-b755-4913-8948-a5b0e0b14af5" -d '{"events": [{"name": "network-changed", "server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:51.380357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4262126d-7e96-4141-af7c-af64a3034402 req-8e8fa5b6-fd61-478c-ab58-00fa29161601 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023822 Aug 03 19:04:51.392389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59ceb661-b568-4467-931b-73484b1061b0 req-66747f57-4c6d-4252-9676-df8d345c7b3b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756624 Aug 03 19:04:51.402944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:51.416831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Deleting port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:51.417239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.486704 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f29943-3d2e-48b2-8c64-a05bddb5dbb6 x-openstack-request-id: req-57f29943-3d2e-48b2-8c64-a05bddb5dbb6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:51.487104 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:51.487427 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57f29943-3d2e-48b2-8c64-a05bddb5dbb6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:51.487910 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d', 'status': 'completed', 'code': 200} Aug 03 19:04:51.595933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] For port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:51.595933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.632213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d324cdd-5b34-4363-9ca5-baa5c0e79979 req-546db1eb-e501-4fc0-ab16-cc37c4356f16 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.642013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d324cdd-5b34-4363-9ca5-baa5c0e79979 req-546db1eb-e501-4fc0-ab16-cc37c4356f16 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1387537 Aug 03 19:04:51.650809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.653936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.661990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "DELETE /v2.0/security-groups/2a1b5a01-7939-475a-8e88-e5bc09a5c60a HTTP/1.1" status: 204 len: 168 time: 0.5668073 Aug 03 19:04:51.662462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41662) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:51.664088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Calling delete_port for 6237195e-7c6e-4a78-b652-9d5fbd48b4ec owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:51.677088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:51.695165 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-c5e25a43-da77-48d9-8c9f-17ee46260fb5 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] show failed (client error): The resource could not be found. Aug 03 19:04:51.699233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5e25a43-da77-48d9-8c9f-17ee46260fb5 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "GET /v2.0/security-groups/2a1b5a01-7939-475a-8e88-e5bc09a5c60a HTTP/1.1" status: 404 len: 347 time: 0.0302045 Aug 03 19:04:51.702266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'mac_address': 'fa:16:3e:cd:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:51.705106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:51.716406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc73ac8-86a9-471c-a679-60929fa51174 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1b5a01-7939-475a-8e88-e5bc09a5c60a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:51.746877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-54d5c032-d835-4819-b6a9-e03b816a0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:51.749666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-54d5c032-d835-4819-b6a9-e03b816a0b89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1094 time: 0.1751752 Aug 03 19:04:51.799164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.841341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:51.879798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d324cdd-5b34-4363-9ca5-baa5c0e79979 req-e65397dd-99af-435f-ace6-06be2f351d5d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325907 Aug 03 19:04:51.883129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:51.885566 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a4a62d-6239-4abc-bcbc-ac0e453f5a3c" -d '{"events": [{"server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "name": "network-vif-plugged", "status": "completed", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:51.902878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aef6cf6-64f3-4cb2-a677-2035d8919ceb {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:51.928627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:51.938424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:51.991023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-013f0fcb-5599-4123-abad-4c635ede0ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.056555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.057575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-d23abf67-ed45-44db-af61-dd024b22c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.059216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-d23abf67-ed45-44db-af61-dd024b22c0f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.3020294 Aug 03 19:04:52.060611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.076536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.096466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:52.123698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event deleted for resources: {'Port': ['ID=6237195e-7c6e-4a78-b652-9d5fbd48b4ec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:52.165900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-ca531462-5f49-4a2d-934e-b133470d7545 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 200 len: 217 time: 0.0808742 Aug 03 19:04:52.173769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:52.196792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.216310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] No DVR routers for this DVR port 6237195e-7c6e-4a78-b652-9d5fbd48b4ec on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:52.219205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.223888 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a876708-867d-48e4-811d-9f3e2fab65af req-b3ba4272-6734-4fe0-bc87-8c2f40fd55ae tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "DELETE /v2.0/ports/6237195e-7c6e-4a78-b652-9d5fbd48b4ec HTTP/1.1" status: 204 len: 173 time: 0.9553850 Aug 03 19:04:52.224691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-deleted', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:52.227563 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f7ff01-b79b-4646-b214-95c33b10efaa" -d '{"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-deleted", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:52.231647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e2195-ede5-4380-ab62-cc70eec43c26 req-b17003c3-5464-4fce-b6c2-de8f36648e5b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.235402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f55e2195-ede5-4380-ab62-cc70eec43c26 req-b17003c3-5464-4fce-b6c2-de8f36648e5b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 945 time: 0.2667718 Aug 03 19:04:52.293686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:52.301509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-899f8c02-8c22-4eb6-9b43-5ec1a8f46704 req-00a89ec1-52ba-42c6-8166-111f263fcb96 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0570135 Aug 03 19:04:52.305011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-52a419d4-3b80-4ce2-8af9-c4483c0c0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.306593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-52a419d4-3b80-4ce2-8af9-c4483c0c0dab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1291897 Aug 03 19:04:52.333998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Deleting port a1b9b3c6-3277-421d-a6de-821d18e4dda3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:52.334347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.355890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-64f6bb8d-85ad-440c-aa31-459f0aa22a36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368209 Aug 03 19:04:52.361527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f55e2195-ede5-4380-ab62-cc70eec43c26 req-458d48f8-a579-47cd-ac11-b9bfd693365e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108510 Aug 03 19:04:52.365950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['7aef6cf6-64f3-4cb2-a677-2035d8919ceb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:52.376315 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd27f7-589a-4c32-b9f4-ad854b05d4bd x-openstack-request-id: req-fddd27f7-589a-4c32-b9f4-ad854b05d4bd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:52.376844 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "name": "network-vif-plugged", "status": "completed", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:52.377091 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fddd27f7-589a-4c32-b9f4-ad854b05d4bd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:52.377698 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'code': 200} Aug 03 19:04:52.635192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.635537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.662591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453c8d-af48-426f-b8bb-6c7673cec030 req-a71e052f-ddbb-4dd5-983d-c6090bdecefb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.664179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25453c8d-af48-426f-b8bb-6c7673cec030 req-a71e052f-ddbb-4dd5-983d-c6090bdecefb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 943 time: 0.2203043 Aug 03 19:04:52.674963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Calling delete_port for a1b9b3c6-3277-421d-a6de-821d18e4dda3 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:52.693186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c245-ac5e-4d0b-9488-7031fa4e00b0 req-612fa9d0-7c83-4a9e-b4f4-6e9c3415616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.694590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bb8c245-ac5e-4d0b-9488-7031fa4e00b0 req-612fa9d0-7c83-4a9e-b4f4-6e9c3415616f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1097 time: 0.1904333 Aug 03 19:04:52.714208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a75e1-1336-4a62-a0d7-20fc63aff051 req-912dbd62-e4d9-419b-a414-9f2d68abd12b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:52.715758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-868a75e1-1336-4a62-a0d7-20fc63aff051 req-912dbd62-e4d9-419b-a414-9f2d68abd12b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2247038 Aug 03 19:04:52.733961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-d167fa7e-a3e3-4951-9793-a2831b5665c9 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282375 Aug 03 19:04:52.749937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:52.975864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25453c8d-af48-426f-b8bb-6c7673cec030 req-3b739773-a3b6-415c-b7a3-de1e65907ee3 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931664 Aug 03 19:04:52.986488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bb8c245-ac5e-4d0b-9488-7031fa4e00b0 req-8a63794e-a3d5-467f-b7c0-a55151659bcb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823393 Aug 03 19:04:53.008539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-868a75e1-1336-4a62-a0d7-20fc63aff051 req-9653b1e3-d233-4080-801d-0295dc304878 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708762 Aug 03 19:04:53.052710 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1731f64-1303-42f1-a0c1-14595347a601 x-openstack-request-id: req-c1731f64-1303-42f1-a0c1-14595347a601 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:53.053002 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed0dae68-2f00-4d3d-98c5-872c53b9fb1b", "name": "network-vif-deleted", "tag": "6237195e-7c6e-4a78-b652-9d5fbd48b4ec", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:53.053458 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1731f64-1303-42f1-a0c1-14595347a601 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:53.054015 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed0dae68-2f00-4d3d-98c5-872c53b9fb1b', 'name': 'network-vif-deleted', 'tag': '6237195e-7c6e-4a78-b652-9d5fbd48b4ec', 'status': 'completed', 'code': 200} Aug 03 19:04:53.101697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64f3ee3f-b755-4913-8948-a5b0e0b14af5 req-63c5f375-872f-410a-87a6-3bcdc6bea05b service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488443 Aug 03 19:04:53.117060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e1436bfd-53d0-42a6-bc62-f8383313503d details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:04:53.214316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc8dd-de1a-4ce2-b4c1-216892a73260 req-6e977000-633a-4292-86d3-17f0dc6284c6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.221964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2eabc8dd-de1a-4ce2-b4c1-216892a73260 req-6e977000-633a-4292-86d3-17f0dc6284c6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 944 time: 0.1161864 Aug 03 19:04:53.273213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2eabc8dd-de1a-4ce2-b4c1-216892a73260 req-132461a3-d6f8-4f64-a920-00562b0feeea tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Aug 03 19:04:53.281777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e1436bfd-53d0-42a6-bc62-f8383313503d,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:53.313041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'e1436bfd-53d0-42a6-bc62-f8383313503d', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'port_id': 'e1436bfd-53d0-42a6-bc62-f8383313503d', 'mac_address': 'fa:16:3e:d4:8c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:04:53.328462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.375147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Pushing event deleted for resources: {'Port': ['ID=a1b9b3c6-3277-421d-a6de-821d18e4dda3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.387860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.404849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1436bfd-53d0-42a6-bc62-f8383313503d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:04:53.419083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:53.470672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.474669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.476159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8c56cde6-cbbd-46c4-b848-aed36fb2f316 tempest-ServersWithSpecificFlavorTestJSON-961363183 tempest-ServersWithSpecificFlavorTestJSON-961363183-project] 10.222.0.67 "DELETE /v2.0/floatingips/ae4b382f-51ec-44b7-a257-17bd598317c6 HTTP/1.1" status: 204 len: 168 time: 1.7697067 Aug 03 19:04:53.486228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b269d-5b21-494e-a47d-60c1b78b1b77 req-ab3ff93b-f210-46fd-975b-7335633daad5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.488135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e21b269d-5b21-494e-a47d-60c1b78b1b77 req-ab3ff93b-f210-46fd-975b-7335633daad5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1291451 Aug 03 19:04:53.493630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e1436bfd-53d0-42a6-bc62-f8383313503d,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:53.534129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e21b269d-5b21-494e-a47d-60c1b78b1b77 req-8e6f91d4-d2b6-451e-a40d-e67631e36942 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369601 Aug 03 19:04:53.562008 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.622833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:53.632671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdc92dc1-b2f0-4ade-9eec-8f4fc9515eed req-cd8abd39-179c-4a51-99fa-21ad046918e0 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0338469 Aug 03 19:04:53.632882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:53.640080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:53.640541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.740775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.772225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805aff9-4e2c-4a6c-87fe-31894053205a req-2fa30b68-ef79-427c-952e-dc06a9b57b6b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:53.773817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3805aff9-4e2c-4a6c-87fe-31894053205a req-2fa30b68-ef79-427c-952e-dc06a9b57b6b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 946 time: 0.0615947 Aug 03 19:04:53.782525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:53.815650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3805aff9-4e2c-4a6c-87fe-31894053205a req-775e89b5-0bbb-4ac7-9295-8c3ea2e15e73 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 03 19:04:53.875546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:53.930167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e1436bfd-53d0-42a6-bc62-f8383313503d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:04:53.985687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:54.142342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e068364-9b24-4c16-ac31-f0c7d0a7911f req-fc853a7a-0df0-48a9-b61a-d352f46ae0cd tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.143867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e068364-9b24-4c16-ac31-f0c7d0a7911f req-fc853a7a-0df0-48a9-b61a-d352f46ae0cd tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 944 time: 0.0587268 Aug 03 19:04:54.189065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e068364-9b24-4c16-ac31-f0c7d0a7911f req-030cd913-d26c-4e5d-b20c-296de25c20f3 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381634 Aug 03 19:04:54.353321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40df8f-08b9-476e-8625-04dbbd44ac51 req-ff71ee5d-ee3a-4c26-8b86-2ccbc39ce32e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.354917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf40df8f-08b9-476e-8625-04dbbd44ac51 req-ff71ee5d-ee3a-4c26-8b86-2ccbc39ce32e tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0566790 Aug 03 19:04:54.380148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:54.383880 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51296532-309b-4777-a7ad-f660fafc2ce8" -d '{"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:54.407688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf40df8f-08b9-476e-8625-04dbbd44ac51 req-57be4fa6-094c-4d56-b296-49dc220b60e2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Aug 03 19:04:54.544633 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c419c4-9de7-4f88-8b85-b67efa45f080 x-openstack-request-id: req-44c419c4-9de7-4f88-8b85-b67efa45f080 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:54.545351 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:54.560169 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44c419c4-9de7-4f88-8b85-b67efa45f080 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:54.563160 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'code': 200} Aug 03 19:04:54.584235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec7700-eb5f-4409-9929-6911e7e6dddc req-e22df6a1-9b3d-403e-84b1-b2e702cea626 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.586099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66ec7700-eb5f-4409-9929-6911e7e6dddc req-e22df6a1-9b3d-403e-84b1-b2e702cea626 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 945 time: 0.1005974 Aug 03 19:04:54.647506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:54.656436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66ec7700-eb5f-4409-9929-6911e7e6dddc req-a0a155d0-1d5b-415c-ba61-37013978bd77 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638711 Aug 03 19:04:54.737984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68475157-9b8c-4ca3-91c9-f712c8646dcf req-10956208-ffb0-47c4-9a4d-451711ef7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.741776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-68475157-9b8c-4ca3-91c9-f712c8646dcf req-10956208-ffb0-47c4-9a4d-451711ef7f4e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 1096 time: 0.0949879 Aug 03 19:04:54.808355 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-68475157-9b8c-4ca3-91c9-f712c8646dcf req-b14ddb6c-ee51-4215-8372-ffefaeae95a0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Aug 03 19:04:54.819678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a38179-56af-4bd3-810f-762428e9a3ee req-9e80d0af-9113-4da6-82d7-049d84cada14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:54.821522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43a38179-56af-4bd3-810f-762428e9a3ee req-9e80d0af-9113-4da6-82d7-049d84cada14 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.0798311 Aug 03 19:04:54.866297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43a38179-56af-4bd3-810f-762428e9a3ee req-6f603f9a-dbba-4517-82e1-7f304208c100 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Aug 03 19:04:54.970250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de884ccb-36a4-4675-934a-5f399e25f393 req-3e84c023-535c-425a-adbd-94c93e43ff8e tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0293050 Aug 03 19:04:55.125553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645f09c-3ebd-41c9-9bad-6468c6a27975 req-56f8d86c-d49f-4a4a-b2e0-d5f725c98d6d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.127450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8645f09c-3ebd-41c9-9bad-6468c6a27975 req-56f8d86c-d49f-4a4a-b2e0-d5f725c98d6d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 946 time: 0.0568020 Aug 03 19:04:55.163785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e1436bfd-53d0-42a6-bc62-f8383313503d up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:04:55.175221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8645f09c-3ebd-41c9-9bad-6468c6a27975 req-d0b20daa-0296-4470-9540-785d6c1a910f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Aug 03 19:04:55.287670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae473df-5653-411c-85a0-c59eb3bb29d5 req-f843aa7a-06a7-4c18-8019-b89331fd886b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.295742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae473df-5653-411c-85a0-c59eb3bb29d5 req-f843aa7a-06a7-4c18-8019-b89331fd886b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0797896 Aug 03 19:04:55.296581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:55.383380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port e1436bfd-53d0-42a6-bc62-f8383313503d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:04:55.387797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port e1436bfd-53d0-42a6-bc62-f8383313503d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:04:55.388416 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.403139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-5d28e028-0f07-43c0-9408-85064af9539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.405249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-5d28e028-0f07-43c0-9408-85064af9539a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=81e389217ef04f38916335f8b0f8f99b&device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 1097 time: 0.1066186 Aug 03 19:04:55.417041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:55.427602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae473df-5653-411c-85a0-c59eb3bb29d5 req-59b06a8e-701c-4704-a6b5-59aa248bd14a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309144 Aug 03 19:04:55.448307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 6237195e-7c6e-4a78-b652-9d5fbd48b4ec {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:55.448670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6237195e-7c6e-4a78-b652-9d5fbd48b4ec not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:55.498348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075ff38-96a5-4404-99e3-9eab81cfca03 req-3dce4d50-8c97-41de-9502-7d9fe60bf66d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.499916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8075ff38-96a5-4404-99e3-9eab81cfca03 req-3dce4d50-8c97-41de-9502-7d9fe60bf66d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 944 time: 0.1385562 Aug 03 19:04:55.518222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.557408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e1436bfd-53d0-42a6-bc62-f8383313503d,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:55.572940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8075ff38-96a5-4404-99e3-9eab81cfca03 req-e03f8a59-4bf9-4af8-b18b-47cf4bf3b7c0 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621378 Aug 03 19:04:55.639304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-6f4623fd-e8be-4026-96c7-e84583d28c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.640826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-6f4623fd-e8be-4026-96c7-e84583d28c23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 200 len: 915 time: 0.2267871 Aug 03 19:04:55.676123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.698380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-22358897-979e-4e23-b400-597c0a97c080 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 200 len: 217 time: 0.0491967 Aug 03 19:04:55.712623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-74525756-2acd-43d6-8c3d-bec7499b12ee tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.714416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-74525756-2acd-43d6-8c3d-bec7499b12ee tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1451101 Aug 03 19:04:55.770458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:55.812636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-91300c53-adce-4455-8ac8-b338134fb78d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0872197 Aug 03 19:04:55.837606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:55.883992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-7205a868-3f57-4091-95ca-8e348a5ae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:55.885522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-7205a868-3f57-4091-95ca-8e348a5ae40a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 200 len: 854 time: 0.1701260 Aug 03 19:04:55.889139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:55.961900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.229382 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-473aa562-f942-4407-bd2b-b181a5b57086 req-498d4412-cf37-4a8c-9da7-94239f9d63c6 service neutron] show failed (client error): The resource could not be found. Aug 03 19:04:56.230150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-498d4412-cf37-4a8c-9da7-94239f9d63c6 service neutron] 10.222.0.77 "GET /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0872464 Aug 03 19:04:56.279359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-2be12326-d856-4653-9570-a97bd5e8fa3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c5191870-a32a-4a50-93ed-2d7c08f08536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3852971 Aug 03 19:04:56.291693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d002ba-dcc4-4e3c-a19d-88992be860bb req-d6477e8a-32e5-49ca-a453-e9d8730c08b9 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:56.299475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37d002ba-dcc4-4e3c-a19d-88992be860bb req-d6477e8a-32e5-49ca-a453-e9d8730c08b9 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 945 time: 0.5109272 Aug 03 19:04:56.327632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Deleting port c56f3e48-a694-430d-8397-10a443749c12 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:56.327997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.427643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] For port c56f3e48-a694-430d-8397-10a443749c12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c56f3e48-a694-430d-8397-10a443749c12,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:56.428226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.445841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37d002ba-dcc4-4e3c-a19d-88992be860bb req-3197846e-2fda-4097-b5cb-de47dc9173fb tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453280 Aug 03 19:04:56.474892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Calling delete_port for c56f3e48-a694-430d-8397-10a443749c12 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:56.530586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-6b66d79e-62d6-40b8-b55f-24f95de5849d service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237046 Aug 03 19:04:56.567870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:56.572438 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff80f11-ab65-4f23-b0fa-9bd511f8d5d5" -d '{"events": [{"server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "name": "network-vif-plugged", "status": "completed", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:56.708920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848d710-ec65-4689-87f2-514973af6669 req-e3ceed0a-e49a-4408-bbc8-2dc8dff7c71b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:56.710575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c848d710-ec65-4689-87f2-514973af6669 req-e3ceed0a-e49a-4408-bbc8-2dc8dff7c71b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1754067 Aug 03 19:04:56.790393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b3fc1f-e363-4200-a9a5-bbca4516c764 req-0f49827c-bfb4-4968-b056-a1edea9a8265 service neutron] 10.222.0.54 "GET /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425647 Aug 03 19:04:56.818501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c848d710-ec65-4689-87f2-514973af6669 req-15f437bf-e476-4e07-9397-639796e0ef58 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656617 Aug 03 19:04:56.846182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:56.945153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f711dfb3-21b1-4cac-835f-e779a3f13155 req-718d4997-9b7b-49e5-a328-51b56f65923b tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=ed0dae68-2f00-4d3d-98c5-872c53b9fb1b HTTP/1.1" status: 200 len: 210 time: 0.0582547 Aug 03 19:04:57.074646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-ba98eca9-5c4e-4190-aa1d-7436cb73ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.076227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-ba98eca9-5c4e-4190-aa1d-7436cb73ae1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1101 time: 0.2371721 Aug 03 19:04:57.104745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:04:57.214422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589b2d-ea56-46ee-a3fd-8d0193e902c6 req-cabf6196-9674-40c4-99ee-d758e7f7368b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.216271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46589b2d-ea56-46ee-a3fd-8d0193e902c6 req-cabf6196-9674-40c4-99ee-d758e7f7368b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1865721 Aug 03 19:04:57.220088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:04:57.255494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Pushing event deleted for resources: {'Port': ['ID=c56f3e48-a694-430d-8397-10a443749c12,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:57.286859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.334297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.369633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46589b2d-ea56-46ee-a3fd-8d0193e902c6 req-0fe3a00e-b11c-48c6-b529-a970d002cc5b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174941 Aug 03 19:04:57.441982 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61894168-f63c-410a-91a9-9b3f2fa07bcc x-openstack-request-id: req-61894168-f63c-410a-91a9-9b3f2fa07bcc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:57.442269 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "name": "network-vif-plugged", "status": "completed", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:57.442519 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61894168-f63c-410a-91a9-9b3f2fa07bcc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:57.442908 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d', 'code': 200} Aug 03 19:04:57.463714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.527773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:57.743779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee050d-d60c-4a76-8e68-491daa38aa0e req-74cac0b0-f430-4cdc-9294-90fc9cdd390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.745336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00ee050d-d60c-4a76-8e68-491daa38aa0e req-74cac0b0-f430-4cdc-9294-90fc9cdd390d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1096 time: 0.1957982 Aug 03 19:04:57.756907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fce1df-8595-4dab-9abf-fd33de0038d8 req-edec4b1a-8283-4c7f-9e31-84d4617193dc tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:57.758430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73fce1df-8595-4dab-9abf-fd33de0038d8 req-edec4b1a-8283-4c7f-9e31-84d4617193dc tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2265954 Aug 03 19:04:57.839583 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Floating IP fd855623-5c68-4977-9fc8-7a05e47e1620 associated. External IP: 172.25.2.209, port: 77f55952-6507-48ec-b59d-c3e7357d27cc. Aug 03 19:04:57.895994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00ee050d-d60c-4a76-8e68-491daa38aa0e req-5965de98-100e-4df0-99e8-761f6491a874 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365166 Aug 03 19:04:57.904208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:57.918208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73fce1df-8595-4dab-9abf-fd33de0038d8 req-91717bef-4f25-4d48-86ed-7c3250dbba09 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458030 Aug 03 19:04:57.946615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:58.103062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:58.103305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:58.119589 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Sync routers for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:58.123206 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e82dcb6-b541-449a-baea-b15e4a47733f admin admin] 10.222.0.67 "PUT /v2.0/routers/cd329942-53bc-4a9b-b9c1-34c2e8faf5e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8245680 Aug 03 19:04:58.127450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:58.131587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:58.132502 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:58.285765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.324768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:58.326407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0b717-a28c-4772-90e6-8ca180eada6b req-3e004218-9fd2-4670-bf3c-842414c4287b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.327981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bc0b717-a28c-4772-90e6-8ca180eada6b req-3e004218-9fd2-4670-bf3c-842414c4287b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 945 time: 0.2844245 Aug 03 19:04:58.348991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:04:58.351616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:04:58.354008 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d579283-faa9-497b-9a26-6e06bca909a2" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-unplugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:04:58.365369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.388423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Transition to ACTIVE for port object d57d5fcf-062d-4017-a581-c0997c2e8427 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:04:58.423399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.512189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:04:58.514418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.519419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.526393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:04:58.533459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bc0b717-a28c-4772-90e6-8ca180eada6b req-b4365358-600c-44a1-bf12-8a75e16388c2 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971197 Aug 03 19:04:58.544514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:58.552226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:58.604173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115'}], 'enable_snat': True}, 'gw_port_id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T19:04:56Z', 'revision_number': 5, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port': {'id': '7591c998-8e65-4a00-9f11-25ff7b446331', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:df:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T18:59:52Z', 'updated_at': '2021-08-03T18:59:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:58.664420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Deleting port 7591c998-8e65-4a00-9f11-25ff7b446331 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:04:58.664838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.682979 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Checking router: cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:58.703087 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Routers {'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:58.703919 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:58.761532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-d9ed85e4-b406-4468-9b9a-ce97c95d0b59 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "PUT /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 996 time: 2.9298429 Aug 03 19:04:58.766561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:58.815200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] No DVR routers for this DVR port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:04:58.817899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:58.905945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] For port 7591c998-8e65-4a00-9f11-25ff7b446331, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7591c998-8e65-4a00-9f11-25ff7b446331,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:04:58.906335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:58.911947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e27db-fd16-4d1b-8185-f28a1ae67780 req-7e7f271e-c0f3-4450-874c-831d407520d1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:58.919651 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] Set router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:58.929138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d50e27db-fd16-4d1b-8185-f28a1ae67780 req-7e7f271e-c0f3-4450-874c-831d407520d1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.2716064 Aug 03 19:04:58.967128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Calling delete_port for 7591c998-8e65-4a00-9f11-25ff7b446331 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:04:58.971990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.972339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.972737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.973083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.973422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.973752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.974082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.974408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.974769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.975057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.975380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:58.975698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:04:59.018948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:04:59.019622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:04:59.020174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:59.080737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d50e27db-fd16-4d1b-8185-f28a1ae67780 req-b1fe010a-121a-4888-b426-2061544abfd2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479380 Aug 03 19:04:59.092512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:04:59.092512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:04:59.094420 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T19:04:58Z', 'revision_number': 6, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:59.106727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:04:59.107071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:04:59.107692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:04:59.107897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Bound port: d57d5fcf-062d-4017-a581-c0997c2e8427, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:04:59.108402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.129292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-60be6ea9-51fe-4c1e-886a-7dce4e583876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.131267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-60be6ea9-51fe-4c1e-886a-7dce4e583876 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.3041651 Aug 03 19:04:59.176734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774aafa-a493-4a10-930b-6c314e9cd3f9 None None] The sync data for ids ['cd329942-53bc-4a9b-b9c1-34c2e8faf5e2'] in n-d-803363-1 is: [{'id': 'cd329942-53bc-4a9b-b9c1-34c2e8faf5e2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-291633172-router', 'tenant_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T18:59:51Z', 'updated_at': '2021-08-03T19:04:58Z', 'revision_number': 6, 'project_id': 'bb1c6e0ef554426d9b4fafbbc74a33c3', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:04:59.313515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-f7f4ee48-17e9-4fce-bad2-f39bd6424870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.326464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-f7f4ee48-17e9-4fce-bad2-f39bd6424870 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.1858923 Aug 03 19:04:59.329306 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1867d11a-0704-481b-b2e6-8a3923a65225 x-openstack-request-id: req-1867d11a-0704-481b-b2e6-8a3923a65225 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:04:59.329813 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-unplugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:04:59.330067 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1867d11a-0704-481b-b2e6-8a3923a65225 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:04:59.330672 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'code': 200} Aug 03 19:04:59.361117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.417699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7591c998-8e65-4a00-9f11-25ff7b446331,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:04:59.431584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:59.475254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:04:59.491056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-76dc3a50-0a74-4cf6-b924-26cce8880a42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 999 time: 0.1587660 Aug 03 19:04:59.496160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.515346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:04:57Z', 'revision_number': 1, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:59.608960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:59.608960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:04:59.610747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-6c94258f-57ed-4709-af3d-a7f7f6603d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.610747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-6c94258f-57ed-4709-af3d-a7f7f6603d9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1154199 Aug 03 19:04:59.635093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:04:59.635714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:04:59.653590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:04:59.669431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6204f6c-e010-4065-b823-015c0af9a750 req-1f2eac3f-e17e-4a04-97c6-f99cc915e9de tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.684432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6204f6c-e010-4065-b823-015c0af9a750 req-1f2eac3f-e17e-4a04-97c6-f99cc915e9de tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2775176 Aug 03 19:04:59.702949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.709253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.801761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c56f3e48-a694-430d-8397-10a443749c12 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:04:59.813672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6204f6c-e010-4065-b823-015c0af9a750 req-7e23ff4a-3828-40ca-83d8-90e13b198c5f tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103120 Aug 03 19:04:59.813672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.835374 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.836258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:04:59.845960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c56f3e48-a694-430d-8397-10a443749c12 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:04:59.845960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c56f3e48-a694-430d-8397-10a443749c12 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:04:59.846313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.847301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1c68bee-7ffe-4b72-8979-03707efafa99 admin admin] 10.222.0.67 "DELETE /v2.0/routers/cd329942-53bc-4a9b-b9c1-34c2e8faf5e2 HTTP/1.1" status: 204 len: 168 time: 1.7186463 Aug 03 19:04:59.851019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41780) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:04:59.874685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:04:59.908543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.909195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.910816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] 10.222.0.54 "PUT /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 1096 time: 2.8160472 Aug 03 19:04:59.922489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-cf74a197-a1a0-4874-ae64-00e2d2cf68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:04:59.933316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-cf74a197-a1a0-4874-ae64-00e2d2cf68b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914214 Aug 03 19:04:59.938277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Deleting subnet 8ce38956-33a8-42ec-8395-cb78fe29eda6 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:04:59.942067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:04:59.947263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-e1fd89b8-7bd8-4d92-ab42-25fcd894711b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:04:59.965210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-e1fd89b8-7bd8-4d92-ab42-25fcd894711b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0229158 Aug 03 19:04:59.993450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.152966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.286719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:04:57Z', 'revision_number': 1, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:00.318856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421e49bf-3772-4c43-b10e-4970f1552628 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:04:57Z', 'revision_number': 1, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:00.333521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.445312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.445312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8ce38956-33a8-42ec-8395-cb78fe29eda6 HTTP/1.1" status: 204 len: 168 time: 0.5777750 Aug 03 19:05:00.445312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:00.446940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f63878-5d91-4197-b344-66b5727faa22 None None] Network fb1513b6-7652-4827-a1e9-416ff8ff21f6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:00.447037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecf277-e9df-4655-8ffe-5cef0b90407a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce38956-33a8-42ec-8395-cb78fe29eda6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.630765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.639442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35712694-b385-4c71-b90d-0fc7e53c6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:00.666497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-14bdb019-b437-4738-afa0-63cd5135c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:00.669116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-14bdb019-b437-4738-afa0-63cd5135c561 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1099 time: 0.6832287 Aug 03 19:05:00.759248 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfae79f-79ba-4a10-a80e-8c61944d39e1 None None] New status for floating IP fd855623-5c68-4977-9fc8-7a05e47e1620: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:00.812272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fdb8b-78d6-40f1-8ad0-f8c7836723e0 req-a2e6de36-0fd7-433f-aea1-f838c69b1a4a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:00.817230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-052fdb8b-78d6-40f1-8ad0-f8c7836723e0 req-a2e6de36-0fd7-433f-aea1-f838c69b1a4a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2788126 Aug 03 19:05:00.835432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-7b9d0619-fa4d-45f5-8d48-a296c3cd89e9 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693678 Aug 03 19:05:00.845165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Deleting port 947f2327-b094-4fdd-8d4c-a3e52742445c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:00.845532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:00.947086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] DHCP port deletion for fb1513b6-7652-4827-a1e9-416ff8ff21f6 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:05:01.006258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] For port 947f2327-b094-4fdd-8d4c-a3e52742445c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=947f2327-b094-4fdd-8d4c-a3e52742445c,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:01.010719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.043575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0362937b-6e30-4e8e-921a-afabd0537cb1 req-baaa297b-5470-4258-85ae-9d7c441728b0 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810365 Aug 03 19:05:01.068988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Calling delete_port for 947f2327-b094-4fdd-8d4c-a3e52742445c owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:01.106001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Deleting port 947f2327-b094-4fdd-8d4c-a3e52742445c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:01.106376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.108957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-052fdb8b-78d6-40f1-8ad0-f8c7836723e0 req-292ef02b-98e7-4a60-bc57-ef1e88646167 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759767 Aug 03 19:05:01.120137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-fe4f5cef-adb5-42bb-978a-f823afcaefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.121695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-fe4f5cef-adb5-42bb-978a-f823afcaefb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.4368234 Aug 03 19:05:01.225794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] For port 947f2327-b094-4fdd-8d4c-a3e52742445c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=947f2327-b094-4fdd-8d4c-a3e52742445c,segment=NetworkSegment(1f0d73f0-3c32-4b85-9c47-71a82951dd10),segment_id=1f0d73f0-3c32-4b85-9c47-71a82951dd10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:01.226243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.258378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Calling delete_port for 947f2327-b094-4fdd-8d4c-a3e52742445c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:01.301686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-242f5169-33b8-4d4e-98f1-0a18cdf05e56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.1678307 Aug 03 19:05:01.320318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.358370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}, {'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:01.361387 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f" -d '{"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}, {"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: from cryptography.utils import int_from_bytes Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: from cryptography.utils import int_from_bytes Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.434539 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:01.439125 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:05:01.441328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Pushing event deleted for resources: {'Port': ['ID=947f2327-b094-4fdd-8d4c-a3e52742445c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.454748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.471330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.471994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.480024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.480796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.481478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.482059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.482644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.483233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.483838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.484292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.484639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.485005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:01.506114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7591c998-8e65-4a00-9f11-25ff7b446331 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:01.506415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] No DVR routers for this DVR port 947f2327-b094-4fdd-8d4c-a3e52742445c on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:01.551912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] No DVR routers for this DVR port 947f2327-b094-4fdd-8d4c-a3e52742445c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:01.560973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d3f8c-a4a6-43b2-965f-1e76a08017f0 None None] Pushing event deleted for resources: {'Port': ['ID=947f2327-b094-4fdd-8d4c-a3e52742445c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.567545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-d786e1cf-f29a-491c-899b-c392a384afab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.569238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7591c998-8e65-4a00-9f11-25ff7b446331 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:01.569586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7591c998-8e65-4a00-9f11-25ff7b446331 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:01.569995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 947f2327-b094-4fdd-8d4c-a3e52742445c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:01.571838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-d786e1cf-f29a-491c-899b-c392a384afab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.2505019 Aug 03 19:05:01.596003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22781d-feb5-42eb-8bbf-cb133c4a91ae req-ae4ff05a-0077-4f15-925e-af8f240e6012 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.597984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd22781d-feb5-42eb-8bbf-cb133c4a91ae req-ae4ff05a-0077-4f15-925e-af8f240e6012 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.3175004 Aug 03 19:05:01.615499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 947f2327-b094-4fdd-8d4c-a3e52742445c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:01.615933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 947f2327-b094-4fdd-8d4c-a3e52742445c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:01.621944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db803662-596b-404d-83f2-4af72863fbec req-91cf4d7a-6467-4701-8150-373d431fbcaf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.638160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.638394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db803662-596b-404d-83f2-4af72863fbec req-91cf4d7a-6467-4701-8150-373d431fbcaf tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.3691902 Aug 03 19:05:01.652705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1513b6-7652-4827-a1e9-416ff8ff21f6']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:01.666094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0d73f0-3c32-4b85-9c47-71a82951dd10') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:01.666402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0d73f0-3c32-4b85-9c47-71a82951dd10') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:01.676963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.700046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.710961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:01.711391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.751509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db803662-596b-404d-83f2-4af72863fbec req-b3cf15b6-981f-4078-ba19-04b9c1961518 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120400 Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:01.797221 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:01.810359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa562-f942-4407-bd2b-b181a5b57086 req-78d7f789-e805-4480-ac4d-1816c36c49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.812143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-78d7f789-e805-4480-ac4d-1816c36c49d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2127244 Aug 03 19:05:01.818233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd22781d-feb5-42eb-8bbf-cb133c4a91ae req-8109dd94-f8b9-4be5-99d1-286245eb80a5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457105 Aug 03 19:05:01.864003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.893994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:01.902640 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fb1513b6-7652-4827-a1e9-416ff8ff21f6 HTTP/1.1" status: 204 len: 168 time: 1.4578240 Aug 03 19:05:01.903631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cbbe9-e663-4044-ba2d-79defaaef106 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1513b6-7652-4827-a1e9-416ff8ff21f6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:01.905341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:01.971263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fd7e2-147d-44a8-93ac-6fefdd3bf5d1 req-e348fccb-a94c-47a5-ad4e-80c1b8400b02 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:01.973429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd0fd7e2-147d-44a8-93ac-6fefdd3bf5d1 req-e348fccb-a94c-47a5-ad4e-80c1b8400b02 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 945 time: 0.0745556 Aug 03 19:05:02.035896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd0fd7e2-147d-44a8-93ac-6fefdd3bf5d1 req-273f345c-3b4c-4a5c-b477-7acbfefdfa56 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Aug 03 19:05:02.040326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-4d8d4f31-4fb6-445d-8976-c7441807b83b service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158055 Aug 03 19:05:02.153963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-473aa562-f942-4407-bd2b-b181a5b57086 req-1cdb27e6-40bb-4962-8aef-78e239aeb1c7 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008852 Aug 03 19:05:02.219571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-9b3c6c41-4316-4c34-b422-510ae564a260 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:02.225264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-9b3c6c41-4316-4c34-b422-510ae564a260 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0737281 Aug 03 19:05:02.357150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-a7a55d9d-de5d-4136-bdc2-21bdb399a540 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1001 time: 0.1242700 Aug 03 19:05:02.373319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:02.469804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.481764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:02.695022 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9666cf-fb36-4da1-8be3-a428da4298d9 x-openstack-request-id: req-3f9666cf-fb36-4da1-8be3-a428da4298d9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:02.695333 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:02.695586 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3f9666cf-fb36-4da1-8be3-a428da4298d9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:02.695983 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:05:02.696275 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'status': 'completed', 'code': 200} Aug 03 19:05:02.763119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-c6055784-3779-40fe-94a5-8c46f20c2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:02.765582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-c6055784-3779-40fe-94a5-8c46f20c2de2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.1456423 Aug 03 19:05:02.835774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-d90d7e30-b7a9-4ec8-98b6-08e449d82e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:02.837952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-d90d7e30-b7a9-4ec8-98b6-08e449d82e78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1096 time: 0.1409609 Aug 03 19:05:02.842984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-1cae071e-43cd-445c-9f13-31566227c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:02.844414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-1cae071e-43cd-445c-9f13-31566227c31b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1099 time: 0.1512153 Aug 03 19:05:02.903251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.008401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-5eaae126-9603-437c-9c13-25fbc5653a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.009993 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-5eaae126-9603-437c-9c13-25fbc5653a18 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.1842470 Aug 03 19:05:03.044959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-8025e30d-ece7-48ae-8433-698e41ab195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.046457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-8025e30d-ece7-48ae-8433-698e41ab195f service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1723182 Aug 03 19:05:03.130972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-e49156af-c687-49be-8b93-4a3c575fa47c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 1001 time: 0.0969851 Aug 03 19:05:03.154275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-ca78be30-3024-4fd9-9795-6dade4c41c07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0846906 Aug 03 19:05:03.197978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Deleting port be6649b1-3d28-40eb-976c-e293f6d4ab4b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:03.198365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.200969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-68b0b54d-c383-45a1-a16a-5c4cf868570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.202465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-68b0b54d-c383-45a1-a16a-5c4cf868570d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0647802 Aug 03 19:05:03.273705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-6bbd3eeb-7dca-405d-8f78-3dbcacded796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.275299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-6bbd3eeb-7dca-405d-8f78-3dbcacded796 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.2879195 Aug 03 19:05:03.326097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-d23a59ce-295d-45a7-850e-76f5ada48eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.327976 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-d23a59ce-295d-45a7-850e-76f5ada48eb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134264 Aug 03 19:05:03.334019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] For port be6649b1-3d28-40eb-976c-e293f6d4ab4b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=be6649b1-3d28-40eb-976c-e293f6d4ab4b,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:03.334409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.342625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-978d8f0c-133b-4fca-97a4-882ad591b242 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 200 len: 217 time: 0.0504723 Aug 03 19:05:03.346286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-db51de11-8ade-447b-9ea9-373d66cdcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.348892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-db51de11-8ade-447b-9ea9-373d66cdcfab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1760228 Aug 03 19:05:03.423041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Calling delete_port for be6649b1-3d28-40eb-976c-e293f6d4ab4b owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:03.526855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-a06f84af-102f-4df8-b58b-042ded87c192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.528812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-a06f84af-102f-4df8-b58b-042ded87c192 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1539059 Aug 03 19:05:03.543174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-6a1fa34b-4ce5-4ee7-b7f7-a2a889c9e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.544831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-6a1fa34b-4ce5-4ee7-b7f7-a2a889c9e33e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1608419 Aug 03 19:05:03.593371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:05:03.598303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-ffab0f4b-2198-4eca-9d46-bd8367587198 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481260 Aug 03 19:05:03.694857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87f0b6-8e36-4708-b0af-afbb6f3dbc72 req-4f4c79af-ba75-4d22-80e5-21ef2ba1c7b7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:03.696423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff87f0b6-8e36-4708-b0af-afbb6f3dbc72 req-4f4c79af-ba75-4d22-80e5-21ef2ba1c7b7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2358520 Aug 03 19:05:03.772102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.807316 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-70401cf5-8f32-4d8d-bc70-17c1feec35e2 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702179 Aug 03 19:05:03.837377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff87f0b6-8e36-4708-b0af-afbb6f3dbc72 req-5ea18989-9744-40ef-ac6d-9fd2e03f536e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109836 Aug 03 19:05:03.870022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-22c02352-93d3-45ad-82b6-2b83142ebed6 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023355 Aug 03 19:05:03.879287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-1d1b913f-9532-4d7a-8aed-fd520cbd1160 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450242 Aug 03 19:05:03.890929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:03.902488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.139822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6649b1-3d28-40eb-976c-e293f6d4ab4b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:04.192112 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-a603a7bd-2f87-4e62-8a15-f50a6b5e97fe service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773799 Aug 03 19:05:04.696927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:04.711767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6efd81-b23b-44cd-8f0b-66990db9f1d7 req-abe81fa8-bbe5-47f1-84e9-e3942beafc26 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.715917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b6efd81-b23b-44cd-8f0b-66990db9f1d7 req-abe81fa8-bbe5-47f1-84e9-e3942beafc26 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.7395136 Aug 03 19:05:04.716987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-f1715ebe-772a-4b5a-972c-a384e1529e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.718691 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-f1715ebe-772a-4b5a-972c-a384e1529e7d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1099 time: 0.4714830 Aug 03 19:05:04.774381 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Floating IP fd855623-5c68-4977-9fc8-7a05e47e1620 associated. External IP: 172.25.2.209, port: 77f55952-6507-48ec-b59d-c3e7357d27cc. Aug 03 19:05:04.922684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-7951fbb8-b80d-4cbc-b24e-fdd70cdb478d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0294588 Aug 03 19:05:04.931802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b6efd81-b23b-44cd-8f0b-66990db9f1d7 req-d524c579-c957-4a39-bb01-6d3dd4f63e61 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520653 Aug 03 19:05:04.943291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-e83b6b8c-6614-4881-bf3a-444821776f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:04.944862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-e83b6b8c-6614-4881-bf3a-444821776f4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1832621 Aug 03 19:05:04.949423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7e6b2a7-71b4-43a0-a844-d6129bd0372c req-b1cefad2-7c84-45f4-a978-ff5d24e4deed service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0460634 Aug 03 19:05:05.030549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-3cd45eea-6b9b-4986-9923-34b1e83519cc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0448065 Aug 03 19:05:05.101865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9231cfe-a371-4f7e-989f-8ef60bf0f77e req-de64980b-e5d5-4938-87c3-60b3a551814e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.103633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9231cfe-a371-4f7e-989f-8ef60bf0f77e req-de64980b-e5d5-4938-87c3-60b3a551814e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 948 time: 0.0733798 Aug 03 19:05:05.132467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-1342cf9c-0ad5-4736-8934-037223dabc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.134199 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-1342cf9c-0ad5-4736-8934-037223dabc0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0959363 Aug 03 19:05:05.157036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:05.214411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9231cfe-a371-4f7e-989f-8ef60bf0f77e req-ede9bc78-839b-4d9f-8980-afb3bbf789b2 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Aug 03 19:05:05.220247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:05.256522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-9de61677-2b92-4003-a7e1-6b43cbcc78c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.262115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-9de61677-2b92-4003-a7e1-6b43cbcc78c9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165147 Aug 03 19:05:05.353684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:05.429594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:05.449376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'mac_address': 'fa:16:3e:03:0b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:05.451907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:05.465121 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f71b3172-5334-4ca8-9c45-3a707fba8ed3 admin admin] 10.222.0.67 "PUT /v2.0/routers/bea101a3-d1e9-42c9-8303-a8a2df4a4c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5552299 Aug 03 19:05:05.465121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41854) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:05.470764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Sync routers for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:05.478143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:05.529781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:05.530638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:05.533526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-9ca14640-f557-4958-bba9-81c45547bc0b service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630391 Aug 03 19:05:05.561185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea4f6c-0f71-43e9-9746-86e96ebcafa6 req-c662bcc5-6653-49a5-886d-3d2bbf4a70ad tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.563066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2ea4f6c-0f71-43e9-9746-86e96ebcafa6 req-c662bcc5-6653-49a5-886d-3d2bbf4a70ad tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1182249 Aug 03 19:05:05.595879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:05.596116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.607305 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:05.612526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.622692 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:05.623598 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:05.664924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2ea4f6c-0f71-43e9-9746-86e96ebcafa6 req-3115147a-281a-4892-9a64-0644674d2009 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930183 Aug 03 19:05:05.881176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:05.882114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:05.917513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e2b9bc1-9ea3-4ba5-ba93-9f852294401f req-87762884-8c72-4313-9303-1a07585cef3e service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005705 Aug 03 19:05:05.936590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:05.948470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90038f-571f-4ca5-a9e6-0f90ef4c2ca7 req-eca45f48-2991-4451-aba9-3183f9825a34 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:05.953753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a90038f-571f-4ca5-a9e6-0f90ef4c2ca7 req-eca45f48-2991-4451-aba9-3183f9825a34 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1371925 Aug 03 19:05:06.011754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:06.032836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:06.055889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a90038f-571f-4ca5-a9e6-0f90ef4c2ca7 req-04a64aef-9447-4434-a2e3-9fbe80796c74 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Aug 03 19:05:06.086494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Deleting port 421b96a9-9ba7-4850-a711-522f68b1da72 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:06.087629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.093297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:06.138751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:06.159149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'mac_address': 'fa:16:3e:cd:6e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:06.187785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:06.198334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.209084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.212321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] For port 421b96a9-9ba7-4850-a711-522f68b1da72, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=421b96a9-9ba7-4850-a711-522f68b1da72,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:06.223245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 5, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port': {'id': '421b96a9-9ba7-4850-a711-522f68b1da72', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:00:09Z', 'updated_at': '2021-08-03T19:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:06.225277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.238696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:06.238696 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23b90b-83dc-422a-84f8-fad279136b32" -d '{"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:06.261742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Calling delete_port for 421b96a9-9ba7-4850-a711-522f68b1da72 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:06.262020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Checking router: bea101a3-d1e9-42c9-8303-a8a2df4a4c93 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:06.266217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7aef6cf6-64f3-4cb2-a677-2035d8919ceb {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:06.269649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-70f8dc25-974a-477a-99da-d76199e78ca2 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "PUT /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 999 time: 3.9001496 Aug 03 19:05:06.271265 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.313861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Routers {'bea101a3-d1e9-42c9-8303-a8a2df4a4c93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:06.314888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:06.354894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:06.368243 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:06.400504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-8bdf67ea-e19b-46ac-a58e-ae54da0f4556 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.404694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-8bdf67ea-e19b-46ac-a58e-ae54da0f4556 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports/77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 942 time: 0.1244681 Aug 03 19:05:06.409136 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c346b0-494f-42c3-b6e9-65d05104b156 x-openstack-request-id: req-59c346b0-494f-42c3-b6e9-65d05104b156 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:06.412013 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:06.413912 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59c346b0-494f-42c3-b6e9-65d05104b156 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:06.414450 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:05:06.423878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:06.435075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] Set router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:06.440450 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:06.474766 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:06.475422 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:06.507458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:06.539154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-6f2a73f7-6ffb-43bd-a796-cb960aa5bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.540753 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-6f2a73f7-6ffb-43bd-a796-cb960aa5bb17 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.1064236 Aug 03 19:05:06.554266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:05:05Z', 'revision_number': 6, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:06.643389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:06.647865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a70ed-65cf-4b7a-af53-3a4d9307b3b4 None None] The sync data for ids ['bea101a3-d1e9-42c9-8303-a8a2df4a4c93'] in n-d-803363-1 is: [{'id': 'bea101a3-d1e9-42c9-8303-a8a2df4a4c93', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-151164239-router', 'tenant_id': 'a56a31906f0a45e3ad9f955f849b510f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:00:07Z', 'updated_at': '2021-08-03T19:05:05Z', 'revision_number': 6, 'project_id': 'a56a31906f0a45e3ad9f955f849b510f', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:06.657786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76c169-6be9-4a8f-ac4b-501fee38a92f req-71481457-faf2-4ae3-bf5a-2e229423d2f6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.663999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba76c169-6be9-4a8f-ac4b-501fee38a92f req-71481457-faf2-4ae3-bf5a-2e229423d2f6 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.1349382 Aug 03 19:05:06.667131 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:06.715565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['7aef6cf6-64f3-4cb2-a677-2035d8919ceb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:06.752574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-14b212fd-ac9f-4646-b76c-fd55d41551fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:06.752574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-14b212fd-ac9f-4646-b76c-fd55d41551fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.2293186 Aug 03 19:05:06.837238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['d57d5fcf-062d-4017-a581-c0997c2e8427'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:06.855664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba76c169-6be9-4a8f-ac4b-501fee38a92f req-fc3b8086-08e4-44cb-9432-5274c01f4651 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728072 Aug 03 19:05:06.916509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.009315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=421b96a9-9ba7-4850-a711-522f68b1da72,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:07.016981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-89795b18-4151-40cd-9c87-f64dd3a972f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.018659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-89795b18-4151-40cd-9c87-f64dd3a972f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.3331637 Aug 03 19:05:07.123856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-224448e9-7824-42e6-8992-79381d72ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.125591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-224448e9-7824-42e6-8992-79381d72ea43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.3613377 Aug 03 19:05:07.149821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-d844b425-0e72-4ea1-8db9-2aea248960fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.1022446 Aug 03 19:05:07.203716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-1a184bec-50f2-4e3a-8021-561b44e96c0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.0662704 Aug 03 19:05:07.204833 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:07.252940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7746bef-51bb-4222-9b9a-ee7e054e7b8f req-85c7ce16-d977-4128-beb3-8ddb1564f439 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.252940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7746bef-51bb-4222-9b9a-ee7e054e7b8f req-85c7ce16-d977-4128-beb3-8ddb1564f439 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2520645 Aug 03 19:05:07.263530 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08630dec-98bd-4dfc-8d86-f560fd653514 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:03Z', 'revision_number': 3, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:07.275132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.317489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7746bef-51bb-4222-9b9a-ee7e054e7b8f req-a2132382-dec8-4f34-87c4-d3f38228e9f6 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Aug 03 19:05:07.338072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-33a36222-d221-4d47-a7f8-c2ccb342eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.339671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-33a36222-d221-4d47-a7f8-c2ccb342eab5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1515784 Aug 03 19:05:07.353168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-f28739a2-b79b-4ff6-b463-8df023816c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.363891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-f28739a2-b79b-4ff6-b463-8df023816c87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1586850 Aug 03 19:05:07.419303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-2261bd5a-85fd-4daf-9462-c31b034f2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.429803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-2261bd5a-85fd-4daf-9462-c31b034f2088 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648623 Aug 03 19:05:07.459156 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.463057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.492241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:07.643446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c99df3-6cf4-42b5-9afb-0adc244d188c None None] New status for floating IP fd855623-5c68-4977-9fc8-7a05e47e1620: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:07.664872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-3bdd993a-d562-406f-a02b-422e0789d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.666647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-3bdd993a-d562-406f-a02b-422e0789d7a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850791 Aug 03 19:05:07.699794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device be6649b1-3d28-40eb-976c-e293f6d4ab4b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:07.700032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-56fa84be-5198-42ff-a933-79d8f65284e2 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691317 Aug 03 19:05:07.721798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:07.722786 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.727528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: be6649b1-3d28-40eb-976c-e293f6d4ab4b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:07.727882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device be6649b1-3d28-40eb-976c-e293f6d4ab4b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:07.744037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.744551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea101a3-d1e9-42c9-8303-a8a2df4a4c93 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:05:07.750643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.754743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2de13def-ac2f-4fd1-9f16-95709ea004e1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bea101a3-d1e9-42c9-8303-a8a2df4a4c93 HTTP/1.1" status: 204 len: 168 time: 2.2859211 Aug 03 19:05:07.755553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41912) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:07.821370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb8db0-24aa-4b0f-a112-4bba6bf249ac req-3c404d8c-5fd6-4937-8fd2-25673c0a7a8b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:07.830874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11bb8db0-24aa-4b0f-a112-4bba6bf249ac req-3c404d8c-5fd6-4937-8fd2-25673c0a7a8b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2328796 Aug 03 19:05:07.836248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Deleting subnet f6a25f30-17e7-4a3f-b8bc-759b617abaf1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:07.848352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:07.872972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-5db035f1-bc77-46be-bb74-74012c0c0525 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959941 Aug 03 19:05:07.949563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11bb8db0-24aa-4b0f-a112-4bba6bf249ac req-f75ad216-1132-4573-b1b2-65f10d29d933 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171689 Aug 03 19:05:07.971929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.063977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-35ad2ded-13df-4ee0-955c-774ba7dda133 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504865 Aug 03 19:05:08.115452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e23b90b-83dc-422a-84f8-fad279136b32 req-699b44e9-c88c-4d20-8d9a-d2e82b30574c service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314727 Aug 03 19:05:08.216153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.286521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-95e8c1a1-5fdd-4adb-8c31-1f72b1d7915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.289329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-95e8c1a1-5fdd-4adb-8c31-1f72b1d7915f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1097 time: 0.0981622 Aug 03 19:05:08.364077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.395780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.403376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:08.403376 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cdfe8-e02d-4162-bbe0-bbc6a7c4cf09" -d '{"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:08.417404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:08.420738 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b041ab-f7a8-4395-87f1-bbea64386a12" -d '{"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:08.426647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.430572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9eaac-e4f0-4a4d-9b4c-822678573111 None None] Network f24340dd-b35e-49cb-b21f-eb40309eaab1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:08.433711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:08.443696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f6a25f30-17e7-4a3f-b8bc-759b617abaf1 HTTP/1.1" status: 204 len: 168 time: 0.6862614 Aug 03 19:05:08.449210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41922) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:08.489194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcd03c-7a9a-4512-a2d9-a4e940987260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a25f30-17e7-4a3f-b8bc-759b617abaf1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.540831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-e0ab2fa5-b2f0-448f-b233-f149dc0f1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.540831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-e0ab2fa5-b2f0-448f-b233-f149dc0f1ba2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2401128 Aug 03 19:05:08.549589 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.582199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:08.601308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:08.602198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:08.641449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.672349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-1ee59cff-0149-464f-b4c8-8d45c3b3a559 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 1002 time: 0.1190124 Aug 03 19:05:08.708874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:08.808358 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:08.823035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-150c69ea-2f15-4216-ab11-9f6a64e64a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.824424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-150c69ea-2f15-4216-ab11-9f6a64e64a9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1290352 Aug 03 19:05:08.840754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] DHCP port deletion for f24340dd-b35e-49cb-b21f-eb40309eaab1 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:05:08.856096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-78d61962-75ab-45c4-9173-90db49bedbf5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.857580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-78d61962-75ab-45c4-9173-90db49bedbf5 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517&tenant_id=54e23eb28b6846a8b01f684c05525643&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 949 time: 0.1513441 Aug 03 19:05:08.910816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a779-8b9f-442c-bb18-ed07414a152d req-326ea3ae-9a22-4116-86b3-3e7dd60e0850 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:08.912370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e391a779-8b9f-442c-bb18-ed07414a152d req-326ea3ae-9a22-4116-86b3-3e7dd60e0850 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1673384 Aug 03 19:05:08.939033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Deleting port 4f0f9734-5900-4fac-803d-9d48a5816549 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:08.939409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:08.939533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Deleting port 4f0f9734-5900-4fac-803d-9d48a5816549 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:08.939533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.060930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] For port 4f0f9734-5900-4fac-803d-9d48a5816549, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4f0f9734-5900-4fac-803d-9d48a5816549,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:09.061621 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.076827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Calling delete_port for 4f0f9734-5900-4fac-803d-9d48a5816549 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:09.077086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-6bf1c5c7-a6d7-47e6-83d7-3728f01ca9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:09.078438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-6bf1c5c7-a6d7-47e6-83d7-3728f01ca9c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155499 Aug 03 19:05:09.100983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] For port 4f0f9734-5900-4fac-803d-9d48a5816549, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4f0f9734-5900-4fac-803d-9d48a5816549,segment=NetworkSegment(f1724a25-811f-40ea-8ca9-ff6a45f9b517),segment_id=f1724a25-811f-40ea-8ca9-ff6a45f9b517)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:09.101410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.109175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e391a779-8b9f-442c-bb18-ed07414a152d req-111f7fe9-415b-4ca3-8789-5c9c6e5a4808 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603410 Aug 03 19:05:09.162987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-e3953dbf-1e4a-4e2b-a862-edcd0a50338d service neutron] 10.222.0.54 "GET /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427/bindings/n-h1-803363-1 HTTP/1.1" status: 200 len: 382 time: 0.2847936 Aug 03 19:05:09.163925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Calling delete_port for 4f0f9734-5900-4fac-803d-9d48a5816549 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:09.213809 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:08Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:09.236939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:09.310551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:09.331024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-a9f07344-1cad-4d75-b7a2-22ce37ac9aca service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348361 Aug 03 19:05:09.342765 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:09.349172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.352759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:09.370630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] No DVR routers for this DVR port 4f0f9734-5900-4fac-803d-9d48a5816549 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:09.391731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 421b96a9-9ba7-4850-a711-522f68b1da72 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:09.404541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-ab887444-aa31-41b8-a71b-001aa739f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:09.406587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-ab887444-aa31-41b8-a71b-001aa739f7aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1100 time: 0.1699188 Aug 03 19:05:09.439394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 421b96a9-9ba7-4850-a711-522f68b1da72 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:09.439815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 421b96a9-9ba7-4850-a711-522f68b1da72 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:09.440240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4f0f9734-5900-4fac-803d-9d48a5816549 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:09.444685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412de2e4-f69c-4ccf-a8c0-c8e959bd314d None None] Pushing event deleted for resources: {'Port': ['ID=4f0f9734-5900-4fac-803d-9d48a5816549,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:09.512784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4f0f9734-5900-4fac-803d-9d48a5816549 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:09.513191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4f0f9734-5900-4fac-803d-9d48a5816549 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:09.530830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port d57d5fcf-062d-4017-a581-c0997c2e8427 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:09.537279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port d57d5fcf-062d-4017-a581-c0997c2e8427 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:09.537969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.587422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.629920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] No DVR routers for this DVR port 4f0f9734-5900-4fac-803d-9d48a5816549 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:09.670172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.721251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:09.763936 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4828ba7e-a312-47fc-946c-93f816f975a9 x-openstack-request-id: req-4828ba7e-a312-47fc-946c-93f816f975a9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:09.764886 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-plugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:09.770873 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4828ba7e-a312-47fc-946c-93f816f975a9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:09.771556 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'code': 200} Aug 03 19:05:09.776304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:09.791225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0f9734-5900-4fac-803d-9d48a5816549,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:09.823588 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebcf472-4df5-4513-b2ce-9dfb3975f6b8 x-openstack-request-id: req-4ebcf472-4df5-4513-b2ce-9dfb3975f6b8 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:09.823956 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:09.824270 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ebcf472-4df5-4513-b2ce-9dfb3975f6b8 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:09.824746 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'status': 'completed', 'code': 200} Aug 03 19:05:09.875210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.889026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-38048a6a-260b-4c17-ac2d-22060db6c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:09.892147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-38048a6a-260b-4c17-ac2d-22060db6c039 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.4722345 Aug 03 19:05:09.941618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:09.960491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24340dd-b35e-49cb-b21f-eb40309eaab1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:09.989406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1724a25-811f-40ea-8ca9-ff6a45f9b517') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:09.993124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1724a25-811f-40ea-8ca9-ff6a45f9b517') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:10.021557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df0c5bd-052f-438a-999c-0b2a4e658335 req-a22e3a2b-a0f5-4ab7-8e37-02a3920ba261 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800418 Aug 03 19:05:10.040993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.145156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.175274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.185547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:10.185547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.266670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-c4f02570-f261-4cdb-a8bf-d425646b7ca2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.2424150 Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:10.267863 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:10.274659 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:08Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:10.311259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929091f3-f031-4b37-b820-9f59b81ebded req-8292809a-2b74-45f5-8121-70b19e78b766 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.313615 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c106f4-8324-4b2e-b210-934d6e30dbb1 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:a6:a6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:08Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:10.318371 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-929091f3-f031-4b37-b820-9f59b81ebded req-8292809a-2b74-45f5-8121-70b19e78b766 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 945 time: 0.1260149 Aug 03 19:05:10.356256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-9e5c26b8-becd-445a-9251-4412f7420f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.357822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-9e5c26b8-becd-445a-9251-4412f7420f59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1097 time: 0.4590335 Aug 03 19:05:10.469048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16133a-e067-4568-b063-8c866511c3f2 req-4fff6b7d-aa0b-49a0-932f-f588e7e9ad1d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.476964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb16133a-e067-4568-b063-8c866511c3f2 req-4fff6b7d-aa0b-49a0-932f-f588e7e9ad1d tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.4373822 Aug 03 19:05:10.480341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-7d74df4a-2fcb-491f-954d-7312252a217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.481848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-7d74df4a-2fcb-491f-954d-7312252a217f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.2052932 Aug 03 19:05:10.492536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.498457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.500819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] 10.222.0.67 "DELETE /v2.0/networks/f24340dd-b35e-49cb-b21f-eb40309eaab1 HTTP/1.1" status: 204 len: 168 time: 2.0539482 Aug 03 19:05:10.556873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Deleting port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:10.558241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.563514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21002412-75bc-4230-a86a-b066838f6811 req-74b60d0c-2473-4d34-aa4a-851e946b6221 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.565341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21002412-75bc-4230-a86a-b066838f6811 req-74b60d0c-2473-4d34-aa4a-851e946b6221 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2965147 Aug 03 19:05:10.604485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298efeed-8eed-4cfe-81d3-d3ee67f160ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f24340dd-b35e-49cb-b21f-eb40309eaab1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:10.688159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb16133a-e067-4568-b063-8c866511c3f2 req-9e8e47c7-45f1-4735-96ef-dc1370ecbf5a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099137 Aug 03 19:05:10.735927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] For port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:10.736949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:10.746713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4e587b9f-5698-4328-bfde-1e43dd83898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.749358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4e587b9f-5698-4328-bfde-1e43dd83898d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2373385 Aug 03 19:05:10.755050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-d7651a49-4f27-4a26-859d-a83fb1ce3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:10.756100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Calling delete_port for 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:10.757352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-d7651a49-4f27-4a26-859d-a83fb1ce3021 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.3861055 Aug 03 19:05:10.802958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21002412-75bc-4230-a86a-b066838f6811 req-d233eb73-d465-4be3-8125-032932b609ab tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052686 Aug 03 19:05:11.009447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41956) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:11.132134 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d63d74ba-0d8e-4944-a751-348a063358fc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb1c6e0ef554426d9b4fafbbc74a33c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041734 Aug 03 19:05:11.132134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.132509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:11.147228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:11.148176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event deleted for resources: {'Port': ['ID=8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:11.254175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] No DVR routers for this DVR port 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:11.259321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.264729 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-929091f3-f031-4b37-b820-9f59b81ebded req-508eaf92-8faa-4a61-8373-b8b1e8ddd33d tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "DELETE /v2.0/ports/8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae HTTP/1.1" status: 204 len: 173 time: 0.9367287 Aug 03 19:05:11.265547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-deleted', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:11.271289 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad38eefe-69ca-440e-81a4-10850119fb4f" -d '{"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-deleted", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:11.290519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.330410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.415455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99a77ea7-46d6-4621-820c-79ec3989c798 req-297d3823-0e44-46b7-bc71-42dadb4a4738 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=3dbb96c7-9a5c-4842-bf52-a3a820626cf5 HTTP/1.1" status: 200 len: 210 time: 0.5199919 Aug 03 19:05:11.500456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-12e02413-d30a-4b62-a14d-9d0f042c8e86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 1002 time: 0.7220075 Aug 03 19:05:11.517708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-3513c66d-e319-412a-8c6c-2e4f2df8cbb8 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1002 time: 0.6237068 Aug 03 19:05:11.522832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.528369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:11.532816 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a888b69-f17d-4764-ac98-ef543b70d04b HTTP/1.1" status: 204 len: 168 time: 0.3790374 Aug 03 19:05:11.571512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954c9b8-7064-49a6-bafb-ac94d90d3a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a888b69-f17d-4764-ac98-ef543b70d04b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:11.627260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-02ec1e2d-f636-44c3-9082-38c4a0e552cb service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8627558 Aug 03 19:05:11.719831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-ac2c5f3b-cdc5-4e7f-b323-1f8c308e0d63 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.721435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-ac2c5f3b-cdc5-4e7f-b323-1f8c308e0d63 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports/5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 943 time: 0.1936784 Aug 03 19:05:11.728890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-31c5b245-47ba-4644-a949-a4903690bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.730291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-31c5b245-47ba-4644-a949-a4903690bba9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.2054298 Aug 03 19:05:11.773343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:11.775756 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30782443-8783-475a-8e16-24b81cc72937" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:11.908377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-ced7d126-b41d-4253-894b-86fa0c3996b7 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700973 Aug 03 19:05:11.913889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-d85d3f8d-4ea9-432b-9307-5cd11fbd59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:11.918505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-d85d3f8d-4ea9-432b-9307-5cd11fbd59d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727843 Aug 03 19:05:11.939394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-87b9ab87-1a2b-4447-8a7a-d7c7aa55b379 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1002 time: 0.1428592 Aug 03 19:05:12.170208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d59c26-1f6d-4ad4-962f-f7a6d4d4ef3c req-74f85452-4de4-4185-a1ea-16ff6e206f93 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.178681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36d59c26-1f6d-4ad4-962f-f7a6d4d4ef3c req-74f85452-4de4-4185-a1ea-16ff6e206f93 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2269013 Aug 03 19:05:12.223016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-2f754187-e09e-4c47-8a66-98af733f3161 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090693 Aug 03 19:05:12.230136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-a189d80a-2431-4013-b740-8518c9329e40 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.245248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20f1b40-3cfa-405b-ac1d-c859bee645a6 req-a189d80a-2431-4013-b740-8518c9329e40 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.3045409 Aug 03 19:05:12.361317 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4420e1a6-8547-430b-89d2-83597588e135 x-openstack-request-id: req-4420e1a6-8547-430b-89d2-83597588e135 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:12.361857 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbb96c7-9a5c-4842-bf52-a3a820626cf5", "name": "network-vif-deleted", "tag": "8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:12.361973 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4420e1a6-8547-430b-89d2-83597588e135 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:12.362275 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbb96c7-9a5c-4842-bf52-a3a820626cf5', 'name': 'network-vif-deleted', 'tag': '8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae', 'status': 'completed', 'code': 200} Aug 03 19:05:12.380997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09b041ab-f7a8-4395-87f1-bbea64386a12 req-06a48ec5-0db2-4d61-ab3a-1dae054e11c4 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344216 Aug 03 19:05:12.386839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36d59c26-1f6d-4ad4-962f-f7a6d4d4ef3c req-31feb077-482a-4720-ac6d-c6a83b04bb3b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071455 Aug 03 19:05:12.479435 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836cee10-66ce-4454-9e78-1bc74135d1c2 x-openstack-request-id: req-836cee10-66ce-4454-9e78-1bc74135d1c2 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:12.479994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:12.479994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-836cee10-66ce-4454-9e78-1bc74135d1c2 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:12.480920 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'code': 200} Aug 03 19:05:12.498046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacac2e0-2a85-4267-9654-8b275ecacda9 req-c80b2e65-4563-450a-a15d-8b757d16340c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.499591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eacac2e0-2a85-4267-9654-8b275ecacda9 req-c80b2e65-4563-450a-a15d-8b757d16340c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.0760512 Aug 03 19:05:12.507197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41988) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:12.577427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eacac2e0-2a85-4267-9654-8b275ecacda9 req-dcf8ea6c-8474-4648-a66d-b9e5bdb67ac4 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617068 Aug 03 19:05:12.617508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d61235f7-a812-4469-9b4f-cf5b13398efb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a56a31906f0a45e3ad9f955f849b510f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081989 Aug 03 19:05:12.619944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41990) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:12.638611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daac1e-0473-481a-a439-8637f5230ace req-772e2dec-db19-4bc7-a974-00f86443590b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.640870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2daac1e-0473-481a-a439-8637f5230ace req-772e2dec-db19-4bc7-a974-00f86443590b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.0797794 Aug 03 19:05:12.688410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.722217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:12.734866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2daac1e-0473-481a-a439-8637f5230ace req-c5861261-5ad9-4dcf-b43a-65c37f5f956b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884311 Aug 03 19:05:12.869444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1beebb8-faff-4d81-bcf2-c652983d69e4 req-4973c5cc-97e0-4ba9-8def-2006af657a00 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.869444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1beebb8-faff-4d81-bcf2-c652983d69e4 req-4973c5cc-97e0-4ba9-8def-2006af657a00 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 946 time: 0.1213286 Aug 03 19:05:12.869686 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:05:12.906681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-9aa8d8b4-d3c0-4fbe-a547-6850646b4f12 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1002 time: 0.1123383 Aug 03 19:05:12.915577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1beebb8-faff-4d81-bcf2-c652983d69e4 req-85ccab63-82a7-43bc-924e-a68e99dae48a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Aug 03 19:05:12.976115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-e02db6ea-39a8-4cc9-80b2-fa2d19b5ab37 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:12.977703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-e02db6ea-39a8-4cc9-80b2-fa2d19b5ab37 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports/5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 943 time: 0.0611835 Aug 03 19:05:13.062441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cb1a9-85c3-47ed-a6b6-ac3691fa1a86 req-ca70a6ff-26ab-4e93-ba81-f406b3016573 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.064061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-192cb1a9-85c3-47ed-a6b6-ac3691fa1a86 req-ca70a6ff-26ab-4e93-ba81-f406b3016573 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0585678 Aug 03 19:05:13.167764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-192cb1a9-85c3-47ed-a6b6-ac3691fa1a86 req-b7a623f3-adc9-465b-9c63-6761ce5fefe2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899282 Aug 03 19:05:13.170671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-51eb35ad-316f-4d54-a22e-b7c0aee64974 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1002 time: 0.1014321 Aug 03 19:05:13.234906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.245106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.245106 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d264704-a75d-421e-86c3-c695a4fd605f HTTP/1.1" status: 204 len: 168 time: 0.6172984 Aug 03 19:05:13.248085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc750f-e0b0-467b-989d-aa596a0db3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d264704-a75d-421e-86c3-c695a4fd605f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:13.354671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-f93c6621-b72e-4523-b9c5-31c3d420b8a0 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.356880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-f93c6621-b72e-4523-b9c5-31c3d420b8a0 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1800551 Aug 03 19:05:13.369028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-d098cb64-1926-4368-9ecf-53efccd6740d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:05:13.370240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-d098cb64-1926-4368-9ecf-53efccd6740d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077124 Aug 03 19:05:13.447129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-e3f13201-7fe7-4242-a03c-8041441d9a47 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1002 time: 0.0692978 Aug 03 19:05:13.469757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:13.539516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.553940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:13.577813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:13.578546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8a7e4fb2-8fdd-4832-88a4-9b79c356c1ae not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:13.751577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.821999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf5b11-4e90-42f9-8ca3-a68c18c486d2 req-e4f309d8-5bd9-46cf-acb3-71cd61a496d1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:13.822843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47bf5b11-4e90-42f9-8ca3-a68c18c486d2 req-e4f309d8-5bd9-46cf-acb3-71cd61a496d1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0575521 Aug 03 19:05:13.842880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:13.843633 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Floating IP fd855623-5c68-4977-9fc8-7a05e47e1620 disassociated. External IP: 172.25.2.209, port: 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691. Aug 03 19:05:13.923274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47bf5b11-4e90-42f9-8ca3-a68c18c486d2 req-acb931aa-9f42-4ba2-8f9a-7b9195f322e7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840368 Aug 03 19:05:14.214044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1adfc1-5d4f-4ef5-9417-4d95548a69d2 req-f39e33d9-1001-4b6a-844d-e95cca6eb5c8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:14.215489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a1adfc1-5d4f-4ef5-9417-4d95548a69d2 req-f39e33d9-1001-4b6a-844d-e95cca6eb5c8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.1254904 Aug 03 19:05:14.228747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481458a-205e-4830-89f6-d129be1f018b req-7bdb6ffa-38e9-4fc9-948a-9719692f17a6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:14.230458 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7481458a-205e-4830-89f6-d129be1f018b req-7bdb6ffa-38e9-4fc9-948a-9719692f17a6 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.0690832 Aug 03 19:05:14.230608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:14.326929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a1adfc1-5d4f-4ef5-9417-4d95548a69d2 req-c9831948-7786-40f6-b2de-2c0494583629 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010880 Aug 03 19:05:14.406946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Deleting port cf7544e8-71df-417c-a00d-1ede75baa1c1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:14.408042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.623544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:14.645195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-b48c4964-aab9-4523-9463-a77cce42ca57 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:14.659908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-b48c4964-aab9-4523-9463-a77cce42ca57 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 946 time: 0.1470654 Aug 03 19:05:14.659908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.662505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] For port cf7544e8-71df-417c-a00d-1ede75baa1c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cf7544e8-71df-417c-a00d-1ede75baa1c1,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:14.663821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:14.681584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:14.704084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Calling delete_port for cf7544e8-71df-417c-a00d-1ede75baa1c1 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:14.710300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:14.711820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:14.747043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc00e3-417d-4007-86fc-c7216af0dea7 req-7d6fd43d-7b8f-4acd-b481-ceb6f777eb4f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:14.747043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dfc00e3-417d-4007-86fc-c7216af0dea7 req-7d6fd43d-7b8f-4acd-b481-ceb6f777eb4f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=f80ae11d-bd3a-43a7-ab23-18312818425c HTTP/1.1" status: 200 len: 944 time: 0.3155768 Aug 03 19:05:14.874112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:14.916811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-23e04ebb-bb39-44ac-88df-ac014b034ef1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "PUT /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 695 time: 1.4516451 Aug 03 19:05:14.925832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:14.938027 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2b7539-7bcb-482d-a348-7786161669a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:15.027965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dfc00e3-417d-4007-86fc-c7216af0dea7 req-1519636a-300b-4b2b-a0c6-1d6810e68f79 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683350 Aug 03 19:05:15.044449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port 73ffd382-9041-4389-a914-a2d52875d501 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:15.049343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.239465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.287405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port 73ffd382-9041-4389-a914-a2d52875d501, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=73ffd382-9041-4389-a914-a2d52875d501,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:15.287689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.310873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for 73ffd382-9041-4389-a914-a2d52875d501 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:15.331335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:15.338409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2386d-4429-4ead-9ff8-50bc68b1ea8a req-71447dc9-c8f7-4897-9567-46e2314a0b35 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.340182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcd2386d-4429-4ead-9ff8-50bc68b1ea8a req-71447dc9-c8f7-4897-9567-46e2314a0b35 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1441443 Aug 03 19:05:15.383976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:15.388691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-dfda1faa-4cc4-42cb-af62-3de629761cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.390534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-dfda1faa-4cc4-42cb-af62-3de629761cd5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1097 time: 0.4380713 Aug 03 19:05:15.394847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:15.395684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:15.546960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcd2386d-4429-4ead-9ff8-50bc68b1ea8a req-f5963f45-5665-4920-a16a-15f532d690e6 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661355 Aug 03 19:05:15.560335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.580241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:15.618988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-814392f4-b17c-435a-a720-a37212c054e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.627811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-814392f4-b17c-435a-a720-a37212c054e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2270210 Aug 03 19:05:15.661526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event deleted for resources: {'Port': ['ID=cf7544e8-71df-417c-a00d-1ede75baa1c1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:15.700351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-d1e39c0d-e0f7-4fcd-a45d-c24122002d57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 217 time: 0.0688217 Aug 03 19:05:15.789002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] No DVR routers for this DVR port cf7544e8-71df-417c-a00d-1ede75baa1c1 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:15.806165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.810032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7481458a-205e-4830-89f6-d129be1f018b req-23e9951d-2868-4451-8cdc-25bb80a9cb92 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "DELETE /v2.0/ports/cf7544e8-71df-417c-a00d-1ede75baa1c1 HTTP/1.1" status: 204 len: 173 time: 1.5706890 Aug 03 19:05:15.811290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-deleted', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:15.814277 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a9df3e-583a-4ff1-9232-c186b1fdeeaf" -d '{"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-deleted", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:15.847489 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:15.893452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-c4e7e445-cb85-4ac5-ae79-5cf401e33bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:15.895512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-c4e7e445-cb85-4ac5-ae79-5cf401e33bf9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1960840 Aug 03 19:05:15.906777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=73ffd382-9041-4389-a914-a2d52875d501,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:16.008996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:16.056276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port 73ffd382-9041-4389-a914-a2d52875d501 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:16.060801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.063463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70b2241-543d-401c-87a9-7f9a0554f6e0 req-1c825485-7640-4cb5-84d9-bf7ae5023d09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "DELETE /v2.0/ports/73ffd382-9041-4389-a914-a2d52875d501 HTTP/1.1" status: 204 len: 173 time: 1.3495123 Aug 03 19:05:16.075330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500525-f5e5-415a-89d6-c46efb2b7cf1 req-04efc7dd-b2d9-438a-a14a-1ac3c62f1649 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.088050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04500525-f5e5-415a-89d6-c46efb2b7cf1 req-04efc7dd-b2d9-438a-a14a-1ac3c62f1649 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 867 time: 0.3270717 Aug 03 19:05:16.097744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790bfe-a47a-449a-9c39-605ec313aa5e None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:16.186310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-dc16a214-797d-4901-8a87-ffa3c3128637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.188317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-dc16a214-797d-4901-8a87-ffa3c3128637 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282999 Aug 03 19:05:16.216377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04500525-f5e5-415a-89d6-c46efb2b7cf1 req-0986dec3-d783-45e3-b45f-3133a493dc54 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273065 Aug 03 19:05:16.370364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-0b18fb47-34ac-47bc-b9cb-8428f853048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:16.372305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-0b18fb47-34ac-47bc-b9cb-8428f853048d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517&tenant_id=54e23eb28b6846a8b01f684c05525643 HTTP/1.1" status: 200 len: 1101 time: 0.0990434 Aug 03 19:05:16.386974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:16.533562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.564554 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b985fd-27d9-4736-be9b-7c917579cf1d None None] New status for floating IP fd855623-5c68-4977-9fc8-7a05e47e1620: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:16.874305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:16.914177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:16.983767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:16.999709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Transition to ACTIVE for port object d57d5fcf-062d-4017-a581-c0997c2e8427 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:17.040490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763f71-0e5e-4ebf-86a9-54884af35d95 req-fcb1b3c6-230e-4c50-8484-1ed6be85a1b7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.043593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0763f71-0e5e-4ebf-86a9-54884af35d95 req-fcb1b3c6-230e-4c50-8484-1ed6be85a1b7 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.7115881 Aug 03 19:05:17.055613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-8e094095-1b4c-476d-bcfd-d5095650db0c service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377142 Aug 03 19:05:17.125913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:17.188958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0763f71-0e5e-4ebf-86a9-54884af35d95 req-1b5e713d-b05d-40cd-bd5a-411b0ca63bf4 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315260 Aug 03 19:05:17.271746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:17.282632 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8913cafc-193c-4709-af00-5ebae2f67d97 x-openstack-request-id: req-8913cafc-193c-4709-af00-5ebae2f67d97 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:17.288256 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:17.288587 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8913cafc-193c-4709-af00-5ebae2f67d97 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:17.291922 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'status': 'completed', 'code': 200} Aug 03 19:05:17.326260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb476c9-3ed8-4983-a73c-cad1d9639e4a req-8a23d81b-6d80-4d49-b888-3ea6f56d71b9 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611203 Aug 03 19:05:17.471115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-4abd93b3-5350-4187-ab0f-7c78b40125cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.474630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:17.475064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 73ffd382-9041-4389-a914-a2d52875d501 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:17.481760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-4abd93b3-5350-4187-ab0f-7c78b40125cb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 1097 time: 0.1521688 Aug 03 19:05:17.542571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 73ffd382-9041-4389-a914-a2d52875d501 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:17.542963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 73ffd382-9041-4389-a914-a2d52875d501 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:17.571578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:17.632975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: cf7544e8-71df-417c-a00d-1ede75baa1c1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:17.633613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cf7544e8-71df-417c-a00d-1ede75baa1c1 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:17.708459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb5ed-741c-4561-a6e5-7a1dcfe117fa req-98e71b3b-b7bd-48a5-9aac-3a7801199ced tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.715936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c7cb5ed-741c-4561-a6e5-7a1dcfe117fa req-98e71b3b-b7bd-48a5-9aac-3a7801199ced tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.0949705 Aug 03 19:05:17.748342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-b8311067-7a95-4bce-8d0a-c41a07a4f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.749968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-b8311067-7a95-4bce-8d0a-c41a07a4f41e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2602677 Aug 03 19:05:17.840545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c7cb5ed-741c-4561-a6e5-7a1dcfe117fa req-75d1f0bd-a0d1-48c7-bba8-f9bc82f50a89 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232271 Aug 03 19:05:17.842473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-838660ff-4eae-46ad-846a-396e530e46e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 200 len: 217 time: 0.0729804 Aug 03 19:05:17.907454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] No DVR routers for this DVR port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:17.915703 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b64cd2-2710-4676-8b02-6005798486ca x-openstack-request-id: req-33b64cd2-2710-4676-8b02-6005798486ca {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:17.916193 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80ae11d-bd3a-43a7-ab23-18312818425c", "name": "network-vif-deleted", "tag": "cf7544e8-71df-417c-a00d-1ede75baa1c1", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:17.916621 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-33b64cd2-2710-4676-8b02-6005798486ca {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:17.917286 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80ae11d-bd3a-43a7-ab23-18312818425c', 'name': 'network-vif-deleted', 'tag': 'cf7544e8-71df-417c-a00d-1ede75baa1c1', 'status': 'completed', 'code': 200} Aug 03 19:05:17.919835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:17.958986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-64c34957-2bd9-4252-9208-c0e52f7db77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:17.961588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-64c34957-2bd9-4252-9208-c0e52f7db77a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1104591 Aug 03 19:05:17.983695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:17.984132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:17.984530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:17.990820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:17.991832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Attempting to bind port d57d5fcf-062d-4017-a581-c0997c2e8427 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:17.997632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:17.998605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:17.999240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:18.000191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Bound port: d57d5fcf-062d-4017-a581-c0997c2e8427, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:18.000806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.086887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b722-9f84-4a07-9339-12106f9da5b9 req-81a1b6de-39c7-4ec6-8503-05eb80862278 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.088959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8701b722-9f84-4a07-9339-12106f9da5b9 req-81a1b6de-39c7-4ec6-8503-05eb80862278 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1208491 Aug 03 19:05:18.099358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-0214658a-aeec-4cc5-b83f-42cd5ed7085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.101040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-0214658a-aeec-4cc5-b83f-42cd5ed7085e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196208 Aug 03 19:05:18.139296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:18.146715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:18.261679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.263839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dea4a90e-451c-4517-936b-7d225942c57b req-3d13ec8d-3d07-4bb7-96e0-fe155dfde810 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0557764 Aug 03 19:05:18.287592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8701b722-9f84-4a07-9339-12106f9da5b9 req-e7b2e0dc-0360-4a8f-b2a2-2f454063434a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909590 Aug 03 19:05:18.341318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-a094f1d4-d93a-40ed-860b-246dc04e7d88 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255719 Aug 03 19:05:18.359954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.360593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.362027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] 10.222.0.77 "PUT /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 1097 time: 1.9801078 Aug 03 19:05:18.465861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c978-c6f9-4aa4-a913-64b85c345ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=11']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:18.502087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-a49e051e-abc2-46fb-b5bf-b3d5b57515d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.505300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-a49e051e-abc2-46fb-b5bf-b3d5b57515d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1100 time: 0.1018341 Aug 03 19:05:18.582647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae2b7539-7bcb-482d-a348-7786161669a2 req-35287d35-62db-4658-a8e8-aea084925167 service neutron] 10.222.0.54 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262738 Aug 03 19:05:18.697812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4e299c42-839c-410b-8082-c986423c623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.699515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-4e299c42-839c-410b-8082-c986423c623c service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1692109 Aug 03 19:05:18.756766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d1a04a46-66a5-4a82-a8c9-3b6627585d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:18.769696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-e1df131d-3a8d-43bc-9b07-5762aca07c3e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0602698 Aug 03 19:05:18.869820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-519b7b65-7334-47f2-b62a-12334081b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.872667 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-519b7b65-7334-47f2-b62a-12334081b472 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0930109 Aug 03 19:05:18.958975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-f2ba6d5c-7bb7-45b4-92d2-7bd75553a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:18.960357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-f2ba6d5c-7bb7-45b4-92d2-7bd75553a837 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755265 Aug 03 19:05:19.092329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c4ae1-eb23-4e73-a643-0eec15da1281 req-813b63af-187d-48e3-a48c-5105093bb030 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.094154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-409c4ae1-eb23-4e73-a643-0eec15da1281 req-813b63af-187d-48e3-a48c-5105093bb030 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0607972 Aug 03 19:05:19.099364 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-9ee10ffa-1bca-4bc5-8ac1-074c8ab9bc6e service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265213 Aug 03 19:05:19.135763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-409c4ae1-eb23-4e73-a643-0eec15da1281 req-8f387046-8de9-41f0-a737-32e939fb6db5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Aug 03 19:05:19.230266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3fb61ff-4adf-460c-86d8-fb7089f393f0 req-97014082-70fa-4bb8-abeb-f31f953de6e1 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198707 Aug 03 19:05:19.295819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'name': 'network-vif-deleted', 'tag': '73ffd382-9041-4389-a914-a2d52875d501'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:19.317120 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28ca11a-1cf0-4c30-b147-740d7d2dd73c" -d '{"events": [{"server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "name": "network-vif-deleted", "tag": "73ffd382-9041-4389-a914-a2d52875d501"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:19.421338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-00230e0f-cf86-45ec-8a63-d8c8e5a5a472 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.421338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-00230e0f-cf86-45ec-8a63-d8c8e5a5a472 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0891993 Aug 03 19:05:19.449309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff037d4-d54a-4875-9c7a-179de8fa821c req-96a59be2-687c-487c-a7cb-65631f586d7f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.451255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ff037d4-d54a-4875-9c7a-179de8fa821c req-96a59be2-687c-487c-a7cb-65631f586d7f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.1638336 Aug 03 19:05:19.462825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-00e8b8a7-4213-49db-bb72-fcf7c8a80794 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.463876 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-00e8b8a7-4213-49db-bb72-fcf7c8a80794 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.0890083 Aug 03 19:05:19.506122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-4806d824-7c5a-4eb9-b5c1-3dc007581e56 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0796595 Aug 03 19:05:19.522849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:19.573934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.592426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Deleting port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:19.593067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.625141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ff037d4-d54a-4875-9c7a-179de8fa821c req-d471fa82-cbc4-4cce-841a-94c88d80e802 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355538 Aug 03 19:05:19.743544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] For port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,segment=NetworkSegment(ac560993-3fe3-42cc-8cc7-52ff3114fc74),segment_id=ac560993-3fe3-42cc-8cc7-52ff3114fc74)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:19.744298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:19.764982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Calling delete_port for 19da4feb-5aad-4376-88ab-b7bd22ce4c9b owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:19.851554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a5133-3d37-4707-8eec-557bd4126756 req-b9ee4085-0247-4e54-92de-a6cee76ef20f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:19.853128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d58a5133-3d37-4707-8eec-557bd4126756 req-b9ee4085-0247-4e54-92de-a6cee76ef20f tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/ports?device_id=884fcd8e-dc74-4b2a-b7df-2bbd453403f8 HTTP/1.1" status: 200 len: 944 time: 0.1303446 Aug 03 19:05:19.951105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d58a5133-3d37-4707-8eec-557bd4126756 req-7aa4b78d-626a-48b5-acaf-871d5c8d8fa8 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.67 "GET /v2.0/security-groups?id=6ad63dd7-4431-4f89-82ab-c57390806cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888193 Aug 03 19:05:19.959506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}, {'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:19.966060 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e825177e-41ab-44be-a21b-e5e98564993c" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-unplugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}, {"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:20.087179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.147993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Pushing event deleted for resources: {'Port': ['ID=19da4feb-5aad-4376-88ab-b7bd22ce4c9b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:20.151789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd091cd-3950-4aec-8eb4-59afb9945da3 req-e538e224-a719-4f7d-93be-de1d9ad160e5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.154006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebd091cd-3950-4aec-8eb4-59afb9945da3 req-e538e224-a719-4f7d-93be-de1d9ad160e5 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1260695 Aug 03 19:05:20.244466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] No DVR routers for this DVR port 19da4feb-5aad-4376-88ab-b7bd22ce4c9b on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:20.248371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.251793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4deeec7a-9fbc-4b6e-aacd-ea71af501174 req-d82e1a00-b69c-4a11-98e9-169284bfe032 tempest-LiveAutoBlockMigrationV225Test-1654549647 tempest-LiveAutoBlockMigrationV225Test-1654549647-project] 10.222.0.77 "DELETE /v2.0/ports/19da4feb-5aad-4376-88ab-b7bd22ce4c9b HTTP/1.1" status: 204 len: 173 time: 0.7809930 Aug 03 19:05:20.279414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebd091cd-3950-4aec-8eb4-59afb9945da3 req-524efdf0-465c-411d-8928-521621980b14 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944867 Aug 03 19:05:20.417105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.480640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:20.655380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98bd3c9a-94ca-4546-9d09-fecd278c8120 req-56c57c48-a2da-4b80-9900-6c3a698215b7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0932593 Aug 03 19:05:20.717523 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Floating IP fd855623-5c68-4977-9fc8-7a05e47e1620 associated. External IP: 172.25.2.209, port: 77f55952-6507-48ec-b59d-c3e7357d27cc. Aug 03 19:05:20.776341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-9716f633-27f9-4405-89ee-71e77769ff0b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:20.777881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-9716f633-27f9-4405-89ee-71e77769ff0b tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e044d6c-b656-425c-b16c-1faf7f1e87f0 HTTP/1.1" status: 200 len: 946 time: 0.1406465 Aug 03 19:05:21.011292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053a1b-6d12-4eb5-9cd4-58ca431eeb71 req-860efb33-9662-44fe-84d5-38549d7bd22b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.020211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84053a1b-6d12-4eb5-9cd4-58ca431eeb71 req-860efb33-9662-44fe-84d5-38549d7bd22b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2326310 Aug 03 19:05:21.165105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84053a1b-6d12-4eb5-9cd4-58ca431eeb71 req-8bd6c9de-ed89-433b-8bad-528955bd3e3f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436768 Aug 03 19:05:21.255320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:21.271864 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a198364-a75b-4942-a1f7-708f7176a974 x-openstack-request-id: req-4a198364-a75b-4942-a1f7-708f7176a974 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:21.272153 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d830f7e-068b-49a4-84be-bab5a52fb0b6", "name": "network-vif-deleted", "tag": "73ffd382-9041-4389-a914-a2d52875d501", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:21.272446 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a198364-a75b-4942-a1f7-708f7176a974 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:21.286762 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d830f7e-068b-49a4-84be-bab5a52fb0b6', 'name': 'network-vif-deleted', 'tag': '73ffd382-9041-4389-a914-a2d52875d501', 'status': 'completed', 'code': 200} Aug 03 19:05:21.299041 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5bfa7a-21d9-4ab8-851e-99e4b1146220 x-openstack-request-id: req-1c5bfa7a-21d9-4ab8-851e-99e4b1146220 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:21.299708 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-unplugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "code": 200}, {"name": "network-changed", "server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:21.300462 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1c5bfa7a-21d9-4ab8-851e-99e4b1146220 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:21.300751 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'code': 200} Aug 03 19:05:21.300965 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'status': 'completed', 'code': 200} Aug 03 19:05:21.345819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Deleting port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:21.346596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.517990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825177e-41ab-44be-a21b-e5e98564993c req-f10b2344-2b99-4422-b2d6-d24957b312f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.520689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-f10b2344-2b99-4422-b2d6-d24957b312f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1100 time: 0.1169765 Aug 03 19:05:21.593921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:21.705184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:21.720109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'mac_address': 'fa:16:3e:03:0b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:21.741612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] For port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:21.742133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.761199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825177e-41ab-44be-a21b-e5e98564993c req-81eeda47-617e-4e2f-b726-420b7416a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.765680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-81eeda47-617e-4e2f-b726-420b7416a721 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2182722 Aug 03 19:05:21.766163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Calling delete_port for 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:21.776422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:21.811710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:21.842636 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-503520a8-b45d-4246-9288-336cfd4aec7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 200 len: 217 time: 0.0698643 Aug 03 19:05:21.863291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:21.926117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825177e-41ab-44be-a21b-e5e98564993c req-a430fbd4-b1d9-4311-984c-a35a896fbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:21.928491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-a430fbd4-b1d9-4311-984c-a35a896fbc8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0754921 Aug 03 19:05:21.980428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:22.010611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.011666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:22.011869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825177e-41ab-44be-a21b-e5e98564993c req-3d4b3b43-31d2-4d97-a109-3f1b6dbf2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.012180 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-3d4b3b43-31d2-4d97-a109-3f1b6dbf2e27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742042 Aug 03 19:05:22.016358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:22.019619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:22.027155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7033f-26ba-4ad9-87f4-0ac05ca1cf75 req-e9b9df58-8d9c-48ce-81e2-9b9703733c7f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.036211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2c7033f-26ba-4ad9-87f4-0ac05ca1cf75 req-e9b9df58-8d9c-48ce-81e2-9b9703733c7f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 949 time: 0.1806049 Aug 03 19:05:22.086277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-5f210668-b4ba-4bcc-b534-62e52ac57a0e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "PUT /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 996 time: 2.5634232 Aug 03 19:05:22.120813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.137377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2c7033f-26ba-4ad9-87f4-0ac05ca1cf75 req-30b56c89-0826-4681-9816-9341b7dde58a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001067 Aug 03 19:05:22.244973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c816fe40-c11c-47a6-ae54-cf8995950236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.253214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['77f55952-6507-48ec-b59d-c3e7357d27cc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:22.255945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42164) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:22.300386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-ea10b3c3-dc03-4ef1-8a5a-e59033aae469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.303880 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-7f28bc97-6ef9-4431-9567-7b7c2034f1ca service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802672 Aug 03 19:05:22.309006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-ea10b3c3-dc03-4ef1-8a5a-e59033aae469 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.2263806 Aug 03 19:05:22.311291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] No DVR routers for this DVR port 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:22.315700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.319123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76865c55-0732-4631-a7b0-a435a3a4d86b req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.54 "DELETE /v2.0/ports/5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 HTTP/1.1" status: 204 len: 173 time: 1.5305002 Aug 03 19:05:22.319895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb7d44-ed2e-44c3-be9b-ce227d42670f tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event deleted for resources: {'Port': ['ID=5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:22.550199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-0d79a9d7-fd54-43bd-9693-18ba9651f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.561451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-0d79a9d7-fd54-43bd-9693-18ba9651f39b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2514079 Aug 03 19:05:22.597794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f5f0-1853-439c-b153-0cde916d5102 req-8e84315e-7615-41c0-8aac-28b3f4e29e2a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.599610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb01f5f0-1853-439c-b153-0cde916d5102 req-8e84315e-7615-41c0-8aac-28b3f4e29e2a tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1415303 Aug 03 19:05:22.621514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e825177e-41ab-44be-a21b-e5e98564993c req-29a74477-7adb-474e-8ac8-e9abd427dd5a service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104990 Aug 03 19:05:22.761351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-c38e9d19-eb92-4b2d-9e58-e4d492426d36 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850010 Aug 03 19:05:22.832040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:22.843872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-678678c9-b066-4392-9fb8-2f13b0ce86e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 999 time: 0.2757542 Aug 03 19:05:22.859047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb01f5f0-1853-439c-b153-0cde916d5102 req-60b31b62-e469-4e5e-8bfe-b615c52d88d0 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829648 Aug 03 19:05:22.952551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Deleting subnet 8b2ab28f-9acb-4e74-b613-2dce80ac3f78 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:22.967836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-034c6a48-9d62-47d3-8489-a02e2ca4d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:22.977103 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-034c6a48-9d62-47d3-8489-a02e2ca4d083 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 1101 time: 0.1834140 Aug 03 19:05:22.977764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.007091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-7e1af5ab-7a65-4da6-a726-b7ad0bb766c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.008752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-7e1af5ab-7a65-4da6-a726-b7ad0bb766c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.1473079 Aug 03 19:05:23.018424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:23.070637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.084743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.086001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:23.096251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d30e78af-2429-4820-ad0b-33239bcb5b25 req-489b4889-644b-466b-afe0-171024d92c5b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d830f7e-068b-49a4-84be-bab5a52fb0b6 HTTP/1.1" status: 200 len: 210 time: 0.0617182 Aug 03 19:05:23.105966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['d57d5fcf-062d-4017-a581-c0997c2e8427'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:23.109420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.120463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-ec08a583-f464-4744-af8c-e767e755b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.123147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-ec08a583-f464-4744-af8c-e767e755b680 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061614 Aug 03 19:05:23.304179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}, {'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'name': 'network-vif-deleted', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:23.311895 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314c8509-a82a-4e84-ab35-5c89c3324f25" -d '{"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}, {"server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "name": "network-vif-deleted", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:23.359257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:23.388120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-deleted', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:23.391024 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5305e16-b153-491b-b609-b6eecb897a51" -d '{"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-deleted", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:23.396082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-5c629fbf-e198-4b24-aab1-f5c2446b1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.396890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-3f6f5783-047a-4123-8391-4b9ff993f209 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643113 Aug 03 19:05:23.398122 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-5c629fbf-e198-4b24-aab1-f5c2446b1416 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3610690 Aug 03 19:05:23.435651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:23.436052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:23.464943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-8d33cbce-29b3-4ded-83b1-488284f016dc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 200 len: 217 time: 0.0575483 Aug 03 19:05:23.517484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2118-afc9-4668-847c-e31e4a60606f req-f15639e4-f0e1-4e25-bd44-4829924a4e5f tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.536946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-99508ec9-9e3d-4e4b-9232-87acc3d2c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.538783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-99508ec9-9e3d-4e4b-9232-87acc3d2c9cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0658445 Aug 03 19:05:23.545054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.550616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8ec2118-afc9-4668-847c-e31e4a60606f req-f15639e4-f0e1-4e25-bd44-4829924a4e5f tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 1101 time: 0.2250857 Aug 03 19:05:23.628320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:23.673648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 19da4feb-5aad-4376-88ab-b7bd22ce4c9b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:23.674942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 19da4feb-5aad-4376-88ab-b7bd22ce4c9b not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:23.713195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8c267d-7a12-4f79-8905-1085cc670bd8 req-bfe0ef5e-fc45-46ef-9e3d-c7a34dea1a93 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950878 Aug 03 19:05:23.773135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-e1d8f3f9-3cf7-4f28-bdfa-bd894159c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:23.777848 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-e1d8f3f9-3cf7-4f28-bdfa-bd894159c7b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2076752 Aug 03 19:05:23.784713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8ec2118-afc9-4668-847c-e31e4a60606f req-4d4ac92b-b657-472c-9ae4-8608ee8e05d5 tempest-MigrationsAdminTest-157663220 tempest-MigrationsAdminTest-157663220-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277343 Aug 03 19:05:23.821143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:20Z', 'revision_number': 8, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:23.892141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.894339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:23.918583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:23.919361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:23.930631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2ab28f-9acb-4e74-b613-2dce80ac3f78,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:23.945551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:23.950720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:23.950938 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-923b3ac5-57fb-4d08-ac43-446130ed3f45 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8b2ab28f-9acb-4e74-b613-2dce80ac3f78 HTTP/1.1" status: 204 len: 168 time: 1.6933084 Aug 03 19:05:24.014482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fca74e-cd3c-4c29-abb8-05fc5a5313bb req-37cbaa70-aff6-48a0-88fa-cbb320074331 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.016552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30fca74e-cd3c-4c29-abb8-05fc5a5313bb req-37cbaa70-aff6-48a0-88fa-cbb320074331 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1571670 Aug 03 19:05:24.028602 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-e5ab4fba-72f8-42ce-bec5-f9eb87686dbf service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371204 Aug 03 19:05:24.089805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.104745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:24.168793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cba5e7c0-ce12-4829-a40a-c9c26d8b099d req-60644d61-f7f2-4b8b-b85b-036973ae73ed service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291528 Aug 03 19:05:24.256517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30fca74e-cd3c-4c29-abb8-05fc5a5313bb req-de8833a5-ec59-47cc-8709-f0f7644a2fdb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619604 Aug 03 19:05:24.275614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.290926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092401a9-9115-40b4-bd04-95f6c83436b4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:24.307530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb52217-2a6a-4d9c-89ce-b87b325a0753 req-ea042514-d07f-44d1-ae72-9ee69f8e7221 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.309645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cb52217-2a6a-4d9c-89ce-b87b325a0753 req-ea042514-d07f-44d1-ae72-9ee69f8e7221 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.2163360 Aug 03 19:05:24.313535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac560993-3fe3-42cc-8cc7-52ff3114fc74') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:24.313910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac560993-3fe3-42cc-8cc7-52ff3114fc74') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:24.341873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.391784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.402456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cb52217-2a6a-4d9c-89ce-b87b325a0753 req-14f7eb97-3e3a-4763-a168-16c9e7285821 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Aug 03 19:05:24.414892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:24.414892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.468270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:20Z', 'revision_number': 8, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:24.486092 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:24.495096 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1838003f-372f-4206-a198-9d7c2ea2b9fe x-openstack-request-id: req-1838003f-372f-4206-a198-9d7c2ea2b9fe {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:24.495457 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}, {"server_uuid": "2e044d6c-b656-425c-b16c-1faf7f1e87f0", "name": "network-vif-deleted", "tag": "5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:24.495642 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1838003f-372f-4206-a198-9d7c2ea2b9fe {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:24.496041 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:05:24.496317 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e044d6c-b656-425c-b16c-1faf7f1e87f0', 'name': 'network-vif-deleted', 'tag': '5297a9b7-8ba4-4d8a-8b45-8d60f2ab4691', 'status': 'completed', 'code': 200} Aug 03 19:05:24.531866 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef7a27a-af36-4219-bf93-799c868c1688 x-openstack-request-id: req-cef7a27a-af36-4219-bf93-799c868c1688 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:24.532455 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884fcd8e-dc74-4b2a-b7df-2bbd453403f8", "name": "network-vif-deleted", "tag": "19da4feb-5aad-4376-88ab-b7bd22ce4c9b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:24.536532 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cef7a27a-af36-4219-bf93-799c868c1688 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:24.537641 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884fcd8e-dc74-4b2a-b7df-2bbd453403f8', 'name': 'network-vif-deleted', 'tag': '19da4feb-5aad-4376-88ab-b7bd22ce4c9b', 'status': 'completed', 'code': 200} Aug 03 19:05:24.579275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198dc605-ed6f-42ec-aac1-fba159cd97cf None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'fd855623-5c68-4977-9fc8-7a05e47e1620', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'port_id': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'mac_address': 'fa:16:3e:16:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:04:33Z', 'updated_at': '2021-08-03T19:05:20Z', 'revision_number': 8, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:24.632052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.637764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-23f35c5c-c16e-4436-b720-f3f8e8dfe55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.637764 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-23f35c5c-c16e-4436-b720-f3f8e8dfe55e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.1344552 Aug 03 19:05:24.685158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.692107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.692475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] 10.222.0.67 "DELETE /v2.0/networks/092401a9-9115-40b4-bd04-95f6c83436b4 HTTP/1.1" status: 204 len: 168 time: 0.7344496 Aug 03 19:05:24.692570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42200) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:24.695723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3c53d-0a01-47fd-be31-5294d5da3b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=092401a9-9115-40b4-bd04-95f6c83436b4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:24.742067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5106dd2-cade-4e2b-99f5-a8774925db5b req-c979804a-1b6c-4ee1-a5f6-a1ff51263224 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 996 time: 0.1964839 Aug 03 19:05:24.837549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Deleting subnet 6b79fbce-7b0e-408b-b141-1006d913fec4 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:24.845684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:24.879589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-11f7230b-d6fa-4a38-a7d7-2b30c878a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.893350 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-11f7230b-d6fa-4a38-a7d7-2b30c878a6ee service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2479627 Aug 03 19:05:24.997778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5106dd2-cade-4e2b-99f5-a8774925db5b req-8e346638-68fb-4a99-a5a4-f5351d40ccac tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:24.999265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5106dd2-cade-4e2b-99f5-a8774925db5b req-8e346638-68fb-4a99-a5a4-f5351d40ccac tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2509921 Aug 03 19:05:25.023446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.091950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.123455 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf23e4-4d86-461f-92d2-bcc30386658c None None] New status for floating IP fd855623-5c68-4977-9fc8-7a05e47e1620: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:25.322455 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-72cb2487-1405-430a-ab78-eef71ef725c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 999 time: 0.4167118 Aug 03 19:05:25.392075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-e297dc43-9d08-4512-96dc-e8a6389adc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.394907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-e297dc43-9d08-4512-96dc-e8a6389adc0b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0590832 Aug 03 19:05:25.396677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.404579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-eb70a79b-6691-42bc-8b66-275c2b02870d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 999 time: 0.0953190 Aug 03 19:05:25.462792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-b21acca2-49e0-46e1-a8ac-d2cb19646948 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.476584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-b21acca2-49e0-46e1-a8ac-d2cb19646948 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports/77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 942 time: 0.0701377 Aug 03 19:05:25.477478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.480576 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6b79fbce-7b0e-408b-b141-1006d913fec4 HTTP/1.1" status: 204 len: 168 time: 0.7478678 Aug 03 19:05:25.483265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:25.490772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170237d4-2773-4610-ab63-e3e254782daa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b79fbce-7b0e-408b-b141-1006d913fec4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:25.587103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-a14050c6-6eae-458d-9a16-2f8583f6397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.589214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-a14050c6-6eae-458d-9a16-2f8583f6397e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813045 Aug 03 19:05:25.618026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:25.682939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-5638579d-6153-4cd1-bb3e-c7984e262e18 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1001 time: 0.1132772 Aug 03 19:05:25.751164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.802174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port d57d5fcf-062d-4017-a581-c0997c2e8427 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:25.809666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port d57d5fcf-062d-4017-a581-c0997c2e8427 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:25.810354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.885682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-11258619-9b56-4f6f-89f2-2bb70b0cc8a4 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.898260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-11258619-9b56-4f6f-89f2-2bb70b0cc8a4 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1726887 Aug 03 19:05:25.902267 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-c156baa4-272e-4e92-b4df-1377d2b4ccc6 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977595 Aug 03 19:05:25.923479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.946748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:25.969423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf4efb-bf51-407a-a16f-ec08ade55660 req-741e4ac5-b9e0-4b7c-9ff3-0e24685ffcaa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:25.977934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65cf4efb-bf51-407a-a16f-ec08ade55660 req-741e4ac5-b9e0-4b7c-9ff3-0e24685ffcaa tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 950 time: 0.2939413 Aug 03 19:05:25.992846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:25.995914 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c151cb0-49da-4cfd-8e6a-5cfa896ad618" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:26.016552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:26.028517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a149f513-66a4-4579-be38-ff1dd9124829']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:26.039070 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-314c8509-a82a-4e84-ab35-5c89c3324f25 req-db17b394-3ee6-47d3-a812-d2ca86da9c54 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194448 Aug 03 19:05:26.042787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f866c1a-322c-4c67-94e5-eabbc110b1de') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:26.043119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f866c1a-322c-4c67-94e5-eabbc110b1de') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:26.066912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.084775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.091326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:26.091759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:26.093971 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:26.372531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-9f2ca259-fff2-4c8a-b766-bb826b2cf7a8 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 1001 time: 0.4729977 Aug 03 19:05:26.375307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65cf4efb-bf51-407a-a16f-ec08ade55660 req-10e49f23-e2d5-43aa-b4b5-591498951955 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964415 Aug 03 19:05:26.382289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:26.389162 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.440118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=13']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:26.458616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.514517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.526658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.530886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a149f513-66a4-4579-be38-ff1dd9124829 HTTP/1.1" status: 204 len: 168 time: 1.0398355 Aug 03 19:05:26.547355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c7f21-70b0-42e0-aead-09472d436832 admin admin] Pushing event deleted for resources: {'Network': ['ID=a149f513-66a4-4579-be38-ff1dd9124829,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:26.587881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392120cd-d3bf-4f96-a335-3a16af5fdb5b req-02579e97-eb79-41c2-a562-af33cc87eaac tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.589660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-392120cd-d3bf-4f96-a335-3a16af5fdb5b req-02579e97-eb79-41c2-a562-af33cc87eaac tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1285498 Aug 03 19:05:26.692390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.703983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-392120cd-d3bf-4f96-a335-3a16af5fdb5b req-09a8f820-72e9-4e86-95e1-0753f3b8e461 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965531 Aug 03 19:05:26.788112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:26.788918 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Floating IP fd855623-5c68-4977-9fc8-7a05e47e1620 disassociated. External IP: 172.25.2.209, port: 77f55952-6507-48ec-b59d-c3e7357d27cc. Aug 03 19:05:26.823342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-81294bd9-6bcd-4c7c-b9c7-cec98b376a04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:26.826001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-81294bd9-6bcd-4c7c-b9c7-cec98b376a04 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 951 time: 0.1343112 Aug 03 19:05:26.938526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42248) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:26.978827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Deleting port d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:26.979474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.024604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2618622-70e9-490e-b954-753f4826578b req-26fd6cb8-4104-4bb0-bb16-e0cae7b9a782 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.038662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2618622-70e9-490e-b954-753f4826578b req-26fd6cb8-4104-4bb0-bb16-e0cae7b9a782 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1804426 Aug 03 19:05:27.050409 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-866dd3ea-204b-4fca-93d9-a5e861a5ccc1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa1a39cfbef647a3ade06eb4765b0341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056807 Aug 03 19:05:27.054850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:27.111168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] For port d57d5fcf-062d-4017-a581-c0997c2e8427, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=d57d5fcf-062d-4017-a581-c0997c2e8427,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:27.112513 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.129439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Calling delete_port for d57d5fcf-062d-4017-a581-c0997c2e8427 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:27.163823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2618622-70e9-490e-b954-753f4826578b req-c6d33537-1746-4354-af28-75a5cb7579f8 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171005 Aug 03 19:05:27.252072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.314398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.318697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:27.482611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.495712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10', 'd57d5fcf-062d-4017-a581-c0997c2e8427'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:27.515568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event deleted for resources: {'Port': ['ID=d57d5fcf-062d-4017-a581-c0997c2e8427,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:27.530999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85', 'b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:27.566830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] No DVR routers for this DVR port d57d5fcf-062d-4017-a581-c0997c2e8427 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:27.569322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.571484 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6765ea4-2ca4-4831-a3d3-05ea2bbd902b req-37bce9e2-4565-440b-9c8e-467e9360b0ab tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "DELETE /v2.0/ports/d57d5fcf-062d-4017-a581-c0997c2e8427 HTTP/1.1" status: 204 len: 173 time: 0.7381885 Aug 03 19:05:27.571936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-deleted', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:27.574496 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a746f8-1bf0-448a-9a1e-67b1f5a62bdf" -d '{"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-deleted", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:27.585508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-bf381684-d287-4737-a930-b2def94e6634 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.587252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-bf381684-d287-4737-a930-b2def94e6634 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.2369895 Aug 03 19:05:27.590771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.593644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.598369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ad63dd7-4431-4f89-82ab-c57390806cf0 HTTP/1.1" status: 204 len: 168 time: 0.5268724 Aug 03 19:05:27.610510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:27.618107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:27.652178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:27.655533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-572aceb0-8dec-473c-88e9-5daab8010e6b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0553863 Aug 03 19:05:27.657411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6981c21-06e0-448b-83c6-2db6dd6ba4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad63dd7-4431-4f89-82ab-c57390806cf0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:27.725487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-a11ae8be-379e-4d15-a085-e1c87fa7c8e6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687647 Aug 03 19:05:27.731051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:27.731375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:27.794680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-781302e7-72fa-4f33-bdb4-bd401c41769c tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "PUT /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 696 time: 1.4162045 Aug 03 19:05:27.796580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:27.803158 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2b7d94-7ec6-45cd-9908-28374774c0de" -d '{"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:27.896236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-dc9c39ac-6313-42a3-af63-d2ff823a1fa5 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662836 Aug 03 19:05:27.900450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-048fa857-b091-406c-9e11-1d51df4c5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:27.906550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-048fa857-b091-406c-9e11-1d51df4c5e08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.0858037 Aug 03 19:05:27.933158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:28.098536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3d57f6e-1a06-4776-9675-864d1ba55d31 req-39a590a9-ad59-40b9-982b-00c857208a62 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948063 Aug 03 19:05:28.099942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-b705e30a-2367-49fb-8986-a97c02b5140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.101391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-b705e30a-2367-49fb-8986-a97c02b5140d service neutron] 10.222.0.67 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.1871324 Aug 03 19:05:28.194115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-d36acfdc-e33e-481a-9413-8bbac2122185 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.0751979 Aug 03 19:05:28.243553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-0e4b8733-6bd2-48ba-ae88-e47b1ddce4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.245155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-0e4b8733-6bd2-48ba-ae88-e47b1ddce4f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0502765 Aug 03 19:05:28.311423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-6a38bd39-55cc-47ff-b579-17826812c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.313295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-6a38bd39-55cc-47ff-b579-17826812c4da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594640 Aug 03 19:05:28.452285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-f0c342bd-61e0-43e3-8c88-48325afb4570 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233826 Aug 03 19:05:28.452994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6ab7c8-37cb-41d2-9303-6f86152e5f5c x-openstack-request-id: req-8b6ab7c8-37cb-41d2-9303-6f86152e5f5c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:28.453296 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-plugged", "status": "completed", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:28.453561 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b6ab7c8-37cb-41d2-9303-6f86152e5f5c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:28.454203 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'code': 200} Aug 03 19:05:28.503423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:28.560588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:28.606359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:28.606359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:28.650474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42304) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:28.679864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1334bc-f339-4f10-90cf-af18b5ae18af req-2a6830c6-3684-4cb2-a282-960186b3b831 service neutron] 10.222.0.67 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176874 Aug 03 19:05:28.703571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3488ff50-4347-4b78-9783-08e52bd164af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8ac02ff8b7bf42ac8699f4dfeb2b6800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509055 Aug 03 19:05:28.706578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42308) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:28.777262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:28.811134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.824873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-641b84b0-4aa4-46ee-a7ea-5b75edbb868c req-32a194b8-94b7-4122-9f7f-732b2a4ebc74 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=f0eaeea7-b829-4861-abf8-b930a74b2517 HTTP/1.1" status: 200 len: 210 time: 0.0344045 Aug 03 19:05:28.833102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:28.914233 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ea3ff9-9eff-4f03-b15d-0d044af40e91 x-openstack-request-id: req-f8ea3ff9-9eff-4f03-b15d-0d044af40e91 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:28.914537 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0eaeea7-b829-4861-abf8-b930a74b2517", "name": "network-vif-deleted", "tag": "d57d5fcf-062d-4017-a581-c0997c2e8427", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:28.914762 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8ea3ff9-9eff-4f03-b15d-0d044af40e91 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:28.915173 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0eaeea7-b829-4861-abf8-b930a74b2517', 'name': 'network-vif-deleted', 'tag': 'd57d5fcf-062d-4017-a581-c0997c2e8427', 'status': 'completed', 'code': 200} Aug 03 19:05:28.926466 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c39f93-bffc-4fdd-bd48-e6d78c5eeebd x-openstack-request-id: req-86c39f93-bffc-4fdd-bd48-e6d78c5eeebd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:28.926466 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:28.926466 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-86c39f93-bffc-4fdd-bd48-e6d78c5eeebd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:28.926466 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:05:28.997185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-a3563dfd-c816-440a-bfd9-9937fc099562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:28.999021 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-a3563dfd-c816-440a-bfd9-9937fc099562 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 1096 time: 0.0535016 Aug 03 19:05:29.009290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af140ef8-e059-4c01-85e7-16889cf81ed2 req-5ec43c7e-9843-4753-a182-4c35262c674a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=fbde1db6-c4cc-46fe-8e22-c9fd8d34a654 HTTP/1.1" status: 200 len: 210 time: 0.0526104 Aug 03 19:05:29.083746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.088708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:29.090426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9882f0ed-29a4-4625-bfbf-de1b0c91530d HTTP/1.1" status: 204 len: 168 time: 0.3828266 Aug 03 19:05:29.101910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdcfcf-7ac9-4215-b51c-5ac0afc2e91f req-9876e6d6-8a44-4610-94ed-d4f911151766 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.103646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1afdcfcf-7ac9-4215-b51c-5ac0afc2e91f req-9876e6d6-8a44-4610-94ed-d4f911151766 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1063740 Aug 03 19:05:29.136942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:29.152830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e4c12-66e3-414e-90ac-5ffd47de5acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882f0ed-29a4-4625-bfbf-de1b0c91530d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:29.253828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1afdcfcf-7ac9-4215-b51c-5ac0afc2e91f req-93eac5f0-c6b0-42d0-b77b-504457c65e78 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263351 Aug 03 19:05:29.259200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-794762d0-9c36-446c-9bf6-569ab48135d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.260277 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-794762d0-9c36-446c-9bf6-569ab48135d2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 200 len: 921 time: 0.2546492 Aug 03 19:05:29.322468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-3ce9a94d-d896-4cd9-9256-04bfd0fa4403 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 200 len: 217 time: 0.0521827 Aug 03 19:05:29.392807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-06890de9-a964-4d05-80dc-950bde076b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.395344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-06890de9-a964-4d05-80dc-950bde076b78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 200 len: 859 time: 0.0681326 Aug 03 19:05:29.452313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-d66fdc35-edbf-4cbd-bf73-f394b0baf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:29.454115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-d66fdc35-edbf-4cbd-bf73-f394b0baf1ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e73a8c9-3cb0-4703-8de0-c3e148713a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518546 Aug 03 19:05:29.457738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278e8c33-9412-47e2-bca0-5a0e9f44f235 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:03:57Z', 'revision_number': 4, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fe8c35a2-c9be-4945-bc1c-8f81e02061e2', 'name': '', 'network_id': '2e73a8c9-3cb0-4703-8de0-c3e148713a1d', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'mac_address': 'fa:16:3e:fb:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:55Z', 'updated_at': '2021-08-03T19:04:05Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'subnets': [{'id': '605f9d8a-2792-4683-af77-d27ea93d46be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:29.586912 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-8f837b45-d655-40d5-8600-8a32e213e52a service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190743 Aug 03 19:05:29.632638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:29.663057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: d57d5fcf-062d-4017-a581-c0997c2e8427 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:29.667346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device d57d5fcf-062d-4017-a581-c0997c2e8427 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:29.716398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e2b7d94-7ec6-45cd-9908-28374774c0de req-c57fc142-d6a1-4d6b-8127-83ca69bef802 service neutron] 10.222.0.77 "GET /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249051 Aug 03 19:05:29.837612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f3d027-6bc2-47ec-bd5b-8b8e322bb312 None None] New status for floating IP fd855623-5c68-4977-9fc8-7a05e47e1620: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:05:29.909809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:30.182249 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47407600-d131-4fe5-b9e4-fc0e465e3a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.317437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47407600-d131-4fe5-b9e4-fc0e465e3a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.416129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47407600-d131-4fe5-b9e4-fc0e465e3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.461391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42392) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:30.463923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-47407600-d131-4fe5-b9e4-fc0e465e3a64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f34e1867577e43e4a923c5da14e01bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503435 Aug 03 19:05:30.469003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47407600-d131-4fe5-b9e4-fc0e465e3a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc93316f-a24d-4525-a8fb-9a3dd153b4f9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:30.520765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.549901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.747836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.752419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:30.754374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc93316f-a24d-4525-a8fb-9a3dd153b4f9 HTTP/1.1" status: 204 len: 168 time: 0.2917140 Aug 03 19:05:30.774036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1e7f1-fe23-4359-8f08-3ff05f8a31fc req-e7189550-4b6d-4352-ac58-ea4f5c57603d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:30.781285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dc1e7f1-fe23-4359-8f08-3ff05f8a31fc req-e7189550-4b6d-4352-ac58-ea4f5c57603d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.0892909 Aug 03 19:05:30.798281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14ed4b-ffa0-4d24-8717-62f27b36f32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc93316f-a24d-4525-a8fb-9a3dd153b4f9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:30.872492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dc1e7f1-fe23-4359-8f08-3ff05f8a31fc req-3f84d204-94ac-4b85-8b21-5f980706f218 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794537 Aug 03 19:05:31.037843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-5bfa2684-b237-4096-af95-ddce2b60342e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 200 len: 694 time: 0.0578566 Aug 03 19:05:31.177644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-3a17272a-617d-40ee-a878-c2ae9e5af4ed tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:31.179948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-3a17272a-617d-40ee-a878-c2ae9e5af4ed tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1359386 Aug 03 19:05:31.241309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-7d3438ab-2173-4231-9695-ae60fd036ec1 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 697 time: 0.0554438 Aug 03 19:05:31.297613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-844fbc5f-40f0-4854-821e-7edbd62f7a3e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 697 time: 0.0475297 Aug 03 19:05:31.459072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Deleting port e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:31.459420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.548210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.549699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.561516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Calling delete_port for e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:31.609543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42444) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:31.624340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cd0449-5567-4803-a197-cf4a18b0a9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.635025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:31.771099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.802638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:31.806821 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d4eae-d985-4879-8f8e-d221522a4947" -d '{"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:31.825254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:31.827827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.885107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.892691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event deleted for resources: {'Port': ['ID=e7ab8ece-7d2a-4d8f-ac80-2d4662e3c9d3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:31.983891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cd0449-5567-4803-a197-cf4a18b0a9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:31.999320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.002416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.004221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbed9e82-d99c-409e-a3a8-0db6b97de40f req-4c5d9f68-2d93-4dcf-aa38-a5678e4870bc tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "DELETE /v2.0/floatingips/fd855623-5c68-4977-9fc8-7a05e47e1620 HTTP/1.1" status: 204 len: 173 time: 0.6998217 Aug 03 19:05:32.052563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cd0449-5567-4803-a197-cf4a18b0a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.094822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:32.140434 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93cd0449-5567-4803-a197-cf4a18b0a9b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81f2e756806548f59bb056db7e313d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296779 Aug 03 19:05:32.141343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd0449-5567-4803-a197-cf4a18b0a9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f31aa0-d1e4-426e-920d-f5428f638cea,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:32.154604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42472) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:32.176487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-cf69222f-2222-430f-9565-1c934823a8e6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.179936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-cf69222f-2222-430f-9565-1c934823a8e6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1819279 Aug 03 19:05:32.206956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-db672276-b8bd-40b8-b32a-9dd77a6a4184 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0195055 Aug 03 19:05:32.238178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.249834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-6b1dec6d-f31d-4b4a-b550-3eaeab40ad1f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361383 Aug 03 19:05:32.273747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.374982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-ec06f2a9-bfb2-4983-a676-b12b6093f9c2 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169033 Aug 03 19:05:32.430037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.432789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.434824 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75f31aa0-d1e4-426e-920d-f5428f638cea HTTP/1.1" status: 204 len: 168 time: 0.2789505 Aug 03 19:05:32.453832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8a2f4-1e2b-4ddb-86a0-abae42fa283a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f31aa0-d1e4-426e-920d-f5428f638cea,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:32.497545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-34ce6e2c-aa40-43b7-a586-c2ca5619a405 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142344 Aug 03 19:05:32.816490 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f8a5e-ccf0-4a76-a3c2-7f7e48844607 x-openstack-request-id: req-895f8a5e-ccf0-4a76-a3c2-7f7e48844607 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:32.816490 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-unplugged", "status": "completed", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:32.816490 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-895f8a5e-ccf0-4a76-a3c2-7f7e48844607 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:32.816490 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'code': 200} Aug 03 19:05:32.896669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367790d-f57f-4477-ae5e-805b9e059799 req-3be7c051-32a4-4a75-b757-5e314570ce85 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:32.896669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3367790d-f57f-4477-ae5e-805b9e059799 req-3be7c051-32a4-4a75-b757-5e314570ce85 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 950 time: 0.0784516 Aug 03 19:05:32.910262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:32.990398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3367790d-f57f-4477-ae5e-805b9e059799 req-d12ab08d-ffb7-4c66-85f4-b778ad288aa7 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868354 Aug 03 19:05:33.016179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681372d-0dab-4cd2-9bed-bc760d124fa4 req-4cd76a55-172b-4a3b-9ed1-f4fc01330b5f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.018266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4681372d-0dab-4cd2-9bed-bc760d124fa4 req-4cd76a55-172b-4a3b-9ed1-f4fc01330b5f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.0855193 Aug 03 19:05:33.077108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4681372d-0dab-4cd2-9bed-bc760d124fa4 req-7bc2bcec-949b-40d8-a2db-4cf5f4b834e3 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527258 Aug 03 19:05:33.423520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-6b6a162c-625e-45a4-b886-3902639af954 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.425907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-6b6a162c-625e-45a4-b886-3902639af954 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 950 time: 0.1270669 Aug 03 19:05:33.472965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe299200-d4ad-4476-8b9a-0da1b31adcd8 req-8130a2fc-12a2-4a16-83e1-de9b5393b435 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 210 time: 0.0459695 Aug 03 19:05:33.610819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Deleting port b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:33.611174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.789688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] For port b620aff5-7a1d-4c45-99f7-269901d6ed34, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b620aff5-7a1d-4c45-99f7-269901d6ed34,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:33.789978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:33.812486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Calling delete_port for b620aff5-7a1d-4c45-99f7-269901d6ed34 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:33.823978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-2220973b-5e3e-4766-bce7-813c51b8fde3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:33.825662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-2220973b-5e3e-4766-bce7-813c51b8fde3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.1613045 Aug 03 19:05:33.883351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-9a0ed99a-42bb-4932-a54a-80bbea3fd4f9 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/quotas/a5eeba7a77e844f0904d92765be84d66 HTTP/1.1" status: 200 len: 375 time: 0.0450509 Aug 03 19:05:33.973049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-4a904a31-695a-438b-aa17-ab8de43bc27e tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887034 Aug 03 19:05:34.161363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.176134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:34.200045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85', 'b620aff5-7a1d-4c45-99f7-269901d6ed34'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:34.204628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event deleted for resources: {'Port': ['ID=b620aff5-7a1d-4c45-99f7-269901d6ed34,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:34.246486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-21b5dbe8-d4df-486f-a188-fa987dcf4c3b service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725403 Aug 03 19:05:34.262018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] No DVR routers for this DVR port b620aff5-7a1d-4c45-99f7-269901d6ed34 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:34.271089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.273020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac4184d5-bf4a-4d62-89b4-090503ecf7f0 req-763ba8d0-49c4-4229-9b7e-7749ab419c0f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "DELETE /v2.0/ports/b620aff5-7a1d-4c45-99f7-269901d6ed34 HTTP/1.1" status: 204 len: 173 time: 0.8378973 Aug 03 19:05:34.273456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-deleted', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:34.276341 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa05e195-c980-42a4-982e-e2788c620e49" -d '{"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-deleted", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:34.362975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-471e24ef-dc1f-4394-ad7c-7bc3558c285b service neutron] 10.222.0.67 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018703 Aug 03 19:05:34.463759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-f55e5ffb-badb-4f6b-b3a0-f74e32208e6c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.463759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-f55e5ffb-badb-4f6b-b3a0-f74e32208e6c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/ports?device_id=5c8e2450-758c-485b-ac93-bdcc23551b6d HTTP/1.1" status: 200 len: 943 time: 0.0657308 Aug 03 19:05:34.578027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Deleting port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:34.578541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.767661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] For port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:34.768129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:34.802358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Calling delete_port for 7aef6cf6-64f3-4cb2-a677-2035d8919ceb owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:34.825562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b41f2-e567-4d60-92e6-e996a690a52b req-e60f7687-1b83-44ee-82cd-1241ac77d718 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.827513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c4b41f2-e567-4d60-92e6-e996a690a52b req-e60f7687-1b83-44ee-82cd-1241ac77d718 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 945 time: 0.1475871 Aug 03 19:05:34.905470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c4b41f2-e567-4d60-92e6-e996a690a52b req-2cded796-937a-41ae-918e-a70a16b8611e tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/security-groups?id=3e1e44f5-3070-4440-821f-7fd22d14f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 Aug 03 19:05:34.913971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de865050-c690-46af-894a-dd48eddbd16d req-998bea70-4de8-4539-9900-481247717106 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:34.915569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de865050-c690-46af-894a-dd48eddbd16d req-998bea70-4de8-4539-9900-481247717106 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.77 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 945 time: 0.0869477 Aug 03 19:05:35.033602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Deleting port 77f55952-6507-48ec-b59d-c3e7357d27cc {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:35.035826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.065866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7dec0ea3-aad8-4d0e-b371-fa498dadf6ce req-332063ca-8ef6-43b6-988a-792735f4691e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=1f934e7c-f6ca-4665-ac77-95385557f114 HTTP/1.1" status: 200 len: 210 time: 0.0461998 Aug 03 19:05:35.096470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.130978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event deleted for resources: {'Port': ['ID=7aef6cf6-64f3-4cb2-a677-2035d8919ceb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.228037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] No DVR routers for this DVR port 7aef6cf6-64f3-4cb2-a677-2035d8919ceb on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:35.229695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04293d14-69b8-4133-8eed-ca49c0de85ce req-ba5eaa0e-4930-4642-8c19-38cb0c5cb7c5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.231103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.231232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04293d14-69b8-4133-8eed-ca49c0de85ce req-ba5eaa0e-4930-4642-8c19-38cb0c5cb7c5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.0924535 Aug 03 19:05:35.233889 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-26283e74-db2a-4ecd-9a8f-64f701f995e6 req-35288ffe-d0ef-4e5d-bad1-c86b7f3fcfa5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "DELETE /v2.0/ports/7aef6cf6-64f3-4cb2-a677-2035d8919ceb HTTP/1.1" status: 204 len: 173 time: 0.7647700 Aug 03 19:05:35.234368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-deleted', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:35.236928 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d2aeff-be34-40b6-a34e-63f099ef145e" -d '{"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-deleted", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:35.260014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] For port 77f55952-6507-48ec-b59d-c3e7357d27cc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=77f55952-6507-48ec-b59d-c3e7357d27cc,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:35.260517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.293586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Calling delete_port for 77f55952-6507-48ec-b59d-c3e7357d27cc owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:35.339002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04293d14-69b8-4133-8eed-ca49c0de85ce req-5e8f6f12-446e-4268-8678-d7bc6a80a957 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820127 Aug 03 19:05:35.407289 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc206391-72ff-4300-b4fb-6be07af5281a x-openstack-request-id: req-dc206391-72ff-4300-b4fb-6be07af5281a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:35.407696 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f934e7c-f6ca-4665-ac77-95385557f114", "name": "network-vif-deleted", "tag": "b620aff5-7a1d-4c45-99f7-269901d6ed34", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:35.408054 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc206391-72ff-4300-b4fb-6be07af5281a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:35.409321 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f934e7c-f6ca-4665-ac77-95385557f114', 'name': 'network-vif-deleted', 'tag': 'b620aff5-7a1d-4c45-99f7-269901d6ed34', 'status': 'completed', 'code': 200} Aug 03 19:05:35.548853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5996077-b120-4f23-9ce0-7b1ca5df767b req-35b33de4-2dfe-49a5-8aaf-e4a57b261b79 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 210 time: 0.0754254 Aug 03 19:05:35.561811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b940bc6-3770-4a81-9ac3-90a929815607 req-45ba93ac-398b-443b-812c-9906eb576c62 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0632992 Aug 03 19:05:35.609578 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151064cc-27f3-4678-9a17-f5c893fac4de x-openstack-request-id: req-151064cc-27f3-4678-9a17-f5c893fac4de {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:35.611563 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8e2450-758c-485b-ac93-bdcc23551b6d", "name": "network-vif-deleted", "tag": "7aef6cf6-64f3-4cb2-a677-2035d8919ceb", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:35.611563 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-151064cc-27f3-4678-9a17-f5c893fac4de {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:35.612830 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8e2450-758c-485b-ac93-bdcc23551b6d', 'name': 'network-vif-deleted', 'tag': '7aef6cf6-64f3-4cb2-a677-2035d8919ceb', 'status': 'completed', 'code': 200} Aug 03 19:05:35.662723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:35.702032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Pushing event deleted for resources: {'Port': ['ID=77f55952-6507-48ec-b59d-c3e7357d27cc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:35.822976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-3c1bcf10-c914-4e78-a375-4dbc0c99dc49 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:35.824566 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-3c1bcf10-c914-4e78-a375-4dbc0c99dc49 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1656621 Aug 03 19:05:35.839689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:36.119378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] No DVR routers for this DVR port 77f55952-6507-48ec-b59d-c3e7357d27cc on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:36.123382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.125609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de865050-c690-46af-894a-dd48eddbd16d req-8706503b-5387-414f-b6f9-b07e79415160 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.77 "DELETE /v2.0/ports/77f55952-6507-48ec-b59d-c3e7357d27cc HTTP/1.1" status: 204 len: 173 time: 1.2039566 Aug 03 19:05:36.168126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:36.182199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.297654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b51fb81f-4d5f-4f6a-a458-96ff0d195fab req-8f8c8c2b-bdfd-420f-9a15-d0e34cef09d5 tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.0676990 Aug 03 19:05:36.369895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.7 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/9f6c7d50-68e4-4fb6-89f4-e5e369fd355d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:36.519011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab601c-f24e-4b23-8058-1df5fa6ef223 req-34a4f22e-388a-44ff-9b51-f5f92efeb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.521760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30ab601c-f24e-4b23-8058-1df5fa6ef223 req-34a4f22e-388a-44ff-9b51-f5f92efeb93d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1096 time: 0.0627263 Aug 03 19:05:36.559191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.590861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30ab601c-f24e-4b23-8058-1df5fa6ef223 req-2a25e80f-7109-4bf3-9409-69f04bc61d9c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610564 Aug 03 19:05:36.613440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07323944-13e7-4634-88d9-dae007e8da45 req-4f47cf8f-c430-4e25-9830-13341a7688ff tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.615032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07323944-13e7-4634-88d9-dae007e8da45 req-4f47cf8f-c430-4e25-9830-13341a7688ff tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.0657496 Aug 03 19:05:36.657778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07323944-13e7-4634-88d9-dae007e8da45 req-1e20bbe7-d491-4247-90a3-2457b7bf83d8 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Aug 03 19:05:36.681422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.726630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:36.729684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:36.735919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:36.762651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:36.770479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd605df-91d1-444c-bb4d-2486ae6338e5 req-166f4dd3-9615-42f7-a9f1-b8675703038a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.772026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd605df-91d1-444c-bb4d-2486ae6338e5 req-166f4dd3-9615-42f7-a9f1-b8675703038a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.0528443 Aug 03 19:05:36.788849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:36.789482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:36.813326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fd605df-91d1-444c-bb4d-2486ae6338e5 req-e34f3aef-3208-4e85-9cb5-47d1f1023cd2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346451 Aug 03 19:05:37.052552 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-5f1f3e0e-8cef-48d9-859b-54e3aed68222 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2166235 Aug 03 19:05:37.065640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Request body: {'port': {'device_id': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:37.360619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:37.388520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: b620aff5-7a1d-4c45-99f7-269901d6ed34 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:37.388891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b620aff5-7a1d-4c45-99f7-269901d6ed34 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:37.410657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'name': 'network-vif-deleted', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:37.415202 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92928131-dbc7-4f6c-be66-44987101d06e" -d '{"events": [{"server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "name": "network-vif-deleted", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:37.415893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.676490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 77f55952-6507-48ec-b59d-c3e7357d27cc no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:37.696632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 77f55952-6507-48ec-b59d-c3e7357d27cc {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:37.697311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 77f55952-6507-48ec-b59d-c3e7357d27cc not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:37.697726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:37.701001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:37.709332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.718417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 7aef6cf6-64f3-4cb2-a677-2035d8919ceb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:37.718769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7aef6cf6-64f3-4cb2-a677-2035d8919ceb not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:37.721893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Transition to ACTIVE for port object 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:37.793545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:37.917202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:37.929656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e8d5d0d-4128-461a-a60d-52f410733ed6 req-361327ed-8de1-4996-b083-f6bd6b9c6b22 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0527010 Aug 03 19:05:37.957726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Attempting to bind port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:37.958104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Attempting to bind port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:37.958567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Attempting to bind port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:37.958800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfa5ae-7aec-4359-8adf-c7c61d4ddf3b req-c370fc92-e5f5-40c8-b5f7-3ee500add7b1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:37.960355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15bfa5ae-7aec-4359-8adf-c7c61d4ddf3b req-c370fc92-e5f5-40c8-b5f7-3ee500add7b1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 943 time: 0.1243749 Aug 03 19:05:37.964242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:37.964719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Attempting to bind port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:38.005801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15bfa5ae-7aec-4359-8adf-c7c61d4ddf3b req-9031329a-2893-42a7-9d43-189ecb4954f4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 Aug 03 19:05:38.012136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:38.012959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:38.014423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:38.015171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Bound port: 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:38.018213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.058225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-d95216f7-c223-4bf7-89b9-1b56e90c19c7 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.059776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-d95216f7-c223-4bf7-89b9-1b56e90c19c7 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/networks?id=fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 200 len: 804 time: 0.3131716 Aug 03 19:05:38.087387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Request body: {'port': {'device_id': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'admin_state_up': True, 'tenant_id': 'a5eeba7a77e844f0904d92765be84d66'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:38.094460 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56b233a-a76a-441a-a9a0-6acb14faa587 x-openstack-request-id: req-f56b233a-a76a-441a-a9a0-6acb14faa587 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:38.096617 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47", "name": "network-vif-deleted", "tag": "77f55952-6507-48ec-b59d-c3e7357d27cc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:38.096916 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f56b233a-a76a-441a-a9a0-6acb14faa587 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:38.097837 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47', 'name': 'network-vif-deleted', 'tag': '77f55952-6507-48ec-b59d-c3e7357d27cc', 'status': 'completed', 'code': 200} Aug 03 19:05:38.114239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:38.118813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:38.163913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd03e1c2-6f46-4e63-8aab-62b6faa6a3a2 req-c3a364b1-f1f1-4112-a9a0-40f31568f73d tempest-FloatingIPsAssociationTestJSON-633989464 tempest-FloatingIPsAssociationTestJSON-633989464-project] 10.222.0.67 "GET /v2.0/ports?device_id=60c95dd6-d6a5-4ee9-93e5-c95ba0fe7a47 HTTP/1.1" status: 200 len: 210 time: 0.1012585 Aug 03 19:05:38.228132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.262909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.263524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.264962 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] 10.222.0.77 "PUT /v2.0/ports/9f6c7d50-68e4-4fb6-89f4-e5e369fd355d HTTP/1.1" status: 200 len: 1091 time: 1.2039998 Aug 03 19:05:38.265396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:38.267649 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce" -d '{"events": [{"name": "network-changed", "server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:38.286783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6118ef6-3db0-4f09-b20d-b66adc69f15a req-23f4961a-83f4-4b6b-a46f-f92dae350c10 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.293775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6118ef6-3db0-4f09-b20d-b66adc69f15a req-23f4961a-83f4-4b6b-a46f-f92dae350c10 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1593649 Aug 03 19:05:38.307994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6394e9-aa74-4417-a0e2-24b007897fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:38.389396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765141-92a1-4bf6-aeb2-cf2d314ea7b4 req-848731f1-7452-425d-b3b9-fe6a656ac0c1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.390943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17765141-92a1-4bf6-aeb2-cf2d314ea7b4 req-848731f1-7452-425d-b3b9-fe6a656ac0c1 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.1631889 Aug 03 19:05:38.401500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6118ef6-3db0-4f09-b20d-b66adc69f15a req-5ce6d900-54ca-450c-be16-2a574de5520b tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/security-groups?id=fbbafb73-ea88-45b4-af35-cd00b7ee41eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016605 Aug 03 19:05:38.447544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-d0c4e2e1-8de6-4004-8c55-84e59b2502d1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.449140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-d0c4e2e1-8de6-4004-8c55-84e59b2502d1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 946 time: 0.1217303 Aug 03 19:05:38.475300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-53af76ad-60a2-4501-a431-5e534de9ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.481374 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-53af76ad-60a2-4501-a431-5e534de9ed78 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 1094 time: 0.0602584 Aug 03 19:05:38.491197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17765141-92a1-4bf6-aeb2-cf2d314ea7b4 req-b3bc9cfa-4873-4c32-a54b-27467ba402a9 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870423 Aug 03 19:05:38.519136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Made reservation on behalf of a5eeba7a77e844f0904d92765be84d66 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:38.523580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.556570 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-82ce261b-e26b-451e-84b5-0b69cef711a5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d HTTP/1.1" status: 200 len: 217 time: 0.0615091 Aug 03 19:05:38.608214 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c661e828-e982-4f4d-b29c-a3d5d3a8fa04 x-openstack-request-id: req-c661e828-e982-4f4d-b29c-a3d5d3a8fa04 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:38.608703 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:38.609348 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c661e828-e982-4f4d-b29c-a3d5d3a8fa04 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:38.610226 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d', 'status': 'completed', 'code': 200} Aug 03 19:05:38.614734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:38.639037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-e305d9b4-1cf6-4d20-bd2e-0ae3b7cd7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.640595 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-e305d9b4-1cf6-4d20-bd2e-0ae3b7cd7ddf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0724785 Aug 03 19:05:38.691047 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-cca50a09-4ba4-4100-89aa-bb4bd464661e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408061 Aug 03 19:05:38.695134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0615b-edd0-407d-8d23-820ece4a9274 req-e48b2839-6dc1-4210-af3f-a1ae44f85a15 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:38.696717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cb0615b-edd0-407d-8d23-820ece4a9274 req-e48b2839-6dc1-4210-af3f-a1ae44f85a15 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1539836 Aug 03 19:05:38.764720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Deleting port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:38.765065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.771385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45661f4c-14ea-445f-8302-20e3c812ffe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.827840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-c4fa3364-8e63-4be6-b416-bdeca2ed093b service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283712 Aug 03 19:05:38.842045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Allocated IP 172.20.0.7 (fdf2592a-0f2f-4246-91b8-fb7208201837/848abf52-239a-48a2-b413-07b75f52f8c7/738a97e6-c2db-4eb9-95c8-ce66e0717cb2) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:38.846845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cb0615b-edd0-407d-8d23-820ece4a9274 req-5aee32bf-9b7d-45c1-bdaa-8a27db37e358 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406791 Aug 03 19:05:38.912269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] For port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,segment=NetworkSegment(6b79a3aa-49a3-4c3b-97ba-af1447593beb),segment_id=6b79a3aa-49a3-4c3b-97ba-af1447593beb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:38.913096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:38.958919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Calling delete_port for 05fbd3e4-dfd7-4978-9fcd-01be432d02cf owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:39.020170 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf598f6f-2eea-4608-9351-acb8024f2017 req-51e829a6-f31b-4593-a6fe-83a212d8626a service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823761 Aug 03 19:05:39.045315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45661f4c-14ea-445f-8302-20e3c812ffe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.094529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85971aab-c546-4cd4-9686-5ffff0b68096 req-6ffa9a9c-1ba1-43f4-8ef9-771248e40520 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 210 time: 0.0667729 Aug 03 19:05:39.175493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45661f4c-14ea-445f-8302-20e3c812ffe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.232473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.259121 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-45661f4c-14ea-445f-8302-20e3c812ffe7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e88e4c676a947a9ac2751fc9965f5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6430464 Aug 03 19:05:39.270010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42644) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.286514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45661f4c-14ea-445f-8302-20e3c812ffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53739be8-7d31-4d7b-a4cb-57a6380a025d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.327648 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298635-7b20-438e-b6ad-472da3910e73 req-08f6d1ce-8275-4906-8cc2-77f267cc0d88 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.329516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-87298635-7b20-438e-b6ad-472da3910e73 req-08f6d1ce-8275-4906-8cc2-77f267cc0d88 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.2197466 Aug 03 19:05:39.340416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-63fd2a2b-1683-454c-ac63-8f7b30056f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.342303 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-63fd2a2b-1683-454c-ac63-8f7b30056f66 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 1094 time: 0.1664674 Aug 03 19:05:39.375798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497eb4-211a-4e89-8083-e82b4324017c req-6345dab7-4ff7-44f5-a77d-7a081b789fc7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.377516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25497eb4-211a-4e89-8083-e82b4324017c req-6345dab7-4ff7-44f5-a77d-7a081b789fc7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 943 time: 0.1677988 Aug 03 19:05:39.387254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-44d27182-56e0-4540-85c6-f015ddc65793 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.391371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-44d27182-56e0-4540-85c6-f015ddc65793 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 811 time: 0.2418258 Aug 03 19:05:39.436870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-66a13daf-cc0d-4bc3-a756-641285f5b0e2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/quotas/78d598ac64334a30aec54cc102258bdb HTTP/1.1" status: 200 len: 375 time: 0.0333130 Aug 03 19:05:39.446841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.452760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.499162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.507588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25497eb4-211a-4e89-8083-e82b4324017c req-9099919d-15cc-4589-ae05-ba8b1e52c5de tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163144 Aug 03 19:05:39.534693 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.534693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Pushing event deleted for resources: {'Port': ['ID=05fbd3e4-dfd7-4978-9fcd-01be432d02cf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.588064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42658) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:39.590939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-79735d4d-0e41-4cd5-8d6c-4d83bdcd67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.593929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-79735d4d-0e41-4cd5-8d6c-4d83bdcd67f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 913 time: 0.2363858 Aug 03 19:05:39.618866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.688383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Network fdf2592a-0f2f-4246-91b8-fb7208201837 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:39.693776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:39.699324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-9825424c-dfde-4e6d-b1f7-9a5a6118eec4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d HTTP/1.1" status: 200 len: 217 time: 0.0914366 Aug 03 19:05:39.709407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c10b1218-2686-4a5d-9434-5c87d5a68108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.717252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:39.738092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2494ed1d-c268-4799-a7a6-934b5332caba req-265b4a18-f582-49b5-95d4-e23695901d3d tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0815115 Aug 03 19:05:39.739022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:39.762247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-feca3e9a-2c0c-42cc-95ee-4d20a2c6b5be tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3070776 Aug 03 19:05:39.762247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] No DVR routers for this DVR port 05fbd3e4-dfd7-4978-9fcd-01be432d02cf on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:39.763996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.766041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ae23696-e989-44fc-8e3d-e45c2756a050 req-5160e006-fbd4-4ec3-bed8-ca29b37a2da1 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.54 "DELETE /v2.0/ports/05fbd3e4-dfd7-4978-9fcd-01be432d02cf HTTP/1.1" status: 204 len: 173 time: 1.3058801 Aug 03 19:05:39.815242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Deleting port f43276ad-3e05-401f-b4b7-427d959abf10 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:39.816725 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:39.844631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-d5fe3cde-b61f-4e7d-8efb-17a4db950c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.846353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-d5fe3cde-b61f-4e7d-8efb-17a4db950c39 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.1348834 Aug 03 19:05:39.917402 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-94b6d6b5-5493-4974-98d0-edde0c05bcdd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387716 Aug 03 19:05:39.945887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:39.946513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.026318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.029025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.030261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53739be8-7d31-4d7b-a4cb-57a6380a025d HTTP/1.1" status: 204 len: 168 time: 0.7575548 Aug 03 19:05:40.030849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a7336-bb48-4b84-b617-88480ed3ecd1 req-14e86fcc-f6fa-498c-a4e8-b76161da6beb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.032378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e1a7336-bb48-4b84-b617-88480ed3ecd1 req-14e86fcc-f6fa-498c-a4e8-b76161da6beb tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 950 time: 0.2096431 Aug 03 19:05:40.036129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] For port f43276ad-3e05-401f-b4b7-427d959abf10, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f43276ad-3e05-401f-b4b7-427d959abf10,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:40.036504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.056052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-736a0f28-c59e-46e0-9bd8-c7faf408353a service neutron] 10.222.0.67 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983406 Aug 03 19:05:40.056571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c6aac-8b5c-4a7c-aaec-18fb54c1382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53739be8-7d31-4d7b-a4cb-57a6380a025d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.081573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Calling delete_port for f43276ad-3e05-401f-b4b7-427d959abf10 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:40.098744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-deleted', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:40.101942 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c8e13-2e88-40e4-843e-e9e3e1604677" -d '{"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-deleted", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:40.111989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-2726082c-1b99-4bdd-a879-cf38670c95ec service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845684 Aug 03 19:05:40.210889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e1a7336-bb48-4b84-b617-88480ed3ecd1 req-f901d1c7-2164-4e3f-b3e2-6146e913eab8 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640954 Aug 03 19:05:40.277605 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a52b6-1355-4175-9521-59091d3639ab x-openstack-request-id: req-824a52b6-1355-4175-9521-59091d3639ab {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:40.277893 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2", "name": "network-vif-deleted", "tag": "05fbd3e4-dfd7-4978-9fcd-01be432d02cf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:40.278143 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-824a52b6-1355-4175-9521-59091d3639ab {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:40.278605 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2', 'name': 'network-vif-deleted', 'tag': '05fbd3e4-dfd7-4978-9fcd-01be432d02cf', 'status': 'completed', 'code': 200} Aug 03 19:05:40.331094 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edf2e1f4-e6a4-4d54-b276-d89aacaf9dce req-43287c1f-7672-4d08-91b7-92e44961c431 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804814 Aug 03 19:05:40.336697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c10b1218-2686-4a5d-9434-5c87d5a68108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.398966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3909ecca-e177-4d09-8801-fb231af0ccfd service neutron] 10.222.0.67 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420551 Aug 03 19:05:40.417809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c10b1218-2686-4a5d-9434-5c87d5a68108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.435166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc0d39-cb9e-48e5-a908-9381a3135fc1 req-3b8becc6-2308-4443-a37b-32a3600ffd42 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:40.436698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2cc0d39-cb9e-48e5-a908-9381a3135fc1 req-3b8becc6-2308-4443-a37b-32a3600ffd42 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 931 time: 0.1018195 Aug 03 19:05:40.449672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.464080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f43276ad-3e05-401f-b4b7-427d959abf10'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:40.492274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b1218-2686-4a5d-9434-5c87d5a68108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67355070-bbaf-400d-a2df-caa43114c856,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.497815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c10b1218-2686-4a5d-9434-5c87d5a68108 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=45ecfe0a3e744bcdad0cb8136cde1e81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0440111 Aug 03 19:05:40.499634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event deleted for resources: {'Port': ['ID=f43276ad-3e05-401f-b4b7-427d959abf10,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:40.501475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:40.532174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:40.556212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-0def04cc-4e9e-4031-a8bc-1e1c133d74b4 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4762409 Aug 03 19:05:40.592892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] No DVR routers for this DVR port f43276ad-3e05-401f-b4b7-427d959abf10 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:40.599478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.601526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-87298635-7b20-438e-b6ad-472da3910e73 req-97097e8b-fc67-4c13-be10-efb4778299cd tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.77 "DELETE /v2.0/ports/f43276ad-3e05-401f-b4b7-427d959abf10 HTTP/1.1" status: 204 len: 173 time: 1.2573123 Aug 03 19:05:40.611361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-deleted', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:40.614226 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5526c3-3e01-4f55-b0a5-84584f534508" -d '{"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-deleted", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:40.654393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2cc0d39-cb9e-48e5-a908-9381a3135fc1 req-37b2fbf1-c207-4679-a04f-c41428fad7fa tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918125 Aug 03 19:05:40.660364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Request body: {'port': {'device_id': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:40.674716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.723178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.919900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e55756d-03cd-4ca1-8d6f-5e0fa4435c31 req-cfefdc95-f20d-4d39-a6a7-5fda19bc278c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.1096520 Aug 03 19:05:40.922468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.958068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:40.973155 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d7daf4-fcfb-4634-acc3-6d106646eb9d x-openstack-request-id: req-35d7daf4-fcfb-4634-acc3-6d106646eb9d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:40.973155 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a4430-3235-4989-94af-78739addeaf7", "name": "network-vif-deleted", "tag": "f43276ad-3e05-401f-b4b7-427d959abf10", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:40.973155 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35d7daf4-fcfb-4634-acc3-6d106646eb9d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:40.973155 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a4430-3235-4989-94af-78739addeaf7', 'name': 'network-vif-deleted', 'tag': 'f43276ad-3e05-401f-b4b7-427d959abf10', 'status': 'completed', 'code': 200} Aug 03 19:05:41.018393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fbc7a-a7c5-473b-b0d9-7a9534d8d9ab req-fc2d91d9-081c-49f7-8440-5c81919919f6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.020963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.029877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.030348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5fbc7a-a7c5-473b-b0d9-7a9534d8d9ab req-fc2d91d9-081c-49f7-8440-5c81919919f6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 943 time: 0.2133548 Aug 03 19:05:41.030550 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67355070-bbaf-400d-a2df-caa43114c856 HTTP/1.1" status: 204 len: 168 time: 0.5225930 Aug 03 19:05:41.040981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8bea7-f047-4814-9015-1c5c9f6dad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67355070-bbaf-400d-a2df-caa43114c856,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:41.119927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa7c1d12-e21c-4ca9-be9c-7c7b57306714 req-ae5292e3-5030-473c-b57d-300eea081ef2 tempest-ServersNegativeTestJSON-1444605551 tempest-ServersNegativeTestJSON-1444605551-project] 10.222.0.67 "GET /v2.0/ports?device_id=a1ad758a-1da7-4dc9-a8b0-fdb85e9781a2 HTTP/1.1" status: 200 len: 210 time: 0.0739024 Aug 03 19:05:41.253194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5fbc7a-a7c5-473b-b0d9-7a9534d8d9ab req-1a079f74-1aef-4530-a717-313ff2aedb3e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222641 Aug 03 19:05:41.359945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42688) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:41.372202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:41.382767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50e13938-5c21-44bf-8997-53f24ef0d426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.409610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 05fbd3e4-dfd7-4978-9fcd-01be432d02cf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:41.410637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 05fbd3e4-dfd7-4978-9fcd-01be432d02cf not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:41.524188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50e13938-5c21-44bf-8997-53f24ef0d426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.697376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:41.701775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-50e13938-5c21-44bf-8997-53f24ef0d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.733528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2241c3cb-e456-4acd-b788-3343fc54390c req-fe7eca74-8e70-4784-a642-a29e6a7a513a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=c01a4430-3235-4989-94af-78739addeaf7 HTTP/1.1" status: 200 len: 210 time: 0.0901144 Aug 03 19:05:41.787798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42696) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:41.788243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-50e13938-5c21-44bf-8997-53f24ef0d426 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4b1ce42ce7745c79416e44bdd263a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267049 Aug 03 19:05:41.802604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e13938-5c21-44bf-8997-53f24ef0d426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a628aa-fabe-49ae-9691-0e7763b2ba60,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:41.851023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:41.871120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d', 'mac_address': 'fa:16:3e:0f:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:41.920167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:41.936521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:41.975068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:41.980279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68895e2-f0da-4db5-96b8-c5a2e7b7ee13 req-4d575442-c8c9-4752-baa0-dfe3bc88098c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:41.982096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c68895e2-f0da-4db5-96b8-c5a2e7b7ee13 req-4d575442-c8c9-4752-baa0-dfe3bc88098c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 931 time: 0.2004392 Aug 03 19:05:42.001124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-3d77dca6-99e5-4913-8f2c-7df25d1bab5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2013185 Aug 03 19:05:42.045694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.063324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-103c7d57-6c3c-471e-b7d1-02ab8c67c288 req-731aa18b-5ce9-4b97-93b9-bf00ae1ce030 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.0772464 Aug 03 19:05:42.118988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:42.139496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55205bfe-8e6a-4e5d-bfb9-bebd1555d534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.154669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.180790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:42.187125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.226494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c68895e2-f0da-4db5-96b8-c5a2e7b7ee13 req-40d273a1-ef5d-463a-abe5-51e833f3afce tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312682 Aug 03 19:05:42.231439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.231765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42704) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:42.278132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Transition to ACTIVE for port object 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:42.279711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.286533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-4dbba5e2-b700-4272-b08f-64c69bdf1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.288192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-4dbba5e2-b700-4272-b08f-64c69bdf1151 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=54e23eb28b6846a8b01f684c05525643&device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 1101 time: 0.1884553 Aug 03 19:05:42.292164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.292791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.300578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.302418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.302809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.303140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.304031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.304534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.305547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.305899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.306421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.306953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:42.310489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Deleting port fe8c35a2-c9be-4945-bc1c-8f81e02061e2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:42.310935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.358825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['9f6c7d50-68e4-4fb6-89f4-e5e369fd355d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:42.384984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Deleting subnet e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:42.397172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.400533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55205bfe-8e6a-4e5d-bfb9-bebd1555d534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.406666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.427468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.430120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.434087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04a628aa-fabe-49ae-9691-0e7763b2ba60 HTTP/1.1" status: 204 len: 168 time: 0.6407733 Aug 03 19:05:42.447930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.496211 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55205bfe-8e6a-4e5d-bfb9-bebd1555d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.508609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357e295-835c-4669-b4ab-e3901a24e281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a628aa-fabe-49ae-9691-0e7763b2ba60,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.562660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.573267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.630162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] For port fe8c35a2-c9be-4945-bc1c-8f81e02061e2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:42.630717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.635842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-3e909af7-7f17-4807-ab55-776f73f724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.637480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-3e909af7-7f17-4807-ab55-776f73f724d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3240733 Aug 03 19:05:42.655251 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55205bfe-8e6a-4e5d-bfb9-bebd1555d534 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1d1049351f774f979c620918046abda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319285 Aug 03 19:05:42.655251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55205bfe-8e6a-4e5d-bfb9-bebd1555d534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc846c5f-95f6-4bf6-9776-1f6790ec2f50,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.655583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e33028-4b42-45fc-9d38-746c932f735d req-e034b314-d531-44f8-9d54-d10fe698475a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.660094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42710) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:42.670963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9e33028-4b42-45fc-9d38-746c932f735d req-e034b314-d531-44f8-9d54-d10fe698475a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 944 time: 0.2436206 Aug 03 19:05:42.707470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Calling delete_port for fe8c35a2-c9be-4945-bc1c-8f81e02061e2 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:42.730085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.754801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.777194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-b0ca89f2-90d9-4718-a06b-bbbc2259bc86 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 200 len: 217 time: 0.0805364 Aug 03 19:05:42.800260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.831449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c36d7f-7cc7-4b9c-8be6-889bbdb03364,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.835508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.835898 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67cb2916-3aaa-4fed-8160-56c92c863c71 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e1c36d7f-7cc7-4b9c-8be6-889bbdb03364 HTTP/1.1" status: 204 len: 168 time: 0.5949540 Aug 03 19:05:42.838294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42716) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:42.907680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9e33028-4b42-45fc-9d38-746c932f735d req-1ad1f682-faca-4c16-a330-249d6ce2f065 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306554 Aug 03 19:05:42.924191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.932586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.935406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:42.937509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc846c5f-95f6-4bf6-9776-1f6790ec2f50 HTTP/1.1" status: 204 len: 168 time: 0.2754862 Aug 03 19:05:42.959166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77ac0d-b997-4afc-b2cd-c559a597bb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc846c5f-95f6-4bf6-9776-1f6790ec2f50,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:42.973594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Attempting to bind port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:42.973944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Attempting to bind port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:42.974285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Attempting to bind port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:42.983811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-216290ae-6cd3-425e-be72-32876d1f48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:42.985457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-216290ae-6cd3-425e-be72-32876d1f48cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1836936 Aug 03 19:05:42.988084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 on network fdf2592a-0f2f-4246-91b8-fb7208201837 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:42.988430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Attempting to bind port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 on network fdf2592a-0f2f-4246-91b8-fb7208201837 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:43.033565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.049195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5191870-a32a-4a50-93ed-2d7c08f08536']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:43.055075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:43.055426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Checking segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:43.055830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Bound using segment: {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:43.056292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Bound port: 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e61e0b-266f-4960-a927-e972f324265c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:43.056676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.058200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b79a3aa-49a3-4c3b-97ba-af1447593beb') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:43.058568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b79a3aa-49a3-4c3b-97ba-af1447593beb') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:43.069550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.086314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.097008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:43.097678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:43.099668 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:43.169432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-6435435b-5fbc-4e16-85d7-81a0621c4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.170983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-6435435b-5fbc-4e16-85d7-81a0621c4e20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770761 Aug 03 19:05:43.240100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a885607-95cc-4306-a274-d6fc21d90203 req-1f798f06-1877-4524-a384-edb3728ffdd8 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.0628021 Aug 03 19:05:43.289123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:43.319733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:43.347421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.356567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.359494 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c5191870-a32a-4a50-93ed-2d7c08f08536 HTTP/1.1" status: 204 len: 168 time: 0.5201607 Aug 03 19:05:43.374600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf93ce0-e7ab-431c-9565-c5d40cc69956 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5191870-a32a-4a50-93ed-2d7c08f08536,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:43.387706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-dc4ae7b1-4f25-4717-b03f-28fd4c3b413c service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035639 Aug 03 19:05:43.407349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17a9cb-10e5-4346-af6a-453969e52933 req-efb822ed-34ee-4f30-9102-3ddeaa55d6c5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.409103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd17a9cb-10e5-4346-af6a-453969e52933 req-efb822ed-34ee-4f30-9102-3ddeaa55d6c5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 943 time: 0.0865457 Aug 03 19:05:43.468977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.519498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.555602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.556690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.559090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] 10.222.0.77 "PUT /v2.0/ports/738a97e6-c2db-4eb9-95c8-ce66e0717cb2 HTTP/1.1" status: 200 len: 1091 time: 2.9086571 Aug 03 19:05:43.568710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:43.573000 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5e5ca-0009-4845-864d-cfe6dead3368" -d '{"events": [{"name": "network-changed", "server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:43.588628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd17a9cb-10e5-4346-af6a-453969e52933 req-444a880c-fc53-40ab-9bd8-8c198a34cea3 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710947 Aug 03 19:05:43.692791 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e147451-f8a9-4a6b-bde0-7d9103252992 x-openstack-request-id: req-9e147451-f8a9-4a6b-bde0-7d9103252992 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:43.693094 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:43.693374 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9e147451-f8a9-4a6b-bde0-7d9103252992 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:43.693789 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'status': 'completed', 'code': 200} Aug 03 19:05:43.695311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9dcfa-6de8-49b8-aae5-3afe89ba8b3e service neutron] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:43.706969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:43.760343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cab7da2-6230-4f7b-b560-01f3f348027e req-2daa88ae-b30d-482b-a82b-16f12736a3a9 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501923 Aug 03 19:05:43.768371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe8c35a2-c9be-4945-bc1c-8f81e02061e2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:43.829547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c34bb-e549-4ac8-96c6-8d7e552f4419 req-de6d9f5a-285b-4b06-b82d-9b62f6d092bc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.831581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e9c34bb-e549-4ac8-96c6-8d7e552f4419 req-de6d9f5a-285b-4b06-b82d-9b62f6d092bc tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.2265868 Aug 03 19:05:43.841453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-21fb11fa-35a1-471b-9071-12223b6ffba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:43.842989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-21fb11fa-35a1-471b-9071-12223b6ffba0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1521528 Aug 03 19:05:43.867498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:43.881173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:43.881173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:43.991082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e9c34bb-e549-4ac8-96c6-8d7e552f4419 req-ba352b40-fcf9-4472-8308-a5dfffae8c6c tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470060 Aug 03 19:05:44.031083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.059543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:44.061240 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f487ce-3b13-4cfc-ba47-f03fb863070e" -d '{"events": [{"server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "name": "network-vif-plugged", "status": "completed", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:44.078695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:44.096465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42756) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:44.109750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.121115 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beec3b01-60c4-48fd-9044-722152fd1b15 x-openstack-request-id: req-beec3b01-60c4-48fd-9044-722152fd1b15 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:44.121381 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "name": "network-vif-plugged", "status": "completed", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:44.122447 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-beec3b01-60c4-48fd-9044-722152fd1b15 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:44.123234 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d', 'code': 200} Aug 03 19:05:44.136211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-722a5376-3242-4b53-aa38-194f5f1932f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.137736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-722a5376-3242-4b53-aa38-194f5f1932f7 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a5eeba7a77e844f0904d92765be84d66&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2832091 Aug 03 19:05:44.182286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-96ba814c-1bd9-47c8-a81d-4aeb9f0b739f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81e389217ef04f38916335f8b0f8f99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845816 Aug 03 19:05:44.184482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:44.194354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.195467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:44.223512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471ff2d-47b0-4705-b0d9-b31fc4bd799e req-8def2617-3cbc-44f2-9bac-f17e33603508 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.225450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5471ff2d-47b0-4705-b0d9-b31fc4bd799e req-8def2617-3cbc-44f2-9bac-f17e33603508 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 944 time: 0.2275968 Aug 03 19:05:44.251225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f43276ad-3e05-401f-b4b7-427d959abf10 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:44.257915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f43276ad-3e05-401f-b4b7-427d959abf10 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:44.337713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-170f0360-b4bd-410e-b69d-5db2396232ca tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.339281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-170f0360-b4bd-410e-b69d-5db2396232ca tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 811 time: 0.3100119 Aug 03 19:05:44.346882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:44.374592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.385955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Request body: {'port': {'device_id': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'admin_state_up': True, 'tenant_id': '78d598ac64334a30aec54cc102258bdb'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:44.396465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de949503-6095-49de-a765-0a884fc62003 req-672918b1-0a4e-4236-8efc-f9f092060aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.398231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de949503-6095-49de-a765-0a884fc62003 req-672918b1-0a4e-4236-8efc-f9f092060aef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 1096 time: 0.1907897 Aug 03 19:05:44.418036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.464919 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de949503-6095-49de-a765-0a884fc62003 req-9b1be528-6025-4d97-91ca-9410b7318056 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580072 Aug 03 19:05:44.586534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.589204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:44.597298 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fbbafb73-ea88-45b4-af35-cd00b7ee41eb HTTP/1.1" status: 204 len: 168 time: 0.4043474 Aug 03 19:05:44.603978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389ba71-b94e-43c1-9f86-921400c8163f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbafb73-ea88-45b4-af35-cd00b7ee41eb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:44.807138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5471ff2d-47b0-4705-b0d9-b31fc4bd799e req-b43eeed1-6714-4b55-a032-6000346467da tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346186 Aug 03 19:05:44.808999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57f6b47e-b572-417f-95c9-592e63bc7156 req-16f9d7a1-f1ce-49f7-945a-36479c9a7bd0 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.4303441 Aug 03 19:05:44.842484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-c03aeb8c-7b2c-4d74-a4c4-ce73b04f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:44.844087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0a5e5ca-0009-4845-864d-cfe6dead3368 req-c03aeb8c-7b2c-4d74-a4c4-ce73b04f2341 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6983676 Aug 03 19:05:45.027738 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.067784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a2a03-ce14-4f28-8942-717fb42f9ac1 req-3853c38f-4546-424d-a521-b003b74a068b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.069394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c55a2a03-ce14-4f28-8942-717fb42f9ac1 req-3853c38f-4546-424d-a521-b003b74a068b tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 943 time: 0.1741388 Aug 03 19:05:45.097840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-96f27cb3-db91-4e49-b5aa-ed80898142aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.099341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-96f27cb3-db91-4e49-b5aa-ed80898142aa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5eeba7a77e844f0904d92765be84d66&device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1786745 Aug 03 19:05:45.138618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Router 37f33461-d142-4007-bf00-9c17ff928aa0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:05:45.175576 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-4e37cafc-7680-4147-9a05-e11109c1ecd4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2 HTTP/1.1" status: 200 len: 217 time: 0.0539000 Aug 03 19:05:45.260690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c55a2a03-ce14-4f28-8942-717fb42f9ac1 req-a312a390-6eb9-4a90-9cf9-aefcdf293741 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825092 Aug 03 19:05:45.261286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Made reservation on behalf of 78d598ac64334a30aec54cc102258bdb for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:45.264806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.292258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540343-598f-4c99-8310-e4853ec2ddc1 req-a7745500-b6f5-4393-8261-693a72b46d4e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.300973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7540343-598f-4c99-8310-e4853ec2ddc1 req-a7745500-b6f5-4393-8261-693a72b46d4e tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.2272370 Aug 03 19:05:45.382312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-e5e6f1a9-2257-48ba-8e48-33954ed780da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.383796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-e5e6f1a9-2257-48ba-8e48-33954ed780da service neutron] 10.222.0.77 "GET /v2.0/subnets?id=848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 200 len: 844 time: 0.1972284 Aug 03 19:05:45.510600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-2a28bc77-ee89-4911-98da-982835c6789f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:45.510600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-2a28bc77-ee89-4911-98da-982835c6789f tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 950 time: 0.3235128 Aug 03 19:05:45.511027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-10b12d87-590f-4d27-8584-6dbd0b1df2b1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=fdf2592a-0f2f-4246-91b8-fb7208201837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160462 Aug 03 19:05:45.562622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7540343-598f-4c99-8310-e4853ec2ddc1 req-436f54dc-6a5e-4da1-ad1b-68fcfc052c1a tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605271 Aug 03 19:05:45.692691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:45.705040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Sync routers for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:45.705594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f7272b0-6889-4560-a43d-6bdc68193ab6 admin admin] 10.222.0.67 "PUT /v2.0/routers/37f33461-d142-4007-bf00-9c17ff928aa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1095479 Aug 03 19:05:45.710919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:45.722635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:45.731420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:45.766585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Allocated IP 172.20.0.12 (73cd8e33-6277-4b68-bda4-e05a5e245090/098f8265-ae4c-4f38-ba3e-3572d3d3ee45/89f453a5-cb84-4d48-baa7-a3d992452cec) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:45.801402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-6d6016d4-032e-4259-929b-03fa35d9a5e8 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747853 Aug 03 19:05:45.912274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Deleting port f2df1699-a6cd-4647-a2d6-239b75c70c85 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:45.913522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:45.924341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:46.005655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.178786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49269fd4-9334-4896-bd05-2bbc19a3b331 req-aa78dc33-0c4c-4594-b747-0512cd2b0bea tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.1017661 Aug 03 19:05:46.182922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:05:43Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:46.189843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.222585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Checking router: 37f33461-d142-4007-bf00-9c17ff928aa0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:46.232102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Routers {'37f33461-d142-4007-bf00-9c17ff928aa0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:46.233030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37f33461-d142-4007-bf00-9c17ff928aa0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:46.254111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0638e856-74bc-4956-8ced-8a4dc79ac3c5 req-47a9bdca-c343-4ec1-ab2c-97c7243e9d00 service neutron] 10.222.0.77 "GET /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427345 Aug 03 19:05:46.318099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a983bca-6607-4f64-a38d-990e2df28048 req-bef13a24-497b-49cd-acc0-50f70ed7554a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.319993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a983bca-6607-4f64-a38d-990e2df28048 req-bef13a24-497b-49cd-acc0-50f70ed7554a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.3203785 Aug 03 19:05:46.341865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] For port f2df1699-a6cd-4647-a2d6-239b75c70c85, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f2df1699-a6cd-4647-a2d6-239b75c70c85,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:46.343086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.374371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Deleting port 869ac0df-b5de-4e98-914c-948414a79f98 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:46.374371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.382464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.386484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Calling delete_port for f2df1699-a6cd-4647-a2d6-239b75c70c85 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:46.424478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] Set router 37f33461-d142-4007-bf00-9c17ff928aa0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:46.495912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] For port 869ac0df-b5de-4e98-914c-948414a79f98, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=869ac0df-b5de-4e98-914c-948414a79f98,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:46.496550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.517976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Calling delete_port for 869ac0df-b5de-4e98-914c-948414a79f98 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:46.522749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a983bca-6607-4f64-a38d-990e2df28048 req-5a011af1-b4f5-4caa-82d6-a8aac8651efd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929593 Aug 03 19:05:46.573911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04724b5-590b-4f7b-be94-859cc570d4ce req-95023144-cccd-48e3-9c86-2ba6ee402f62 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.576017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f04724b5-590b-4f7b-be94-859cc570d4ce req-95023144-cccd-48e3-9c86-2ba6ee402f62 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 943 time: 0.1782396 Aug 03 19:05:46.646700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f04724b5-590b-4f7b-be94-859cc570d4ce req-5e91e6b9-22c5-456e-bbb4-99f68ecb3814 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619016 Aug 03 19:05:46.676811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.680059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:05:43Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:46.724435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e1436bfd-53d0-42a6-bc62-f8383313503d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:46.758876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Network 73cd8e33-6277-4b68-bda4-e05a5e245090 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:46.785988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e3c82a-fcca-4694-a1fa-89ef6be9c370 None None] The sync data for ids ['37f33461-d142-4007-bf00-9c17ff928aa0'] in n-d-803363-1 is: [{'id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'name': 'tempest-FloatingIPsAssociationTestJSON-246507307-router', 'tenant_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '869ac0df-b5de-4e98-914c-948414a79f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:03:49Z', 'updated_at': '2021-08-03T19:05:43Z', 'revision_number': 5, 'project_id': 'c5c796cb02324b3f935a4e8bc9bf22a7', 'gw_port': {'id': '869ac0df-b5de-4e98-914c-948414a79f98', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f33461-d142-4007-bf00-9c17ff928aa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:03:50Z', 'updated_at': '2021-08-03T19:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:46.797603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:46.809748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:46.822097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Pushing event updated for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:46.920253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:46.972784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Pushing event deleted for resources: {'Port': ['ID=f2df1699-a6cd-4647-a2d6-239b75c70c85,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:46.988433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:46.990770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.013780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.043100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Pushing event deleted for resources: {'Port': ['ID=869ac0df-b5de-4e98-914c-948414a79f98,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:47.051567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49ebf3-94f1-4797-aa55-8cbdeaac082c req-cda5398c-6b25-4b9b-861f-819c42781245 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.054472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d49ebf3-94f1-4797-aa55-8cbdeaac082c req-cda5398c-6b25-4b9b-861f-819c42781245 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 867 time: 0.2718799 Aug 03 19:05:47.096836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] No DVR routers for this DVR port f2df1699-a6cd-4647-a2d6-239b75c70c85 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:47.126345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.127150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f2df1699-a6cd-4647-a2d6-239b75c70c85'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:47.135033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.137846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d4c19-2f1f-4460-b9ee-246ded3d5913 req-a8cb1d4b-9d7b-4fc9-bf8f-3022f00d155b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.54 "DELETE /v2.0/ports/f2df1699-a6cd-4647-a2d6-239b75c70c85 HTTP/1.1" status: 204 len: 173 time: 1.6063597 Aug 03 19:05:47.143485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-deleted', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:47.146175 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c615b1e-e708-472d-9906-9971cadb8def" -d '{"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-deleted", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:47.194186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-3f471507-5d4d-431a-ac44-5e0f71ec6ebf tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8171618 Aug 03 19:05:47.212988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d49ebf3-94f1-4797-aa55-8cbdeaac082c req-76ff7dc7-d97e-4ba3-8def-6cd776ac1d28 tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/security-groups?id=440b2d89-e961-4eb1-9b10-f71c20f8768a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186481 Aug 03 19:05:47.213330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:47.248427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Request body: {'port': {'device_id': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:47.284865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.287275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.295083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f67520-4bc9-4c68-8fbc-3efd5244980f req-cd617798-638a-4215-b881-1fbca3e5820a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.296982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0f67520-4bc9-4c68-8fbc-3efd5244980f req-cd617798-638a-4215-b881-1fbca3e5820a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.2241678 Aug 03 19:05:47.363070 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.459241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0f67520-4bc9-4c68-8fbc-3efd5244980f req-ffe51d83-40f2-4d24-9fc9-4b300b9653d5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554346 Aug 03 19:05:47.467598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe8c35a2-c9be-4945-bc1c-8f81e02061e2 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:47.496124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.497120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37f33461-d142-4007-bf00-9c17ff928aa0 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:05:47.502879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.504113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d3486a5-1267-492e-aaa9-a9376c519616 admin admin] 10.222.0.67 "DELETE /v2.0/routers/37f33461-d142-4007-bf00-9c17ff928aa0 HTTP/1.1" status: 204 len: 168 time: 1.7913654 Aug 03 19:05:47.525439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fe8c35a2-c9be-4945-bc1c-8f81e02061e2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:47.525439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe8c35a2-c9be-4945-bc1c-8f81e02061e2 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:47.527322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42856) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:47.610661 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d3617a-dcf3-43cc-9ce5-b7ffdfa0f875 x-openstack-request-id: req-82d3617a-dcf3-43cc-9ce5-b7ffdfa0f875 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:47.610661 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a123ea-788e-4324-9205-ef0af582a57d", "name": "network-vif-deleted", "tag": "f2df1699-a6cd-4647-a2d6-239b75c70c85", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:47.610661 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82d3617a-dcf3-43cc-9ce5-b7ffdfa0f875 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:47.610661 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a123ea-788e-4324-9205-ef0af582a57d', 'name': 'network-vif-deleted', 'tag': 'f2df1699-a6cd-4647-a2d6-239b75c70c85', 'status': 'completed', 'code': 200} Aug 03 19:05:47.664858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Deleting subnet 605f9d8a-2792-4683-af77-d27ea93d46be {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:05:47.679989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.764863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.765602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:47.782001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-82415183-network', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:47.899755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9179b-72d9-4d32-80ad-00123b573285 req-cc0a6ca8-8a5f-42f7-b515-dca2d016d614 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:47.907406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50a9179b-72d9-4d32-80ad-00123b573285 req-cc0a6ca8-8a5f-42f7-b515-dca2d016d614 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 932 time: 0.2571578 Aug 03 19:05:47.913977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:47.937384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:47.946164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'mac_address': 'fa:16:3e:50:72:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:47.965116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-2956c656-6528-4eb5-bb0c-3cf7fdcd7324 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537367 Aug 03 19:05:47.994176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.007295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:48.019918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50a9179b-72d9-4d32-80ad-00123b573285 req-5f8109fb-b2b7-48e9-b813-3b6ffbdc2870 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115632 Aug 03 19:05:48.027346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:48.059154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Made reservation on behalf of 59ff50a389f84bd4a058d3b347420ceb for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:48.061483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.061876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.090162 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.092575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605f9d8a-2792-4683-af77-d27ea93d46be,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.094789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.100857 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.103035 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b68ec6a9-e3fa-4eb2-9ea1-d558937bcfb4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/605f9d8a-2792-4683-af77-d27ea93d46be HTTP/1.1" status: 204 len: 168 time: 0.5747335 Aug 03 19:05:48.105373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe0ef1-bd7e-46b6-82f5-591e62068394 None None] Network 2e73a8c9-3cb0-4703-8de0-c3e148713a1d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:48.105854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:48.166512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f453a5-cb84-4d48-baa7-a3d992452cec {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:48.190374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.228099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.236230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Transition to ACTIVE for port object 89f453a5-cb84-4d48-baa7-a3d992452cec will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:48.236472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.250891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-bd38a53d-adbc-49ac-954b-e71f22dd80b4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.253012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-bd38a53d-adbc-49ac-954b-e71f22dd80b4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729034 Aug 03 19:05:48.263314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748ecc7a-15c4-4596-9af8-0b3d2f7ca769 req-be8e6bca-95ac-42a4-8659-64ac894483fd tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.264952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-748ecc7a-15c4-4596-9af8-0b3d2f7ca769 req-be8e6bca-95ac-42a4-8659-64ac894483fd tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 944 time: 0.1551340 Aug 03 19:05:48.291910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['738a97e6-c2db-4eb9-95c8-ce66e0717cb2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:48.303580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-ae826c08-92de-47fb-b9e4-3d30b746f392 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0373819 Aug 03 19:05:48.325487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Deleting port 83d0b894-4d94-404a-ab73-a11c1c920c22 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:48.326326 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.357767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.364236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-ae33121e-a945-45fb-9af6-4505b3ced063 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504918 Aug 03 19:05:48.409320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-748ecc7a-15c4-4596-9af8-0b3d2f7ca769 req-4175b9e4-d73b-4b17-93fd-d89bd1c6ac19 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288421 Aug 03 19:05:48.447472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Pushing event updated for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.461965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.464294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] For port 83d0b894-4d94-404a-ab73-a11c1c920c22, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83d0b894-4d94-404a-ab73-a11c1c920c22,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:48.464724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.501057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Calling delete_port for 83d0b894-4d94-404a-ab73-a11c1c920c22 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:48.576578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] DHCP port deletion for 2e73a8c9-3cb0-4703-8de0-c3e148713a1d request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:05:48.588273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.659077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e96d60e-b2c2-4a69-8773-2d984a341f17,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.661912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:05:48.674080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Deleting port 83d0b894-4d94-404a-ab73-a11c1c920c22 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:48.674474 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.685906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.686350 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Added segment 80863607-458c-456c-bfaa-3946f4aa5408 of type vlan for network 902a6862-0037-46ec-8d14-c05e29ae1a3a Aug 03 19:05:48.688239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Attempting to bind port 89f453a5-cb84-4d48-baa7-a3d992452cec on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:48.688691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Attempting to bind port 89f453a5-cb84-4d48-baa7-a3d992452cec by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:48.689750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Attempting to bind port 89f453a5-cb84-4d48-baa7-a3d992452cec on network 73cd8e33-6277-4b68-bda4-e05a5e245090 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:48.729769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Port 89f453a5-cb84-4d48-baa7-a3d992452cec on network 73cd8e33-6277-4b68-bda4-e05a5e245090 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:48.731980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Attempting to bind port 89f453a5-cb84-4d48-baa7-a3d992452cec on network 73cd8e33-6277-4b68-bda4-e05a5e245090 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:48.746761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] For port 83d0b894-4d94-404a-ab73-a11c1c920c22, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83d0b894-4d94-404a-ab73-a11c1c920c22,segment=NetworkSegment(94e79fb5-96a0-47eb-99d3-7762a661f866),segment_id=94e79fb5-96a0-47eb-99d3-7762a661f866)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:48.747169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.757038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3c72ca9-0a0a-4c82-9d26-5741a001594f req-4cf67139-d6b7-4b31-929b-38c86ef90e8b tempest-MigrationsAdminTest-425101696 tempest-MigrationsAdminTest-425101696-project] 10.222.0.67 "GET /v2.0/ports?device_id=69a123ea-788e-4324-9205-ef0af582a57d HTTP/1.1" status: 200 len: 210 time: 0.0582874 Aug 03 19:05:48.761060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Calling delete_port for 83d0b894-4d94-404a-ab73-a11c1c920c22 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:48.761217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:48.761559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Checking segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:48.761938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Bound using segment: {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:48.762693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Bound port: 89f453a5-cb84-4d48-baa7-a3d992452cec, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46b8493f-0ec9-41dc-90f2-1df09f43bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:48.762837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.766642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.835889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.882289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd8752c9-94e0-4b39-a81c-aaa8d1f2c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.896204 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:48.908523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Pushing event deleted for resources: {'Port': ['ID=83d0b894-4d94-404a-ab73-a11c1c920c22,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.921559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] No DVR routers for this DVR port 83d0b894-4d94-404a-ab73-a11c1c920c22 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:48.926781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:48.930536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] Pushing event deleted for resources: {'Port': ['ID=83d0b894-4d94-404a-ab73-a11c1c920c22,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:48.941048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf99ad5-1ddf-40f9-8063-4b87bbcaf819 None None] No DVR routers for this DVR port 83d0b894-4d94-404a-ab73-a11c1c920c22 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:48.971178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0e95e-c638-4e93-b0c6-fc236432f8d1 req-4bd18060-a446-4687-a7eb-9ea38380d735 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:48.971178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ac0e95e-c638-4e93-b0c6-fc236432f8d1 req-4bd18060-a446-4687-a7eb-9ea38380d735 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.1043551 Aug 03 19:05:48.971178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89f453a5-cb84-4d48-baa7-a3d992452cec,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:49.011021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ac0e95e-c638-4e93-b0c6-fc236432f8d1 req-56d935d0-831f-498d-90b2-ea7b9e749906 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Aug 03 19:05:49.066151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.066151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e73a8c9-3cb0-4703-8de0-c3e148713a1d']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:49.066151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e79fb5-96a0-47eb-99d3-7762a661f866') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:49.066151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e79fb5-96a0-47eb-99d3-7762a661f866') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:49.094542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.094866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6288d99f-7f27-48a6-b1e0-b75fc8d3e877 req-7c243c66-1d2c-454b-b646-7e1bbbc21b0d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 210 time: 0.0366657 Aug 03 19:05:49.105548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.114233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:05:49.114730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:05:49.116634 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:05:49.122013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.122968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.125058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.346569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83d0b894-4d94-404a-ab73-a11c1c920c22 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:49.353057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.359629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.363179 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] 10.222.0.67 "DELETE /v2.0/networks/2e73a8c9-3cb0-4703-8de0-c3e148713a1d HTTP/1.1" status: 204 len: 168 time: 1.2560253 Aug 03 19:05:49.369101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 83d0b894-4d94-404a-ab73-a11c1c920c22 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:49.369849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83d0b894-4d94-404a-ab73-a11c1c920c22 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:49.370278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 869ac0df-b5de-4e98-914c-948414a79f98 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:49.378010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3778787-5cf1-416c-8616-66ccbc8a544b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e73a8c9-3cb0-4703-8de0-c3e148713a1d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.391338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 869ac0df-b5de-4e98-914c-948414a79f98 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:49.394518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 869ac0df-b5de-4e98-914c-948414a79f98 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:49.403774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:49.430734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: f2df1699-a6cd-4647-a2d6-239b75c70c85 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:49.431149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f2df1699-a6cd-4647-a2d6-239b75c70c85 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:49.551145 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.635852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=902a6862-0037-46ec-8d14-c05e29ae1a3a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.650466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.651087 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.652487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] 10.222.0.54 "PUT /v2.0/ports/89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 200 len: 1092 time: 2.4358933 Aug 03 19:05:49.652961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:49.655477 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:49.669291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00f25703-1d3b-4b77-992d-6cbe7e4be7c3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4451725 Aug 03 19:05:49.677218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42906) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:49.682960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Request body: {'subnet': {'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-82415183-subnet', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:49.683889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:05:49.691412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258adc6d-8256-4c62-8fd8-a0612b4308ac req-e6ebcd36-540a-483b-bdfa-4eb65da4102e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.693124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-258adc6d-8256-4c62-8fd8-a0612b4308ac req-e6ebcd36-540a-483b-bdfa-4eb65da4102e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 944 time: 0.5837426 Aug 03 19:05:49.696897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710f3be-f40e-4d84-a4b7-e5ec4de73f79 service neutron] Pushing event updated for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:49.761202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-258adc6d-8256-4c62-8fd8-a0612b4308ac req-e76e92ff-032a-472d-8d27-539834e6cef3 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Aug 03 19:05:49.779024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:49.812493 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:05:49.816143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Made reservation on behalf of 59ff50a389f84bd4a058d3b347420ceb for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:49.818643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:49.848997 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a343ae-1ec6-4a0a-ac50-ac4f66282efc x-openstack-request-id: req-13a343ae-1ec6-4a0a-ac50-ac4f66282efc {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:49.849536 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:49.849959 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13a343ae-1ec6-4a0a-ac50-ac4f66282efc {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:49.850528 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec', 'status': 'completed', 'code': 200} Aug 03 19:05:49.870715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42912) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:49.965279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddad44b-44ea-4f77-bb71-3fb90893d5e2 req-81ebde35-0895-4b4c-904d-f6ec3a8b0a83 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:49.967598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ddad44b-44ea-4f77-bb71-3fb90893d5e2 req-81ebde35-0895-4b4c-904d-f6ec3a8b0a83 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 944 time: 0.1745207 Aug 03 19:05:50.038200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-bb46e563-4fb0-44e8-a48b-6ccb6baa240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.039753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-bb46e563-4fb0-44e8-a48b-6ccb6baa240b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1095 time: 0.1799350 Aug 03 19:05:50.043187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1811f89d-e99c-4168-ba02-289882f7fd92 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c5c796cb02324b3f935a4e8bc9bf22a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711166 Aug 03 19:05:50.047506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42916) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:50.068066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9808f-2efd-42b2-9cde-43bf00ab8910 req-4a8e6e66-b652-409d-9c1c-54ba811d2415 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.069685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2f9808f-2efd-42b2-9cde-43bf00ab8910 req-4a8e6e66-b652-409d-9c1c-54ba811d2415 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.1728315 Aug 03 19:05:50.132445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-a3341333-1d8b-40f3-b2d2-e39dd370b1d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 200 len: 217 time: 0.0616515 Aug 03 19:05:50.146504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ddad44b-44ea-4f77-bb71-3fb90893d5e2 req-a1d0e445-d2ee-46f2-9c16-b3eb51693180 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605372 Aug 03 19:05:50.169034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:50.183199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:50.183199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.254343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2f9808f-2efd-42b2-9cde-43bf00ab8910 req-f0e16879-b02c-4bb7-b7ca-a7bcc63278d5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733148 Aug 03 19:05:50.259012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-50243754-967b-4668-8315-027f1a6282ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.264096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-50243754-967b-4668-8315-027f1a6282ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1121838 Aug 03 19:05:50.326914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.351209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65fcee19-d751-4ccc-87b4-df5b4ec379ab req-08453ddf-e434-4cdb-9e49-c6523d3dca7f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 210 time: 0.0663371 Aug 03 19:05:50.353554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.355477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-dd32a69a-11c7-4682-ac22-376b82f40329 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569429 Aug 03 19:05:50.391785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.401834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:50.405177 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e58307a-b463-4628-9362-03632bffbf70" -d '{"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:50.420272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:50.453844 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aeb5a8-88d0-4fea-91c4-e1e8167307f8 x-openstack-request-id: req-42aeb5a8-88d0-4fea-91c4-e1e8167307f8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:50.454127 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:50.456739 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42aeb5a8-88d0-4fea-91c4-e1e8167307f8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:50.456739 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'code': 200} Aug 03 19:05:50.456999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.507057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.511311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-5ecfab8c-b7da-4de1-a471-6acb88d269d1 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441913 Aug 03 19:05:50.535892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.547389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Checking segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:50.547389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Network hostable DHCP agents. Network: 902a6862-0037-46ec-8d14-c05e29ae1a3a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:05:50.567863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.624948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.627518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.628692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3e1e44f5-3070-4440-821f-7fd22d14f294 HTTP/1.1" status: 204 len: 168 time: 0.5778301 Aug 03 19:05:50.653972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6aceb4-fd26-4446-9eaa-5a8a5d6b91cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1e44f5-3070-4440-821f-7fd22d14f294,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:50.656025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be9fc-f23c-4014-a998-9c1ee25dccd6 req-31d5da57-2316-4cde-83ff-b8e321689182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.659010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7be9fc-f23c-4014-a998-9c1ee25dccd6 req-31d5da57-2316-4cde-83ff-b8e321689182 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1299284 Aug 03 19:05:50.680858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:05:50.693634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7433ca3d-4f8c-4ab0-a472-db158f833223 req-65a4853d-c05e-46e2-b6f0-05159bd63385 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722691 Aug 03 19:05:50.710615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7be9fc-f23c-4014-a998-9c1ee25dccd6 req-67e14c7f-2590-4d05-9a14-ba8f858054df service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431836 Aug 03 19:05:50.764377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 902a6862-0037-46ec-8d14-c05e29ae1a3a) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:50.769411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.769951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:50.774231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9b2c5-0f9b-4289-903e-387245c88cd8 None None] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:50.845920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7305e249-e80e-45d7-9e82-6cd04639d1c3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1669853 Aug 03 19:05:50.848943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:50.865050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:50.966619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec320e-96f2-4180-a877-25aa2ca9d969 req-5d844599-57f0-403a-b204-726b8ad7bfc6 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:50.972139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edec320e-96f2-4180-a877-25aa2ca9d969 req-5d844599-57f0-403a-b204-726b8ad7bfc6 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 944 time: 0.1300764 Aug 03 19:05:51.006098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c5f0a800-a060-4528-bba0-416b713e216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.007348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c5f0a800-a060-4528-bba0-416b713e216d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1095 time: 0.0998397 Aug 03 19:05:51.026496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-902a6862-0037-46ec-8d14-c05e29ae1a3a', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:05:51.027821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.062145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.063212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.091516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42938) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:51.116485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edec320e-96f2-4180-a877-25aa2ca9d969 req-bf9b6ac4-5d60-40bc-9fbf-a1011c8b9a81 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371059 Aug 03 19:05:51.151702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42942) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:51.178561 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.239211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c1ac604b-17ee-4457-8ac9-dcd3c64eb2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.240764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c1ac604b-17ee-4457-8ac9-dcd3c64eb2f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.2141864 Aug 03 19:05:51.313701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Allocated IP 172.20.0.2 (902a6862-0037-46ec-8d14-c05e29ae1a3a/cf74c9e5-c2c4-4679-96a8-1f810eca1c9a/fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:51.370095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-f6f91a17-9a2f-47af-9a52-d198a7b6bca1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 200 len: 217 time: 0.1136603 Aug 03 19:05:51.433352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4409a0ff-c836-45a8-8ce2-d7325ecbf0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.484152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.520074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cea727-62b4-4955-9b80-8972dde207a3 req-25ce06fc-83f7-44f1-aaf0-bf7aea758b31 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.521612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96cea727-62b4-4955-9b80-8972dde207a3 req-25ce06fc-83f7-44f1-aaf0-bf7aea758b31 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.4006624 Aug 03 19:05:51.523148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.532528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Transition to ACTIVE for port object fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:51.560386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Transition to ACTIVE for port object fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:51.563667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752b485-66a2-439e-80c0-a78c475f3726 req-ad521d42-11c9-4f28-a81e-6cd4f2e6ca3c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.565403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d752b485-66a2-439e-80c0-a78c475f3726 req-ad521d42-11c9-4f28-a81e-6cd4f2e6ca3c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.3234770 Aug 03 19:05:51.597764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5e33b56f-118f-46c5-8bd8-74d8464f6b46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54e23eb28b6846a8b01f684c05525643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024633 Aug 03 19:05:51.605927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c36588ec-0118-4480-9633-6b549704dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.606157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:51.607530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-c36588ec-0118-4480-9633-6b549704dfcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.2038939 Aug 03 19:05:51.637506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68efab1-a618-44e7-847d-d2e35f74f406 req-1e0a3637-7c43-4d7b-a245-bd7a73e34345 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:51.640641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d68efab1-a618-44e7-847d-d2e35f74f406 req-1e0a3637-7c43-4d7b-a245-bd7a73e34345 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 945 time: 0.2857056 Aug 03 19:05:51.656037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.702440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:51.706728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-4ac976c1-d373-4d61-89a9-2c96a5acede8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838809 Aug 03 19:05:51.709057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.711089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:51.716227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:51.719674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Pushing event updated for resources: {'Port': ['ID=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:51.764993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.786521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Attempting to bind port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:51.787154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Attempting to bind port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:51.787287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Attempting to bind port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:51.801883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:51.802259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Checking segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:51.802818 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.803218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Bound using segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:51.803691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Bound port: fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:51.804077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.890930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-1b87e865-6d5b-44b4-846d-fd6dcb06ef51 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639376 Aug 03 19:05:51.896961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] For port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:51.900215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] For port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:51.936802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.960133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:51.986584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d752b485-66a2-439e-80c0-a78c475f3726 req-637e1d85-02fa-4b4d-8dc0-3222c0a51ca5 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120686 Aug 03 19:05:52.014451 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e18e6b9b-ee89-4ed8-8d8b-e1088b74668b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.053287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d68efab1-a618-44e7-847d-d2e35f74f406 req-b73c720a-e0f3-4cf2-b2a8-441bb99c173b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735294 Aug 03 19:05:52.084520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.085786 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.087159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.091922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/440b2d89-e961-4eb1-9b10-f71c20f8768a HTTP/1.1" status: 204 len: 168 time: 0.4812663 Aug 03 19:05:52.104291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611cdb6-ff69-4eae-9277-f5042b8c9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440b2d89-e961-4eb1-9b10-f71c20f8768a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.126272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Allocated IP 172.25.2.104 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:52.185951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d21ccae8-2fc7-48b2-999c-f478201676f2 req-8264979f-e273-445d-bcf8-d2feb67d86fb tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 210 time: 0.0912471 Aug 03 19:05:52.188006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba0d685-dba4-4e39-9944-6b55cd1d5d7a req-750e8f3c-31ee-4f0c-8fdd-efbcdbba2baa service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641199 Aug 03 19:05:52.196480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:05:52.196991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.202635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-28c05b16-5ba7-4e37-9a40-edd969caa21e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283207 Aug 03 19:05:52.252010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a71993-eaeb-472e-87c2-b5f4797f7d0f None None] Pushing event updated for resources: {'Port': ['ID=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.267518 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.303760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4409a0ff-c836-45a8-8ce2-d7325ecbf0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.320033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.447602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4409a0ff-c836-45a8-8ce2-d7325ecbf0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.510852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.560171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4409a0ff-c836-45a8-8ce2-d7325ecbf0e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ea5120be83a437dab293fc8f6715549&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4003298 Aug 03 19:05:52.565188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42978) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:52.591007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:52.600365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:52.623717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:52.641302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:52.641794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.658178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:05:52.668344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409a0ff-c836-45a8-8ce2-d7325ecbf0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68140d15-402a-4705-9d00-ef4a404904bd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.693426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:52.749679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f94bba09-c6c2-40fc-84bd-797c5ab80433 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.751079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f94bba09-c6c2-40fc-84bd-797c5ab80433 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5125244 Aug 03 19:05:52.766490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375db077-ce61-41d3-a403-daa40d151ccf req-88ec393b-263e-4c5f-a53a-7f8c0eebc814 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:52.768551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-375db077-ce61-41d3-a403-daa40d151ccf req-88ec393b-263e-4c5f-a53a-7f8c0eebc814 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 944 time: 0.2788646 Aug 03 19:05:52.774780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:52.801090 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.822640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.866046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:52.909352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-375db077-ce61-41d3-a403-daa40d151ccf req-5d79f89f-1933-43ed-acf4-a1ebf78b8a9e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309988 Aug 03 19:05:53.099286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:53.142926 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.164290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed39692-8f8b-48e6-8e19-d7c0bd0bcc2a req-3a062be8-43cf-48be-b874-cccdeec65c09 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.166057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aed39692-8f8b-48e6-8e19-d7c0bd0bcc2a req-3a062be8-43cf-48be-b874-cccdeec65c09 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.1051445 Aug 03 19:05:53.184317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.193500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.193500 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68140d15-402a-4705-9d00-ef4a404904bd HTTP/1.1" status: 204 len: 168 time: 0.6210351 Aug 03 19:05:53.206777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:05:53.210817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.212271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7651ea1-ad45-44a5-b896-bd68d5ae740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68140d15-402a-4705-9d00-ef4a404904bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:53.213224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.244879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bc7a2fc-dbb2-434b-b93a-c01f4016a846 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=078dfcd1f7c943cfaa4bc234325f367e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441562 Aug 03 19:05:53.247982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.255706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42998) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:53.320127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=9f6c7d50-68e4-4fb6-89f4-e5e369fd355d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:53.364560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aed39692-8f8b-48e6-8e19-d7c0bd0bcc2a req-4b2ab650-dc73-457d-be7b-1032894e1645 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776519 Aug 03 19:05:53.417121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89f453a5-cb84-4d48-baa7-a3d992452cec details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:53.426745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b77af8-adff-49cf-a6af-3435a2ca633a req-4e808226-1ea3-4e06-98cc-edf8da5755c2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:53.426745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25b77af8-adff-49cf-a6af-3435a2ca633a req-4e808226-1ea3-4e06-98cc-edf8da5755c2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 867 time: 0.2836859 Aug 03 19:05:53.469833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:05:53.477037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.479672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96cea727-62b4-4955-9b80-8972dde207a3 req-fbef360f-e4e5-40c4-906e-172b77f4dc2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "DELETE /v2.0/ports/9f6c7d50-68e4-4fb6-89f4-e5e369fd355d HTTP/1.1" status: 204 len: 173 time: 1.9395812 Aug 03 19:05:53.489255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'name': 'network-vif-deleted', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:53.501927 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069cb238-ec54-4d8b-a8bd-6552d389d749" -d '{"events": [{"server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "name": "network-vif-deleted", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:53.539891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.544894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:53.581666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.594745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-687f912a-bf59-494f-8c16-4e698188fbb9 req-703c1386-55f2-4981-9857-3a069c872f8c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 210 time: 0.0644014 Aug 03 19:05:53.633577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89f453a5-cb84-4d48-baa7-a3d992452cec,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:53.647380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25b77af8-adff-49cf-a6af-3435a2ca633a req-9bad376f-8f69-4431-9e0d-6dfb15acf541 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845698 Aug 03 19:05:53.658564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '89f453a5-cb84-4d48-baa7-a3d992452cec', 'network_id': '73cd8e33-6277-4b68-bda4-e05a5e245090', 'port_id': '89f453a5-cb84-4d48-baa7-a3d992452cec', 'mac_address': 'fa:16:3e:a5:42:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098f8265-ae4c-4f38-ba3e-3572d3d3ee45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:53.672687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.752605 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe34b16-a26d-4a47-98a7-37eaf907edaf x-openstack-request-id: req-8fe34b16-a26d-4a47-98a7-37eaf907edaf {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:53.753196 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec6728-6288-4c76-a6a4-958f23d5bc67", "name": "network-vif-deleted", "tag": "9f6c7d50-68e4-4fb6-89f4-e5e369fd355d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:53.753635 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fe34b16-a26d-4a47-98a7-37eaf907edaf {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:53.754389 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bec6728-6288-4c76-a6a4-958f23d5bc67', 'name': 'network-vif-deleted', 'tag': '9f6c7d50-68e4-4fb6-89f4-e5e369fd355d', 'status': 'completed', 'code': 200} Aug 03 19:05:53.766449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3b502-6e05-4f2f-9a21-7ee11769eb1e None None] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:05:53.775914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:53.811786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.861183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:05:53.862458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9f6c7d50-68e4-4fb6-89f4-e5e369fd355d not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:05:53.866414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:53.867390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.872086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.890372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.894890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/152f5c05-e92e-46a4-9e2e-61363beb908c HTTP/1.1" status: 204 len: 168 time: 0.6350825 Aug 03 19:05:53.909683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:53.945599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f453a5-cb84-4d48-baa7-a3d992452cec {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:53.999415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.020099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Router 66567215-b654-4131-827e-739d52452208 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:05:54.027400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Provisioning for port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:54.032474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89f453a5-cb84-4d48-baa7-a3d992452cec,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.036633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Provisioning complete for port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:54.037193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.039270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2b837-660f-44fd-bd5b-eb464818c77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f5c05-e92e-46a4-9e2e-61363beb908c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.118274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.174928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9a5f-c23a-442e-88e6-e2638e2595f6 req-c91307b5-f794-4bb8-84f0-2143874f4271 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:54.176605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcaf9a5f-c23a-442e-88e6-e2638e2595f6 req-c91307b5-f794-4bb8-84f0-2143874f4271 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 944 time: 0.1631148 Aug 03 19:05:54.185608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.208 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/560a7b26-768f-4d48-83f3-978a4eaf4dd3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:54.194384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:05:54.213560 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:05:54.238015 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:54.246088 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:54.263687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcaf9a5f-c23a-442e-88e6-e2638e2595f6 req-b3436e32-65ea-485b-b728-54fb1f8911c4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796359 Aug 03 19:05:54.309200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:54.318705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.318705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eaa26f63-06c9-44c9-b8d9-05d4d1458536 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4670875 Aug 03 19:05:54.324778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:54.327329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de76cf6e-b1fe-447b-b263-75a0829cdfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.388220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.393677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.455855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['89f453a5-cb84-4d48-baa7-a3d992452cec'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:54.540348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de76cf6e-b1fe-447b-b263-75a0829cdfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.581371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] For port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:54.600110 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:54.649092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.700509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object 560a7b26-768f-4d48-83f3-978a4eaf4dd3 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:54.707711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de76cf6e-b1fe-447b-b263-75a0829cdfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.767985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.904184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76cf6e-b1fe-447b-b263-75a0829cdfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933961c8-68cf-4889-a3c3-2af9857c9cb0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:54.906188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.922739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-de76cf6e-b1fe-447b-b263-75a0829cdfbe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ccaedf06b914e9cb85de6bb12042c64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123779 Aug 03 19:05:54.932543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:54.937287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43056) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:05:55.024902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f5455-a432-42ad-a5ab-0a4a064a65a9 None None] Pushing event updated for resources: {'Port': ['ID=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:55.034351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a9677af-cd4f-4931-992d-c0c4a3416ee5 req-7507f72b-ef11-4ce2-962d-234bfb09897e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=3bec6728-6288-4c76-a6a4-958f23d5bc67 HTTP/1.1" status: 200 len: 210 time: 0.1030567 Aug 03 19:05:55.047369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88f0315b-0e8a-4604-818a-0fac0255c929 None None] Provisioning complete for port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:55.062077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88f0315b-0e8a-4604-818a-0fac0255c929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.247733 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:55.285880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:05:55.286630 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Updating router 66567215-b654-4131-827e-739d52452208 port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:05:55.317181 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.365966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:55.433073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:55.433453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.612504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:55.626921 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.629576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:55.632009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:55.646323 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Transition to ACTIVE for port object f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:55.660998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:55.717977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132719e-4741-4a39-8587-b507c207d21b req-76f7a270-8b01-46f3-8cf8-4561cb9639ac tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.721130 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.726550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8132719e-4741-4a39-8587-b507c207d21b req-76f7a270-8b01-46f3-8cf8-4561cb9639ac tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 936 time: 0.7971673 Aug 03 19:05:55.734569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.760614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.787139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Attempting to bind port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:55.787937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Attempting to bind port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:55.788416 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Attempting to bind port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:55.800484 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Pushing event updated for resources: {'Port': ['ID=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:55.806155 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:55.806587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:55.810222 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.810222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:55.810222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Bound port: f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:55.810222 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.842862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:55.843532 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:55.865278 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.865597 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.865865 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.866196 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.866525 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.866852 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.867174 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.867499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.867807 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.868126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.868445 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.872891 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:05:55.908513 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] For port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:55.912593 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] For port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:55.984583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8132719e-4741-4a39-8587-b507c207d21b req-3e1ecb4e-3f38-4c1d-ae43-0d50e7a86560 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570982 Aug 03 19:05:55.999259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f684042-027a-4a42-8573-88908cd54621 req-13885dca-d4f4-4e29-bfea-d7cbacc9ced7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.000780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f684042-027a-4a42-8573-88908cd54621 req-13885dca-d4f4-4e29-bfea-d7cbacc9ced7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 945 time: 0.2933395 Aug 03 19:05:56.010175 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.068365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:05:56.069007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:56.108461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f684042-027a-4a42-8573-88908cd54621 req-15d3d619-8706-4f7a-b952-cbee58417c0b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929754 Aug 03 19:05:56.118463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a516d-aab9-405a-ac8d-6fd57da05425 None None] Pushing event updated for resources: {'Port': ['ID=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:56.147064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1c728b5d-1a57-4145-8e5d-1276e896a094 None None] Provisioning for port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:56.160911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1c728b5d-1a57-4145-8e5d-1276e896a094 None None] Provisioning complete for port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:56.161295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c728b5d-1a57-4145-8e5d-1276e896a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.224641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-21de6ac1-aa64-4705-be16-e2f934d30bc3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4534717 Aug 03 19:05:56.226865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.230341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.234111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/933961c8-68cf-4889-a3c3-2af9857c9cb0 HTTP/1.1" status: 204 len: 168 time: 1.2751632 Aug 03 19:05:56.239293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1c728b5d-1a57-4145-8e5d-1276e896a094 None None] Port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:56.261888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Request body: {'port': {'device_id': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:05:56.269521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19de3eb-e137-4258-8579-bf0cbe3673db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933961c8-68cf-4889-a3c3-2af9857c9cb0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:56.286033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:05:56.419239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454e6a8-ca13-4cf3-a9a2-d080a7f6025c req-49f2070f-8feb-4fa3-932c-21b46c0f3d32 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.420874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5454e6a8-ca13-4cf3-a9a2-d080a7f6025c req-49f2070f-8feb-4fa3-932c-21b46c0f3d32 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.1548128 Aug 03 19:05:56.440194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.508468 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:05:56.539942 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3e6d8-7721-43be-91e0-7fe294dc4419 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:52Z', 'revision_number': 3, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:05:56.640010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5454e6a8-ca13-4cf3-a9a2-d080a7f6025c req-6530ebdb-b52d-4087-afbf-f22434d36caa tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019491 Aug 03 19:05:56.743958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:56.774381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-37b13fc7-e846-4f33-bbcf-706aebf47acb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:56.778619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-37b13fc7-e846-4f33-bbcf-706aebf47acb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.3565114 Aug 03 19:05:56.830086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-971e0696-706f-41cc-aa4c-dc73059be2c3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0231702 Aug 03 19:05:56.970792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-c765d5b6-d788-4dfa-a28d-a17a905780e5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1272631 Aug 03 19:05:57.254538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Allocated IP 172.20.0.1 (902a6862-0037-46ec-8d14-c05e29ae1a3a/cf74c9e5-c2c4-4679-96a8-1f810eca1c9a/b11d689d-0e00-4c44-b6a6-3e590ef3711b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:05:57.258975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-bbdae417-f9df-448b-b5c3-9cbb791cca3b service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793121 Aug 03 19:05:57.288874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91503693-1b9d-43dc-b40b-65118a1d2504 req-b795478c-cfd9-4824-96f1-21c4d9708242 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:57.290685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91503693-1b9d-43dc-b40b-65118a1d2504 req-b795478c-cfd9-4824-96f1-21c4d9708242 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 936 time: 0.1972110 Aug 03 19:05:57.421326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89f453a5-cb84-4d48-baa7-a3d992452cec up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:57.468177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:05:57.476222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560a7b26-768f-4d48-83f3-978a4eaf4dd3 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:57.498882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.531552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91503693-1b9d-43dc-b40b-65118a1d2504 req-6ddc1423-55b9-4f91-a355-84ea202ed53d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323658 Aug 03 19:05:57.599251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Transition to ACTIVE for port object 560a7b26-768f-4d48-83f3-978a4eaf4dd3 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:57.619589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-13b7d1d4-3267-48c8-94fc-73c0d72f56df service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248737 Aug 03 19:05:57.638900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 89f453a5-cb84-4d48-baa7-a3d992452cec completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:57.646405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 89f453a5-cb84-4d48-baa7-a3d992452cec triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:57.647083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.668777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.689534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:57.783615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Transition to ACTIVE for port object b11d689d-0e00-4c44-b6a6-3e590ef3711b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:05:57.803059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:05:57.814849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Pushing event updated for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:57.854419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b4e00-48d7-474e-adb0-694755eee2e9 req-e8a145f3-1753-4a34-90b5-b70697f1d943 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:57.862336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-561b4e00-48d7-474e-adb0-694755eee2e9 req-e8a145f3-1753-4a34-90b5-b70697f1d943 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 945 time: 0.1604064 Aug 03 19:05:57.912188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:57.993587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-561b4e00-48d7-474e-adb0-694755eee2e9 req-9883bf0d-8d2e-409a-afe1-c44b105670b2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281495 Aug 03 19:05:58.031892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:58.032269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.037404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Attempting to bind port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:05:58.038877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Attempting to bind port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:05:58.040506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Attempting to bind port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:58.046772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:05:58.047470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Attempting to bind port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:05:58.073415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:05:58.074049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:05:58.074728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:05:58.075357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Bound port: 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:05:58.075895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.158999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.178927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:05:58.208629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:05:58.271141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:05:58.314853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:05:58.321936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:05:58.348461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:05:58.350631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.453338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.615161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:58.616231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.617938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] 10.222.0.54 "PUT /v2.0/ports/560a7b26-768f-4d48-83f3-978a4eaf4dd3 HTTP/1.1" status: 200 len: 1096 time: 2.3664927 Aug 03 19:05:58.628425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:58.631411 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12efd0c-38af-4815-a268-c89d462bab0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:58.640234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:58.779456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332133a-d60a-44e6-8407-c0fd04a2e5a1 req-e4b173ea-e1f2-4fc6-8e54-e9754904de27 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:58.790750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4332133a-d60a-44e6-8407-c0fd04a2e5a1 req-e4b173ea-e1f2-4fc6-8e54-e9754904de27 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.4459035 Aug 03 19:05:58.838627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca3610-299d-4480-a822-a054aec384f5 service neutron] Pushing event updated for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:58.946870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a6cdddd-865c-4999-a2b8-ba8e207ef6ec req-afd3f66b-02ea-4a2c-8e3c-5028284084a0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 210 time: 0.2024152 Aug 03 19:05:59.060867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:59.084089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'network_id': 'fdf2592a-0f2f-4246-91b8-fb7208201837', 'port_id': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'mac_address': 'fa:16:3e:50:72:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848abf52-239a-48a2-b413-07b75f52f8c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:05:59.088344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.088630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4332133a-d60a-44e6-8407-c0fd04a2e5a1 req-8cffb968-6dcd-47ba-92ca-b182e4cfe1a2 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948968 Aug 03 19:05:59.097946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.168263 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.191004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-e5e57a90-1e05-4a00-987a-389ad871c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.193757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-e5e57a90-1e05-4a00-987a-389ad871c864 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 1099 time: 0.3931675 Aug 03 19:05:59.202470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:59.242826 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc14af9b-7894-46d2-ad71-9e901b72276a x-openstack-request-id: req-fc14af9b-7894-46d2-ad71-9e901b72276a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:59.245599 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:59.246361 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc14af9b-7894-46d2-ad71-9e901b72276a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:59.247512 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3', 'status': 'completed', 'code': 200} Aug 03 19:05:59.280375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89f453a5-cb84-4d48-baa7-a3d992452cec,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:59.284868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:05:59.287472 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c31a866-2da1-41e2-b9d1-1fcf423e650f" -d '{"events": [{"server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:05:59.296869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:59.304824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.317925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-edf75199-bea4-45e4-bb18-7242227fa231 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3 HTTP/1.1" status: 200 len: 217 time: 0.0803478 Aug 03 19:05:59.370571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:59.378305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.399529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.409925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902479d3-ec7e-4d81-a5e2-f3d8ebe20bb2 req-32e55083-19ec-4cc8-9427-665516029c55 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.412335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-902479d3-ec7e-4d81-a5e2-f3d8ebe20bb2 req-32e55083-19ec-4cc8-9427-665516029c55 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 948 time: 0.3194792 Aug 03 19:05:59.432777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-6af55386-ee5f-4a5d-9c31-ada0634b5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.433061 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.435146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-6af55386-ee5f-4a5d-9c31-ada0634b5126 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1057346 Aug 03 19:05:59.483275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c992ad53-7c48-4f50-bb5b-77c3d2e3d700 None None] Provisioning for port b11d689d-0e00-4c44-b6a6-3e590ef3711b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:05:59.486345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.492801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c992ad53-7c48-4f50-bb5b-77c3d2e3d700 None None] Provisioning complete for port b11d689d-0e00-4c44-b6a6-3e590ef3711b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:05:59.493176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c992ad53-7c48-4f50-bb5b-77c3d2e3d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.517735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.530242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c992ad53-7c48-4f50-bb5b-77c3d2e3d700 None None] Port b11d689d-0e00-4c44-b6a6-3e590ef3711b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:05:59.534703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['738a97e6-c2db-4eb9-95c8-ce66e0717cb2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:05:59.576980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-902479d3-ec7e-4d81-a5e2-f3d8ebe20bb2 req-10453dc6-19ff-4fa8-8979-e96bcca47bcb tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463711 Aug 03 19:05:59.584075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-d2ce178f-55c1-481a-b58b-6713c3fcfa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.585841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-d2ce178f-55c1-481a-b58b-6713c3fcfa5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221135 Aug 03 19:05:59.620291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:05:59.786742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-94388fb6-6025-414b-b02d-85bd44ec4d97 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690242 Aug 03 19:05:59.793424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:05:59.825614 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c9ffc-a22c-490a-810a-863229cb2337 x-openstack-request-id: req-006c9ffc-a22c-490a-810a-863229cb2337 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:05:59.825914 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "name": "network-vif-plugged", "status": "completed", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:05:59.826964 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-006c9ffc-a22c-490a-810a-863229cb2337 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:05:59.826964 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec', 'code': 200} Aug 03 19:05:59.907883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.908480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:05:59.925368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:05:59.947115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84f564-17d2-4ec2-9259-ff417948e7a5 req-89f6b543-338e-405b-b776-e105d3d2a7d2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:05:59.949585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:05:59.950080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb84f564-17d2-4ec2-9259-ff417948e7a5 req-89f6b543-338e-405b-b776-e105d3d2a7d2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1539783 Aug 03 19:06:00.014084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7843ac3-d35d-45cd-95b0-b06afaec84a7 req-2b848f60-9da9-4cea-be3e-7be63d02b851 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290642 Aug 03 19:06:00.017574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.066704 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.122158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb84f564-17d2-4ec2-9259-ff417948e7a5 req-4b579a9a-b78b-4b8d-94dc-cee105a76a43 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483827 Aug 03 19:06:00.124881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12c724-1a8a-42fb-83f4-2808790548e8 req-87b8e452-5f68-4e1b-8b05-96820df016c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.127559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c12c724-1a8a-42fb-83f4-2808790548e8 req-87b8e452-5f68-4e1b-8b05-96820df016c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1097 time: 0.1762598 Aug 03 19:06:00.128469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:00.129234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:00.132954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.160916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.161269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.161618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.167248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:00.195019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3d9a3f-589e-40e4-9b5b-f7cecddd046b req-12c1ae2c-d803-4aa4-88e7-ef89ca4ee586 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 210 time: 0.0620780 Aug 03 19:06:00.281569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c12c724-1a8a-42fb-83f4-2808790548e8 req-01538a31-7684-48aa-9a79-4b5772bfe36f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297507 Aug 03 19:06:00.314046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12efd0c-38af-4815-a268-c89d462bab0a req-e8fde0c4-4dd3-4bd7-9361-01aeae9db769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.315665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-e8fde0c4-4dd3-4bd7-9361-01aeae9db769 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 1099 time: 0.1053836 Aug 03 19:06:00.334882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:00.336388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:00.494453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847e290-ad29-449c-8ce0-2d87391d99c4 req-315d5036-35db-4a9b-8d04-7efe18bf8640 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.496021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5847e290-ad29-449c-8ce0-2d87391d99c4 req-315d5036-35db-4a9b-8d04-7efe18bf8640 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 943 time: 0.1076081 Aug 03 19:06:00.516039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:00.557293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5847e290-ad29-449c-8ce0-2d87391d99c4 req-8e19b7a3-4f68-4015-b1da-d62a45dfb379 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534363 Aug 03 19:06:00.680966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f41c3e76-5a83-4e1e-aa89-41ada4da1e86 None None] Provisioning complete for port b11d689d-0e00-4c44-b6a6-3e590ef3711b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:00.681462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f41c3e76-5a83-4e1e-aa89-41ada4da1e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:00.730121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f41c3e76-5a83-4e1e-aa89-41ada4da1e86 None None] Port b11d689d-0e00-4c44-b6a6-3e590ef3711b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:00.802307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:00.811854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:00.817334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7738247f-2324-4732-9df8-eb9d04d601e8 admin admin] 10.222.0.67 "PUT /v2.0/routers/66567215-b654-4131-827e-739d52452208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4886501 Aug 03 19:06:00.820038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12efd0c-38af-4815-a268-c89d462bab0a req-35e0be12-6d5f-4fb6-8c95-d1b5d010e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:00.821507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-35e0be12-6d5f-4fb6-8c95-d1b5d010e6e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2249472 Aug 03 19:06:00.823844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:00.824588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:01.018274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:01.213407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c0d62-c97b-4f06-908d-52fb97fe8641 req-b8aaa871-5510-4f40-b2de-05e557134742 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.221253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4c0d62-c97b-4f06-908d-52fb97fe8641 req-b8aaa871-5510-4f40-b2de-05e557134742 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 948 time: 0.5063732 Aug 03 19:06:01.278125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-fcd7f2d4-e088-4aa6-ab28-6b757bc80d24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3 HTTP/1.1" status: 200 len: 217 time: 0.0737238 Aug 03 19:06:01.294918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 2, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:01.349053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:01.362288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Updating router 66567215-b654-4131-827e-739d52452208 port b11d689d-0e00-4c44-b6a6-3e590ef3711b binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:01.390766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.406412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4c0d62-c97b-4f06-908d-52fb97fe8641 req-bb8a2dea-11af-401d-adee-e09b5cd4aa13 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841774 Aug 03 19:06:01.452132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-d74e4aa6-339e-43e9-83c8-6c4784514c78 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.454708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-d74e4aa6-339e-43e9-83c8-6c4784514c78 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.6538210 Aug 03 19:06:01.455942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43326) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:01.457213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:01.457960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12efd0c-38af-4815-a268-c89d462bab0a req-951ba755-d790-4186-af23-0abedbef83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.459630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-951ba755-d790-4186-af23-0abedbef83eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1702008 Aug 03 19:06:01.472076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:01.591810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12efd0c-38af-4815-a268-c89d462bab0a req-4a4bacb1-4122-464b-81fe-690e51b141b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:01.593562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-4a4bacb1-4122-464b-81fe-690e51b141b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175172 Aug 03 19:06:01.598711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:01.601324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.742165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-07870ab4-8895-4ea5-93fa-a8b1f9277eee service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381001 Aug 03 19:06:01.804814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:01.916008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae41eb26-597c-4e2f-afff-7b04925c53ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:01.961830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:01.967330 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.028677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.048765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Transition to ACTIVE for port object b11d689d-0e00-4c44-b6a6-3e590ef3711b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:02.059353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:02.062897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.087116 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae41eb26-597c-4e2f-afff-7b04925c53ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.095453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.110890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8725-6604-499a-80a8-fa4d2cf32e9a req-9aab69e0-29b5-4543-b659-db4863a3b8e0 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:02.112504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63ea8725-6604-499a-80a8-fa4d2cf32e9a req-9aab69e0-29b5-4543-b659-db4863a3b8e0 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2586741 Aug 03 19:06:02.120893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:02.123506 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ad870-4f37-4466-b350-b3ce5b4edac0" -d '{"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:02.140498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:02.204357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e12efd0c-38af-4815-a268-c89d462bab0a req-0a2e407b-9dd9-499c-ac69-e6e36546a450 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201798 Aug 03 19:06:02.223088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.227415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae41eb26-597c-4e2f-afff-7b04925c53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.251568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63ea8725-6604-499a-80a8-fa4d2cf32e9a req-bf58a834-ebbb-4b74-8a59-04167fce4842 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211464 Aug 03 19:06:02.311403 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.316073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41eb26-597c-4e2f-afff-7b04925c53ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0619cb-d0dd-457c-8d67-cf1a58b56f3b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.322808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ae41eb26-597c-4e2f-afff-7b04925c53ee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=819de1db32d54877bc037ffefe47ff96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8596961 Aug 03 19:06:02.323722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43356) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:02.355552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.13 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/f41a9aeb-096f-4ac4-b0f9-55702e32a2bd) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:02.373626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cacd3-f919-4362-a02e-5f214fe39d51 None None] Pushing event updated for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.430448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43360) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:02.461916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0935af8d-8114-40a9-970a-9f19670cdc13 req-ad654e20-e645-4381-a32d-958da196fa69 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 210 time: 0.0462608 Aug 03 19:06:02.462352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--360716519', 'description': 'tempest-description--905435787'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:02.479179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Attempting to bind port b11d689d-0e00-4c44-b6a6-3e590ef3711b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:02.479859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Attempting to bind port b11d689d-0e00-4c44-b6a6-3e590ef3711b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:02.480721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Attempting to bind port b11d689d-0e00-4c44-b6a6-3e590ef3711b on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:02.483029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.491001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:02.491478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Checking segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:02.491956 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.492469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Bound using segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:02.493044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Bound port: b11d689d-0e00-4c44-b6a6-3e590ef3711b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:02.493526 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.550258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.596171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] For port b11d689d-0e00-4c44-b6a6-3e590ef3711b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:02.598069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.599853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.613162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] For port b11d689d-0e00-4c44-b6a6-3e590ef3711b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b11d689d-0e00-4c44-b6a6-3e590ef3711b,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:02.614950 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017bddda-e3b4-4126-8733-3864d7712dc1 x-openstack-request-id: req-017bddda-e3b4-4126-8733-3864d7712dc1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:02.615494 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-plugged", "status": "completed", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:02.615960 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-017bddda-e3b4-4126-8733-3864d7712dc1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:02.616584 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'code': 200} Aug 03 19:06:02.696452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.729917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.807748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cacd3-f919-4362-a02e-5f214fe39d51 None None] Pushing event updated for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.814252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:02.814252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:05:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:02.828018 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.831386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.832874 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a0619cb-d0dd-457c-8d67-cf1a58b56f3b HTTP/1.1" status: 204 len: 168 time: 0.5069249 Aug 03 19:06:02.843975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.864860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.893075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0619cb-d0dd-457c-8d67-cf1a58b56f3b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.910676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.914412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.918793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.919230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.919582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.919954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.920293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.920635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.921121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.921828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.925610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.925737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.926085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d99ca4-3902-4988-ad73-303c9aaadc17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:02.955934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:02.970325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:02.974590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:02.983987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:02.996125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:02.998675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-a82a0fa6-8817-4470-a761-890b78411067 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.001454 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-a82a0fa6-8817-4470-a761-890b78411067 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.2850502 Aug 03 19:06:03.007138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:03.073108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.073810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.137488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6bc918-b980-4116-be63-df654112170c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.177648 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Deleting port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:03.178150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.232967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.237250 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da9c6874-643b-4c11-8d9f-9b296be85d43 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7870498 Aug 03 19:06:03.239520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43388) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:03.244357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a327898-0d65-4b06-9fa3-545fd3e6a628 req-a11c95ac-cd9a-4f96-a96a-83094d8fe891 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.245973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a327898-0d65-4b06-9fa3-545fd3e6a628 req-a11c95ac-cd9a-4f96-a96a-83094d8fe891 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 948 time: 0.1002448 Aug 03 19:06:03.246556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group_rule': {'security_group_id': 'ba6bc918-b980-4116-be63-df654112170c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:03.247233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-64591a96-db7b-4fc1-89fc-e140822aae7e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7802839 Aug 03 19:06:03.310281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Request body: {'port': {'device_id': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:03.311838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:02Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:03.330990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] For port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,segment=NetworkSegment(c6e61e0b-266f-4960-a927-e972f324265c),segment_id=c6e61e0b-266f-4960-a927-e972f324265c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:03.331530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.345380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Calling delete_port for 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:03.354809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec796aa-eb45-4c54-8268-569592db9325 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:02Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:03.373146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47536ac-e695-4307-b902-d5f51875d90c req-13162db0-d196-4160-a20a-1fe6dbd8c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.373146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-13162db0-d196-4160-a20a-1fe6dbd8c5f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1097 time: 0.1545050 Aug 03 19:06:03.398210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a327898-0d65-4b06-9fa3-545fd3e6a628 req-b5c63856-1ae4-4d84-8a9b-78dd32fd0aa7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045046 Aug 03 19:06:03.448884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 560a7b26-768f-4d48-83f3-978a4eaf4dd3 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:03.480928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.514946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.587222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07a4c-a7c2-4abd-abc4-49475464d397 req-5f1682d9-c7c7-4f06-9aac-a147f84376b6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.588812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6b07a4c-a7c2-4abd-abc4-49475464d397 req-5f1682d9-c7c7-4f06-9aac-a147f84376b6 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/ports?device_id=e726d210-3a30-4dd5-928d-d7aea0dc4fc5 HTTP/1.1" status: 200 len: 945 time: 0.2833631 Aug 03 19:06:03.627763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.648430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:03.668682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '560a7b26-768f-4d48-83f3-978a4eaf4dd3', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '560a7b26-768f-4d48-83f3-978a4eaf4dd3', 'mac_address': 'fa:16:3e:a6:1d:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:03.708064 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.718514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.728861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560a7b26-768f-4d48-83f3-978a4eaf4dd3 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:03.749970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47536ac-e695-4307-b902-d5f51875d90c req-aef90c25-4164-4840-9094-753e8e4ff9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.750410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e8918-c8e7-4cda-b2af-2c9dcfc13c6f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.752102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-aef90c25-4164-4840-9094-753e8e4ff9a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.3573828 Aug 03 19:06:03.755297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:03.764988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6b07a4c-a7c2-4abd-abc4-49475464d397 req-ffd51db3-39e6-4d7f-8cde-f76989b79a8c tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.67 "GET /v2.0/security-groups?id=927b97fe-2e6b-485d-9db8-b4d893b7b5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629827 Aug 03 19:06:03.789875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046729a5-56f8-4819-a6c0-33f50c3df72b req-c9daef10-a5da-447a-aaa2-e822ae93fd47 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:03.792780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.797474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046729a5-56f8-4819-a6c0-33f50c3df72b req-c9daef10-a5da-447a-aaa2-e822ae93fd47 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2255948 Aug 03 19:06:03.809175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['738a97e6-c2db-4eb9-95c8-ce66e0717cb2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:03.832236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Pushing event deleted for resources: {'Port': ['ID=738a97e6-c2db-4eb9-95c8-ce66e0717cb2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.854796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-25c940d1-0ff9-4bfb-baf1-1f02ad25cb4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 200 len: 217 time: 0.0932486 Aug 03 19:06:03.868448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.896157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.903266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-07ddcb54-0536-4bc2-9f03-f05fe80dbdeb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6602466 Aug 03 19:06:03.905207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:03.919340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group_rule': {'security_group_id': 'ba6bc918-b980-4116-be63-df654112170c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:03.950002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] No DVR routers for this DVR port 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:03.953530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:03.957418 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-95de759a-46b0-45ed-a91f-acb633ab2331 req-7636fd3e-e864-48c6-8e3a-0c3484b559f1 tempest-ImagesTestJSON-1420891771 tempest-ImagesTestJSON-1420891771-project] 10.222.0.77 "DELETE /v2.0/ports/738a97e6-c2db-4eb9-95c8-ce66e0717cb2 HTTP/1.1" status: 204 len: 173 time: 0.9435003 Aug 03 19:06:03.976823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-deleted', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:03.981536 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57c3f6-56a2-4cf6-b5e3-8c4b69102920" -d '{"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-deleted", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:03.988120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:03.994582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046729a5-56f8-4819-a6c0-33f50c3df72b req-739922b7-f024-4035-8949-e9eca8027169 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960599 Aug 03 19:06:04.028902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47536ac-e695-4307-b902-d5f51875d90c req-0a7d6b60-66c4-4698-9bbd-24054b757dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.030340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-0a7d6b60-66c4-4698-9bbd-24054b757dee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1675344 Aug 03 19:06:04.086262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43410) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:04.091548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-efa9d468-909f-4008-8e5e-2f6284114929 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480151 Aug 03 19:06:04.105883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b2d9acab-e746-4af6-ad49-85a0c39bc4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.181168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:04.194841 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.229378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-40aa84f7-a92b-435b-b220-1efe61b84565 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122017 Aug 03 19:06:04.324939 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e099d30-80d2-4e2b-a475-ef119630f889 x-openstack-request-id: req-5e099d30-80d2-4e2b-a475-ef119630f889 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:04.329639 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e726d210-3a30-4dd5-928d-d7aea0dc4fc5", "name": "network-vif-deleted", "tag": "738a97e6-c2db-4eb9-95c8-ce66e0717cb2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:04.332366 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e099d30-80d2-4e2b-a475-ef119630f889 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:04.332981 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e726d210-3a30-4dd5-928d-d7aea0dc4fc5', 'name': 'network-vif-deleted', 'tag': '738a97e6-c2db-4eb9-95c8-ce66e0717cb2', 'status': 'completed', 'code': 200} Aug 03 19:06:04.394852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47536ac-e695-4307-b902-d5f51875d90c req-d1947b64-f3f5-4f05-a2ce-5799458ca407 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403091 Aug 03 19:06:04.396279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.492874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b2d9acab-e746-4af6-ad49-85a0c39bc4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.525034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.526119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-1c87b78b-15ec-4980-bec6-21986f75359b tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644169 Aug 03 19:06:04.551957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fb392a-0c7e-4bc6-a6c8-3210f3f4405f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:04.559251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41a9aeb-096f-4ac4-b0f9-55702e32a2bd {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:04.569413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.607771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Transition to ACTIVE for port object f41a9aeb-096f-4ac4-b0f9-55702e32a2bd will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:04.617599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40030-24f8-4c21-b912-288587e263b0 req-7bd122b3-e784-4e82-a670-896f02564931 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.642863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cee40030-24f8-4c21-b912-288587e263b0 req-7bd122b3-e784-4e82-a670-896f02564931 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 932 time: 0.2239616 Aug 03 19:06:04.679065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b2d9acab-e746-4af6-ad49-85a0c39bc4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.727577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cee40030-24f8-4c21-b912-288587e263b0 req-9bce67b8-e65b-49a1-97db-d7103a127a79 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890217 Aug 03 19:06:04.731204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b2d9acab-e746-4af6-ad49-85a0c39bc4bb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b33f12698484bad95d2cc4f830d444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6437049 Aug 03 19:06:04.732259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9acab-e746-4af6-ad49-85a0c39bc4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec697c08-a1ca-4731-b44c-89270fa12c27,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:04.734994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43438) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:04.801471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-519a51f5-f1fa-4567-af91-bdc749b51762 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.803144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-519a51f5-f1fa-4567-af91-bdc749b51762 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651169 Aug 03 19:06:04.821357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.839630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.843862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5998869d-55b3-4864-8356-2e333d434b1e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9344945 Aug 03 19:06:04.844101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:04.856042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:04.902377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-357a614c-1e57-4cac-9a22-03dbbb7ed567 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/quotas/181e4248875e4e5aa17acedf5be7bbd2 HTTP/1.1" status: 200 len: 375 time: 0.0758607 Aug 03 19:06:04.939099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:04.944452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:04.979538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-8cc7a752-d84d-49f0-b4e5-ce5788a52318 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694051 Aug 03 19:06:04.990268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7532318-ad33-4fcf-9337-a533c03ecde4 req-9f7e34b9-1d20-47b1-b628-68389b1dd7ec tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:04.991930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7532318-ad33-4fcf-9337-a533c03ecde4 req-9f7e34b9-1d20-47b1-b628-68389b1dd7ec tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 949 time: 0.1878147 Aug 03 19:06:05.058660 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.072409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.109158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7532318-ad33-4fcf-9337-a533c03ecde4 req-63eb8098-84f8-40c2-aac6-5cf8036b998a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095741 Aug 03 19:06:05.123542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Attempting to bind port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:05.123773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Attempting to bind port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:05.124106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Attempting to bind port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:05.141633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:05.141965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Attempting to bind port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:05.150182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:05.150724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:05.151117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:05.153202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Bound port: f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:05.157317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.197701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.238807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:05.241981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:05.369317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.371924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.373212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec697c08-a1ca-4731-b44c-89270fa12c27 HTTP/1.1" status: 204 len: 168 time: 0.6367543 Aug 03 19:06:05.384707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849ded9-b78a-41c0-bd82-962aea955eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec697c08-a1ca-4731-b44c-89270fa12c27,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:05.445330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.455538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 560a7b26-768f-4d48-83f3-978a4eaf4dd3 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:05.528828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:05.544530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.545299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.547141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-fa1bfe6c-4735-40c4-854d-06e33e29e77f service neutron] 10.222.0.77 "PUT /v2.0/ports/f41a9aeb-096f-4ac4-b0f9-55702e32a2bd HTTP/1.1" status: 200 len: 1092 time: 2.2548068 Aug 03 19:06:05.547978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:05.550421 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68be89e8-65b5-43b2-91ad-e4f5ad812f61" -d '{"events": [{"name": "network-changed", "server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:05.557018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b11d689d-0e00-4c44-b6a6-3e590ef3711b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:05.574599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8abccc-e025-4bf1-ad55-138dea727955 req-e7252d87-02fc-4a52-a018-7e87d18b7d31 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.582717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e8abccc-e025-4bf1-ad55-138dea727955 req-e7252d87-02fc-4a52-a018-7e87d18b7d31 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1504297 Aug 03 19:06:05.583588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Allocated IP 172.25.2.197 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/a0ff7a00-d2ad-4dad-84a7-a87b2075d9be) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:05.647736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e8abccc-e025-4bf1-ad55-138dea727955 req-0d6872b6-0064-42c1-9f6d-624d1367a5c3 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603371 Aug 03 19:06:05.706413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b11d689d-0e00-4c44-b6a6-3e590ef3711b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:05.711581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b11d689d-0e00-4c44-b6a6-3e590ef3711b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:05.711866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.749500 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e838f2d0-ece2-4305-80e4-ccfb8327a927 x-openstack-request-id: req-e838f2d0-ece2-4305-80e4-ccfb8327a927 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:05.749865 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:05.750236 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e838f2d0-ece2-4305-80e4-ccfb8327a927 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:05.751008 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'status': 'completed', 'code': 200} Aug 03 19:06:05.754634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:05.768595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.768721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-3fcadf20-6975-40e1-8fb6-e892f3c711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:05.768721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-3fcadf20-6975-40e1-8fb6-e892f3c711ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 1095 time: 0.0906165 Aug 03 19:06:05.771681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-5e7ea6cb-9a16-41e6-bb2b-7cef0d0dbcba tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532858 Aug 03 19:06:05.795252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:05.795628 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.804866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:05.832017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-0e790004-9997-4533-b7d6-d8b100afdb95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd HTTP/1.1" status: 200 len: 217 time: 0.0582483 Aug 03 19:06:05.856798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:05.857174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 738a97e6-c2db-4eb9-95c8-ce66e0717cb2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:05.930360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.931482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:05.998574 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.008441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=a0ff7a00-d2ad-4dad-84a7-a87b2075d9be,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.010532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b11d689d-0e00-4c44-b6a6-3e590ef3711b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b11d689d-0e00-4c44-b6a6-3e590ef3711b,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:06.032954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-07896be4-54d7-4909-bae5-155226513731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.033579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:06.034814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-07896be4-54d7-4909-bae5-155226513731 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.1790080 Aug 03 19:06:06.036359 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce2e6d-b972-4c84-b0a1-62c9e49f9857" -d '{"events": [{"server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "name": "network-vif-plugged", "status": "completed", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:06.059258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:06.078995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:06.081864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:06.083063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-cae78282-818e-4d85-aa07-6c0e16581522 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404904 Aug 03 19:06:06.085559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:06.141396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.202036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.222065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.256799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.275244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-10f48b8b-cf43-4bbc-9e29-9c8cba78f792 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778233 Aug 03 19:06:06.283879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-8a6c514e-8e63-40ea-9239-749a96adaa03 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.290940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-8a6c514e-8e63-40ea-9239-749a96adaa03 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5075867 Aug 03 19:06:06.316223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.368865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-6aeab216-1da2-42ac-8f4f-221c35bbdfdd tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/quotas/181e4248875e4e5aa17acedf5be7bbd2 HTTP/1.1" status: 200 len: 375 time: 0.0770361 Aug 03 19:06:06.377813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.417816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-d5dfc5a5-5593-4562-bf37-a5e1aafda7e8 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354950 Aug 03 19:06:06.428776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edab03-e428-4894-986a-35799e9ccba3 req-ebdb6f0e-9b49-4197-90c6-bd03a83c276a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.436030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69edab03-e428-4894-986a-35799e9ccba3 req-ebdb6f0e-9b49-4197-90c6-bd03a83c276a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 944 time: 0.1597955 Aug 03 19:06:06.489568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e498c702-2f43-48ab-a54b-c4f5d12d91e1 req-9ae6fc48-a236-43b6-aec1-677fa19fd86b service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953380 Aug 03 19:06:06.503090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69edab03-e428-4894-986a-35799e9ccba3 req-0e2d785f-da78-4a90-989b-5ef9189b8582 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658445 Aug 03 19:06:06.578098 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39044d98-6f9c-4ec5-b25b-a7051c2c1245 x-openstack-request-id: req-39044d98-6f9c-4ec5-b25b-a7051c2c1245 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:06.579595 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "name": "network-vif-plugged", "status": "completed", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:06.580126 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39044d98-6f9c-4ec5-b25b-a7051c2c1245 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:06.580245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.580991 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3', 'code': 200} Aug 03 19:06:06.732754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:06.863638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab550d-f5bd-4f11-9669-31c10f732207 req-351d5f30-f822-4c2a-bff7-466e16e0298a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.866353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28ab550d-f5bd-4f11-9669-31c10f732207 req-351d5f30-f822-4c2a-bff7-466e16e0298a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.1990888 Aug 03 19:06:06.870754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=a0ff7a00-d2ad-4dad-84a7-a87b2075d9be,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:06.885706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecd338-1c38-4121-b08d-80c68127079e req-8b28f36e-9434-4dc4-9711-ef618bb3f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:06.888357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45ecd338-1c38-4121-b08d-80c68127079e req-8b28f36e-9434-4dc4-9711-ef618bb3f3a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 1101 time: 0.2196460 Aug 03 19:06:06.919262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.084389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.087388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ae81650-ca9c-4190-934c-171ddebb6d99 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2415934 Aug 03 19:06:07.112337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-48673a11-0e89-4df7-8b2f-357a0488f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.114231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-48673a11-0e89-4df7-8b2f-357a0488f9cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 1095 time: 0.3601775 Aug 03 19:06:07.133652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28ab550d-f5bd-4f11-9669-31c10f732207 req-fb2ec8b2-a33f-4e60-bbf9-2da2be00038e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438657 Aug 03 19:06:07.201264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45ecd338-1c38-4121-b08d-80c68127079e req-33f2e14c-58f2-4452-841f-1a5b753adc06 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639482 Aug 03 19:06:07.238912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d521667-f7a6-44d0-8ccc-9abe453c3006 req-fc89e3ff-0ffa-4a15-9b32-6b4db00b294a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.245218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d521667-f7a6-44d0-8ccc-9abe453c3006 req-fc89e3ff-0ffa-4a15-9b32-6b4db00b294a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.3056688 Aug 03 19:06:07.282015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9760be4-af4b-493a-9ebe-99c79f43b9a0 req-c33240f6-6ac1-4150-b82b-ebf3029012e5 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 210 time: 0.0739942 Aug 03 19:06:07.346530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d521667-f7a6-44d0-8ccc-9abe453c3006 req-9e49ed4d-949e-461f-b19c-9d7ae7b6241d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877616 Aug 03 19:06:07.359543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-c561d759-4287-4f0d-8777-b15088c1ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.361152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-c561d759-4287-4f0d-8777-b15088c1ac55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 913 time: 0.2356613 Aug 03 19:06:07.451620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-c265c229-b25a-42fb-a6f4-292b3597ae74 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd HTTP/1.1" status: 200 len: 217 time: 0.0789678 Aug 03 19:06:07.464432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b11d689d-0e00-4c44-b6a6-3e590ef3711b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:07.535769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b11d689d-0e00-4c44-b6a6-3e590ef3711b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:07.536413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:07.546647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-d2a06d74-7230-4681-a24a-76a5e66862f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:07.549032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-d2a06d74-7230-4681-a24a-76a5e66862f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0886567 Aug 03 19:06:07.552812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-60ada48a-ca0a-43ee-adaa-371ee3546bd1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--360716519&fields=id&tenant_id=59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 267 time: 0.0808799 Aug 03 19:06:07.724242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:07.803165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:07.911284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1441796343-network', 'tenant_id': '9cba78de583549c58c1613929cefe9f4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:07.971218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-0ac43465-d1e8-417f-9b85-60e1276bf546 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4111035 Aug 03 19:06:07.989344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:08.004160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'mac_address': 'fa:16:3e:b2:38:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:08.051992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.074432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41a9aeb-096f-4ac4-b0f9-55702e32a2bd {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:08.110729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:08.114397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.130239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.152217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc74d4-295a-46a4-aecf-c061fa6e4071 req-705f89dd-aefd-4e44-8c1a-533da1df3954 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.153764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7bc74d4-295a-46a4-aecf-c061fa6e4071 req-705f89dd-aefd-4e44-8c1a-533da1df3954 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 944 time: 0.1476130 Aug 03 19:06:08.167474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-f9401de0-4099-4605-87b1-d597ac5c4b9d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.169327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-f9401de0-4099-4605-87b1-d597ac5c4b9d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 809 time: 0.5893023 Aug 03 19:06:08.212891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-eba53199-2c9e-4218-938f-353e52e485da tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/quotas/59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 375 time: 0.0278563 Aug 03 19:06:08.217600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-fe2d71cf-3962-444e-8dc0-3f207dd83593 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213838 Aug 03 19:06:08.285329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:08.285565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.303629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7bc74d4-295a-46a4-aecf-c061fa6e4071 req-46bb48c7-259c-44c5-b055-287f932826cc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305482 Aug 03 19:06:08.352002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-976a4049-3882-44a7-9caa-12271b2d7086 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237829 Aug 03 19:06:08.381186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.417387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:08.428240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4353723f-8d46-480f-8a47-4e95f3b2b563,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.435515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.435925 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Added segment 4f3ab139-964a-4f62-87cc-8c6a508d01d8 of type vlan for network 2e951814-34df-4c8f-a179-23bd3c595b01 Aug 03 19:06:08.437801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68be89e8-65b5-43b2-91ad-e4f5ad812f61 req-0e0f06b1-7671-4ae7-9446-73dd4be04848 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107403 Aug 03 19:06:08.440036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.484072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-131664d8-7585-4f75-a518-f3a2917f2d6d service neutron] 10.222.0.67 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119711 Aug 03 19:06:08.499376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.555751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-7b47b520-880e-464e-b847-8502f3678e86 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662644 Aug 03 19:06:08.566276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.620889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.621896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.622485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:08.650137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:08.710658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] Pushing event updated for resources: {'Network': ['ID=2e951814-34df-4c8f-a179-23bd3c595b01,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:08.722507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2e951814-34df-4c8f-a179-23bd3c595b01 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:08.773212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-5e1ba5b3-a6b8-45d5-a3ea-f71c7441ca3b service neutron] 10.222.0.67 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314701 Aug 03 19:06:08.785504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-cdbc088a-f777-45f2-830d-9097ebb49443 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:08.788430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-cdbc088a-f777-45f2-830d-9097ebb49443 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160718 Aug 03 19:06:08.794892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eab96167-6c85-4794-87a7-f69e377caa39 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0693295 Aug 03 19:06:08.798796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43578) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:08.804308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Request body: {'subnet': {'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1441796343-subnet', 'tenant_id': '9cba78de583549c58c1613929cefe9f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:08.814515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Request body: {'port': {'device_id': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '181e4248875e4e5aa17acedf5be7bbd2'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:08.958677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:08.963505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.095387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Made reservation on behalf of 181e4248875e4e5aa17acedf5be7bbd2 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:09.099268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.110819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.220760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7322ae-74e0-49d8-b9cb-cdc2da9da0a7 req-07b3f16b-960a-43f9-a6e3-df79e9a3fb86 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.226509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a7322ae-74e0-49d8-b9cb-cdc2da9da0a7 req-07b3f16b-960a-43f9-a6e3-df79e9a3fb86 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.0879948 Aug 03 19:06:09.291382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a7322ae-74e0-49d8-b9cb-cdc2da9da0a7 req-d9381ff6-6557-4d55-a3f3-ec66361880d7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603688 Aug 03 19:06:09.303325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.312491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.379597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0f2cd0-d521-474d-a811-4b9471b223c6,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.386425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1514730c-b06f-4f7f-a80f-c218ecaab2e6 req-786bc32f-0ffe-471e-9570-a4affc97728e tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 210 time: 0.0298142 Aug 03 19:06:09.394472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:09.394829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Network hostable DHCP agents. Network: 2e951814-34df-4c8f-a179-23bd3c595b01, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:09.455818 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.522431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Network 2e951814-34df-4c8f-a179-23bd3c595b01 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:09.557346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd9bcfc-12ec-4026-b33b-c5919d21366e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:09.602144 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-86d46c29-5530-4f07-a5f5-6890487c6341 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236144 Aug 03 19:06:09.623552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a298cd-6ede-4317-8885-b845704fed2f req-c466350d-bfe0-440c-ae32-5d8af382999f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.625027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a298cd-6ede-4317-8885-b845704fed2f req-c466350d-bfe0-440c-ae32-5d8af382999f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1151054 Aug 03 19:06:09.659968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2e951814-34df-4c8f-a179-23bd3c595b01) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:09.667254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.667837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.678905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6455bbfe-bbdd-47d0-a752-7a7710730dc6 None None] Network 2e951814-34df-4c8f-a179-23bd3c595b01 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:09.707123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Allocated IP 192.168.233.192 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/4e57d9c6-cb5e-48dd-8c43-2a0c6e722947) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:09.723707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a298cd-6ede-4317-8885-b845704fed2f req-1bcfc02a-05bd-49d9-932e-17da09e56e5d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913694 Aug 03 19:06:09.741385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-657cc9f1-65d6-452e-b439-14e095c65df5 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:09.743925 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-657cc9f1-65d6-452e-b439-14e095c65df5 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362648 Aug 03 19:06:09.766146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Request body: {'port': {'device_id': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '181e4248875e4e5aa17acedf5be7bbd2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:09.818672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:09.842151 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81eeae6f-6297-4aae-b1c4-be25637b2569 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0421789 Aug 03 19:06:09.910617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4a2c8d3-8abb-4b08-9386-206ca26a29f9 req-9890f74b-0033-4a0a-97da-a6da47f3fd54 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 210 time: 0.1112211 Aug 03 19:06:09.977326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:09.993806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Transition to ACTIVE for port object 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:10.016068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807cbede-a5a5-4707-b65a-c0d02f79c8e7 None None] Network 2e951814-34df-4c8f-a179-23bd3c595b01 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:10.089054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Made reservation on behalf of 181e4248875e4e5aa17acedf5be7bbd2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:10.090690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:10.092559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.097960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:10.098457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.123295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.203831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:10.216919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:10.220787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:10.289265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:10.325674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.325674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.409712 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.420625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-18f31af4-47c2-45e7-a351-10427f7954f9 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.424338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Allocated IP 192.168.233.205 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/911c6dc9-a561-43a8-88c7-1d7d7666aa08) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:10.425543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-18f31af4-47c2-45e7-a351-10427f7954f9 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 1101 time: 0.1395142 Aug 03 19:06:10.432944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-71209f2e-c1b6-44fd-886a-4ce1b948f1b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6239119 Aug 03 19:06:10.455917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Request body: {'port': {'device_id': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:10.464345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:10.466824 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836eb884-432c-40eb-8474-0aef05693321" -d '{"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-plugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:10.477440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-dc31afd2-7467-4910-beb4-16a2a7b13c98 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.500242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:10.603961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.604592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.659317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:10.679143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-320cf725-3cb9-4879-b1c3-018cd2de6775 None None] Provisioning for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:10.685183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-320cf725-3cb9-4879-b1c3-018cd2de6775 None None] Provisioning complete for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:10.685942 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-320cf725-3cb9-4879-b1c3-018cd2de6775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.693721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85242832-0b3a-4e03-8ca5-bdbfd8aaf017 req-648de315-8aff-462c-a142-c7bfe48a1bcc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:10.695830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85242832-0b3a-4e03-8ca5-bdbfd8aaf017 req-648de315-8aff-462c-a142-c7bfe48a1bcc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 945 time: 0.1422038 Aug 03 19:06:10.701078 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.719851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Transition to ACTIVE for port object 911c6dc9-a561-43a8-88c7-1d7d7666aa08 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:10.731708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-320cf725-3cb9-4879-b1c3-018cd2de6775 None None] Port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:10.832529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-dc31afd2-7467-4910-beb4-16a2a7b13c98 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.850103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.862955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85242832-0b3a-4e03-8ca5-bdbfd8aaf017 req-dd8c7512-e92d-4ac6-b0bc-d89eea0563cb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419377 Aug 03 19:06:10.924490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-dc31afd2-7467-4910-beb4-16a2a7b13c98 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:10.927749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43626) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.932918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43628) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:10.937431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-883801245-network', 'tenant_id': '910d746bd5ff494da98ba9c05c6187e3'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:10.945017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:10.963207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:10.967315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:10.992399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45d4fcfc-8ba7-4d13-951f-bfae31b61f8e req-dc31afd2-7467-4910-beb4-16a2a7b13c98 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584664 Aug 03 19:06:11.052514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31afd2-7467-4910-beb4-16a2a7b13c98 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b2b5ef-077b-43c4-a081-6037786db127,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.083586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.112787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Made reservation on behalf of 910d746bd5ff494da98ba9c05c6187e3 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:11.115064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.131443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Deleting subnet 848abf52-239a-48a2-b413-07b75f52f8c7 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:06:11.142662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.143589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.145319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.147669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.161608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee93c2-4c78-4f66-9a5b-deac241c5ad3 req-220312c1-3a4c-4068-90a0-cb05c9421f46 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.174184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdee93c2-4c78-4f66-9a5b-deac241c5ad3 req-220312c1-3a4c-4068-90a0-cb05c9421f46 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 936 time: 0.1759672 Aug 03 19:06:11.192772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.238239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.267992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:11.275474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdee93c2-4c78-4f66-9a5b-deac241c5ad3 req-de5c1e86-fc83-4e4e-a52e-692a3ab9380f tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001539 Aug 03 19:06:11.279648 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.293665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Transition to ACTIVE for port object 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:11.337396 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-91c0bb96-3a4c-45df-babc-93477b0a0c10 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5831189 Aug 03 19:06:11.350877 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab965ec1-13d5-400f-8287-00058b75ba7c x-openstack-request-id: req-ab965ec1-13d5-400f-8287-00058b75ba7c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:11.351225 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-plugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:11.351522 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab965ec1-13d5-400f-8287-00058b75ba7c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:11.351912 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'code': 200} Aug 03 19:06:11.358507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Request body: {'port': {'device_id': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:11.406056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.439918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.484515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-65909009-36a6-4d10-a7dd-8f89c4c8c88a None None] Provisioning for port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:11.493511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-65909009-36a6-4d10-a7dd-8f89c4c8c88a None None] Provisioning complete for port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:11.494152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65909009-36a6-4d10-a7dd-8f89c4c8c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.494622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.545690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848abf52-239a-48a2-b413-07b75f52f8c7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.551429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-65909009-36a6-4d10-a7dd-8f89c4c8c88a None None] Port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:11.557816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.562071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-226498b1-ea48-4fb0-8885-2b40e51ab6aa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/848abf52-239a-48a2-b413-07b75f52f8c7 HTTP/1.1" status: 204 len: 168 time: 0.6243241 Aug 03 19:06:11.565586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff43b0-cab8-4ba4-8fd1-ffb6f5ab1549 req-5cc03486-5451-4203-8f74-49501426a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.568641 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84ff43b0-cab8-4ba4-8fd1-ffb6f5ab1549 req-5cc03486-5451-4203-8f74-49501426a28a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 1097 time: 0.1413820 Aug 03 19:06:11.571870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.572425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:11.610930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.633940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5a951-1348-4018-b60e-da2255dfbdab req-b03f3237-49d3-40f7-ba84-59640f2f7a1c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:11.636786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efa5a951-1348-4018-b60e-da2255dfbdab req-b03f3237-49d3-40f7-ba84-59640f2f7a1c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1963425 Aug 03 19:06:11.669074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Attempting to bind port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:11.669426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Attempting to bind port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:11.669757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Attempting to bind port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:11.684504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:11.684876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Attempting to bind port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:11.686995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.715723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:11.716592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:11.716592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:11.716842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Bound port: 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:11.717206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.774269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:11.788120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efa5a951-1348-4018-b60e-da2255dfbdab req-b54397ef-cdc5-4d47-804b-4f2b4da9f6cd tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Aug 03 19:06:11.795596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddfb584-6eda-4b2d-8ba4-aa7a0815b195,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:11.803193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.803545 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Added segment ceccb497-0895-48ee-b0de-1a82e76e04a3 of type vlan for network 1181b4a5-55f7-4669-b177-34517fde1829 Aug 03 19:06:11.861927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:11.914071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81f57a64-fa8a-4fb8-a6b7-9ff7373fecb3 req-0a8cc8a5-7678-4d62-b4bc-14bbdc794663 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 210 time: 0.0480540 Aug 03 19:06:11.917832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:11.941439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:12.033219 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.075253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.076150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.077671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] 10.222.0.77 "PUT /v2.0/ports/4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 HTTP/1.1" status: 200 len: 1096 time: 1.6315284 Aug 03 19:06:12.078340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:12.081901 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde" -d '{"events": [{"name": "network-changed", "server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:12.101850 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84ff43b0-cab8-4ba4-8fd1-ffb6f5ab1549 req-e490683e-6830-4661-b317-6a4cfe4091fc service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176232 Aug 03 19:06:12.108618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.109786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.111086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.137936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84008dc-2de0-4984-8e5f-5ad9513daeee service neutron] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:12.138756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.200161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] Pushing event updated for resources: {'Network': ['ID=1181b4a5-55f7-4669-b177-34517fde1829,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:12.213006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1181b4a5-55f7-4669-b177-34517fde1829 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:12.280198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.297564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf2592a-0f2f-4246-91b8-fb7208201837']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:12.320067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e61e0b-266f-4960-a927-e972f324265c') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:12.320574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e61e0b-266f-4960-a927-e972f324265c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:12.323003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d5db438-4b29-4a13-8b9d-3001d9f86e46 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3913987 Aug 03 19:06:12.323778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43646) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:12.329761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Request body: {'subnet': {'network_id': '1181b4a5-55f7-4669-b177-34517fde1829', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-883801245-subnet', 'tenant_id': '910d746bd5ff494da98ba9c05c6187e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:12.390031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.418037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-caf56c87-1b7a-4b6f-bffe-869360b90769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.420032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-caf56c87-1b7a-4b6f-bffe-869360b90769 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 1099 time: 0.0694118 Aug 03 19:06:12.479328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.484417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911c6dc9-a561-43a8-88c7-1d7d7666aa08 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:12.498962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.503323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-c6036730-f42e-47e5-98c6-6ae531ee000b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 HTTP/1.1" status: 200 len: 217 time: 0.0736797 Aug 03 19:06:12.506625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:06:12.507043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:06:12.515475 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:06:12.529428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Made reservation on behalf of 910d746bd5ff494da98ba9c05c6187e3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:12.532794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.583825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Transition to ACTIVE for port object 911c6dc9-a561-43a8-88c7-1d7d7666aa08 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:12.598026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-0eb207ab-e1e7-42fa-8734-c6d5a9b7531b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.599527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-0eb207ab-e1e7-42fa-8734-c6d5a9b7531b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 809 time: 0.2737296 Aug 03 19:06:12.636904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a92b3-7cbb-4f74-9ffe-893d4841e0d7 req-6fa7b95f-2ab7-4583-bbff-92797633036f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.641055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff7a92b3-7cbb-4f74-9ffe-893d4841e0d7 req-6fa7b95f-2ab7-4583-bbff-92797633036f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.2052624 Aug 03 19:06:12.645747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-886474d4-bad5-4a56-9420-8cc9b58b5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.647219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-886474d4-bad5-4a56-9420-8cc9b58b5e85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1291261 Aug 03 19:06:12.650596 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-8cd6358d-8f79-4e8d-8f44-27cd3012f9f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 379 time: 0.0412307 Aug 03 19:06:12.671456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'port': {'device_id': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'admin_state_up': True, 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'security_groups': ['ba6bc918-b980-4116-be63-df654112170c']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:12.688830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.744819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff7a92b3-7cbb-4f74-9ffe-893d4841e0d7 req-731bf928-bbb6-4bc5-859c-83e76e58ede9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965042 Aug 03 19:06:12.750079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28453873-9f74-4d17-a353-e04b138cbc25 req-843d451f-8cc4-4964-9cba-2124dffa7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:12.752049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-843d451f-8cc4-4964-9cba-2124dffa7599 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773430 Aug 03 19:06:12.784588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.808558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:12.810541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fdf2592a-0f2f-4246-91b8-fb7208201837 HTTP/1.1" status: 204 len: 168 time: 1.2371221 Aug 03 19:06:12.858768 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe25ab4-8397-422f-90cf-f1a35f4044e3 x-openstack-request-id: req-ebe25ab4-8397-422f-90cf-f1a35f4044e3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:12.859044 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:12.859299 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ebe25ab4-8397-422f-90cf-f1a35f4044e3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:12.859705 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'status': 'completed', 'code': 200} Aug 03 19:06:12.894924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8af3d-7b1a-4ebb-8a59-ff3c49db39b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf2592a-0f2f-4246-91b8-fb7208201837,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:12.913039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:12.979197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-2872eff5-228c-4acc-af6f-a1d205e61eef service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090976 Aug 03 19:06:13.020574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Attempting to bind port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:13.021400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Attempting to bind port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:13.022002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Attempting to bind port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:13.027173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:13.032716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Attempting to bind port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:13.034929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:13.035565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:13.036346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:13.037022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Bound port: 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:13.037593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.103782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99f8e4-6103-4c02-b09d-680fb9b25f05 req-81d03406-3a3c-408c-a338-80cdd1c8165b tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.105566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d99f8e4-6103-4c02-b09d-680fb9b25f05 req-81d03406-3a3c-408c-a338-80cdd1c8165b tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.2149882 Aug 03 19:06:13.112125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:13.120509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:13.146046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Made reservation on behalf of 59ff50a389f84bd4a058d3b347420ceb for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:13.153474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.172898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d99f8e4-6103-4c02-b09d-680fb9b25f05 req-652314fa-163c-4c83-a09b-07ff60500149 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Aug 03 19:06:13.177053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28453873-9f74-4d17-a353-e04b138cbc25 req-06aa755e-fe20-4948-a78a-cb7d9c2f87b5 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595020 Aug 03 19:06:13.222886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.311708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Allocated IP 172.20.0.3 (902a6862-0037-46ec-8d14-c05e29ae1a3a/cf74c9e5-c2c4-4679-96a8-1f810eca1c9a/bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:13.318345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.323506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-cf657002-f929-473f-8362-93a3cbe1465d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422225 Aug 03 19:06:13.335621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d55dcad-5026-4890-8c9d-d780bb5a48ec,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.337624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Checking segment: {'id': 'ceccb497-0895-48ee-b0de-1a82e76e04a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1181b4a5-55f7-4669-b177-34517fde1829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:13.337986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Network hostable DHCP agents. Network: 1181b4a5-55f7-4669-b177-34517fde1829, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:13.364844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.365476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.367208 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] 10.222.0.77 "PUT /v2.0/ports/911c6dc9-a561-43a8-88c7-1d7d7666aa08 HTTP/1.1" status: 200 len: 1096 time: 2.0208824 Aug 03 19:06:13.371438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:13.374673 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d511328-e81d-4a3f-bc31-49b576966c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:13.476010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26cb8-f7e9-4959-ad28-15000b73a313 service neutron] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:13.508165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-1a37e11b-1140-48a7-991e-2596802e2e4d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.509755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-1a37e11b-1140-48a7-991e-2596802e2e4d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684492 Aug 03 19:06:13.541322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-4c9b12a5-15ea-49a5-ae78-039364e89c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.543002 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-4c9b12a5-15ea-49a5-ae78-039364e89c67 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 1099 time: 0.1291823 Aug 03 19:06:13.572812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:13.572939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Network 1181b4a5-55f7-4669-b177-34517fde1829 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:13.586921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-5b17b9ee-f2cf-46f7-9c30-19eb3c5a021f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0608907 Aug 03 19:06:13.633368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-2f86aa31-8e1f-4941-9c8b-05969ebba7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.635319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-2f86aa31-8e1f-4941-9c8b-05969ebba7f6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 1099 time: 0.1244674 Aug 03 19:06:13.658371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-588dc597-565c-4e37-8bb6-73451eb160b7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700068 Aug 03 19:06:13.689386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.698693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1181b4a5-55f7-4669-b177-34517fde1829) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:13.701268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-05514e74-ccf7-4ac3-9ede-cf4af2391875 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08 HTTP/1.1" status: 200 len: 217 time: 0.0418673 Aug 03 19:06:13.704980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.705679 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.716384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1093d6-8736-4eef-b1e1-f597f8433442 None None] Network 1181b4a5-55f7-4669-b177-34517fde1829 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:13.736912 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d28567d-fa61-4e11-b9f1-9e5b60fe9270 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a5eeba7a77e844f0904d92765be84d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629975 Aug 03 19:06:13.738890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43670) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:13.739866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Transition to ACTIVE for port object bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:13.774484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-6f6f9de4-bb28-446e-ad5f-6cc395e022dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.775440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-64ab3ef8-0196-4f99-beae-627a50a8d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.776011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-6f6f9de4-bb28-446e-ad5f-6cc395e022dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2223897 Aug 03 19:06:13.777506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-64ab3ef8-0196-4f99-beae-627a50a8d990 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0678632 Aug 03 19:06:13.832959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7fd946ae-29c9-40e1-ae5b-0d87ca06d068 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5078871 Aug 03 19:06:13.851164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-cb7163f4-06f0-42d6-921a-9f0d52508853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.853553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-cb7163f4-06f0-42d6-921a-9f0d52508853 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0621469 Aug 03 19:06:13.865029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-a06ae74f-b9fd-4d3e-823a-e917d0612bc7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 HTTP/1.1" status: 200 len: 217 time: 0.0725834 Aug 03 19:06:13.920507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60962e2-0a86-422a-a11d-7f3d75224544 None None] Network 1181b4a5-55f7-4669-b177-34517fde1829 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:13.930141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:13.963380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-9dbde828-376c-4ed3-8c3c-499da838a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:13.966128 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-9dbde828-376c-4ed3-8c3c-499da838a52e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0902834 Aug 03 19:06:13.971802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.009085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-4b61639d-f88b-4d89-8f7d-43d1883f99fb service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344831 Aug 03 19:06:14.043780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.120321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:14.151095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:14.158161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:14.161650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-2de38e38-62b0-4ee9-ae59-33e0e3ce2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.163242 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-2de38e38-62b0-4ee9-ae59-33e0e3ce2ff5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813264 Aug 03 19:06:14.167763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:14.178727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da15ece-3d66-44bb-91bb-9796cbc36b03 req-83ca3009-c4af-4abe-b28c-fd15495c5a0d service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609180 Aug 03 19:06:14.317668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.317668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.365204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-d79eb922-1fab-489c-988d-75e52e81a374 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932273 Aug 03 19:06:14.426719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.429531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.433696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/927b97fe-2e6b-485d-9db8-b4d893b7b5df HTTP/1.1" status: 204 len: 168 time: 0.6893036 Aug 03 19:06:14.446745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1401136-a456-43c8-801a-71c48ac27e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927b97fe-2e6b-485d-9db8-b4d893b7b5df,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:14.465529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8c2c6-16b1-4f0d-8bff-7f9cf79a1257 req-d3735728-3e9e-458f-985f-bd3c53044941 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.476331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2c8c2c6-16b1-4f0d-8bff-7f9cf79a1257 req-d3735728-3e9e-458f-985f-bd3c53044941 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0961275 Aug 03 19:06:14.488256 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a9cf7fb9-0852-4b9f-966e-08e5cf021dde req-e95f3f09-a1f5-452d-8275-c3b1bd011569 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166534 Aug 03 19:06:14.514273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2c8c2c6-16b1-4f0d-8bff-7f9cf79a1257 req-ebfe2718-ef98-4fd0-8bd6-e2474f54ab9c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 Aug 03 19:06:14.624322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb117b6-7aa0-421f-8d80-2b0679ca76cb req-f7361a2b-dbbe-431c-b2bd-02768024c2e0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.625972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7eb117b6-7aa0-421f-8d80-2b0679ca76cb req-f7361a2b-dbbe-431c-b2bd-02768024c2e0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 931 time: 0.0500879 Aug 03 19:06:14.661318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-48620c30-d024-4f28-b1fb-a2ba442ff539 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9942791 Aug 03 19:06:14.668486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7eb117b6-7aa0-421f-8d80-2b0679ca76cb req-2e4720ad-587b-47be-93d9-8deee5b7b59e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364835 Aug 03 19:06:14.678394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Request body: {'port': {'device_id': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:14.688428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-780d7bae-8188-4aca-82f7-de1d982bf0dc None None] Provisioning for port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:14.699394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-780d7bae-8188-4aca-82f7-de1d982bf0dc None None] Provisioning complete for port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:14.704368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-780d7bae-8188-4aca-82f7-de1d982bf0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.734159 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf57a2ec-46b3-4a1c-af31-75d63f8e2661 x-openstack-request-id: req-bf57a2ec-46b3-4a1c-af31-75d63f8e2661 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:14.734462 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:14.734712 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf57a2ec-46b3-4a1c-af31-75d63f8e2661 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:14.735200 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'status': 'completed', 'code': 200} Aug 03 19:06:14.784107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-780d7bae-8188-4aca-82f7-de1d982bf0dc None None] Port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:14.819984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:14.860851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9dc4-9b03-4a13-9ffb-89aaa1bb227e req-73ac9590-5d59-47a5-b207-2b098f26bd06 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.860851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5d9dc4-9b03-4a13-9ffb-89aaa1bb227e req-73ac9590-5d59-47a5-b207-2b098f26bd06 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0578947 Aug 03 19:06:14.900041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-73634078-ac03-4d9d-9dbc-0a8495078b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:14.903597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-73634078-ac03-4d9d-9dbc-0a8495078b3f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 1099 time: 0.1485217 Aug 03 19:06:14.912933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5d9dc4-9b03-4a13-9ffb-89aaa1bb227e req-c18a59ec-a0c9-43bd-9a6d-0d4de496bd11 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507541 Aug 03 19:06:15.041095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a931cb-13c9-483f-b08d-605c6414f4a9 req-76af682b-f70d-4483-b2fd-c393e8120a42 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.042649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35a931cb-13c9-483f-b08d-605c6414f4a9 req-76af682b-f70d-4483-b2fd-c393e8120a42 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.0542591 Aug 03 19:06:15.086807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35a931cb-13c9-483f-b08d-605c6414f4a9 req-1a4cf467-55b4-4e74-b214-0d352d32ee37 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364404 Aug 03 19:06:15.140024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-b2039aab-acd6-4370-a85c-5548f5543aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.140629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.142425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-b2039aab-acd6-4370-a85c-5548f5543aa1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2253041 Aug 03 19:06:15.196550 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-eead0104-437d-46e8-ab7e-bd9d772dc6c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08 HTTP/1.1" status: 200 len: 217 time: 0.0460932 Aug 03 19:06:15.277859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-166f38a6-b16c-422d-9b3b-cc9ec69557cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.279406 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-166f38a6-b16c-422d-9b3b-cc9ec69557cf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0732105 Aug 03 19:06:15.372316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:15.383065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.392770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-f7a8ba0b-eac9-4516-b025-b57ff92fab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.394433 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-f7a8ba0b-eac9-4516-b025-b57ff92fab92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933056 Aug 03 19:06:15.404956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Transition to ACTIVE for port object bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:15.467745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.524935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43720) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:15.573795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:15.620832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-ccb34e90-678f-4e4e-bfcc-5b3c10151752 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172217 Aug 03 19:06:15.638328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-d934666c-0c14-4664-b498-e06a4d2ec2be tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:15.655749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-d934666c-0c14-4664-b498-e06a4d2ec2be tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.1749597 Aug 03 19:06:15.668181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-be0f3539-d997-4acc-9467-f76c171dbf5e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/quotas/9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 375 time: 0.0165954 Aug 03 19:06:15.747798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-f71636f6-967e-4500-8300-a82296e3e484 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784941 Aug 03 19:06:15.780764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88161777-7e68-4cb2-bc31-b1c5f00427f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:15.783879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Attempting to bind port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:15.784311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Attempting to bind port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:15.784807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Attempting to bind port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:15.832119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:15.852632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4d511328-e81d-4a3f-bc31-49b576966c9a req-fdfa0389-87e3-40e8-9669-5824eb0d73a2 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078810 Aug 03 19:06:15.854365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e on network 902a6862-0037-46ec-8d14-c05e29ae1a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:15.854696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Attempting to bind port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:15.861712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b4ff7f75-f0ba-4aeb-b3a3-8ef840c92f3a service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129758 Aug 03 19:06:15.867962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:15.868313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Checking segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:15.868696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Bound using segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:15.869148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Bound port: bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:15.869518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.010156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:16.023646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-42942f02-b30e-48f6-abc5-a9e876b00903 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577880 Aug 03 19:06:16.072676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.078222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88161777-7e68-4cb2-bc31-b1c5f00427f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.089890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'mac_address': 'fa:16:3e:cc:cc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:16.139232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.158996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911c6dc9-a561-43a8-88c7-1d7d7666aa08 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:16.164224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:16.188761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.233163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fa7a446-93fc-4ac0-bc17-e3d4efec758e req-413e132e-a5ac-4294-8703-ca9564ce1403 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 210 time: 0.0300100 Aug 03 19:06:16.260695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88161777-7e68-4cb2-bc31-b1c5f00427f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.288945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.293325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:16.313679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.389585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.408628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-88161777-7e68-4cb2-bc31-b1c5f00427f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c428dd10cc83433aabcb194208fcb28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8800323 Aug 03 19:06:16.417651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.418407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.419821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] 10.222.0.77 "PUT /v2.0/ports/bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 1091 time: 1.7488687 Aug 03 19:06:16.420491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88161777-7e68-4cb2-bc31-b1c5f00427f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bd42ea-0544-4f23-a00b-cb4eaa866979,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.423646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:16.475560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'mac_address': 'fa:16:3e:e5:86:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:16.476686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba20045-4dc0-4809-88c8-a68da99fc35b service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.505176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f48d1c-e027-421e-bad9-cfabc95c6868 req-b2c1f7da-a186-4954-99f6-c4035b04762a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.514278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73f48d1c-e027-421e-bad9-cfabc95c6868 req-b2c1f7da-a186-4954-99f6-c4035b04762a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1847589 Aug 03 19:06:16.572539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.615529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ffb7-013b-40bc-9832-b4b721eee481 req-52af53c8-54dd-447c-a77c-c051dbcde336 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.620694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7524ffb7-013b-40bc-9832-b4b721eee481 req-52af53c8-54dd-447c-a77c-c051dbcde336 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 943 time: 0.2476537 Aug 03 19:06:16.625961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-0614c315-5428-4321-a1bb-1c2fdc739cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.625961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-0614c315-5428-4321-a1bb-1c2fdc739cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1094 time: 0.0751173 Aug 03 19:06:16.627939 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.638929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.681065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:16.692794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-e8628068-2a10-4862-8e14-33d06858afcd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 217 time: 0.0591829 Aug 03 19:06:16.701200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73f48d1c-e027-421e-bad9-cfabc95c6868 req-55b6af5b-1555-42bc-8af0-71bd3aee9224 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851707 Aug 03 19:06:16.711931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:16.749328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7524ffb7-013b-40bc-9832-b4b721eee481 req-51678c98-bce8-417a-a23f-0f2c2abe5668 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179078 Aug 03 19:06:16.749557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:16.752367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.752584 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1" -d '{"events": [{"name": "network-changed", "server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:16.778101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-5c7feda0-ee02-406e-a593-e36c055e4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.778101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-5c7feda0-ee02-406e-a593-e36c055e4a08 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0782802 Aug 03 19:06:16.826131 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:16.836134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-1f5bbfef-b468-48d1-8117-61e4bcbd0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.837716 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-1f5bbfef-b468-48d1-8117-61e4bcbd0d63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508046 Aug 03 19:06:16.908473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:16.915989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e83219-8fb1-418f-a2e5-0e5579ad0446 req-2aa15daa-f3ae-423f-8b18-b5bb6f03043e tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.917788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7e83219-8fb1-418f-a2e5-0e5579ad0446 req-2aa15daa-f3ae-423f-8b18-b5bb6f03043e tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 949 time: 0.1366489 Aug 03 19:06:16.934016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1e300-9178-4c73-a7b7-9694d9759082 req-4a22813a-c1a5-495c-b663-035471df1661 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:16.936045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6f1e300-9178-4c73-a7b7-9694d9759082 req-4a22813a-c1a5-495c-b663-035471df1661 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0955215 Aug 03 19:06:16.961206 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-2243474a-5b61-46d8-9f7b-eb6ed3c0b16b service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105373 Aug 03 19:06:16.996127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7e83219-8fb1-418f-a2e5-0e5579ad0446 req-6c4aa30f-75ed-4825-a0f3-c8a621cfc763 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708594 Aug 03 19:06:17.018042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6f1e300-9178-4c73-a7b7-9694d9759082 req-edcc589a-8583-43ce-8d68-f5d8d00c7956 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Aug 03 19:06:17.025550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.030491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:17.039635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34bd42ea-0544-4f23-a00b-cb4eaa866979 HTTP/1.1" status: 204 len: 168 time: 0.6069937 Aug 03 19:06:17.046110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d8d23-b75a-4a41-8975-bfbda42a8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bd42ea-0544-4f23-a00b-cb4eaa866979,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:17.049547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['911c6dc9-a561-43a8-88c7-1d7d7666aa08'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:17.058561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:17.079961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b84ad5f6-b621-4339-87cc-35a0d023f7ab req-281fffcd-bce6-4129-82b6-4a0671768296 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153030 Aug 03 19:06:17.117191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c121338d-59e4-4b70-b02d-42401ee0235e req-89c0e8b8-acb3-46c6-a255-838fdfcdcc0e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 210 time: 0.0471961 Aug 03 19:06:17.193380 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492183f8-03a3-4179-9f5d-de112e60f77b x-openstack-request-id: req-492183f8-03a3-4179-9f5d-de112e60f77b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:17.193957 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:17.194381 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-492183f8-03a3-4179-9f5d-de112e60f77b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:17.194955 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'status': 'completed', 'code': 200} Aug 03 19:06:17.410534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cacf99-0477-47aa-9023-ae9169b996c9 req-6bf96fcb-dab7-448c-be16-aedbf51cb280 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 210 time: 0.0640597 Aug 03 19:06:17.426178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-68e21bc9-6db6-432a-a560-230abab08bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.437351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-68e21bc9-6db6-432a-a560-230abab08bd0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1094 time: 0.0695751 Aug 03 19:06:17.531462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-7bd9e7a0-da1d-4dbf-9af1-3ff9efb98fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.533061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-7bd9e7a0-da1d-4dbf-9af1-3ff9efb98fd0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.0988879 Aug 03 19:06:17.584111 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-0121d1d7-396e-4f77-8166-a1fac89b7831 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 217 time: 0.0364535 Aug 03 19:06:17.650597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-4223fd26-c536-4fec-9178-19a92141ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.650597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-4223fd26-c536-4fec-9178-19a92141ee7c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0532656 Aug 03 19:06:17.706539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-6c353599-5ca3-49e9-ac4b-f236319c5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.708012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-6c353599-5ca3-49e9-ac4b-f236319c5435 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517862 Aug 03 19:06:17.834740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:17.856047 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-4131a31e-bbd3-4aa5-b115-f9d098599237 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393335 Aug 03 19:06:17.896078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:17.923286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ea49-4c05-400d-a219-35f47f546fac req-6ad9a328-3eb5-47c8-b59e-68ad9b5bfda7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:17.932230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e578ea49-4c05-400d-a219-35f47f546fac req-6ad9a328-3eb5-47c8-b59e-68ad9b5bfda7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1171551 Aug 03 19:06:18.001912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e578ea49-4c05-400d-a219-35f47f546fac req-c9f96f37-3e88-49d8-996f-7e617e256246 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680456 Aug 03 19:06:18.018166 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1dd7e4d1-c292-4c3a-b4fe-c69b9740cef1 req-eb5cacd5-710e-4643-85c8-e6bb9f2852a4 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453521 Aug 03 19:06:18.018431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033004ac-341c-4346-8e0d-72c1df5188a6 req-9720c885-fa4a-4863-ad51-dbd6370b7d72 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.018431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-033004ac-341c-4346-8e0d-72c1df5188a6 req-9720c885-fa4a-4863-ad51-dbd6370b7d72 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 943 time: 0.1434941 Aug 03 19:06:18.077834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:18.082963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:18.087167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.111152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d809b990-b7bd-4004-9b25-5aa49ebf91dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.193156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.232367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:18.235497 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2debd0df-fc99-4cc7-adae-6d1639df10ab" -d '{"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:18.253843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:18.317563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.393057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.474047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43806) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:18.491051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bad2b53-9f37-4c16-9783-38fa3b70814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.533504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-d22df12f-e44c-4885-9590-cfb43e74bcc6 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523324 Aug 03 19:06:18.554163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-033004ac-341c-4346-8e0d-72c1df5188a6 req-66c91d21-870e-440f-989e-6c32c0ff8e13 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5334194 Aug 03 19:06:18.584983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf563e5a-7d85-49de-b325-6748b4e655ba req-d85a686b-c703-4adc-9165-f015d0bac87f tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.593742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf563e5a-7d85-49de-b325-6748b4e655ba req-d85a686b-c703-4adc-9165-f015d0bac87f tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 950 time: 0.1112354 Aug 03 19:06:18.663284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d809b990-b7bd-4004-9b25-5aa49ebf91dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.739669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf563e5a-7d85-49de-b325-6748b4e655ba req-4e839e46-2d8a-42ab-9003-2a4fdbab85d3 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449974 Aug 03 19:06:18.752607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-75d478d3-aa8e-465b-9ced-cec1a3c09b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.775166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eb823-05c3-40d0-836e-c9612ca60eb5 req-ee128010-2065-4ba9-b9ce-47d6f2e64824 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.778084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-005eb823-05c3-40d0-836e-c9612ca60eb5 req-ee128010-2065-4ba9-b9ce-47d6f2e64824 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1069548 Aug 03 19:06:18.784601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d809b990-b7bd-4004-9b25-5aa49ebf91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:18.815950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-1e8dc2b0-e1db-4b55-b438-76ca54be9e35 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:18.817544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-1e8dc2b0-e1db-4b55-b438-76ca54be9e35 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573242 Aug 03 19:06:18.858573 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d809b990-b7bd-4004-9b25-5aa49ebf91dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44d649c76be440c889e70a3411c61ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614079 Aug 03 19:06:18.868843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:18.872172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38707c05-05c8-47fd-ba22-4f3a6ff489f6 req-9eb01c55-d3a5-4a71-a9d9-55c9790aed99 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 210 time: 0.0516217 Aug 03 19:06:18.880635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:18.900903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809b990-b7bd-4004-9b25-5aa49ebf91dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4f74b-eb8e-408c-82be-71c7b965bf58,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:18.923704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-005eb823-05c3-40d0-836e-c9612ca60eb5 req-0d80e558-2aa3-40e8-8920-62659599c1b2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382961 Aug 03 19:06:18.963561 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29136db2-bb21-4ca5-b71c-943f2655fe76 x-openstack-request-id: req-29136db2-bb21-4ca5-b71c-943f2655fe76 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:18.963861 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:18.964107 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29136db2-bb21-4ca5-b71c-943f2655fe76 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:18.964741 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'code': 200} Aug 03 19:06:19.021863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bad2b53-9f37-4c16-9783-38fa3b70814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.027656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.073649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44fc67b5-2732-4171-a6e0-5e0e44492e23 req-7c453d8f-b091-40b5-97a7-dbfd9cda5260 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 210 time: 0.0515301 Aug 03 19:06:19.091694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.138952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f471d22-7597-4b1f-9965-0cc35a37dc7c req-ecba8eea-1cba-4d53-8e57-bf9deef5442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.140674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f471d22-7597-4b1f-9965-0cc35a37dc7c req-ecba8eea-1cba-4d53-8e57-bf9deef5442f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 1101 time: 0.1007004 Aug 03 19:06:19.166050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bad2b53-9f37-4c16-9783-38fa3b70814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.179731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33caaa-d9f5-4b27-953c-6cd89182a4b7 req-6561c071-5ac7-42ed-b03b-ccd87d6cf8aa tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.182109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a33caaa-d9f5-4b27-953c-6cd89182a4b7 req-6561c071-5ac7-42ed-b03b-ccd87d6cf8aa tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0721102 Aug 03 19:06:19.232762 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2bad2b53-9f37-4c16-9783-38fa3b70814f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=98b9653d80ba44a2aaa8c39db73ed63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7564528 Aug 03 19:06:19.233700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:19.234453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a33caaa-d9f5-4b27-953c-6cd89182a4b7 req-ba8fd555-7a22-4eaa-9272-f58437a30254 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Aug 03 19:06:19.237155 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f471d22-7597-4b1f-9965-0cc35a37dc7c req-1e4f880f-ef1a-44fe-84f6-5274f0289e9d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Aug 03 19:06:19.242304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad2b53-9f37-4c16-9783-38fa3b70814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe20811-af0a-448f-8cd2-cc19c412cdc1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.290161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:19.293728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.295570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.313004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-08b197a0-ad7c-4a5b-9a59-fead741a3f50 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355797 Aug 03 19:06:19.322444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.359217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.361838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.366245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7bf4f74b-eb8e-408c-82be-71c7b965bf58 HTTP/1.1" status: 204 len: 168 time: 0.4929347 Aug 03 19:06:19.372405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98091ed-19b5-4004-8ada-109eaf6c80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4f74b-eb8e-408c-82be-71c7b965bf58,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.518387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-0e2ec13b-5ada-4f67-b6d5-fb24357a8905 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.519874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-0e2ec13b-5ada-4f67-b6d5-fb24357a8905 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995645 Aug 03 19:06:19.537796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.539033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.142 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/2c45b922-be7f-494a-a3a2-922c899a8e44) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:19.540737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.541882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fe20811-af0a-448f-8cd2-cc19c412cdc1 HTTP/1.1" status: 204 len: 168 time: 0.3071022 Aug 03 19:06:19.544004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:19.551780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8879-8b72-48e9-b6b6-b8eec2bf8ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe20811-af0a-448f-8cd2-cc19c412cdc1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:19.803537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c2d5b-488c-4534-82cb-44da0446c8e5 req-0111fd32-9d19-46d4-a8b8-5978819ae9f2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.805054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b54c2d5b-488c-4534-82cb-44da0446c8e5 req-0111fd32-9d19-46d4-a8b8-5978819ae9f2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 943 time: 0.1423571 Aug 03 19:06:19.840211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:19.854266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:19.890630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:19.925511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b54c2d5b-488c-4534-82cb-44da0446c8e5 req-6e39b2b6-a17e-4f16-bec9-a4c14f2aa37f tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094306 Aug 03 19:06:19.929640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object 2c45b922-be7f-494a-a3a2-922c899a8e44 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:19.955926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7638be-dadb-49cf-96b9-c384b2ce5a1b req-8ab09745-62ff-45cd-95b5-f88918f34045 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:19.955926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7638be-dadb-49cf-96b9-c384b2ce5a1b req-8ab09745-62ff-45cd-95b5-f88918f34045 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 950 time: 0.1373060 Aug 03 19:06:19.995283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:19.999205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.034411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7638be-dadb-49cf-96b9-c384b2ce5a1b req-20dbca3e-0817-44f3-aeed-b6bdd8f87c88 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787647 Aug 03 19:06:20.080584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:20.092902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27e08801-192e-469b-87ee-b1d95c76c2e0 req-b45953c7-132f-450e-b539-7fb5374b55f9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 210 time: 0.0573785 Aug 03 19:06:20.097285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'port_id': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'mac_address': 'fa:16:3e:eb:1b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:20.150039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.169452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:20.194546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:20.216907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12715795-b7da-44ab-98cb-77103012e394 req-0e10f0df-5348-484f-92c2-9ea3c9b95330 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 210 time: 0.0339053 Aug 03 19:06:20.229925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4567b4-171e-4d2a-8f8d-06384949fe2d req-62c12ff0-0182-488e-8a7f-a15a6dca52ab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.240322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d4567b4-171e-4d2a-8f8d-06384949fe2d req-62c12ff0-0182-488e-8a7f-a15a6dca52ab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1085513 Aug 03 19:06:20.277434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:20.283375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:20.285222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.290996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d4567b4-171e-4d2a-8f8d-06384949fe2d req-6e716e1a-14ef-4d0c-bdba-992cb4bf1738 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466099 Aug 03 19:06:20.299258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.345964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:20.453607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:20.475614 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.475734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:20.488153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:20.490804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:20.495591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.167 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/5282bfe6-b79f-4895-827a-fa0abcba1f03) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:20.507063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.563616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7bf54-d070-4ea3-8991-9ab95ee19c0a req-80c798e7-b747-417f-a70a-4e75f2115c92 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.575437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34a7bf54-d070-4ea3-8991-9ab95ee19c0a req-80c798e7-b747-417f-a70a-4e75f2115c92 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2109025 Aug 03 19:06:20.624972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:20.649143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.649865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.697348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34a7bf54-d070-4ea3-8991-9ab95ee19c0a req-86594f97-7dfd-42c0-b569-ed3910a2dcac tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208403 Aug 03 19:06:20.698026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.722214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-43c9b8c2-6250-4aa7-aa4c-ec7049ca7342 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:20.730818 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-43c9b8c2-6250-4aa7-aa4c-ec7049ca7342 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2742829 Aug 03 19:06:20.753183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Request body: {'port': {'device_id': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'admin_state_up': True, 'tenant_id': '9cba78de583549c58c1613929cefe9f4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:20.757288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:20.802963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-6355248d-d393-4ff4-80bd-150b177c434b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9219699 Aug 03 19:06:20.831109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Request body: {'port': {'device_id': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:20.847656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:20.947602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:20.970027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:20.978016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:20.980371 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545be092-3860-4560-ade9-5dafed21ae52" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:20.986757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.074370 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2cbc7e-e020-4a0b-a433-47d0a72e2890 x-openstack-request-id: req-cf2cbc7e-e020-4a0b-a433-47d0a72e2890 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:21.074655 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:21.074908 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cf2cbc7e-e020-4a0b-a433-47d0a72e2890 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:21.075308 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'code': 200} Aug 03 19:06:21.089026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object 5282bfe6-b79f-4895-827a-fa0abcba1f03 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:21.105983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:21.106977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8a3dc361-87ab-448b-8c83-1deac0a325f7 None None] Provisioning for port 2c45b922-be7f-494a-a3a2-922c899a8e44 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:21.114688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.149103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8a3dc361-87ab-448b-8c83-1deac0a325f7 None None] Provisioning complete for port 2c45b922-be7f-494a-a3a2-922c899a8e44 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:21.152503 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc361-87ab-448b-8c83-1deac0a325f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.318008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbc185-4b06-49d2-9225-2317c7228a6b req-f746aa4e-34ac-413d-bb00-91f6d2e6bd6b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.319641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38dbc185-4b06-49d2-9225-2317c7228a6b req-f746aa4e-34ac-413d-bb00-91f6d2e6bd6b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 944 time: 0.2629051 Aug 03 19:06:21.366495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8a3dc361-87ab-448b-8c83-1deac0a325f7 None None] Port 2c45b922-be7f-494a-a3a2-922c899a8e44 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:21.373958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66073d14-9aae-4b86-b982-4c6416eefdf1 req-085914c0-d410-44b6-bb42-04f2147d99cf tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.373958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66073d14-9aae-4b86-b982-4c6416eefdf1 req-085914c0-d410-44b6-bb42-04f2147d99cf tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 950 time: 0.1617305 Aug 03 19:06:21.389095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397dca6-12bd-441f-93f8-e5424b39017b req-59095053-30a2-4a0b-b26f-a2facaabf873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.390743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b397dca6-12bd-441f-93f8-e5424b39017b req-59095053-30a2-4a0b-b26f-a2facaabf873 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 1101 time: 0.2191169 Aug 03 19:06:21.412490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38dbc185-4b06-49d2-9225-2317c7228a6b req-054f3623-4118-457a-870a-8348f3e3983d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784121 Aug 03 19:06:21.443850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66073d14-9aae-4b86-b982-4c6416eefdf1 req-e939bcd2-8b74-446b-9aab-43309c3bc7ab tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Aug 03 19:06:21.462514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.471872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Allocated IP 172.20.0.9 (2e951814-34df-4c8f-a179-23bd3c595b01/8f0f2cd0-d521-474d-a811-4b9471b223c6/06c6042f-6571-462a-9532-c03f37dddc4c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:21.509554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:21.593480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d48bac54-88a0-499e-af07-1f440d5a5e80 req-0156d28e-957b-462c-86b7-8d834172f7bd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 210 time: 0.0544877 Aug 03 19:06:21.632784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:21.638271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.681321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b397dca6-12bd-441f-93f8-e5424b39017b req-68538ea9-755c-4ec9-ba78-927624372036 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830067 Aug 03 19:06:21.698200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:21.709137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:21.718452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.746955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:21.762578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.838669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.839361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.845509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:21.855739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Network 2e951814-34df-4c8f-a179-23bd3c595b01 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:21.859123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:21.861849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97663b80-9a2b-4904-81bb-33ff9db655d5 req-8362d4d2-166d-4e08-a607-99662ecd3c63 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.862693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:21.863612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97663b80-9a2b-4904-81bb-33ff9db655d5 req-8362d4d2-166d-4e08-a607-99662ecd3c63 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 936 time: 0.2343690 Aug 03 19:06:21.874741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:21.933228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-987766591-network', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:21.945963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c5b5-21ac-41f9-9e60-98864a1ee53b req-8b43d1bf-99ea-4741-8be7-e50ee9ffd622 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.947507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c55446c9-b3c7-4bd3-8630-16eb67fa1d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.948542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:21.950538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:21.953144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f97c5b5-21ac-41f9-9e60-98864a1ee53b req-8b43d1bf-99ea-4741-8be7-e50ee9ffd622 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.2021203 Aug 03 19:06:22.015486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97663b80-9a2b-4904-81bb-33ff9db655d5 req-4d25c629-0c7a-4d86-9995-6f9409100c6f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383047 Aug 03 19:06:22.020139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-98fb551b-b1d1-4f6c-873e-aea92b129fa9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4824765 Aug 03 19:06:22.021994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c45b922-be7f-494a-a3a2-922c899a8e44 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:22.037048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:22.037215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.040771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:22.041154 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.054158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Request body: {'port': {'device_id': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:22.101868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f97c5b5-21ac-41f9-9e60-98864a1ee53b req-0baf0eb7-b5ab-4e44-a765-835825a96de3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216068 Aug 03 19:06:22.106239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Transition to ACTIVE for port object 2c45b922-be7f-494a-a3a2-922c899a8e44 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:22.151060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.152978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Made reservation on behalf of 398cacfff8a844529e874da9fc1d7d91 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:22.155606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.160248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.171022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.183633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f207cce-84d4-4fb9-b884-55a141adb966 req-f99c1691-d84e-4d50-8198-7885051dadab tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.185210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f207cce-84d4-4fb9-b884-55a141adb966 req-f99c1691-d84e-4d50-8198-7885051dadab tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 950 time: 0.1025851 Aug 03 19:06:22.195643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:22.242679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.271927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e3a6c9-3060-45db-81c3-eed54297c136 None None] Provisioning for port 5282bfe6-b79f-4895-827a-fa0abcba1f03 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:22.274592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.280699 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-b7eeb7c5-6374-41ff-a364-b23e1073f976 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5335529 Aug 03 19:06:22.281681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e3a6c9-3060-45db-81c3-eed54297c136 None None] Provisioning complete for port 5282bfe6-b79f-4895-827a-fa0abcba1f03 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:22.282299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32e3a6c9-3060-45db-81c3-eed54297c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.309591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f207cce-84d4-4fb9-b884-55a141adb966 req-fbe42e8f-8214-43a1-b46e-3557f8719b5c tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169767 Aug 03 19:06:22.311638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.355269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32e3a6c9-3060-45db-81c3-eed54297c136 None None] Port 5282bfe6-b79f-4895-827a-fa0abcba1f03 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:22.362807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:22.368115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Request body: {'port': {'device_id': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:22.400473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Pushing event updated for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:22.515114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.607892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.615781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f056ca8-5e08-4308-81bf-b010a342dbcc req-ff9350cd-b3bf-418f-ba86-7c81e61e8b9a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.617467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f056ca8-5e08-4308-81bf-b010a342dbcc req-ff9350cd-b3bf-418f-ba86-7c81e61e8b9a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1777961 Aug 03 19:06:22.681063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.689750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Attempting to bind port 2c45b922-be7f-494a-a3a2-922c899a8e44 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:22.690113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Attempting to bind port 2c45b922-be7f-494a-a3a2-922c899a8e44 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:22.690468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Attempting to bind port 2c45b922-be7f-494a-a3a2-922c899a8e44 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:22.707507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cc759-a8b8-4356-923f-7fce43b5ff07 req-4f6b772c-5393-4bce-a40b-f1a0b9aa5fc2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.709078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d17cc759-a8b8-4356-923f-7fce43b5ff07 req-4f6b772c-5393-4bce-a40b-f1a0b9aa5fc2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1661110 Aug 03 19:06:22.715664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Port 2c45b922-be7f-494a-a3a2-922c899a8e44 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:22.716021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Attempting to bind port 2c45b922-be7f-494a-a3a2-922c899a8e44 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:22.722998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:22.741098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa82a0-15a2-448b-b57e-22cee9128789,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:22.752632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:22.752632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:22.752632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:22.752632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Bound port: 2c45b922-be7f-494a-a3a2-922c899a8e44, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:22.752632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.777176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.780353 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.780945 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Added segment a32d8fdd-5aa7-4251-a49b-2fb121e46b4e of type vlan for network ab49dedd-7384-4981-8542-dd2a9c82a689 Aug 03 19:06:22.781060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f056ca8-5e08-4308-81bf-b010a342dbcc req-a2f6a547-681e-4d6c-9ca3-40dedc25def5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554968 Aug 03 19:06:22.819366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5282bfe6-b79f-4895-827a-fa0abcba1f03 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:22.849171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d17cc759-a8b8-4356-923f-7fce43b5ff07 req-b6622416-d8cf-4400-b768-d0f7aef8d600 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206610 Aug 03 19:06:22.852369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.857166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.892388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Transition to ACTIVE for port object 5282bfe6-b79f-4895-827a-fa0abcba1f03 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:22.927177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:22.944343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c45b922-be7f-494a-a3a2-922c899a8e44,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:22.960116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a418-8e98-4e95-8a09-8d27c0d442a4 req-d1cbeaf7-5b1f-4a2c-9b70-f2178a01ef68 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:22.961798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c663a418-8e98-4e95-8a09-8d27c0d442a4 req-d1cbeaf7-5b1f-4a2c-9b70-f2178a01ef68 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 931 time: 0.0788481 Aug 03 19:06:22.970197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.974116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c6042f-6571-462a-9532-c03f37dddc4c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:22.982866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:22.997526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Transition to ACTIVE for port object 06c6042f-6571-462a-9532-c03f37dddc4c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:23.019493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.021466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.022105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.059327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Pushing event updated for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.072141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c663a418-8e98-4e95-8a09-8d27c0d442a4 req-e9cc6205-2e2c-4a88-b9e4-86014c7bf2f4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975184 Aug 03 19:06:23.076734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:23.090312 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2358f15-bab4-4822-8d47-4a0941f1d77d" -d '{"events": [{"server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:23.108919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.116681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] Pushing event updated for resources: {'Network': ['ID=ab49dedd-7384-4981-8542-dd2a9c82a689,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.130141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ab49dedd-7384-4981-8542-dd2a9c82a689 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:23.143704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.200400 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c249d76-9f8a-43fb-b51a-6ccbd7bf9a14 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4521315 Aug 03 19:06:23.206160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:23.213896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Request body: {'subnet': {'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-987766591-subnet', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:23.217146 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41f8d6-8e69-4357-8566-eb8bf1d5ecc6 x-openstack-request-id: req-aa41f8d6-8e69-4357-8566-eb8bf1d5ecc6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:23.217514 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:23.217970 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aa41f8d6-8e69-4357-8566-eb8bf1d5ecc6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:23.218437 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'code': 200} Aug 03 19:06:23.226488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.227297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.229494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] 10.222.0.54 "PUT /v2.0/ports/2c45b922-be7f-494a-a3a2-922c899a8e44 HTTP/1.1" status: 200 len: 1096 time: 2.4119830 Aug 03 19:06:23.236876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:23.239024 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:23.270401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0810b-6766-4fa5-a31b-3f951232e57c service neutron] Pushing event updated for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.280117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Attempting to bind port 5282bfe6-b79f-4895-827a-fa0abcba1f03 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:23.280494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Attempting to bind port 5282bfe6-b79f-4895-827a-fa0abcba1f03 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:23.280861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Attempting to bind port 5282bfe6-b79f-4895-827a-fa0abcba1f03 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:23.298914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cf94a-3132-48db-b2d5-3df574afb97e req-d153b58b-be02-47d1-ac8e-efdb1030dacf tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.307274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a87cf94a-3132-48db-b2d5-3df574afb97e req-d153b58b-be02-47d1-ac8e-efdb1030dacf tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 948 time: 0.2020588 Aug 03 19:06:23.313973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Port 5282bfe6-b79f-4895-827a-fa0abcba1f03 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:23.314302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Attempting to bind port 5282bfe6-b79f-4895-827a-fa0abcba1f03 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:23.351097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:23.365472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:23.365820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:23.366272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:23.366717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Bound port: 5282bfe6-b79f-4895-827a-fa0abcba1f03, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:23.367078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.391568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Made reservation on behalf of 398cacfff8a844529e874da9fc1d7d91 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:23.394101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.460032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:23.460379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:23.460872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:23.463059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a87cf94a-3132-48db-b2d5-3df574afb97e req-db82659d-a2da-4ebd-ac83-0a77cfd531c8 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542826 Aug 03 19:06:23.469490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35672a57-6226-4672-a0e8-7952e3307baa req-1814a786-9177-42cb-98c0-af3696cd0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.471337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-35672a57-6226-4672-a0e8-7952e3307baa req-1814a786-9177-42cb-98c0-af3696cd0f80 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1096 time: 0.1589875 Aug 03 19:06:23.476730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:23.477351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:23.492443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d832b1-43b7-4e92-885b-ac53a6f286a7 req-22ff63ba-fb34-4a60-8cc2-9982bef345ed tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.495073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2d832b1-43b7-4e92-885b-ac53a6f286a7 req-22ff63ba-fb34-4a60-8cc2-9982bef345ed tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1823978 Aug 03 19:06:23.515386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:23.515782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:23.516394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:23.517285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Bound port: 06c6042f-6571-462a-9532-c03f37dddc4c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:23.517833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.527232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-9e077e42-966f-4bdc-b0b3-6d52099e95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.528784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-9e077e42-966f-4bdc-b0b3-6d52099e95dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1099 time: 0.1578221 Aug 03 19:06:23.544781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:23.554003 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71110e15-bdac-4379-9276-81910be4aea2 x-openstack-request-id: req-71110e15-bdac-4379-9276-81910be4aea2 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:23.554288 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:23.554541 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71110e15-bdac-4379-9276-81910be4aea2 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:23.554932 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44', 'status': 'completed', 'code': 200} Aug 03 19:06:23.560716 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-35672a57-6226-4672-a0e8-7952e3307baa req-0c19b248-8f87-4580-b759-f17be6eddbb2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793610 Aug 03 19:06:23.579890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:23.619430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-a3fef6a9-e187-4ca9-bd17-1b5a9560ca4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2c45b922-be7f-494a-a3a2-922c899a8e44 HTTP/1.1" status: 200 len: 217 time: 0.0671682 Aug 03 19:06:23.644911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2d832b1-43b7-4e92-885b-ac53a6f286a7 req-ed8e6664-c2d8-477b-9cac-90702b297069 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354556 Aug 03 19:06:23.653229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:23.658187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:23.698117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.753736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.754359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.755831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] 10.222.0.54 "PUT /v2.0/ports/5282bfe6-b79f-4895-827a-fa0abcba1f03 HTTP/1.1" status: 200 len: 1096 time: 1.7148957 Aug 03 19:06:23.761119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-536d2929-93bf-43ac-8553-b6e92db28519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.762345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-536d2929-93bf-43ac-8553-b6e92db28519 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1149149 Aug 03 19:06:23.765039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.789264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7951b-b97f-4766-926d-256be782bc71 req-b678a2a2-c394-4fb2-addd-adac1afc026a tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.790900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbf7951b-b97f-4766-926d-256be782bc71 req-b678a2a2-c394-4fb2-addd-adac1afc026a tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 950 time: 0.1685188 Aug 03 19:06:23.814859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.827870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:23.829197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:23.830693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] 10.222.0.54 "PUT /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 1091 time: 1.5308836 Aug 03 19:06:23.833133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:23.836702 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e84cf1-0313-431c-aa3a-87ad05a0901f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:23.865204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3e43e-fd24-4979-90cb-cacd34387589 service neutron] Pushing event updated for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.002373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d80dd6-b436-41bc-a66a-48839f189f49 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.020980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac065dc6-0e31-4610-a1cb-0c4701e20a8d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:24.036853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Checking segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:24.037222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Network hostable DHCP agents. Network: ab49dedd-7384-4981-8542-dd2a9c82a689, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:24.042402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-36edbbcc-c17b-4aed-a9de-f38caa138fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.043941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-36edbbcc-c17b-4aed-a9de-f38caa138fca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 1099 time: 0.1181366 Aug 03 19:06:24.098288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-08b2b7ae-7cfb-412d-90bc-628040d888a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03 HTTP/1.1" status: 200 len: 217 time: 0.0389137 Aug 03 19:06:24.138155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Network ab49dedd-7384-4981-8542-dd2a9c82a689 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:24.163904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-28f550e2-1696-4942-97bb-6172cd2b96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.163904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-28f550e2-1696-4942-97bb-6172cd2b96f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0573239 Aug 03 19:06:24.212379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-adc8f2f5-c133-435c-92f3-13afb853cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.213913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-adc8f2f5-c133-435c-92f3-13afb853cef4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432441 Aug 03 19:06:24.215122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ab49dedd-7384-4981-8542-dd2a9c82a689) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:24.219598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.220316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.229417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a295d-7891-4e8d-905b-e5ee247f4c12 None None] Network ab49dedd-7384-4981-8542-dd2a9c82a689 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:24.245404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbf7951b-b97f-4766-926d-256be782bc71 req-bb27bc68-eba6-4853-9ea9-56b93c093094 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328752 Aug 03 19:06:24.265277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01356364-f86c-41ff-ba90-9816499b06dc req-2a2618d0-5646-45b3-b198-30556791b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.267220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-2a2618d0-5646-45b3-b198-30556791b46a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4754071 Aug 03 19:06:24.320957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-07015734-727d-49f4-9288-d8a5154ce8f8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980451 Aug 03 19:06:24.330163 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c85eb8-52ef-4cda-b92e-213eaca626f1 x-openstack-request-id: req-31c85eb8-52ef-4cda-b92e-213eaca626f1 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:24.330720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:24.331076 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31c85eb8-52ef-4cda-b92e-213eaca626f1 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:24.331688 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c', 'status': 'completed', 'code': 200} Aug 03 19:06:24.334141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-3522e636-56d9-40c6-a1b6-dd0039a2855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.341596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-3522e636-56d9-40c6-a1b6-dd0039a2855b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1094 time: 0.1299064 Aug 03 19:06:24.353417 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1274d7f3-85f4-4107-9d19-04e9a4caa75a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1447580 Aug 03 19:06:24.354383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:24.357436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e8e4-ce6f-45df-9f9b-8f78fcca4378 req-1820a4c7-970f-4002-9a72-9d94ca5924e7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.359024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04f9e8e4-ce6f-45df-9f9b-8f78fcca4378 req-1820a4c7-970f-4002-9a72-9d94ca5924e7 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1521339 Aug 03 19:06:24.368192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:24.411977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-305ece76-fddd-424b-8e0c-589885e512f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.0479794 Aug 03 19:06:24.498533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ab49dedd-7384-4981-8542-dd2a9c82a689', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:06:24.499737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.514641 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-b772a42c-194c-4ef2-9a2a-7493f6a3384a service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807802 Aug 03 19:06:24.519718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04f9e8e4-ce6f-45df-9f9b-8f78fcca4378 req-428ee804-2f32-463d-af81-a6cb82522f5b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469648 Aug 03 19:06:24.523952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-eb3d07a5-5393-4bf7-994b-365d9931b792 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470064 Aug 03 19:06:24.536971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-4b735701-373a-48e9-a3fe-971229d2f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.538528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-4b735701-373a-48e9-a3fe-971229d2f712 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1139710 Aug 03 19:06:24.619312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-9cabe8d6-5530-44fa-b96c-1323eca6c785 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704396 Aug 03 19:06:24.626473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.627567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.635104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3988ca-9318-419f-9649-22236cc28e1f req-cf770a4b-6f23-4412-8678-fc1973c80a14 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.638605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae3988ca-9318-419f-9649-22236cc28e1f req-cf770a4b-6f23-4412-8678-fc1973c80a14 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.2132173 Aug 03 19:06:24.700238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Allocated IP 172.20.0.2 (ab49dedd-7384-4981-8542-dd2a9c82a689/ac065dc6-0e31-4610-a1cb-0c4701e20a8d/3bfc426d-a917-48a8-b154-72e6c1fca040) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:24.702279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.729249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.791177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b6f03-bb1b-4770-a992-c26f0019791e req-0af4189d-a891-412c-a9c6-5902475c4e30 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:24.792570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-769b6f03-bb1b-4770-a992-c26f0019791e req-0af4189d-a891-412c-a9c6-5902475c4e30 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.1786966 Aug 03 19:06:24.799407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae3988ca-9318-419f-9649-22236cc28e1f req-0bfe1f07-426d-4c7a-97ff-abb179660898 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331229 Aug 03 19:06:24.812477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01356364-f86c-41ff-ba90-9816499b06dc req-4396de44-2fef-4457-a6b8-a0d8dc3842ff service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772486 Aug 03 19:06:24.851849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-2e1c5971-dd1c-49a4-8ee9-4de10e903039 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110331 Aug 03 19:06:24.860252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-769b6f03-bb1b-4770-a992-c26f0019791e req-dddb52d6-5b5b-43ee-85b6-ec156583b4b9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Aug 03 19:06:24.907787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:24.919734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Transition to ACTIVE for port object 3bfc426d-a917-48a8-b154-72e6c1fca040 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:24.944189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Transition to ACTIVE for port object 3bfc426d-a917-48a8-b154-72e6c1fca040 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:24.988285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43972) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.025913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.055107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.066413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a2f3a-7c4a-44bd-b4d5-b94f28736374 req-acb9d4e1-7140-4896-a234-06f1941e138c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.068807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-906a2f3a-7c4a-44bd-b4d5-b94f28736374 req-acb9d4e1-7140-4896-a234-06f1941e138c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 948 time: 0.0902166 Aug 03 19:06:25.074364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d2e567-2292-45d9-b6c4-86eec436cf2c req-9f28001f-d610-4216-a0f0-3c78e4e43137 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026675 Aug 03 19:06:25.110103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Network ab49dedd-7384-4981-8542-dd2a9c82a689 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:25.113182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:25.117022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:25.129920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Pushing event updated for resources: {'Port': ['ID=3bfc426d-a917-48a8-b154-72e6c1fca040,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.167657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-906a2f3a-7c4a-44bd-b4d5-b94f28736374 req-5a72a7e7-9307-424b-beb0-67a711e892c7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823431 Aug 03 19:06:25.196707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04aa8e9a-996d-4987-99a3-bbdce9129751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.198912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Attempting to bind port 3bfc426d-a917-48a8-b154-72e6c1fca040 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:25.199771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Attempting to bind port 3bfc426d-a917-48a8-b154-72e6c1fca040 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:25.200253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Attempting to bind port 3bfc426d-a917-48a8-b154-72e6c1fca040 on network ab49dedd-7384-4981-8542-dd2a9c82a689 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:25.205907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:25.206369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Checking segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:25.206769 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.207153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Bound using segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:25.207625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Bound port: 3bfc426d-a917-48a8-b154-72e6c1fca040, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:25.208001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.233595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-0f46c8f8-58df-4fd8-874b-814b85319996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.236364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-0f46c8f8-58df-4fd8-874b-814b85319996 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1099 time: 0.1146946 Aug 03 19:06:25.289212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] For port 3bfc426d-a917-48a8-b154-72e6c1fca040, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:25.292597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] For port 3bfc426d-a917-48a8-b154-72e6c1fca040, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bfc426d-a917-48a8-b154-72e6c1fca040,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:25.322710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa5a9f-f07d-4a52-8b7f-54dca4cc1358 req-5f743949-f628-49ef-b8a2-ee230c275cbf tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.324231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbfa5a9f-f07d-4a52-8b7f-54dca4cc1358 req-5f743949-f628-49ef-b8a2-ee230c275cbf tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0805595 Aug 03 19:06:25.381295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.386010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.401098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.453025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17276420-1d49-41e7-bc5c-d8c4bd9b0fda None None] Pushing event updated for resources: {'Port': ['ID=3bfc426d-a917-48a8-b154-72e6c1fca040,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.501063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04aa8e9a-996d-4987-99a3-bbdce9129751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.515272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbfa5a9f-f07d-4a52-8b7f-54dca4cc1358 req-f7d171df-81dd-42a6-9495-c3f531003add tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650801 Aug 03 19:06:25.538854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-8afd4b30-d0d5-4420-b230-e292f4f6b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.540400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-8afd4b30-d0d5-4420-b230-e292f4f6b28e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1094 time: 0.2151754 Aug 03 19:06:25.544895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Allocated IP 172.25.2.236 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/59f23eed-5ade-44b7-9fef-ab0c30e17107) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:25.559378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:25.564133 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450" -d '{"events": [{"name": "network-changed", "server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:25.645120 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b16dc-f47f-4117-a70b-fbd12e78c267 x-openstack-request-id: req-cb1b16dc-f47f-4117-a70b-fbd12e78c267 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:25.645493 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:25.645685 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cb1b16dc-f47f-4117-a70b-fbd12e78c267 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:25.646036 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03', 'status': 'completed', 'code': 200} Aug 03 19:06:25.652766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-b1926252-dfab-45af-8f5f-bb6cc25b89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.652766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-b1926252-dfab-45af-8f5f-bb6cc25b89ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3448479 Aug 03 19:06:25.653182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04aa8e9a-996d-4987-99a3-bbdce9129751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.766373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.794145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-5be232e0-e808-4d0d-9927-cfdbadc12846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2c45b922-be7f-494a-a3a2-922c899a8e44 HTTP/1.1" status: 200 len: 217 time: 0.0981808 Aug 03 19:06:25.800111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-de318a58-a7c5-4ef7-a030-04e8d200bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.808368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-de318a58-a7c5-4ef7-a030-04e8d200bd93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 1099 time: 0.0921028 Aug 03 19:06:25.829958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04aa8e9a-996d-4987-99a3-bbdce9129751 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ea1cf75dbc6481583482d6da5642920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8389528 Aug 03 19:06:25.830602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa8e9a-996d-4987-99a3-bbdce9129751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02eb729-f562-4abb-96e8-abf28bfab4c3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:25.833623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43996) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:25.880105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-299b7ea1-9344-47fb-b26c-73ea78d416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.881671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-299b7ea1-9344-47fb-b26c-73ea78d416e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.3144927 Aug 03 19:06:25.895717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282dade-48ee-48b4-8272-811a72191ce3 req-556dedfb-1465-45ce-a878-6022ac74e22f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.897280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4282dade-48ee-48b4-8272-811a72191ce3 req-556dedfb-1465-45ce-a878-6022ac74e22f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2539241 Aug 03 19:06:25.910989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-4564e6a7-54c8-4496-9cda-e91f84f3f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.912413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-4564e6a7-54c8-4496-9cda-e91f84f3f029 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0989339 Aug 03 19:06:25.957728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.962196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-9c34baf6-09a0-4b8f-aaed-1d3742d6248a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.0639453 Aug 03 19:06:25.969844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-1bfcaf6b-3acd-456d-9e55-5fd130db76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:25.971321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-1bfcaf6b-3acd-456d-9e55-5fd130db76dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1508088 Aug 03 19:06:25.983785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:25.987331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.061424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-20e7e4f2-497e-42a8-a859-1267746e8ff5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03 HTTP/1.1" status: 200 len: 217 time: 0.0720747 Aug 03 19:06:26.085294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4282dade-48ee-48b4-8272-811a72191ce3 req-d87dae35-695c-4e45-87e9-8dcaa530b4b6 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405418 Aug 03 19:06:26.089760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-8f72fbcb-5324-46ab-892e-9c7388a1cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.091220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-8f72fbcb-5324-46ab-892e-9c7388a1cbf8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447334 Aug 03 19:06:26.096093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-380d569a-80df-445a-9820-9aa4b05245df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.097536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-380d569a-80df-445a-9820-9aa4b05245df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1256196 Aug 03 19:06:26.106546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159c475-f019-4375-9517-cab16a8e3d25 req-3afe5b60-f8f0-4fd8-9f9f-c57e27877bbf tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.116124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3159c475-f019-4375-9517-cab16a8e3d25 req-3afe5b60-f8f0-4fd8-9f9f-c57e27877bbf tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1684465 Aug 03 19:06:26.127534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:26.132085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:26.133913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Pushing event updated for resources: {'Port': ['ID=59f23eed-5ade-44b7-9fef-ab0c30e17107,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.136624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:26.183474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-ab4f5bad-9cf3-4f04-af29-4fa89524823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.185092 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-ab4f5bad-9cf3-4f04-af29-4fa89524823a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1118245 Aug 03 19:06:26.200875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-fb29ecc1-129b-474e-a27f-c600e4107408 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826325 Aug 03 19:06:26.279064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.282613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.287930 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b02eb729-f562-4abb-96e8-abf28bfab4c3 HTTP/1.1" status: 204 len: 168 time: 0.4495935 Aug 03 19:06:26.318972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988b498-82fe-402a-8fa7-6a37b2a99ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02eb729-f562-4abb-96e8-abf28bfab4c3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:26.329151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3159c475-f019-4375-9517-cab16a8e3d25 req-924b7335-0c99-402b-9c1b-f437f48dee57 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941092 Aug 03 19:06:26.385601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-c0911297-cada-4b79-9505-5453fc133026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.387153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-c0911297-cada-4b79-9505-5453fc133026 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595159 Aug 03 19:06:26.392604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3a047-8109-4214-87d6-6404bbc81037 req-bd56d9ac-20ce-4cc5-a193-34833b3af5c8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.394207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9c3a047-8109-4214-87d6-6404bbc81037 req-bd56d9ac-20ce-4cc5-a193-34833b3af5c8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.1956680 Aug 03 19:06:26.403863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-078a93a4-c986-4d20-89e0-05c8a842ea47 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846978 Aug 03 19:06:26.491218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-62c7642e-0272-49c7-a916-eaa194fe18ed service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782001 Aug 03 19:06:26.522006 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-79a62a6d-22ad-43a2-9e0c-cf47a44bb008 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261191 Aug 03 19:06:26.598776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9c3a047-8109-4214-87d6-6404bbc81037 req-0fc20354-ab00-4723-a142-0ff85cfefd12 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922534 Aug 03 19:06:26.656783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e4a01-156d-4a64-aced-043ea2426613 req-e5374e84-6bfe-4b43-8dea-291a14eee0af tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.665187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e1e4a01-156d-4a64-aced-043ea2426613 req-e5374e84-6bfe-4b43-8dea-291a14eee0af tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 948 time: 0.2308793 Aug 03 19:06:26.755877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53a05369-cd89-42ae-91f2-a2cf6acf9e2b req-255b73ff-3dcb-4eb9-b0f8-5be90f6e6489 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389604 Aug 03 19:06:26.757427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8229870-930b-46d2-81df-2c73dcaa1709 None None] Network ab49dedd-7384-4981-8542-dd2a9c82a689 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:26.780614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7e84cf1-0313-431c-aa3a-87ad05a0901f req-6eaf3955-ef8c-465d-a9ba-375de41fe66c service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649071 Aug 03 19:06:26.798052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e1e4a01-156d-4a64-aced-043ea2426613 req-f7357ec1-0b2a-4c7a-86c3-603eb1ae680f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Aug 03 19:06:26.818207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6b6cfc2-fbaa-4368-81cf-4a76f4fc9450 req-454356ac-c59d-4880-9423-14b8424ccc62 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889824 Aug 03 19:06:26.818437 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:06:26.825245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:26.834709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eb3b1-edf5-421b-91e1-d0b470e195ac req-27b6578d-7577-45be-8bb3-dbb30a25a589 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:26.841661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f36eb3b1-edf5-421b-91e1-d0b470e195ac req-27b6578d-7577-45be-8bb3-dbb30a25a589 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1233184 Aug 03 19:06:26.848688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:26.861570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'floatingip': {'port_id': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:26.957916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.055325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb67234-ee0d-4a8a-9742-e57ac199d8f1 req-67292451-4e9a-41af-ab6d-15bf8e712486 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.073175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb67234-ee0d-4a8a-9742-e57ac199d8f1 req-67292451-4e9a-41af-ab6d-15bf8e712486 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1369655 Aug 03 19:06:27.113690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3e25d1f-a5b0-4572-8f04-c3b3bebe2a88 None None] Provisioning for port 3bfc426d-a917-48a8-b154-72e6c1fca040 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:27.188953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fb67234-ee0d-4a8a-9742-e57ac199d8f1 req-9579538d-7f86-44a2-b3c8-2a1197599e69 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053569 Aug 03 19:06:27.523927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bfc426d-a917-48a8-b154-72e6c1fca040 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:27.524450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.569667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:27.691946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938c993-cc1b-4834-a832-160f654ebe21 req-e53e0154-5147-4f1f-878f-5b8a6359035c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.694577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5938c993-cc1b-4834-a832-160f654ebe21 req-e53e0154-5147-4f1f-878f-5b8a6359035c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.5023646 Aug 03 19:06:27.720370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:27.733188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '06c6042f-6571-462a-9532-c03f37dddc4c', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'port_id': '06c6042f-6571-462a-9532-c03f37dddc4c', 'mac_address': 'fa:16:3e:9d:68:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f2cd0-d521-474d-a811-4b9471b223c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:27.760217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3bfc426d-a917-48a8-b154-72e6c1fca040 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:27.769608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3bfc426d-a917-48a8-b154-72e6c1fca040 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:27.770112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.789117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44044) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:27.796938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:06:27.803905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.832572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c6042f-6571-462a-9532-c03f37dddc4c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:27.866843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5938c993-cc1b-4834-a832-160f654ebe21 req-fd731f0e-f8e2-4eb7-b499-3bc466cb343c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632447 Aug 03 19:06:27.874079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:27.901924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:27.929534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.932264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566172f-0512-4812-8be5-75c2c60e18e8 req-d65fd226-d6fe-4e5b-9448-68184f659793 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:27.938480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-network', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:27.941649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6566172f-0512-4812-8be5-75c2c60e18e8 req-d65fd226-d6fe-4e5b-9448-68184f659793 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.2264462 Aug 03 19:06:27.957417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:27.959425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c45b922-be7f-494a-a3a2-922c899a8e44 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:27.970454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:27.986187 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Sync routers for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:27.995731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:28.005355 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:28.066435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6566172f-0512-4812-8be5-75c2c60e18e8 req-7ce8ceb8-edb3-44ae-89f0-75812cb71aca tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234250 Aug 03 19:06:28.067924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3bfc426d-a917-48a8-b154-72e6c1fca040, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bfc426d-a917-48a8-b154-72e6c1fca040,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.096781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b9e5b-3114-40eb-a565-72d1f3fe2483 req-d5521c58-d5ab-4c51-8b71-0175d6da64e4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.104776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f0b9e5b-3114-40eb-a565-72d1f3fe2483 req-d5521c58-d5ab-4c51-8b71-0175d6da64e4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 948 time: 0.1430659 Aug 03 19:06:28.109704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Made reservation on behalf of a46e53f0df8d4934ba56172693ecb55f for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:28.112198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.122126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:28.137132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.180342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.190348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.199211 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.203612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58ae780b-5fa6-4754-a4f7-da81124d2e6f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8439803 Aug 03 19:06:28.205657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:28.252387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f0b9e5b-3114-40eb-a565-72d1f3fe2483 req-c831b152-333e-434f-9ffe-bb86ee1f5255 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466522 Aug 03 19:06:28.279549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.313004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'mac_address': 'fa:16:3e:e5:86:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:28.324977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c45b922-be7f-494a-a3a2-922c899a8e44,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.341213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3bfc426d-a917-48a8-b154-72e6c1fca040,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.345979 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.365270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2c45b922-be7f-494a-a3a2-922c899a8e44', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '2c45b922-be7f-494a-a3a2-922c899a8e44', 'mac_address': 'fa:16:3e:0d:09:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:28.376233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89777661-c788-44a2-83a4-ca75b5c324ae req-0a4c54e3-0418-4e37-b740-06e9127ebbce tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:28.381166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89777661-c788-44a2-83a4-ca75b5c324ae req-0a4c54e3-0418-4e37-b740-06e9127ebbce tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0998430 Aug 03 19:06:28.402485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.416077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:26Z', 'revision_number': 3, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:28.424325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:28.431122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.442281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89777661-c788-44a2-83a4-ca75b5c324ae req-f2f2f286-46a8-4e8c-8d7a-85be189f5b28 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 Aug 03 19:06:28.446991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.456828 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Checking router: 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:28.457178 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Updating router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 port 59f23eed-5ade-44b7-9fef-ab0c30e17107 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:28.461806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.463793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c45b922-be7f-494a-a3a2-922c899a8e44 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:28.490603 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.495751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c45b922-be7f-494a-a3a2-922c899a8e44,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.543403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.567322 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Floating IP 9df22c78-9b87-4cbf-b9d6-aa5a287e6c08 associated. External IP: 172.25.2.197, port: bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e. Aug 03 19:06:28.637177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.696827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.701638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.702685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5282bfe6-b79f-4895-827a-fa0abcba1f03 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:28.722077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.737839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:06:28.776217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.776486 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Added segment b0fc00f8-8476-44f8-b2f7-12ea461a5dfb of type vlan for network edaa8cf4-2002-440e-bf14-e94163e4cdb0 Aug 03 19:06:28.779573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.788907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:28.835372 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.850190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:06:28.850561 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Transition to ACTIVE for port object 59f23eed-5ade-44b7-9fef-ab0c30e17107 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:28.856261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:28.867998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.876844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:28.913292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5282bfe6-b79f-4895-827a-fa0abcba1f03', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '5282bfe6-b79f-4895-827a-fa0abcba1f03', 'mac_address': 'fa:16:3e:78:25:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:28.918618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:28.922460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.962962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.979901 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:28.993068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5282bfe6-b79f-4895-827a-fa0abcba1f03 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:29.022779 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Attempting to bind port 59f23eed-5ade-44b7-9fef-ab0c30e17107 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:29.024599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:29.025407 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Attempting to bind port 59f23eed-5ade-44b7-9fef-ab0c30e17107 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:29.026631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Attempting to bind port 59f23eed-5ade-44b7-9fef-ab0c30e17107 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:29.035811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.036451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.037143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.068035 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:29.069188 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:29.069597 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.070814 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:29.071306 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Bound port: 59f23eed-5ade-44b7-9fef-ab0c30e17107, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:29.071768 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.094105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08b3d9-f80a-4004-9d5d-e888e1bc3eab req-5ebe75e2-0901-4f8d-8876-0f6862c912b9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.102790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e08b3d9-f80a-4004-9d5d-e888e1bc3eab req-5ebe75e2-0901-4f8d-8876-0f6862c912b9 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1183708 Aug 03 19:06:29.116967 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aed7bd-f608-45d6-8cd7-55b6ad53124b None None] Pushing event updated for resources: {'Port': ['ID=59f23eed-5ade-44b7-9fef-ab0c30e17107,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.128067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.134056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] Pushing event updated for resources: {'Network': ['ID=edaa8cf4-2002-440e-bf14-e94163e4cdb0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.175962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] For port 59f23eed-5ade-44b7-9fef-ab0c30e17107, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:29.183325 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] For port 59f23eed-5ade-44b7-9fef-ab0c30e17107, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=59f23eed-5ade-44b7-9fef-ab0c30e17107,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:29.189808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.190258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5341b900-32a2-4c3c-9978-a39be8affec1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.3995061 Aug 03 19:06:29.192165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Allocated IP 172.20.0.1 (ab49dedd-7384-4981-8542-dd2a9c82a689/ac065dc6-0e31-4610-a1cb-0c4701e20a8d/648658e6-34ea-476b-b61f-0a9bdbdce693) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:29.192484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:06:29.198469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44080) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:29.206735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Request body: {'subnet': {'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-subnet', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:29.261541 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.277306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:29.285607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.291481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:29.294090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e08b3d9-f80a-4004-9d5d-e888e1bc3eab req-2d6c2e59-e436-4912-957e-16dcf4f73c13 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904356 Aug 03 19:06:29.310194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:29.310843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.329611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-27003b20-256d-4c35-8c19-3b36bf53a893 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "PUT /v2.0/floatingips/9df22c78-9b87-4cbf-b9d6-aa5a287e6c08 HTTP/1.1" status: 200 len: 991 time: 2.4793308 Aug 03 19:06:29.354777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eef21c-a825-4f84-bb1f-afcadb8874d6 req-bc8a36a5-c5df-4806-b813-102d77a1ac5b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.359329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7eef21c-a825-4f84-bb1f-afcadb8874d6 req-bc8a36a5-c5df-4806-b813-102d77a1ac5b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1485021 Aug 03 19:06:29.363437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:29.369019 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc" -d '{"events": [{"name": "network-changed", "server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:29.370680 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:29.371469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.415617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.450055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Transition to ACTIVE for port object 648658e6-34ea-476b-b61f-0a9bdbdce693 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:29.487470 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:29.487691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7eef21c-a825-4f84-bb1f-afcadb8874d6 req-d7684304-a086-4f01-ad30-ffb69e30f81e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152360 Aug 03 19:06:29.554424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Made reservation on behalf of a46e53f0df8d4934ba56172693ecb55f for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:29.562258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.658091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafa2c6-13bb-4158-a94b-a5a448e692d3 req-fd07a81b-cb0e-4aac-bd9d-a083108dd2d4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.668027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bafa2c6-13bb-4158-a94b-a5a448e692d3 req-fd07a81b-cb0e-4aac-bd9d-a083108dd2d4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.0877151 Aug 03 19:06:29.680572 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311206b1-e90a-4a15-b380-1730828d0452 x-openstack-request-id: req-311206b1-e90a-4a15-b380-1730828d0452 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:29.681264 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:29.681809 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-311206b1-e90a-4a15-b380-1730828d0452 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:29.682360 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'status': 'completed', 'code': 200} Aug 03 19:06:29.684950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.718332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bfc426d-a917-48a8-b154-72e6c1fca040 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:29.751125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Pushing event updated for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.759490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bafa2c6-13bb-4158-a94b-a5a448e692d3 req-dbeb7fac-76ea-4860-b21f-861615896964 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899725 Aug 03 19:06:29.772353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['06c6042f-6571-462a-9532-c03f37dddc4c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:29.784821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Network ab49dedd-7384-4981-8542-dd2a9c82a689 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:29.808025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:29.810962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:29.822403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:29.897107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9027b06-fb4c-4823-955f-e5f7d7871e2b req-c6a524fd-422f-45d1-aa1b-0b02420b12ce tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:29.902400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aed7bd-f608-45d6-8cd7-55b6ad53124b None None] Pushing event updated for resources: {'Port': ['ID=59f23eed-5ade-44b7-9fef-ab0c30e17107,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:29.908149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:29.911203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9027b06-fb4c-4823-955f-e5f7d7871e2b req-c6a524fd-422f-45d1-aa1b-0b02420b12ce tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1351748 Aug 03 19:06:29.935545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:26Z', 'revision_number': 3, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:29.966049 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b2ac0c-f215-4db4-acbb-f43edae36072 None None] The sync data for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 is: [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:26Z', 'revision_number': 3, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:29.966333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2c45b922-be7f-494a-a3a2-922c899a8e44'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:29.968604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5282bfe6-b79f-4895-827a-fa0abcba1f03'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:29.971790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9027b06-fb4c-4823-955f-e5f7d7871e2b req-1d955bbb-8f1b-427e-b760-c5754b8b80a6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589893 Aug 03 19:06:29.974110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:30.002134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-5129f507-6965-4fb6-b868-8d7ffede376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.003770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-5129f507-6965-4fb6-b868-8d7ffede376a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1096 time: 0.2587407 Aug 03 19:06:30.209377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3bfc426d-a917-48a8-b154-72e6c1fca040 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:30.209872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.289404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-886c756c-17f1-49ec-9a2c-006d84f7284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.291532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-886c756c-17f1-49ec-9a2c-006d84f7284d service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.2767174 Aug 03 19:06:30.442495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eb67e569-1908-4977-b159-4ddbe33e1a7f None None] Provisioning for port 648658e6-34ea-476b-b61f-0a9bdbdce693 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:30.450535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:30.451275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.465495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.502271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eb67e569-1908-4977-b159-4ddbe33e1a7f None None] Provisioning complete for port 648658e6-34ea-476b-b61f-0a9bdbdce693 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:30.502650 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb67e569-1908-4977-b159-4ddbe33e1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.541049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb59db-9d8f-43f1-b280-fca560eab9fb req-4d959b03-0b24-4d8b-9f85-31ccd592fe9b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.559649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfcb59db-9d8f-43f1-b280-fca560eab9fb req-4d959b03-0b24-4d8b-9f85-31ccd592fe9b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1249030 Aug 03 19:06:30.595534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:30.625137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfcb59db-9d8f-43f1-b280-fca560eab9fb req-3fcd1445-a85f-49b2-b010-0c66a7fcbbe1 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627143 Aug 03 19:06:30.708127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a218b86a-c51e-4e00-8259-4f68d1551491,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:30.800589 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-85dc613e-fc84-435b-a33a-2974516b7b5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 999 time: 0.4503973 Aug 03 19:06:30.803780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdabc3-cb7f-4408-aa30-c8e985bd36ab req-6ad64c2c-f686-40f5-a495-dfc8ae59c364 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:30.812292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0bdabc3-cb7f-4408-aa30-c8e985bd36ab req-6ad64c2c-f686-40f5-a495-dfc8ae59c364 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1069334 Aug 03 19:06:30.816962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-eb67e569-1908-4977-b159-4ddbe33e1a7f None None] Port 648658e6-34ea-476b-b61f-0a9bdbdce693 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:30.886365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0bdabc3-cb7f-4408-aa30-c8e985bd36ab req-11034e7b-89b8-4367-9929-29573299a5ba tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723476 Aug 03 19:06:31.022240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1df4c-e681-4209-8431-526530a2c5d9 req-437c6d0d-e6d6-4b57-8a14-fde3ea9c2baa tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.023342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Checking segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:31.033293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa1df4c-e681-4209-8431-526530a2c5d9 req-437c6d0d-e6d6-4b57-8a14-fde3ea9c2baa tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.1215692 Aug 03 19:06:31.034175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Network hostable DHCP agents. Network: edaa8cf4-2002-440e-bf14-e94163e4cdb0, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:06:31.084752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-326c1cd4-3f60-4215-99c2-04339e55f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.086326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-326c1cd4-3f60-4215-99c2-04339e55f5b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.2684493 Aug 03 19:06:31.135201 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.179265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:31.181967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:31.185097 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefedce-e137-4b8f-99d9-00465ab39d76" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:31.191661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-07799833-fe87-4288-9135-32c3c65579bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.191893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '9df22c78-9b87-4cbf-b9d6-aa5a287e6c08', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:eb:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:06Z', 'updated_at': '2021-08-03T19:06:28Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:31.193346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-07799833-fe87-4288-9135-32c3c65579bd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914555 Aug 03 19:06:31.215048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:06:31.219886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.229872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa1df4c-e681-4209-8431-526530a2c5d9 req-3c20ca2d-10b6-4b8a-8cd1-c08e3ba9fba5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954143 Aug 03 19:06:31.244889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:31.261848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:31.262500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:31.271959 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.275973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7868b-8376-4597-a702-d68b5f725be8 req-eaf61792-3c52-4da4-882f-c45aa2712e95 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.289598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c7868b-8376-4597-a702-d68b5f725be8 req-eaf61792-3c52-4da4-882f-c45aa2712e95 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1950119 Aug 03 19:06:31.306617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.372308 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ef0cd-2e04-4c89-94c1-dfe9398d6f6d x-openstack-request-id: req-883ef0cd-2e04-4c89-94c1-dfe9398d6f6d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:31.372603 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:31.372914 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-883ef0cd-2e04-4c89-94c1-dfe9398d6f6d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:31.373272 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'code': 200} Aug 03 19:06:31.406000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c7868b-8376-4597-a702-d68b5f725be8 req-f8dd1c99-caa7-434e-9be4-842bb7f70ea8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126819 Aug 03 19:06:31.457950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, edaa8cf4-2002-440e-bf14-e94163e4cdb0) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:31.481217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.482176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.505689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:31.522458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Pushing event updated for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:31.554701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:31.557184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966c954-7419-47fa-aaea-2c7748af1af2 None None] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:31.582072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-ce4a8250-1e5f-46fd-bd3e-062cfb2af33f service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778024 Aug 03 19:06:31.641923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 59f23eed-5ade-44b7-9fef-ab0c30e17107 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:31.727767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:31.842135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022a0ac-0300-4ad8-8134-878a3e54901b req-8b43ce17-09bd-4b43-a2ae-855629eb6b8b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:31.850585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b022a0ac-0300-4ad8-8134-878a3e54901b req-8b43ce17-09bd-4b43-a2ae-855629eb6b8b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0919166 Aug 03 19:06:31.930403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b022a0ac-0300-4ad8-8134-878a3e54901b req-a9b87459-6dd0-4308-aaa7-0e5ac9fb3828 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784540 Aug 03 19:06:32.007360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:06:32.008548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.074089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826083-1b5b-479b-a2a5-227a77da66cc req-0a15c2bf-9dd8-4e81-8f16-c4aa81676ba8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:32.084307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04826083-1b5b-479b-a2a5-227a77da66cc req-0a15c2bf-9dd8-4e81-8f16-c4aa81676ba8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.0938344 Aug 03 19:06:32.098176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01793d09-6c93-4067-8fb8-63b9ac4f9c1a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8947055 Aug 03 19:06:32.111396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:32.117395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:32.140228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04826083-1b5b-479b-a2a5-227a77da66cc req-aecd8ff5-f49b-4280-a965-2dc8cc8cc448 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Aug 03 19:06:32.157694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 59f23eed-5ade-44b7-9fef-ab0c30e17107 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:32.177863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 59f23eed-5ade-44b7-9fef-ab0c30e17107 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:32.178239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.206463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.207298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.311047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '9df22c78-9b87-4cbf-b9d6-aa5a287e6c08', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:eb:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:06Z', 'updated_at': '2021-08-03T19:06:28Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:32.361200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d930f-b8d7-46c9-9736-1ebd751bd567 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '9df22c78-9b87-4cbf-b9d6-aa5a287e6c08', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:eb:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:06Z', 'updated_at': '2021-08-03T19:06:28Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:32.377106 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fcbb0d21-d1dd-4cc8-ab36-219de7ce43fc req-3957d8d3-1746-41be-889c-84dd1c687b66 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805083 Aug 03 19:06:32.396221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Allocated IP 172.20.0.2 (edaa8cf4-2002-440e-bf14-e94163e4cdb0/a218b86a-c51e-4e00-8259-4f68d1551491/5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:32.408637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.415587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d24a-1d31-4e26-bd0e-4d73fba1b254 req-870b48b6-a4ea-44db-bab3-9357725a5649 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:32.419007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d578d24a-1d31-4e26-bd0e-4d73fba1b254 req-870b48b6-a4ea-44db-bab3-9357725a5649 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.0875793 Aug 03 19:06:32.421050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Network ab49dedd-7384-4981-8542-dd2a9c82a689 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:32.421658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:32.499657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d578d24a-1d31-4e26-bd0e-4d73fba1b254 req-bee9192b-5c29-431c-958c-45e059f58dfe tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699730 Aug 03 19:06:32.648541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb10631-79dc-4bb0-803d-fe4d3e415b1b req-cdb0beda-c447-4e84-a8ce-419f40c837b2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:32.650815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fb10631-79dc-4bb0-803d-fe4d3e415b1b req-cdb0beda-c447-4e84-a8ce-419f40c837b2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0820382 Aug 03 19:06:32.718527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fb10631-79dc-4bb0-803d-fe4d3e415b1b req-6ab83874-545d-4464-9ae7-7c18b73988ba tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 Aug 03 19:06:32.742962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:32.892500 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c561cb5-c6bf-4f7c-a217-ca5a9156647f None None] New status for floating IP 9df22c78-9b87-4cbf-b9d6-aa5a287e6c08: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:06:32.948754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 59f23eed-5ade-44b7-9fef-ab0c30e17107, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=59f23eed-5ade-44b7-9fef-ab0c30e17107,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:33.033797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.038271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.043643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-38465f97-53b7-4b40-b2a2-2d4a3499b09e None None] Provisioning complete for port 648658e6-34ea-476b-b61f-0a9bdbdce693 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:33.043643 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38465f97-53b7-4b40-b2a2-2d4a3499b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.064368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.100666 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.104913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Transition to ACTIVE for port object 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:33.114793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:33.168478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ec520-909a-4fdb-892b-7d343ca6e993 req-87482c2c-181f-49cc-98c6-16df4d63b88a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.170338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c78ec520-909a-4fdb-892b-7d343ca6e993 req-87482c2c-181f-49cc-98c6-16df4d63b88a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1130276 Aug 03 19:06:33.199886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Transition to ACTIVE for port object 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:33.202970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-38465f97-53b7-4b40-b2a2-2d4a3499b09e None None] Port 648658e6-34ea-476b-b61f-0a9bdbdce693 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:33.230600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=59f23eed-5ade-44b7-9fef-ab0c30e17107,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.246343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c78ec520-909a-4fdb-892b-7d343ca6e993 req-6e806c1a-54fa-40e1-a100-ec57d1949d11 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658717 Aug 03 19:06:33.319240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60ece-62e7-4d5a-adba-94f3251dfd43 req-dac0fd00-8b87-46b5-9d91-46c8b4295e08 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.321306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ed60ece-62e7-4d5a-adba-94f3251dfd43 req-dac0fd00-8b87-46b5-9d91-46c8b4295e08 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.0785022 Aug 03 19:06:33.329111 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.348565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:33.364735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7983af7-30ea-4fa6-a538-54cef440115d admin admin] 10.222.0.67 "PUT /v2.0/routers/0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1578379 Aug 03 19:06:33.373134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Sync routers for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:33.421402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ed60ece-62e7-4d5a-adba-94f3251dfd43 req-d27858c1-26dc-4775-b1b1-e2f5053d739f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938656 Aug 03 19:06:33.468882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Pushing event updated for resources: {'Port': ['ID=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:33.473914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:33.474540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:33.598046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.630216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:33.646442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:33.698766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed40cda-f5e5-4854-9098-9dd948885a4f req-a043b5c9-7fe9-4327-a8f7-e7ec1f4b16e1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:33.707499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ed40cda-f5e5-4854-9098-9dd948885a4f req-a043b5c9-7fe9-4327-a8f7-e7ec1f4b16e1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.0729544 Aug 03 19:06:33.731231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 59f23eed-5ade-44b7-9fef-ab0c30e17107 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:33.734536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:33.753567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:33.777186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Allocated IP 172.25.2.149 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/35dc993c-aaff-45c6-85c8-41ee7654958a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:33.777535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ed40cda-f5e5-4854-9098-9dd948885a4f req-5491de48-8132-4e78-bd11-c558a255fed1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685420 Aug 03 19:06:33.821494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:33.828718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:33.937833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.041195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388edac-2b01-494d-bbd1-379d3e6843fb req-99221681-2462-4b40-b93e-dad2cb395b2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.043075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8388edac-2b01-494d-bbd1-379d3e6843fb req-99221681-2462-4b40-b93e-dad2cb395b2e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1282542 Aug 03 19:06:34.077606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.102530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8388edac-2b01-494d-bbd1-379d3e6843fb req-22bc0b53-8417-437a-b6bb-d127aedf3d55 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Aug 03 19:06:34.154429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Attempting to bind port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:34.155140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Attempting to bind port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:34.155681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Attempting to bind port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 on network edaa8cf4-2002-440e-bf14-e94163e4cdb0 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:34.168913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:34.169711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Checking segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:34.170307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.171119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Bound using segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:34.171804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Bound port: 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:34.172384 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.193045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=35dc993c-aaff-45c6-85c8-41ee7654958a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:34.210082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:34.211011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:34.214230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:34.223209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 59f23eed-5ade-44b7-9fef-ab0c30e17107 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:34.223698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.353420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:34.358244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1907241632', 'description': 'tempest-description--1199117809'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:34.433179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] For port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:34.438319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] For port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:34.449516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 06c6042f-6571-462a-9532-c03f37dddc4c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:34.456954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 06c6042f-6571-462a-9532-c03f37dddc4c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:34.458646 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.483657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2596335-6f29-4eab-87c2-2ffbcf5235de req-ca894a61-841b-404d-8458-252ebe15862d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.485449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2596335-6f29-4eab-87c2-2ffbcf5235de req-ca894a61-841b-404d-8458-252ebe15862d tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0632007 Aug 03 19:06:34.514021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.614397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.625383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2596335-6f29-4eab-87c2-2ffbcf5235de req-bcb1a705-6b3c-4aa3-8b8d-6e28c7812a3f tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145554 Aug 03 19:06:34.654239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5f348-435b-46b8-b614-f3fd9d0150d5 req-9340009b-43dd-4eee-80f6-604505dee968 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:34.663344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c5f348-435b-46b8-b614-f3fd9d0150d5 req-9340009b-43dd-4eee-80f6-604505dee968 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1270807 Aug 03 19:06:34.696492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 2, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:34.763558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Checking router: 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:34.763823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Updating router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 port 648658e6-34ea-476b-b61f-0a9bdbdce693 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:34.773303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c5f348-435b-46b8-b614-f3fd9d0150d5 req-2a8d52f0-698e-4ff6-98d7-c4e2ffebbac4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087861 Aug 03 19:06:34.784261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.834421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.843359 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.845522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a5cf4-e6df-4ead-b2cd-6e75e89f4d31 None None] Pushing event updated for resources: {'Port': ['ID=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:34.850466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.920157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:34.927059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:34.929928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:34.932236 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b073e091-1cd7-427e-969a-df73300f37c8" -d '{"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-plugged", "status": "completed", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:35.106367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd666ae8-54b1-415d-b617-5ead2c3e43f1 req-c567cfde-ae88-4db0-a99f-ae16ba9dbebe tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.112933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd666ae8-54b1-415d-b617-5ead2c3e43f1 req-c567cfde-ae88-4db0-a99f-ae16ba9dbebe tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.2192948 Aug 03 19:06:35.115500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.119408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7649190 Aug 03 19:06:35.122705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:35.126685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67735e-deb8-4788-b000-0b2e1e8f7e44 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bbfade-3502-4d69-8fc2-0eeb80b82bac,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.138634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbfade-3502-4d69-8fc2-0eeb80b82bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:35.178694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.182784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c45b922-be7f-494a-a3a2-922c899a8e44 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:35.219113 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c969b49-efc9-48c8-9a7c-a5c88cbf6b99 x-openstack-request-id: req-2c969b49-efc9-48c8-9a7c-a5c88cbf6b99 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:35.219113 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-plugged", "status": "completed", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:35.219113 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c969b49-efc9-48c8-9a7c-a5c88cbf6b99 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:35.220904 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c', 'code': 200} Aug 03 19:06:35.243895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd666ae8-54b1-415d-b617-5ead2c3e43f1 req-10501321-2f5f-4b8c-938c-64bf0d11c3a2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023421 Aug 03 19:06:35.323739 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.334571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40074c94-65f8-4a39-9ee2-d154e323c60f req-d38782e3-cbdf-426d-b0b9-9b0dbb4a9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.336051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40074c94-65f8-4a39-9ee2-d154e323c60f req-d38782e3-cbdf-426d-b0b9-9b0dbb4a9096 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1096 time: 0.0732608 Aug 03 19:06:35.365150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422936e-d5c9-4434-a7bc-c1b9bc37c3a8 req-cb6b752f-6e2d-46d3-8b81-22dff610d766 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.366979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7422936e-d5c9-4434-a7bc-c1b9bc37c3a8 req-cb6b752f-6e2d-46d3-8b81-22dff610d766 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1207736 Aug 03 19:06:35.429300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.477994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7422936e-d5c9-4434-a7bc-c1b9bc37c3a8 req-659ad282-015f-4411-9f24-06744e589352 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046970 Aug 03 19:06:35.570203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:35.585293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40074c94-65f8-4a39-9ee2-d154e323c60f req-59bf3dd2-9b04-4d9f-951e-56142518b7d2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878495 Aug 03 19:06:35.632569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.734423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Router a5edfcdb-71d9-4f6d-861d-4272d0d68bee is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:06:35.737732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.738125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.750113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Transition to ACTIVE for port object 648658e6-34ea-476b-b61f-0a9bdbdce693 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:35.759152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.774452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 2c45b922-be7f-494a-a3a2-922c899a8e44 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:35.784229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2c45b922-be7f-494a-a3a2-922c899a8e44 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:35.784818 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.795079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5643630-121a-4d9c-824f-d12c2e34ec04 req-31ed7eb9-7551-48ae-a22a-35f445c1772c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:35.809308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5643630-121a-4d9c-824f-d12c2e34ec04 req-31ed7eb9-7551-48ae-a22a-35f445c1772c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1078091 Aug 03 19:06:35.833358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:35.913066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e53fb31-e83b-4cd9-8b00-a89e7f22092c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:35.951773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5643630-121a-4d9c-824f-d12c2e34ec04 req-ae3fe6cf-f2ea-48f1-a5a1-f4864b891838 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400712 Aug 03 19:06:36.000491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0539ab-4b1a-43b8-a959-e2fee40ee75b None None] Pushing event updated for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:36.000491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:36.069013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615e9cb-f51a-4369-b931-8caa8ef35ef8 req-ef503d3b-d233-4b2b-b64c-fa47089b147e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.073565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f615e9cb-f51a-4369-b931-8caa8ef35ef8 req-ef503d3b-d233-4b2b-b64c-fa47089b147e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 945 time: 0.1219714 Aug 03 19:06:36.083815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:36.086032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.089580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d5fb458-cbd4-4bde-8095-bb13377d78be tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9631565 Aug 03 19:06:36.089931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.096363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'security_group_rule': {'security_group_id': 'd3bbfade-3502-4d69-8fc2-0eeb80b82bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:36.099367 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Sync routers for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:36.115165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:36.116167 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:36.200295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f615e9cb-f51a-4369-b931-8caa8ef35ef8 req-16731823-3007-4d9a-bb59-4203d8120fd9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018231 Aug 03 19:06:36.283592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.385850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.386444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44230) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:36.386833 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a716707-eb5c-4891-9fec-b1c8a7904ce1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.2573249 Aug 03 19:06:36.387629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.433290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a9f03-1513-4aea-9e6c-957da3ca4408 None None] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:06:36.435241 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:36.538511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.558848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Attempting to bind port 648658e6-34ea-476b-b61f-0a9bdbdce693 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:36.559815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de28818-8241-4be1-af26-8be3efd9ba03 req-b49cc63f-4ea5-44c0-96cd-076d8240ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.560165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Attempting to bind port 648658e6-34ea-476b-b61f-0a9bdbdce693 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:36.561449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Attempting to bind port 648658e6-34ea-476b-b61f-0a9bdbdce693 on network ab49dedd-7384-4981-8542-dd2a9c82a689 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:36.562942 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2de28818-8241-4be1-af26-8be3efd9ba03 req-b49cc63f-4ea5-44c0-96cd-076d8240ab69 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1097 time: 0.1083755 Aug 03 19:06:36.598033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:36.599255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Checking segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:36.599255 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.599662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Bound using segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:36.600201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Bound port: 648658e6-34ea-476b-b61f-0a9bdbdce693, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:36.600930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.647866 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2de28818-8241-4be1-af26-8be3efd9ba03 req-5ae49e09-113e-468c-a678-45cdbfdb81c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Aug 03 19:06:36.674228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff22d28-91c7-4f31-8527-f4b660b13db2 req-5af6465e-cd40-4461-a19e-79a2980da562 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.675848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cff22d28-91c7-4f31-8527-f4b660b13db2 req-5af6465e-cd40-4461-a19e-79a2980da562 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 0.1948161 Aug 03 19:06:36.706460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c45b922-be7f-494a-a3a2-922c899a8e44,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:36.827824 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:34Z', 'revision_number': 3, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:36.827824 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Checking router: a5edfcdb-71d9-4f6d-861d-4272d0d68bee for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:36.827824 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Updating router a5edfcdb-71d9-4f6d-861d-4272d0d68bee port 35dc993c-aaff-45c6-85c8-41ee7654958a binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:36.828273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] For port 648658e6-34ea-476b-b61f-0a9bdbdce693, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:36.828376 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:36.828490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] For port 648658e6-34ea-476b-b61f-0a9bdbdce693, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=648658e6-34ea-476b-b61f-0a9bdbdce693,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:36.828603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cff22d28-91c7-4f31-8527-f4b660b13db2 req-67e5ceec-dbbb-4eca-836a-11fd2f5422c3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062691 Aug 03 19:06:36.828603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98648fe7-0c72-464e-badc-ca5919c5ebbf req-0aa69fb9-705d-4935-8be9-fe8772b5c754 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:36.828603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98648fe7-0c72-464e-badc-ca5919c5ebbf req-0aa69fb9-705d-4935-8be9-fe8772b5c754 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1633394 Aug 03 19:06:36.904673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98648fe7-0c72-464e-badc-ca5919c5ebbf req-069db1f1-5ce5-476c-bbcf-d5559ac92eb1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Aug 03 19:06:37.014899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.017055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Provisioning for port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:37.027401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.028379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5282bfe6-b79f-4895-827a-fa0abcba1f03 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:37.033976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.052593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d757da95-00aa-43e9-9848-a578a9728537,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.086683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Provisioning complete for port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:37.087195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.145243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.149098 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ac744348-6ffe-47eb-bfef-7356325ce8ba tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0556138 Aug 03 19:06:37.149450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:06:37.153924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:37.185709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041a7d4-a8a0-4e17-9d1e-85dc95cb7417 req-3a1c40d7-5b1e-4df4-b48d-d684d94e3183 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.189411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4041a7d4-a8a0-4e17-9d1e-85dc95cb7417 req-3a1c40d7-5b1e-4df4-b48d-d684d94e3183 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1456261 Aug 03 19:06:37.203725 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.217032 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Transition to ACTIVE for port object 35dc993c-aaff-45c6-85c8-41ee7654958a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:37.224981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:37.228392 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa941ee5-4513-4211-bd3b-d9775ac8ab0b" -d '{"events": [{"server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:37.274766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.289827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4041a7d4-a8a0-4e17-9d1e-85dc95cb7417 req-225acfe8-2dbb-4c10-91d9-540258089e1b tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893557 Aug 03 19:06:37.296583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.301738 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.336317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:37.345283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:37.450837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.526600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc26cf-9d8d-408c-ade7-8a82133c461a req-8c4fdd7c-57ea-4978-be65-ca17a7ee09c7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:37.535321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63dc26cf-9d8d-408c-ade7-8a82133c461a req-8c4fdd7c-57ea-4978-be65-ca17a7ee09c7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 945 time: 0.1542418 Aug 03 19:06:37.597810 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Attempting to bind port 35dc993c-aaff-45c6-85c8-41ee7654958a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:37.602009 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Attempting to bind port 35dc993c-aaff-45c6-85c8-41ee7654958a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:37.604456 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Attempting to bind port 35dc993c-aaff-45c6-85c8-41ee7654958a on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:37.617989 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8784545-829c-4cb7-8666-02b7d254a646 x-openstack-request-id: req-b8784545-829c-4cb7-8666-02b7d254a646 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:37.620756 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:37.621225 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b8784545-829c-4cb7-8666-02b7d254a646 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:37.621846 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44', 'code': 200} Aug 03 19:06:37.631793 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:37.640768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:37.640768 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.640768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:37.640768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Bound port: 35dc993c-aaff-45c6-85c8-41ee7654958a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:37.640768 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.732099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63dc26cf-9d8d-408c-ade7-8a82133c461a req-5a874c7f-ee7f-4684-9dbf-44558dbf3b5f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925335 Aug 03 19:06:37.742644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:37.813759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1beac6-d597-4277-b24d-bfa0c1db273d None None] Pushing event updated for resources: {'Port': ['ID=35dc993c-aaff-45c6-85c8-41ee7654958a,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.874175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0539ab-4b1a-43b8-a959-e2fee40ee75b None None] Pushing event updated for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:37.975454 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] For port 35dc993c-aaff-45c6-85c8-41ee7654958a, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:37.985342 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] For port 35dc993c-aaff-45c6-85c8-41ee7654958a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=35dc993c-aaff-45c6-85c8-41ee7654958a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:38.037787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:38.041754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Allocated IP 172.25.2.136 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/cb119ae5-12f0-46a5-84c5-0e9510ccb27d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:38.094880 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.105414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986fbeb-e1ff-41b1-9b85-13e3d23fe078 req-9dbeab9f-5a41-46e7-8512-c739ea452078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:38.109548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7986fbeb-e1ff-41b1-9b85-13e3d23fe078 req-9dbeab9f-5a41-46e7-8512-c739ea452078 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1101 time: 0.1127164 Aug 03 19:06:38.161671 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1beac6-d597-4277-b24d-bfa0c1db273d None None] Pushing event updated for resources: {'Port': ['ID=35dc993c-aaff-45c6-85c8-41ee7654958a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.196552 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:38.197569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:38.309897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7986fbeb-e1ff-41b1-9b85-13e3d23fe078 req-c8914e88-0fb1-42f3-843d-83dd2510bf99 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088922 Aug 03 19:06:38.340960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.362422 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:38.393080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] For port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:38.396620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5282bfe6-b79f-4895-827a-fa0abcba1f03 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:38.397531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.410050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5282bfe6-b79f-4895-827a-fa0abcba1f03 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:38.410318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.506497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.591485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.618409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab526-bd1c-4e77-82c4-cdf2255b0cf2 None None] Pushing event updated for resources: {'Port': ['ID=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.673360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-46a732b8-da2a-4645-997a-3d91adec51db None None] Provisioning complete for port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:38.673639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-46a732b8-da2a-4645-997a-3d91adec51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.732566 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:38.735007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:38.749083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:38.763904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:38.775285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:36Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:38.781356 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:34Z', 'revision_number': 3, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:38.821460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1e6812-5791-46a6-9ae2-b03695b81ff1 None None] The sync data for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 is: [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:36Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:38.823289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'Port': ['ID=cb119ae5-12f0-46a5-84c5-0e9510ccb27d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:38.833019 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c79661-5361-49ec-a3d0-6263b7681b8a None None] The sync data for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 is: [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:34Z', 'revision_number': 3, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:38.894409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Allocated IP 172.20.0.1 (edaa8cf4-2002-440e-bf14-e94163e4cdb0/a218b86a-c51e-4e00-8259-4f68d1551491/88c68dbb-eb44-4795-bae6-8b6e587544f4) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:38.982579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:39.015594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.016165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be709b7e-1096-4b40-86cd-beda50f2dc55 req-e340a12f-4051-4b89-9003-fb1cbe7624ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:39.023899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be709b7e-1096-4b40-86cd-beda50f2dc55 req-e340a12f-4051-4b89-9003-fb1cbe7624ca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.3159962 Aug 03 19:06:39.073842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe5a58-96af-49db-a7af-b46fe2cd177a req-d945756a-20a4-4bf4-b014-e4e72929227e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:39.075573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13fe5a58-96af-49db-a7af-b46fe2cd177a req-d945756a-20a4-4bf4-b014-e4e72929227e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 949 time: 1.1023512 Aug 03 19:06:39.117924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.130269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13fe5a58-96af-49db-a7af-b46fe2cd177a req-1f3026b1-8f4d-49fb-9d22-45687de3ce88 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446060 Aug 03 19:06:39.215595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be709b7e-1096-4b40-86cd-beda50f2dc55 req-0e6de30f-6c6f-4ac1-b376-d49ef01efc0d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867914 Aug 03 19:06:39.216728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.284699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.338126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.380847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Transition to ACTIVE for port object 88c68dbb-eb44-4795-bae6-8b6e587544f4 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:39.427866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c915010-7e2e-4682-a2ba-6286ad6f779e req-82790cbf-0aec-4f53-9d53-dda7d6c85810 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:39.429778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c915010-7e2e-4682-a2ba-6286ad6f779e req-82790cbf-0aec-4f53-9d53-dda7d6c85810 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1343391 Aug 03 19:06:39.601874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c915010-7e2e-4682-a2ba-6286ad6f779e req-509a28af-b09c-42e5-93e5-030507fc3b8a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375117 Aug 03 19:06:39.624382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:39.628061 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66b22ed-7a0b-453e-b34e-20ae19d02aec" -d '{"events": [{"server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "name": "network-vif-plugged", "status": "completed", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:39.643428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.778991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.814312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 648658e6-34ea-476b-b61f-0a9bdbdce693 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:39.835590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:39.856790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:39.865050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:39.870510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Pushing event updated for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:39.877628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:39.967859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.046651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 648658e6-34ea-476b-b61f-0a9bdbdce693 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:40.052733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 648658e6-34ea-476b-b61f-0a9bdbdce693 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:40.053169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.086761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069341b2-39f9-430c-af70-d682c8e1a388 req-54e1d77c-4fab-445b-a3e7-55f828f0a79b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.095535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069341b2-39f9-430c-af70-d682c8e1a388 req-54e1d77c-4fab-445b-a3e7-55f828f0a79b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 945 time: 0.3278747 Aug 03 19:06:40.157781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'Port': ['ID=cb119ae5-12f0-46a5-84c5-0e9510ccb27d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:40.199094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.220364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069341b2-39f9-430c-af70-d682c8e1a388 req-bf4ddb54-4770-4e33-a025-6f9971ea8499 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234493 Aug 03 19:06:40.290050 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299b0acd-8efd-47f2-8497-438f1046cff9 x-openstack-request-id: req-299b0acd-8efd-47f2-8497-438f1046cff9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:40.290329 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "name": "network-vif-plugged", "status": "completed", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:40.290582 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-299b0acd-8efd-47f2-8497-438f1046cff9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:40.290968 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03', 'code': 200} Aug 03 19:06:40.363789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.370073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.372631 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-42edd9f2-db6c-43ec-9241-c35efcec02e0 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2221806 Aug 03 19:06:40.404213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-f6163e26-9d5c-482f-8c2f-066acd08d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.412303 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-f6163e26-9d5c-482f-8c2f-066acd08d402 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 1097 time: 0.1053195 Aug 03 19:06:40.552575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 648658e6-34ea-476b-b61f-0a9bdbdce693, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=648658e6-34ea-476b-b61f-0a9bdbdce693,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:40.606032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3911a3bb-da10-4cbf-8664-afa14ac800af None None] Provisioning for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:40.616183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3911a3bb-da10-4cbf-8664-afa14ac800af None None] Provisioning complete for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:40.616183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3911a3bb-da10-4cbf-8664-afa14ac800af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.658452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-852321f9-5d2b-48de-ba35-d8d19c30446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.658452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-852321f9-5d2b-48de-ba35-d8d19c30446b service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.1954494 Aug 03 19:06:40.658670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f924d2f-309c-40a5-bac0-3545b6c37790 req-822fadd0-5182-420a-8411-2b3d9e26888c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.662652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f924d2f-309c-40a5-bac0-3545b6c37790 req-822fadd0-5182-420a-8411-2b3d9e26888c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.3098724 Aug 03 19:06:40.671873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.727971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3911a3bb-da10-4cbf-8664-afa14ac800af None None] Port 88c68dbb-eb44-4795-bae6-8b6e587544f4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:40.734795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:40.736388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 35dc993c-aaff-45c6-85c8-41ee7654958a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:40.763616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f924d2f-309c-40a5-bac0-3545b6c37790 req-99cdfce7-6548-4275-9d6b-147fc4aa8360 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999503 Aug 03 19:06:40.780867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-cd37e72f-331f-412d-9850-ceb89e1e8cac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 200 len: 217 time: 0.1323135 Aug 03 19:06:40.815320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987e5b8-61a5-490c-8b99-4a9f4a60e3e8 req-ca3c9b7a-e7bb-4995-8fb4-4757ba5ccf31 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.816943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7987e5b8-61a5-490c-8b99-4a9f4a60e3e8 req-ca3c9b7a-e7bb-4995-8fb4-4757ba5ccf31 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 950 time: 0.3031738 Aug 03 19:06:40.882459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f304b-9534-44fa-b4d6-daedbd2e4de1 req-9e60915a-984f-4d16-af1a-809e28600006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.904553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b69f304b-9534-44fa-b4d6-daedbd2e4de1 req-9e60915a-984f-4d16-af1a-809e28600006 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 1101 time: 0.3441923 Aug 03 19:06:40.950980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-465c2f4b-4ee8-4743-ace5-4642b4257e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:40.953587 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-465c2f4b-4ee8-4743-ace5-4642b4257e6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.1652009 Aug 03 19:06:40.954743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.018189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-114539b4-3823-41fe-b8c9-bae9fd229d3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570996 Aug 03 19:06:41.042561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 35dc993c-aaff-45c6-85c8-41ee7654958a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:41.048414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 35dc993c-aaff-45c6-85c8-41ee7654958a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:41.049585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.084826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b69f304b-9534-44fa-b4d6-daedbd2e4de1 req-da08c84f-8c87-407e-b0dc-a9d02fdce65a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632304 Aug 03 19:06:41.128758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7987e5b8-61a5-490c-8b99-4a9f4a60e3e8 req-07d3f690-e831-4cee-9bcd-6c4a58e73a7f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157807 Aug 03 19:06:41.185159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.211818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 35dc993c-aaff-45c6-85c8-41ee7654958a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=35dc993c-aaff-45c6-85c8-41ee7654958a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:41.274918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-df0d2e58-07b9-4eba-80ab-48d53e598044 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371941 Aug 03 19:06:41.301302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.302469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:41.329544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ccf21-0f53-47ae-83f4-2128b83e37ba req-7a692a72-f434-4fa1-87ef-f54a75a9ba24 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.330733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f21ccf21-0f53-47ae-83f4-2128b83e37ba req-7a692a72-f434-4fa1-87ef-f54a75a9ba24 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1096 time: 0.1513937 Aug 03 19:06:41.377447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1eef9-0ce4-4264-9196-0da1d2c58d8c req-03fefbf3-ea75-4795-8030-41646706b6cb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.385061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daa1eef9-0ce4-4264-9196-0da1d2c58d8c req-03fefbf3-ea75-4795-8030-41646706b6cb tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1393213 Aug 03 19:06:41.398774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=35dc993c-aaff-45c6-85c8-41ee7654958a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.405292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:41.405664 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.425908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f21ccf21-0f53-47ae-83f4-2128b83e37ba req-cd65341e-9851-43ff-9543-33e4f817148b tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 Aug 03 19:06:41.431641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.497848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daa1eef9-0ce4-4264-9196-0da1d2c58d8c req-cad0f9ef-eb97-4aaa-9422-50bb436ad995 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Aug 03 19:06:41.497848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.611419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2293d22f-bb3a-4673-a7dc-dc21f7b75bf1 req-de892385-cc22-424a-ac01-94e6c5c021e6 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828041 Aug 03 19:06:41.685059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.686907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Pushing event updated for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:41.692839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 648658e6-34ea-476b-b61f-0a9bdbdce693 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:41.766613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-e26eb8dd-7b76-4801-9192-8b482f60a8c2 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1907241632&fields=id&tenant_id=398cacfff8a844529e874da9fc1d7d91 HTTP/1.1" status: 200 len: 267 time: 0.1041367 Aug 03 19:06:41.783457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 648658e6-34ea-476b-b61f-0a9bdbdce693 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:41.783833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:41.897545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 35dc993c-aaff-45c6-85c8-41ee7654958a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:41.980334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:41.984179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:41.994878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-bfaa54c3-b26e-43b5-a6f4-d580694d314e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:41.999793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 35dc993c-aaff-45c6-85c8-41ee7654958a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:42.000169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.008692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-bfaa54c3-b26e-43b5-a6f4-d580694d314e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/networks?id=ab49dedd-7384-4981-8542-dd2a9c82a689 HTTP/1.1" status: 200 len: 811 time: 0.2409081 Aug 03 19:06:42.022415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dd4fc-acdd-4120-8c13-e6d4f6453b2e req-4cd54bbd-d351-40a0-9f0e-1c14560161ff tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.024253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c04dd4fc-acdd-4120-8c13-e6d4f6453b2e req-4cd54bbd-d351-40a0-9f0e-1c14560161ff tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1096 time: 0.1684422 Aug 03 19:06:42.029344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-c3f63d92-fa45-4b7a-b365-73eabed311d7 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/quotas/398cacfff8a844529e874da9fc1d7d91 HTTP/1.1" status: 200 len: 375 time: 0.0198009 Aug 03 19:06:42.208169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-5042102d-97a9-4b21-88a2-a3979c4fe55e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606415 Aug 03 19:06:42.236248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c04dd4fc-acdd-4120-8c13-e6d4f6453b2e req-9804b42b-7df2-44df-9578-df0d8886f968 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982961 Aug 03 19:06:42.298343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Router a5edfcdb-71d9-4f6d-861d-4272d0d68bee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:06:42.307470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-c58b9ba2-3a93-4e34-8048-19a768e05bf5 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=398cacfff8a844529e874da9fc1d7d91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2227495 Aug 03 19:06:42.347844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-a8a72515-6010-4dc2-8b69-e941d5c72a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.357570 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-a8a72515-6010-4dc2-8b69-e941d5c72a7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=78d598ac64334a30aec54cc102258bdb&device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 1096 time: 0.0960581 Aug 03 19:06:42.366029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-da9209aa-d132-41bb-a28c-b1f53c8812c2 None None] Provisioning complete for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:42.366733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da9209aa-d132-41bb-a28c-b1f53c8812c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:42.417328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-da9209aa-d132-41bb-a28c-b1f53c8812c2 None None] Port 88c68dbb-eb44-4795-bae6-8b6e587544f4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:42.551206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60767a87-9871-4c66-a34c-73b34777f89f req-1bd6aa38-f21d-4676-9440-9f46b43a2feb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.552916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60767a87-9871-4c66-a34c-73b34777f89f req-1bd6aa38-f21d-4676-9440-9f46b43a2feb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2094333 Aug 03 19:06:42.569321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-960146cf-039c-43c2-ba12-e34a8295a315 service neutron] 10.222.0.67 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428343 Aug 03 19:06:42.578513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-4972824a-ebb6-45a0-9e47-7a1ac616430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:42.580546 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-4972824a-ebb6-45a0-9e47-7a1ac616430e service neutron] 10.222.0.54 "GET /v2.0/networks?id=73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 200 len: 912 time: 0.1331413 Aug 03 19:06:42.606906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:06:42.639213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0543df5a-8471-4627-ba04-bf19d851e85e admin admin] 10.222.0.67 "PUT /v2.0/routers/a5edfcdb-71d9-4f6d-861d-4272d0d68bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2705684 Aug 03 19:06:42.708680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-bac8ae73-d174-493e-9074-dacff5f3c049 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 200 len: 217 time: 0.0977736 Aug 03 19:06:42.719359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60767a87-9871-4c66-a34c-73b34777f89f req-7b5e9a58-f190-461f-ac4f-7163416c196c tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550248 Aug 03 19:06:42.740056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-e5071b88-bf3b-411d-968c-0eb9ad3ba574 service neutron] 10.222.0.67 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632664 Aug 03 19:06:43.005134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd1035-3029-404e-85b2-ce29dd54f863 req-d82c63ed-42a6-496c-a441-a4fefa24cf2e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.014339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5dd1035-3029-404e-85b2-ce29dd54f863 req-d82c63ed-42a6-496c-a441-a4fefa24cf2e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 950 time: 0.1097019 Aug 03 19:06:43.085739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5dd1035-3029-404e-85b2-ce29dd54f863 req-43345fab-1ed5-497c-b7ed-c5114df680be tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703354 Aug 03 19:06:43.318167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600663d-bd80-473f-ba83-87fd224c55d1 req-6cc4713f-7433-4188-b5d5-8338e07831ec tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.324860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-f5260156-ddc3-438a-9352-6627fb6d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.331005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-f5260156-ddc3-438a-9352-6627fb6d63bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 200 len: 851 time: 0.6154974 Aug 03 19:06:43.350774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3600663d-bd80-473f-ba83-87fd224c55d1 req-6cc4713f-7433-4188-b5d5-8338e07831ec tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1196907 Aug 03 19:06:43.397474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-f76c19aa-c5ca-45dc-8fbb-a1771b5775c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73cd8e33-6277-4b68-bda4-e05a5e245090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573604 Aug 03 19:06:43.401513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Sync routers for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:06:43.413487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:43.414090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:43.433912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3600663d-bd80-473f-ba83-87fd224c55d1 req-6eda8411-8ae8-480d-a335-e66efe97ca79 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819898 Aug 03 19:06:43.606712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-32578ebd-f302-466c-a072-8c1d72cbf8c9 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843047 Aug 03 19:06:43.610366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:43.637215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ee24c-f206-411e-9acc-4bfa914063eb req-42780169-a562-4eb9-9a86-eb9549580796 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.641339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f1ee24c-f206-411e-9acc-4bfa914063eb req-42780169-a562-4eb9-9a86-eb9549580796 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 950 time: 0.0916011 Aug 03 19:06:43.727328 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c2736b-9783-4b25-aa20-0735ccd83cb8 req-1e794eb4-c7e1-44e3-8226-e9e4044826e5 service neutron] 10.222.0.54 "GET /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145031 Aug 03 19:06:43.753977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f1ee24c-f206-411e-9acc-4bfa914063eb req-70d2474c-8f4c-4336-9b85-e40ddf2c212b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011634 Aug 03 19:06:43.800422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-34c4b880-b327-4259-8f74-c4bb4e04f7cf tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:43.801975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-34c4b880-b327-4259-8f74-c4bb4e04f7cf tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 828 time: 0.1592271 Aug 03 19:06:43.836148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cd611af-eb39-49ba-9a55-6403c5280adf req-158f983d-dd38-4ee5-808e-ecd0ba871c78 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 210 time: 0.0330219 Aug 03 19:06:43.852554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-50fb86ef-8803-4707-9cfa-914ad16f886e tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/quotas/a46e53f0df8d4934ba56172693ecb55f HTTP/1.1" status: 200 len: 375 time: 0.0411727 Aug 03 19:06:43.936385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-fe1cf471-f4a8-4d4a-9263-475cac3a8e56 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828571 Aug 03 19:06:44.021835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 2, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:44.040395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-888014c6-2005-4022-96ad-0fe397f4a8d1 service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031299 Aug 03 19:06:44.054862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Checking router: a5edfcdb-71d9-4f6d-861d-4272d0d68bee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:06:44.055215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Updating router a5edfcdb-71d9-4f6d-861d-4272d0d68bee port 88c68dbb-eb44-4795-bae6-8b6e587544f4 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:06:44.090890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.226828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-d4fb94bf-7320-46c1-9783-9614e89df6a7 service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676629 Aug 03 19:06:44.479382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.492216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Transition to ACTIVE for port object 88c68dbb-eb44-4795-bae6-8b6e587544f4 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:44.648160 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.702168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4af59f-11ad-40dd-8875-5df34e9335ba req-fdda5f1d-d7b2-4490-bd9b-ca9199a5a026 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:44.710175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a4af59f-11ad-40dd-8875-5df34e9335ba req-fdda5f1d-d7b2-4490-bd9b-ca9199a5a026 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0689197 Aug 03 19:06:44.787476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a4af59f-11ad-40dd-8875-5df34e9335ba req-42a33901-3f7d-439f-96f2-ad3b43ee9db5 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762548 Aug 03 19:06:44.791205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Pushing event updated for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:44.815295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.815919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.816218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.816668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.841315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.841682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.842029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.842372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.842708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.843045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.843574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.844093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:06:44.857696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Attempting to bind port 88c68dbb-eb44-4795-bae6-8b6e587544f4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:44.858687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Attempting to bind port 88c68dbb-eb44-4795-bae6-8b6e587544f4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:44.859657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Attempting to bind port 88c68dbb-eb44-4795-bae6-8b6e587544f4 on network edaa8cf4-2002-440e-bf14-e94163e4cdb0 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:44.871342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:44.871717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Checking segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:44.872131 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:44.872528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Bound using segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:44.873041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Bound port: 88c68dbb-eb44-4795-bae6-8b6e587544f4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:44.873434 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.012112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] For port 88c68dbb-eb44-4795-bae6-8b6e587544f4, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:45.015424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] For port 88c68dbb-eb44-4795-bae6-8b6e587544f4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=88c68dbb-eb44-4795-bae6-8b6e587544f4,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:45.207469 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.209629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:45.282886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:06:45.283970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:45.324564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acef8d1-749d-4ac3-b73d-fa112940e124 None None] Pushing event updated for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:45.432331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:06:45.462629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29f65-d3e7-4900-ba99-49ca4aa96327 req-07d11ae5-19f5-4b91-9164-8ffa1474fb7c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:45.471227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c29f65-d3e7-4900-ba99-49ca4aa96327 req-07d11ae5-19f5-4b91-9164-8ffa1474fb7c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:45.479441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9c29f65-d3e7-4900-ba99-49ca4aa96327 req-07d11ae5-19f5-4b91-9164-8ffa1474fb7c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287&device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1691 time: 0.1325514 Aug 03 19:06:45.554316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9c29f65-d3e7-4900-ba99-49ca4aa96327 req-80d8200c-05dd-40af-9bae-1533f971bc87 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735641 Aug 03 19:06:45.865232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:45Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:06:45.885877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43a934-0b26-43df-9d5c-b7bbf661c74c req-966c940b-0afe-4245-9e74-94fd4cdc0156 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:45.893421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e43a934-0b26-43df-9d5c-b7bbf661c74c req-966c940b-0afe-4245-9e74-94fd4cdc0156 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0752561 Aug 03 19:06:45.898288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751f885-5cbe-4349-8df8-2160289c1ab8 None None] The sync data for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 is: [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:45Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:06:45.996290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e43a934-0b26-43df-9d5c-b7bbf661c74c req-f13a0d0b-d358-42cc-849b-1e35a22ca8bd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981581 Aug 03 19:06:46.121055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e704f164-ea7c-4dde-ba31-9e5f4b9dcce4 req-9f2ae67a-1041-48f3-b6d5-30b1f5077a05 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 210 time: 0.0562603 Aug 03 19:06:46.708211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-422e80b6-2d23-4498-a4ed-9ad7866a9f84 req-65956d77-0a17-4085-8577-a0d9ef402838 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 210 time: 0.0506532 Aug 03 19:06:47.008228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2438bf-17f8-41ac-b3af-aed312c66ca1 req-3a862c62-0ff1-4244-9b0e-ced184db9cf2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.009847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf2438bf-17f8-41ac-b3af-aed312c66ca1 req-3a862c62-0ff1-4244-9b0e-ced184db9cf2 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0874863 Aug 03 19:06:47.074848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf2438bf-17f8-41ac-b3af-aed312c66ca1 req-0f064cd7-c12d-42f0-a63c-874b9c13f788 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527091 Aug 03 19:06:47.260423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-f90bdcff-8008-4a8a-8b2a-c4bdf2b50e91 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:06:47.269113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-f90bdcff-8008-4a8a-8b2a-c4bdf2b50e91 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0941954 Aug 03 19:06:47.343415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:47.343893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Unknown quota resources ['binding']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:06:47.435058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff93b5-c5bc-488d-bbfd-9705200367c1 req-d6bb3c40-fcb3-4f73-ac60-26ef1f993648 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.438657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90ff93b5-c5bc-488d-bbfd-9705200367c1 req-d6bb3c40-fcb3-4f73-ac60-26ef1f993648 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 1101 time: 0.0554931 Aug 03 19:06:47.478287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90ff93b5-c5bc-488d-bbfd-9705200367c1 req-83d3919c-0507-4cf7-8e1c-3262d397c369 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Aug 03 19:06:47.546709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:47.547337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:47.548032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:47.555299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:47.555663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:47.563896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:47.564386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:47.565024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:47.565466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Bound port: 06c6042f-6571-462a-9532-c03f37dddc4c, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:47.697983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:47.704941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd82c8-8b84-4364-bce3-3d6c73049fc3 req-7dc9e164-1cdc-4be0-b8dd-f59a58962334 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:47.706942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30dd82c8-8b84-4364-bce3-3d6c73049fc3 req-7dc9e164-1cdc-4be0-b8dd-f59a58962334 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1350374 Aug 03 19:06:47.755395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 88c68dbb-eb44-4795-bae6-8b6e587544f4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:47.798106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30dd82c8-8b84-4364-bce3-3d6c73049fc3 req-ced2dee2-4192-4252-82e1-033d4242d760 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749524 Aug 03 19:06:47.805269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:47.811723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-30f550e0-9975-4973-b935-041ca3ccf538 service neutron] 10.222.0.67 "POST /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5416093 Aug 03 19:06:47.892545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80afafc9-3c80-4635-8077-63ef19c000b6 req-1ceca3e7-e89a-4d1e-88a1-1d4be2c08048 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 210 time: 0.0390692 Aug 03 19:06:47.964103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:47.980448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:48.013831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:48.015156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.023492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-59f75117-8123-4368-9ad7-9108eb4ef315 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.025305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-59f75117-8123-4368-9ad7-9108eb4ef315 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.77 "GET /v2.0/networks?id=ab49dedd-7384-4981-8542-dd2a9c82a689 HTTP/1.1" status: 200 len: 811 time: 0.1571765 Aug 03 19:06:48.067461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549db623-4eb9-446f-912b-b559fb3077f7 req-360033e9-1bd7-47d8-8251-c656090ddbdd tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.077395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-549db623-4eb9-446f-912b-b559fb3077f7 req-360033e9-1bd7-47d8-8251-c656090ddbdd tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1101 time: 0.0973132 Aug 03 19:06:48.100527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-9b403116-5aca-462e-8f0d-e7b8ff995aea tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=398cacfff8a844529e874da9fc1d7d91 HTTP/1.1" status: 200 len: 380 time: 0.0616500 Aug 03 19:06:48.113776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'port': {'device_id': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'admin_state_up': True, 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'security_groups': ['d3bbfade-3502-4d69-8fc2-0eeb80b82bac']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:48.174323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-549db623-4eb9-446f-912b-b559fb3077f7 req-458df53d-ab9b-4f4c-a2ed-e83565cb2f3a tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928791 Aug 03 19:06:48.285411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:48.301800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca797b7a-fde7-42f2-9d56-34d0182f059b req-3c3bb39f-42d3-4c3c-9861-cfe251eb1872 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 210 time: 0.0443275 Aug 03 19:06:48.324510 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.332035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'mac_address': 'fa:16:3e:b2:38:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:48.381864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 88c68dbb-eb44-4795-bae6-8b6e587544f4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=88c68dbb-eb44-4795-bae6-8b6e587544f4,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:48.437953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Made reservation on behalf of 398cacfff8a844529e874da9fc1d7d91 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:48.441848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.460078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813c465-93a7-4b50-98d6-28b955b2cea0 req-651a5119-b232-47e5-9a87-45d244bc8e94 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.461407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.472687 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.474584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b813c465-93a7-4b50-98d6-28b955b2cea0 req-651a5119-b232-47e5-9a87-45d244bc8e94 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.0907242 Aug 03 19:06:48.505257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f41a9aeb-096f-4ac4-b0f9-55702e32a2bd {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:48.565638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:48.574160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:48.575951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b813c465-93a7-4b50-98d6-28b955b2cea0 req-8260f890-2cbb-47a2-98c7-57759843cfde tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003888 Aug 03 19:06:48.745600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Allocated IP 172.20.0.10 (ab49dedd-7384-4981-8542-dd2a9c82a689/ac065dc6-0e31-4610-a1cb-0c4701e20a8d/f8d9d65b-4fa7-48c5-a9b6-f472ca75c446) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:48.866469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c9bb5-6681-4c33-892d-0bdfad1d094d req-8a396977-a75f-4469-b17c-c0cdb2b0ffa2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:48.880573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24c9bb5-6681-4c33-892d-0bdfad1d094d req-8a396977-a75f-4469-b17c-c0cdb2b0ffa2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 945 time: 0.0808604 Aug 03 19:06:48.926267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:48.935032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-720db772-60b1-4cc5-b6d1-1c19bc8afce1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324597 Aug 03 19:06:48.943076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Transition to ACTIVE for port object f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:48.945473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c24c9bb5-6681-4c33-892d-0bdfad1d094d req-411ff343-716a-4074-8108-ddfa97c1ec61 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Aug 03 19:06:48.962976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.022342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c471802c-f2fa-4866-99d6-f2756919b6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.044935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.094132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:49.110802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-01ceaa56-2f84-4fdd-b0e5-bae63cc3ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.112461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-01ceaa56-2f84-4fdd-b0e5-bae63cc3ea34 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1096 time: 0.0632281 Aug 03 19:06:49.120196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.174765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-5c4432be-8c4b-4a09-b554-1cb46b568d11 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.176308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-5c4432be-8c4b-4a09-b554-1cb46b568d11 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352319 Aug 03 19:06:49.220339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72e69c-f700-4683-9c56-49c677468cb1 req-64b6cd58-326a-4496-ad19-a7e53e37ecca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.228591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a72e69c-f700-4683-9c56-49c677468cb1 req-64b6cd58-326a-4496-ad19-a7e53e37ecca tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 945 time: 0.1917174 Aug 03 19:06:49.253607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-f866b838-0550-480f-a5aa-ef4463e04ad8 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0655284 Aug 03 19:06:49.308702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Network ab49dedd-7384-4981-8542-dd2a9c82a689 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:49.314650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event updated for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:49.328259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:49.331129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:49.376002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a72e69c-f700-4683-9c56-49c677468cb1 req-bba332f0-ea15-4f7f-8d38-bff96c4d851e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372533 Aug 03 19:06:49.376002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-02228921-7d01-4641-b8cf-62f9e39a3c68 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.376914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-02228921-7d01-4641-b8cf-62f9e39a3c68 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.77 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 828 time: 0.2767267 Aug 03 19:06:49.400963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-38df88ab-6707-487b-ae02-1fd354bcf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.402452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-38df88ab-6707-487b-ae02-1fd354bcf509 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2656391 Aug 03 19:06:49.403230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'port': {'device_id': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'admin_state_up': True, 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:49.451835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-460414c3-22b4-4bca-ab7a-d4144522e138 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895025 Aug 03 19:06:49.474490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.475839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.573079 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-fbd1589e-f0b9-47a3-8992-bd0e9cdf0607 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.1540267 Aug 03 19:06:49.670639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-55192d03-c580-400f-94ca-bb49b037f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:49.673295 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-55192d03-c580-400f-94ca-bb49b037f08f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0877213 Aug 03 19:06:49.684730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2baf9e5b-dde6-4ef9-a897-6e025b4381bf tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5759952 Aug 03 19:06:49.705395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Request body: {'port': {'device_id': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:49.728937 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-d7edcef0-9024-4d79-80be-39ee56f678dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424099 Aug 03 19:06:49.736383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 88c68dbb-eb44-4795-bae6-8b6e587544f4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:49.857422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 88c68dbb-eb44-4795-bae6-8b6e587544f4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:49.858530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.866305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:49.960239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-49b9c503-46dd-4529-856f-87138df37a9d None None] Provisioning for port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:49.961495 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-61fcdb84-6ddb-4d96-834e-8b6eb562c106 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151012 Aug 03 19:06:49.967186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-49b9c503-46dd-4529-856f-87138df37a9d None None] Provisioning complete for port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:49.971971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49b9c503-46dd-4529-856f-87138df37a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.006247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:06:50.051654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-49b9c503-46dd-4529-856f-87138df37a9d None None] Port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:50.058453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e33085a-6a7d-4e64-875e-b29fedba1acb req-69f8f338-5519-449b-b9fe-a866b34aa2db tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 210 time: 0.5314083 Aug 03 19:06:50.122156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:50.122532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.215276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Made reservation on behalf of a46e53f0df8d4934ba56172693ecb55f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:50.219563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.231990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-132de027-1351-4d92-990f-8a0e3379a130 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564871 Aug 03 19:06:50.254541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.257700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2f119-a549-467f-92c0-d05a1f793112 req-505505ca-96e6-4c02-aa81-42fed56e20ce tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.266707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04d2f119-a549-467f-92c0-d05a1f793112 req-505505ca-96e6-4c02-aa81-42fed56e20ce tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 932 time: 0.1002603 Aug 03 19:06:50.285926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:50.290010 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a461073-f0c2-4fcc-b31b-18a65a015911" -d '{"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-plugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:50.309448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:50.366734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04d2f119-a549-467f-92c0-d05a1f793112 req-6f7ea490-6156-4478-8ba3-1d808deef084 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993762 Aug 03 19:06:50.380416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:50.399815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.412837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Transition to ACTIVE for port object f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:50.434127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Allocated IP 172.20.0.14 (edaa8cf4-2002-440e-bf14-e94163e4cdb0/a218b86a-c51e-4e00-8259-4f68d1551491/aed402c8-c469-4b8c-aa5e-91b70849516b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:50.465062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.503624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.549803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86dc86-63fd-4321-9adb-94add276a97e req-40d02512-460e-4bff-ad17-16e9d09f6835 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.552467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a86dc86-63fd-4321-9adb-94add276a97e req-40d02512-460e-4bff-ad17-16e9d09f6835 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.1059632 Aug 03 19:06:50.555710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.624881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-adc3859c-e562-43bb-9bbb-d1af42437e1f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.629489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-adc3859c-e562-43bb-9bbb-d1af42437e1f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1734889 Aug 03 19:06:50.661654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:50.667545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a86dc86-63fd-4321-9adb-94add276a97e req-9a063987-1ba3-4f26-8d56-2949cfca1c62 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043446 Aug 03 19:06:50.710857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4afee853-b19a-4b55-8560-50d786625a64 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:50.713001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4afee853-b19a-4b55-8560-50d786625a64 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2231822 Aug 03 19:06:50.714098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Pushing event updated for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:50.798705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:50.814614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Transition to ACTIVE for port object aed402c8-c469-4b8c-aa5e-91b70849516b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:50.927024 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630c390-b6c5-423a-8d59-309411e220ef x-openstack-request-id: req-b630c390-b6c5-423a-8d59-309411e220ef {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:50.927629 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-plugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:50.928083 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b630c390-b6c5-423a-8d59-309411e220ef {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:50.928712 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'code': 200} Aug 03 19:06:50.998722 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.007551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.037171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3409a-60d5-4463-bb0d-ca8da87d6985 req-5ce7c0d2-fc6e-4a57-a9eb-498fc3146117 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.051866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48c3409a-60d5-4463-bb0d-ca8da87d6985 req-5ce7c0d2-fc6e-4a57-a9eb-498fc3146117 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 945 time: 0.1365123 Aug 03 19:06:51.142662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:51.150767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:51.153643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Attempting to bind port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:51.153920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Attempting to bind port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:51.154254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Attempting to bind port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 on network ab49dedd-7384-4981-8542-dd2a9c82a689 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:51.172776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:51.179937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 on network ab49dedd-7384-4981-8542-dd2a9c82a689 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:51.180266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Attempting to bind port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 on network ab49dedd-7384-4981-8542-dd2a9c82a689 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:51.200631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:51.201521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Checking segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:51.201946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Bound using segment: {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:51.202490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Bound port: f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:51.202896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.213318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event updated for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:51.235051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48c3409a-60d5-4463-bb0d-ca8da87d6985 req-2d16f6c8-bdbc-4e4a-b305-c5f06ce27bc0 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808391 Aug 03 19:06:51.311477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b6594-3dfd-4317-b791-5bafdb6bcd03 req-7938e364-d0c0-4f4f-9007-b8ec15e3d282 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.329287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-974b6594-3dfd-4317-b791-5bafdb6bcd03 req-7938e364-d0c0-4f4f-9007-b8ec15e3d282 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.2746065 Aug 03 19:06:51.344111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.345055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.404836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-974b6594-3dfd-4317-b791-5bafdb6bcd03 req-c9b7ed16-807c-4570-9ed4-b8505807610e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699866 Aug 03 19:06:51.475007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:51.498205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7a0a827b-44c4-4c82-b55d-cded17a84d6b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1033874 Aug 03 19:06:51.560597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Request body: {'port': {'device_id': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:51.611244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Deleting port 89f453a5-cb84-4d48-baa7-a3d992452cec {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:51.612178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.629440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc7a27-3a6f-45fa-9ef4-e23c64230baf req-298ff062-bdda-479d-bbaa-d0416e7fd4e7 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.630753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9dc7a27-3a6f-45fa-9ef4-e23c64230baf req-298ff062-bdda-479d-bbaa-d0416e7fd4e7 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 932 time: 0.1414106 Aug 03 19:06:51.714281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:51.735575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9dc7a27-3a6f-45fa-9ef4-e23c64230baf req-8480f25a-07ce-4676-803d-bff7be35b688 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874178 Aug 03 19:06:51.756064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:51.762400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:51.769583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.851235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:51.853774 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12428813-8566-4e62-a402-be210119e01a" -d '{"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:51.859941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.874149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] For port 89f453a5-cb84-4d48-baa7-a3d992452cec, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=89f453a5-cb84-4d48-baa7-a3d992452cec,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:51.876003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:51.883702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e329ef43-6ab7-47ea-bc55-7f155486380b req-7ea9a9b9-4b94-46c2-9b84-99495d9107a1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 210 time: 0.1001213 Aug 03 19:06:51.914064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Calling delete_port for 89f453a5-cb84-4d48-baa7-a3d992452cec owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:51.958545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69ad04-d564-4dca-9eb0-7cbc09810d78 req-e73c4bfb-a1db-49d4-839e-dd807ec5b6ca tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:51.968455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca69ad04-d564-4dca-9eb0-7cbc09810d78 req-e73c4bfb-a1db-49d4-839e-dd807ec5b6ca tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 944 time: 0.2563453 Aug 03 19:06:51.998434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c063eaa3-34a8-4c19-824a-4a2d7ed9e2db None None] Provisioning for port aed402c8-c469-4b8c-aa5e-91b70849516b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:52.005947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c063eaa3-34a8-4c19-824a-4a2d7ed9e2db None None] Provisioning complete for port aed402c8-c469-4b8c-aa5e-91b70849516b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:52.007304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c063eaa3-34a8-4c19-824a-4a2d7ed9e2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.039742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.042267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.043974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cbd03d1f-c7d3-40fe-ad43-df79f908ddd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.080923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c063eaa3-34a8-4c19-824a-4a2d7ed9e2db None None] Port aed402c8-c469-4b8c-aa5e-91b70849516b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:52.109754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.112754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.113086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] 10.222.0.77 "PUT /v2.0/ports/f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 HTTP/1.1" status: 200 len: 1092 time: 2.4143572 Aug 03 19:06:52.167774 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.184848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca69ad04-d564-4dca-9eb0-7cbc09810d78 req-9b9aa88e-7406-46a6-8f4b-ef4e56ee9fe2 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101321 Aug 03 19:06:52.257400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164ac61-b4af-4b65-bf10-932707f33f9c req-1c34e912-5a78-4ba4-ae4b-0a2e8768523a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.266233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a164ac61-b4af-4b65-bf10-932707f33f9c req-1c34e912-5a78-4ba4-ae4b-0a2e8768523a tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 946 time: 0.2841611 Aug 03 19:06:52.334786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11acad3-e111-4e3d-9c13-84dbbb2390fa service neutron] Pushing event updated for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.424101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a164ac61-b4af-4b65-bf10-932707f33f9c req-9768a498-20b0-45b6-8365-f0f84e069b90 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566093 Aug 03 19:06:52.426813 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382bdf13-1c7e-4549-b4a3-bb1047e3bbef x-openstack-request-id: req-382bdf13-1c7e-4549-b4a3-bb1047e3bbef {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:52.427110 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-unplugged", "status": "completed", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:52.427365 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-382bdf13-1c7e-4549-b4a3-bb1047e3bbef {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:52.428051 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c', 'code': 200} Aug 03 19:06:52.429436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:52.429778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:52.430118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:52.445779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.487067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e1436bfd-53d0-42a6-bc62-f8383313503d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:52.496910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:52.497534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Attempting to bind port 06c6042f-6571-462a-9532-c03f37dddc4c on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:52.560958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:52.561625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:52.562427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:52.562900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Bound port: 06c6042f-6571-462a-9532-c03f37dddc4c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:52.563276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.569491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-0b416f2f-11c7-4541-a3a0-af5d998a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.571368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-0b416f2f-11c7-4541-a3a0-af5d998a66f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=398cacfff8a844529e874da9fc1d7d91&device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 1095 time: 0.3155134 Aug 03 19:06:52.608406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.703271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:52.706639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:52.738741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed402c8-c469-4b8c-aa5e-91b70849516b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:52.752776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e247c-cf38-424e-aa40-62afa5121f91 req-eb176a3e-34e7-4302-acb1-79a2e5e1edc6 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.754429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-404e247c-cf38-424e-aa40-62afa5121f91 req-eb176a3e-34e7-4302-acb1-79a2e5e1edc6 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.2076120 Aug 03 19:06:52.761710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.779170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] No DVR routers for this DVR port 89f453a5-cb84-4d48-baa7-a3d992452cec on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:06:52.781810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Pushing event deleted for resources: {'Port': ['ID=89f453a5-cb84-4d48-baa7-a3d992452cec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:52.787891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.790174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91cbb3b7-a4d2-418c-8e16-8c8f96b69c41 req-4fea3819-12b2-476e-b3f8-f106acf560cb tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "DELETE /v2.0/ports/89f453a5-cb84-4d48-baa7-a3d992452cec HTTP/1.1" status: 204 len: 173 time: 2.0477233 Aug 03 19:06:52.805683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e0b89-ad9e-4368-8ad3-8605c938383d req-970772f0-bd4d-478d-9621-7603dacaf0b5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.813590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-019e0b89-ad9e-4368-8ad3-8605c938383d req-970772f0-bd4d-478d-9621-7603dacaf0b5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1272790 Aug 03 19:06:52.818573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Transition to ACTIVE for port object aed402c8-c469-4b8c-aa5e-91b70849516b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:52.821197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.838010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.865156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-404e247c-cf38-424e-aa40-62afa5121f91 req-95af82d5-9261-4a7f-b1e6-9361cdb75cf3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975692 Aug 03 19:06:52.876419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-019e0b89-ad9e-4368-8ad3-8605c938383d req-dfef3f59-7ec6-4057-84ae-f0feafa1999b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618169 Aug 03 19:06:52.918816 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-24f858ad-9e44-4f65-9f35-a6e10889409e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 HTTP/1.1" status: 200 len: 217 time: 0.1758461 Aug 03 19:06:52.939545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:52.996176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-1026bb79-b0f3-4b11-9c84-9593885f4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:52.996176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-1026bb79-b0f3-4b11-9c84-9593885f4435 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac065dc6-0e31-4610-a1cb-0c4701e20a8d HTTP/1.1" status: 200 len: 850 time: 0.0634735 Aug 03 19:06:53.004962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=8']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:53.031852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Pushing event updated for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:53.070472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.071717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.073270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-9391d32b-3100-4b12-ab66-c1faf9a38c66 service neutron] 10.222.0.77 "PUT /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 1121 time: 2.4172060 Aug 03 19:06:53.116515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9819a5d9-c0e0-4ecb-aeb2-b783d9882b05 req-7fcc11d6-7368-45f9-b39f-4a38a18b47a9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 210 time: 0.0361123 Aug 03 19:06:53.198497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2328dcee-9427-4d47-b26b-bdae90830361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.205698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-2328dcee-9427-4d47-b26b-bdae90830361 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab49dedd-7384-4981-8542-dd2a9c82a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426773 Aug 03 19:06:53.241926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84551d-943a-4bf9-87e3-9c6060a1f297 req-c2621717-d418-4bf2-b3c5-8e3e4a04d847 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.243543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b84551d-943a-4bf9-87e3-9c6060a1f297 req-c2621717-d418-4bf2-b3c5-8e3e4a04d847 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 944 time: 0.2208223 Aug 03 19:06:53.246971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['06c6042f-6571-462a-9532-c03f37dddc4c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:53.353069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-ffd01e14-53f6-49d4-9da7-e5646f00b92b service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395197 Aug 03 19:06:53.438747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b84551d-943a-4bf9-87e3-9c6060a1f297 req-24f66511-d17d-47a7-8406-fbfa02488cde tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047750 Aug 03 19:06:53.471024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd00f80-c043-43ad-96f5-423c09db4dc6 req-93d56470-7e7f-4847-a4f6-47274921981b tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.484368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bd00f80-c043-43ad-96f5-423c09db4dc6 req-93d56470-7e7f-4847-a4f6-47274921981b tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 950 time: 0.2397418 Aug 03 19:06:53.508013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Attempting to bind port aed402c8-c469-4b8c-aa5e-91b70849516b on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:06:53.510742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Attempting to bind port aed402c8-c469-4b8c-aa5e-91b70849516b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:06:53.521638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Attempting to bind port aed402c8-c469-4b8c-aa5e-91b70849516b on network edaa8cf4-2002-440e-bf14-e94163e4cdb0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:53.524125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3a8485a5-0770-452a-ba89-91d7721cf601 req-4ad29fa6-900e-44f9-9659-15abbff84fe1 service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569774 Aug 03 19:06:53.528164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Port aed402c8-c469-4b8c-aa5e-91b70849516b on network edaa8cf4-2002-440e-bf14-e94163e4cdb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:06:53.528677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Attempting to bind port aed402c8-c469-4b8c-aa5e-91b70849516b on network edaa8cf4-2002-440e-bf14-e94163e4cdb0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:06:53.538323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:06:53.538755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Checking segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:06:53.539210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Bound using segment: {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:06:53.539727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Bound port: aed402c8-c469-4b8c-aa5e-91b70849516b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:06:53.540156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.604465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bd00f80-c043-43ad-96f5-423c09db4dc6 req-0bdb8401-c182-4ad6-9881-9a68d969ea2e tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067986 Aug 03 19:06:53.641015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89f453a5-cb84-4d48-baa7-a3d992452cec no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:53.700839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce690b8-5503-44d4-a1b0-0773361d2b26 req-714cf8e6-d8d5-4dc9-aca6-3f8ad9e94b5c tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.702888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ce690b8-5503-44d4-a1b0-0773361d2b26 req-714cf8e6-d8d5-4dc9-aca6-3f8ad9e94b5c tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 944 time: 0.1285484 Aug 03 19:06:53.707759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:53.711115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=aed402c8-c469-4b8c-aa5e-91b70849516b,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:06:53.738297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 89f453a5-cb84-4d48-baa7-a3d992452cec {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:06:53.738816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 89f453a5-cb84-4d48-baa7-a3d992452cec not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:06:53.766189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ce690b8-5503-44d4-a1b0-0773361d2b26 req-bcf48eaa-97eb-4333-9b05-56f67a007c2e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480819 Aug 03 19:06:53.831135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.877358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:53.877986 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:53.883442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] 10.222.0.77 "PUT /v2.0/ports/aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 1092 time: 2.3289931 Aug 03 19:06:53.883442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:53.883442 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e313f-7441-4666-9895-2d64b894432b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:53.919266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c781248c-3b1c-4b34-8c89-745525bf4bf1 req-b4336584-cb30-4f79-a814-4f62a32c3a44 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=762091b9-2d86-47df-9ea7-c09ae282ac0d HTTP/1.1" status: 200 len: 210 time: 0.0539253 Aug 03 19:06:53.985982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e0862-8574-4767-b60b-49fd3bf6129b service neutron] Pushing event updated for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:54.000416 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21457a69-6908-4a4c-b825-12ac5cfc5634 x-openstack-request-id: req-21457a69-6908-4a4c-b825-12ac5cfc5634 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:54.000933 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:54.001363 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21457a69-6908-4a4c-b825-12ac5cfc5634 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:54.001931 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'status': 'completed', 'code': 200} Aug 03 19:06:54.034058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:06:54.162463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e313f-7441-4666-9895-2d64b894432b req-1a013825-2627-4dd5-b64b-1dc2aab52850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.167322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb4e313f-7441-4666-9895-2d64b894432b req-1a013825-2627-4dd5-b64b-1dc2aab52850 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1095 time: 0.1288342 Aug 03 19:06:54.181633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.215770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:54.222937 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d1c53-e3a9-45dd-94bb-46c43baee337" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:54.238121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:54.280088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb02e1-c043-4303-9676-b27fc0327647 req-21312929-9606-47d2-a0e1-42e45bdce670 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.283886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbdb02e1-c043-4303-9676-b27fc0327647 req-21312929-9606-47d2-a0e1-42e45bdce670 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1708302 Aug 03 19:06:54.340921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.391157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e313f-7441-4666-9895-2d64b894432b req-8b6520cf-984b-431d-928a-6b4e7763061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.392976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb4e313f-7441-4666-9895-2d64b894432b req-8b6520cf-984b-431d-928a-6b4e7763061f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a46e53f0df8d4934ba56172693ecb55f&shared=False HTTP/1.1" status: 200 len: 929 time: 0.2018037 Aug 03 19:06:54.423068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbdb02e1-c043-4303-9676-b27fc0327647 req-6b7d11c2-80be-4764-b4b4-e4cc26b03b45 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136603 Aug 03 19:06:54.429216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'}, {'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'name': 'network-vif-deleted', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec'}, {'name': 'network-changed', 'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:06:54.431719 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b098b-d046-4a8e-96ce-76df261c81e0" -d '{"events": [{"name": "network-changed", "server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446"}, {"server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "name": "network-vif-deleted", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec"}, {"name": "network-changed", "server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:06:54.457129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:54.603346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e313f-7441-4666-9895-2d64b894432b req-da723eb5-7022-431c-b8b4-e2a5b9006bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.605719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb4e313f-7441-4666-9895-2d64b894432b req-da723eb5-7022-431c-b8b4-e2a5b9006bf4 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957662 Aug 03 19:06:54.621701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3163-0a5a-4d90-bdec-22fc4bcdb008 req-502a6c6b-bbab-4940-8c73-7d490d40e59b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.629278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-646d3163-0a5a-4d90-bdec-22fc4bcdb008 req-502a6c6b-bbab-4940-8c73-7d490d40e59b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.1010582 Aug 03 19:06:54.692204 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:54.704136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-646d3163-0a5a-4d90-bdec-22fc4bcdb008 req-94963e41-b99d-4d60-954c-cdce399f981f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735385 Aug 03 19:06:54.772356 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16595dc-c449-463b-afad-7a28bebe43c0 x-openstack-request-id: req-e16595dc-c449-463b-afad-7a28bebe43c0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:54.772910 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:54.773433 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e16595dc-c449-463b-afad-7a28bebe43c0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:54.773986 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'code': 200} Aug 03 19:06:54.799824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d611c17-0bf8-4105-b699-c7e382b34104 req-fea7d264-ded5-4885-a04d-0a996dfca8d3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 210 time: 0.0454159 Aug 03 19:06:54.814165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7c671283-d9fd-46de-9a8a-4121d8cde7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.815892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-7c671283-d9fd-46de-9a8a-4121d8cde7ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1095 time: 0.1406786 Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 03 Aug 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341b4a5-83e9-4a6a-982e-6db2f5650d7f x-openstack-request-id: req-c341b4a5-83e9-4a6a-982e-6db2f5650d7f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446", "status": "completed", "code": 200}, {"server_uuid": "762091b9-2d86-47df-9ea7-c09ae282ac0d", "name": "network-vif-deleted", "tag": "89f453a5-cb84-4d48-baa7-a3d992452cec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c341b4a5-83e9-4a6a-982e-6db2f5650d7f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'status': 'completed', 'code': 200} Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762091b9-2d86-47df-9ea7-c09ae282ac0d', 'name': 'network-vif-deleted', 'tag': '89f453a5-cb84-4d48-baa7-a3d992452cec', 'status': 'completed', 'code': 200} Aug 03 19:06:54.870376 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c', 'status': 'completed', 'code': 200} Aug 03 19:06:54.870957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-5b8ee74f-1037-40ce-bf59-437976eaa370 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 217 time: 0.0431616 Aug 03 19:06:54.978894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af54e8-0558-4f9c-875d-c73dd9d177ee req-6ad6b079-e50e-4f45-8722-e264d5548dc1 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.980721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0af54e8-0558-4f9c-875d-c73dd9d177ee req-6ad6b079-e50e-4f45-8722-e264d5548dc1 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 944 time: 0.1009593 Aug 03 19:06:54.986226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-5c26d9d7-3fdc-4f50-8cb9-603383db9a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:54.987428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-5c26d9d7-3fdc-4f50-8cb9-603383db9a39 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 200 len: 867 time: 0.1055496 Aug 03 19:06:55.005008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-764442df-deff-429f-881b-c1d535f86967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.006072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-764442df-deff-429f-881b-c1d535f86967 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=398cacfff8a844529e874da9fc1d7d91&device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 1095 time: 0.1131055 Aug 03 19:06:55.128061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0af54e8-0558-4f9c-875d-c73dd9d177ee req-6dcb930f-027c-4050-9ae4-5ef533dce3de tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280663 Aug 03 19:06:55.140428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-09587b50-5c9e-4e52-be8b-787bf409a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.145381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-09587b50-5c9e-4e52-be8b-787bf409a408 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=edaa8cf4-2002-440e-bf14-e94163e4cdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370692 Aug 03 19:06:55.176934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-db180b04-8bc5-4d83-b93e-437281f48db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.178507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-db180b04-8bc5-4d83-b93e-437281f48db4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab49dedd-7384-4981-8542-dd2a9c82a689 HTTP/1.1" status: 200 len: 912 time: 0.1600385 Aug 03 19:06:55.191651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-1cb892b7-27c7-44a0-a5ae-a50e8b8f24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.193301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-1cb892b7-27c7-44a0-a5ae-a50e8b8f24e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1124 time: 0.2675941 Aug 03 19:06:55.273990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-6bcbde38-e233-4ca3-8afa-55c9b59ad4bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 HTTP/1.1" status: 200 len: 217 time: 0.0872784 Aug 03 19:06:55.410048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-488a649e-bcb7-426a-97e2-726dfb879b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.411686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-488a649e-bcb7-426a-97e2-726dfb879b73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac065dc6-0e31-4610-a1cb-0c4701e20a8d HTTP/1.1" status: 200 len: 850 time: 0.1235275 Aug 03 19:06:55.419710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16da486-476c-4b76-83db-a2480dbf055e req-a971a71c-9ef0-4de5-94e7-26e4f6427331 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.429981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e16da486-476c-4b76-83db-a2480dbf055e req-a971a71c-9ef0-4de5-94e7-26e4f6427331 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 944 time: 0.0925891 Aug 03 19:06:55.522141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-5f519dcf-ff93-4de9-a027-de76fd61c9ad service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671360 Aug 03 19:06:55.538129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e16da486-476c-4b76-83db-a2480dbf055e req-3d465593-1821-4c26-99a3-9d8485a910f2 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042788 Aug 03 19:06:55.586051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-43adb654-d3a1-4693-ae1a-b8693638147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.587541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-43adb654-d3a1-4693-ae1a-b8693638147f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab49dedd-7384-4981-8542-dd2a9c82a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451199 Aug 03 19:06:55.751830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-be2e26d8-0f3a-4f13-b7a7-496878de9ed0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788839 Aug 03 19:06:55.783957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-96477e48-ee65-4b2e-86a6-64e01ba31f50 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1952608 Aug 03 19:06:55.790898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-e990001b-736f-4e10-835c-df87f269642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.792712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-e990001b-736f-4e10-835c-df87f269642c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.5300963 Aug 03 19:06:55.797076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-297997d2-d8fc-47c0-987f-aa83e4781bfd service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819484 Aug 03 19:06:55.831242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f94477c-2cc4-483d-8b67-63216f8e49fa req-cbd754db-2e25-47ab-a929-7d8dca49cc16 service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917612 Aug 03 19:06:55.874914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa769f6-262b-4fae-983d-c8aa4d851a3b req-25cdc3b3-277d-4692-951a-31eec5a17a91 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:55.884467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2aa769f6-262b-4fae-983d-c8aa4d851a3b req-25cdc3b3-277d-4692-951a-31eec5a17a91 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.2337968 Aug 03 19:06:56.034170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba1d18-cf90-42c6-a3b1-d8e24f437683 req-b5684e0a-a8b1-49d1-84f2-ad7eed5779b4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.040096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:56.042570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcba1d18-cf90-42c6-a3b1-d8e24f437683 req-b5684e0a-a8b1-49d1-84f2-ad7eed5779b4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2727451 Aug 03 19:06:56.095377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2aa769f6-262b-4fae-983d-c8aa4d851a3b req-c7f27977-b4a1-4aa6-8de1-2ad3bbfe8e66 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095909 Aug 03 19:06:56.221005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcba1d18-cf90-42c6-a3b1-d8e24f437683 req-d50475ed-3c9d-4069-b992-afa1c16c0dc6 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740623 Aug 03 19:06:56.254313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-c536d076-de9d-43cd-ba5e-7d615aed154e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.256321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-c536d076-de9d-43cd-ba5e-7d615aed154e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4289789 Aug 03 19:06:56.289235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'e52aba96-1970-4bee-b900-f02339797542', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:56.318814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:56.494817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-fc3c80ab-a778-4cb2-819b-b16026fec369 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.1290450 Aug 03 19:06:56.511011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddaa584-6a03-47cf-81d1-2ac317a07067 req-0484cf95-1c5f-4344-b791-f5206ffd9c98 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 210 time: 0.1505611 Aug 03 19:06:56.540780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'port_id': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'mac_address': 'fa:16:3e:a7:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:56.587865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fc611-409c-4abe-8552-1fa2ab9feb4d req-0b5406ff-9cc6-475d-bced-42ef16a1ffae tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.591981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f53fc611-409c-4abe-8552-1fa2ab9feb4d req-0b5406ff-9cc6-475d-bced-42ef16a1ffae tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.3283045 Aug 03 19:06:56.596249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.607117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-6bdfd2c9-fe00-4f46-9680-22747c0c32a4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.610031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-6bdfd2c9-fe00-4f46-9680-22747c0c32a4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8150203 Aug 03 19:06:56.611010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:56.643197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:56.649749 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-9a935b42-1598-44d6-bc98-e954329f4cf1 service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825186 Aug 03 19:06:56.661118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:56.721918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:56.723013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:56.739468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-44b8fa82-0b4c-4830-887b-33084e6e9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:56.741869 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-44b8fa82-0b4c-4830-887b-33084e6e9d82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.2317619 Aug 03 19:06:56.768981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f53fc611-409c-4abe-8552-1fa2ab9feb4d req-ebfb51ee-702a-4a62-921f-c98efb102f18 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134818 Aug 03 19:06:56.789582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-c2ef4046-af09-47c6-8e3e-9351412584cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366788 Aug 03 19:06:56.942376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:56.977967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:56.981832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.004704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-d7a3da3a-2e89-4a24-8de6-500ba7da7d71 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986883 Aug 03 19:06:57.024270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:57.036343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454a505-fe61-4bf2-a1c5-45a8a9056134 req-a448aed7-5529-4dc7-8385-661faa7ac488 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.038595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:06:57.043928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d454a505-fe61-4bf2-a1c5-45a8a9056134 req-a448aed7-5529-4dc7-8385-661faa7ac488 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 944 time: 0.1473970 Aug 03 19:06:57.056537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb548301-e881-4dc8-981c-2b4c75bdf4fe req-60d7b14a-b47b-446a-b847-e686c15a83fe tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.058187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb548301-e881-4dc8-981c-2b4c75bdf4fe req-60d7b14a-b47b-446a-b847-e686c15a83fe tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 945 time: 0.1848953 Aug 03 19:06:57.120947 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-424b098b-d046-4a8e-96ce-76df261c81e0 req-93fc4d48-f69e-42a0-9efe-460fe29d540d service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066442 Aug 03 19:06:57.146876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:06:57.152593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.180856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d454a505-fe61-4bf2-a1c5-45a8a9056134 req-43a39a2e-5900-4396-b15f-2bc51464af4e tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359150 Aug 03 19:06:57.245375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb548301-e881-4dc8-981c-2b4c75bdf4fe req-ea981676-1a0a-49b6-98e4-0944099c3ff7 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480272 Aug 03 19:06:57.399738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.32 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/e4d98dd7-c23a-4ea8-aade-aed26bc7ed97) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:57.399738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c4440-cee6-45d8-9f57-d954def54c9f req-96b1e9d7-ddb7-4e6a-b558-5679a8da2832 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.399738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-997c4440-cee6-45d8-9f57-d954def54c9f req-96b1e9d7-ddb7-4e6a-b558-5679a8da2832 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0967124 Aug 03 19:06:57.486395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-997c4440-cee6-45d8-9f57-d954def54c9f req-7e5b6fdd-b369-4b8b-bbf1-501d2853ddb9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962541 Aug 03 19:06:57.497423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c08083-a132-497b-98c0-627930f427ac req-8113b28b-ebf5-4a91-ad96-8445d2e10bb4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.498887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c08083-a132-497b-98c0-627930f427ac req-8113b28b-ebf5-4a91-ad96-8445d2e10bb4 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.1623814 Aug 03 19:06:57.574313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c08083-a132-497b-98c0-627930f427ac req-13af4842-7d6a-4d62-8e8b-c4232d66a97e tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681925 Aug 03 19:06:57.579918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.615629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:57.618638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18b17c84-957a-4538-95dd-d301523a2f67 req-0d699f5c-4243-4485-9d82-9b069ee757e0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 210 time: 0.0362577 Aug 03 19:06:57.626324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:57.774112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:57.833527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:57.858172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.200 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/36558afb-41c9-44d5-bbbd-5ea1929ec713) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:06:57.873104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:57.919734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:57.924795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:57.929538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:57.987461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:57.988159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.037708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ffd21-1ab5-4c1c-b1e8-2807e6d9d3d7 req-594dad72-e256-4667-b964-9d5340f2a6a1 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.045230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc6ffd21-1ab5-4c1c-b1e8-2807e6d9d3d7 req-594dad72-e256-4667-b964-9d5340f2a6a1 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.1638522 Aug 03 19:06:58.057881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:58.121390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc6ffd21-1ab5-4c1c-b1e8-2807e6d9d3d7 req-7560e998-bb3d-4d53-a051-d5f446f8d634 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679486 Aug 03 19:06:58.128432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.152474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object 36558afb-41c9-44d5-bbbd-5ea1929ec713 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:58.158088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1b1353b8-4017-49a1-aa69-895e3d9e3f7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8729210 Aug 03 19:06:58.183066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Request body: {'port': {'device_id': 'e52aba96-1970-4bee-b900-f02339797542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:58.194604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:58.258582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'mac_address': 'fa:16:3e:cc:cc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:58.280568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.305593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.418999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:06:58.430124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:06:58.432884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.436186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:06:58.522897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:58.540016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 911c6dc9-a561-43a8-88c7-1d7d7666aa08 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:58.591018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:58.597183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5059f8f2-c03e-48d9-8499-1f68f09facc8 None None] Provisioning for port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:58.606886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5059f8f2-c03e-48d9-8499-1f68f09facc8 None None] Provisioning complete for port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:58.607561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.613104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5059f8f2-c03e-48d9-8499-1f68f09facc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.613521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.653823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c079d8d-98d9-42c0-8d94-d75866ad2e68 req-59d46c6a-e98f-4b64-b567-11b3a9cfc958 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.664609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c079d8d-98d9-42c0-8d94-d75866ad2e68 req-59d46c6a-e98f-4b64-b567-11b3a9cfc958 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 945 time: 0.2647779 Aug 03 19:06:58.678457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06808bed-7a91-4f9a-a11e-22c9261c9170 req-f03db996-2461-4ad4-9af0-ac00c04b3287 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:58.687791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06808bed-7a91-4f9a-a11e-22c9261c9170 req-f03db996-2461-4ad4-9af0-ac00c04b3287 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 944 time: 0.3586631 Aug 03 19:06:58.708675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5059f8f2-c03e-48d9-8499-1f68f09facc8 None None] Port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:58.739915 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:58.740920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device aed402c8-c469-4b8c-aa5e-91b70849516b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:06:58.768678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-45d9abdb-671b-4d80-bca2-7eeb10aa23e2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1178570 Aug 03 19:06:58.785113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Request body: {'port': {'device_id': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:06:58.817018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06808bed-7a91-4f9a-a11e-22c9261c9170 req-d42f1087-c2a8-41f4-9353-5c2df389170c tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230717 Aug 03 19:06:58.956172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=aed402c8-c469-4b8c-aa5e-91b70849516b,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:58.984394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c079d8d-98d9-42c0-8d94-d75866ad2e68 req-494a4961-7b5f-4fb4-b6eb-3e3b9b5bca6d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111553 Aug 03 19:06:58.997101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'mac_address': 'fa:16:3e:db:05:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:06:59.051033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.132605 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.150868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed402c8-c469-4b8c-aa5e-91b70849516b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:59.172938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=aed402c8-c469-4b8c-aa5e-91b70849516b,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:59.174088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a5d9843-5f82-4486-bfd9-4e7541a1252b None None] Provisioning for port 36558afb-41c9-44d5-bbbd-5ea1929ec713 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:06:59.179892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a5d9843-5f82-4486-bfd9-4e7541a1252b None None] Provisioning complete for port 36558afb-41c9-44d5-bbbd-5ea1929ec713 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:06:59.181342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9843-5f82-4486-bfd9-4e7541a1252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.212948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-af083360-651a-4d7a-95c5-5483ec031278 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.213175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6886967-abdd-4a79-8ebc-9dad4b4ca629 req-ee99de5e-222b-4c1c-b5ba-6eac1bc5542d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.214362 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-af083360-651a-4d7a-95c5-5483ec031278 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2545047 Aug 03 19:06:59.216407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:59.221497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6886967-abdd-4a79-8ebc-9dad4b4ca629 req-ee99de5e-222b-4c1c-b5ba-6eac1bc5542d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.2918515 Aug 03 19:06:59.238412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-d2d00e10-8f5b-437a-9c33-a21850dbc4ba service neutron] 10.222.0.54 "GET /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1148562 Aug 03 19:06:59.283934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d9843-5f82-4486-bfd9-4e7541a1252b None None] Port 36558afb-41c9-44d5-bbbd-5ea1929ec713 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:06:59.292573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.343676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b81e-ad0b-418a-8846-90b7c4a361e4 req-4898088c-e145-4b15-85ef-c61f45bb31bc tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.357751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f36b81e-ad0b-418a-8846-90b7c4a361e4 req-4898088c-e145-4b15-85ef-c61f45bb31bc tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/ports?device_id=c09ec860-989c-43dd-ba2d-1d5cf18082a0 HTTP/1.1" status: 200 len: 945 time: 0.2523410 Aug 03 19:06:59.368782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Deleting port e1436bfd-53d0-42a6-bc62-f8383313503d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:06:59.369059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.410827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6886967-abdd-4a79-8ebc-9dad4b4ca629 req-234c57ad-de3a-45f7-9bad-ac54f741deec tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882453 Aug 03 19:06:59.416790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:06:59.443852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:06:59.455576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.471161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Transition to ACTIVE for port object e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:06:59.475162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f36b81e-ad0b-418a-8846-90b7c4a361e4 req-aa385009-1bd8-415a-9395-f0622f8f4e38 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.67 "GET /v2.0/security-groups?id=c3b57cac-9c88-44f6-8673-119b114f8686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164298 Aug 03 19:06:59.496775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['911c6dc9-a561-43a8-88c7-1d7d7666aa08'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:59.505060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] For port e1436bfd-53d0-42a6-bc62-f8383313503d, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e1436bfd-53d0-42a6-bc62-f8383313503d,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:59.505500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.524125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Calling delete_port for e1436bfd-53d0-42a6-bc62-f8383313503d owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:06:59.556629 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:06:59.726119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['aed402c8-c469-4b8c-aa5e-91b70849516b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:06:59.859498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:06:59.908563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:06:59.981379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f24cd-8571-4b0a-94f8-d6097174e602 req-2eed9304-d7ed-4ea1-bae3-1f97116394f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:06:59.982854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-717f24cd-8571-4b0a-94f8-d6097174e602 req-2eed9304-d7ed-4ea1-bae3-1f97116394f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 936 time: 0.5056424 Aug 03 19:07:00.000279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36558afb-41c9-44d5-bbbd-5ea1929ec713 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:00.016692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.037935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Transition to ACTIVE for port object 36558afb-41c9-44d5-bbbd-5ea1929ec713 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:00.064733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:00.105110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.109852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c6042f-6571-462a-9532-c03f37dddc4c {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:00.167170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:00.196935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.203099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Pushing event updated for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.242561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Pushing event updated for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.253150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:00.312444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:00.313144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.318428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] No DVR routers for this DVR port e1436bfd-53d0-42a6-bc62-f8383313503d on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:00.337871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Attempting to bind port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:00.338431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Attempting to bind port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:00.339422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Attempting to bind port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:00.351623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.353040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:00.353370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Attempting to bind port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:00.353920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-849dba0d-9874-488e-93e8-8f5d21a1452f req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] 10.222.0.54 "DELETE /v2.0/ports/e1436bfd-53d0-42a6-bc62-f8383313503d HTTP/1.1" status: 204 len: 173 time: 1.1204598 Aug 03 19:07:00.374095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a99e-18bb-424c-8bf4-e7900660b7be req-e0098970-213c-4ffa-9442-2af9beff9c53 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:00.376189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f393a99e-18bb-424c-8bf4-e7900660b7be req-e0098970-213c-4ffa-9442-2af9beff9c53 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 943 time: 0.4141021 Aug 03 19:07:00.377888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.378240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.378607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.378951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.379284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.380290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.380636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.380984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.381353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.381687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.382015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.382341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:00.393188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-717f24cd-8571-4b0a-94f8-d6097174e602 req-8364ca57-384e-448e-8dfb-c530740bddaf tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611829 Aug 03 19:07:00.398380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:00.398774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:00.399364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:00.399822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Bound port: e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:00.400359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.459631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d464ef-754a-4fc1-86c2-6c1838f3f867 tempest-ServerRescueTestJSON-70745966 tempest-ServerRescueTestJSON-70745966-project] Pushing event deleted for resources: {'Port': ['ID=e1436bfd-53d0-42a6-bc62-f8383313503d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:00.470666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'name': 'network-vif-deleted', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:00.483114 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d7f29f-ba9d-42f2-ad5d-3f67a68ff60b" -d '{"events": [{"server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "name": "network-vif-deleted", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:00.541919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Attempting to bind port 36558afb-41c9-44d5-bbbd-5ea1929ec713 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:00.542271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Attempting to bind port 36558afb-41c9-44d5-bbbd-5ea1929ec713 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:00.542614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Attempting to bind port 36558afb-41c9-44d5-bbbd-5ea1929ec713 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:00.555552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Port 36558afb-41c9-44d5-bbbd-5ea1929ec713 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:00.556132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Attempting to bind port 36558afb-41c9-44d5-bbbd-5ea1929ec713 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:00.562125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:00.565289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:00.565700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:00.566107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:00.566256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:00.566655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Bound port: 36558afb-41c9-44d5-bbbd-5ea1929ec713, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:00.567065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.581447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.597165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.657240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:00.659291 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2b9b6-fa33-4782-9c5a-5a4c346b66b1" -d '{"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:00.694194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.697085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:00.714530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f393a99e-18bb-424c-8bf4-e7900660b7be req-87e1f010-adb2-49fb-9ba8-b48e9cb0d2ae tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183093 Aug 03 19:07:00.785812 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:00.789165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:00.802183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:00.814604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:00.927936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.000842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.001976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.003807 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] 10.222.0.77 "PUT /v2.0/ports/36558afb-41c9-44d5-bbbd-5ea1929ec713 HTTP/1.1" status: 200 len: 1096 time: 2.2245514 Aug 03 19:07:01.067989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70484006-9dec-42d9-a745-ef227c8d14ca service neutron] Pushing event updated for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.078064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.196930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-6f690745-e85e-4354-9a34-be1f8ce7708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.198471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-6f690745-e85e-4354-9a34-be1f8ce7708c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 1099 time: 0.0777187 Aug 03 19:07:01.215447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:01.274275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1f06533c-9189-442f-982e-4e1f69fb088a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713 HTTP/1.1" status: 200 len: 217 time: 0.0599842 Aug 03 19:07:01.282277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:01.282760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.315855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.328857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.330586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] 10.222.0.54 "PUT /v2.0/ports/e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 HTTP/1.1" status: 200 len: 1095 time: 3.1527398 Aug 03 19:07:01.331403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:01.333904 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed9dbd-4e76-4c86-b088-14488673ffbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:01.405876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08db2e-b4a3-4a93-bc22-99947d1aef45 req-a7fc0422-a111-47ea-b564-dea0b602cbdc tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.408405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b08db2e-b4a3-4a93-bc22-99947d1aef45 req-a7fc0422-a111-47ea-b564-dea0b602cbdc tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 945 time: 0.8405735 Aug 03 19:07:01.458085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1a3de3dc-1589-4769-87fc-9ef087416beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.466649 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-1a3de3dc-1589-4769-87fc-9ef087416beb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1766467 Aug 03 19:07:01.523784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.589326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-f287b4a2-2aa4-42ce-9565-6db487c1aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.593994 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-f287b4a2-2aa4-42ce-9565-6db487c1aa1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192570 Aug 03 19:07:01.601208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:01.664178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12f274-d5a3-450d-be01-538172035503 req-9aa35bf5-9e0d-4bd9-9280-0834836ae58f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.666080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d12f274-d5a3-450d-be01-538172035503 req-9aa35bf5-9e0d-4bd9-9280-0834836ae58f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 945 time: 0.3163574 Aug 03 19:07:01.692399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:01.714355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b08db2e-b4a3-4a93-bc22-99947d1aef45 req-2092ebcb-4032-4416-9909-8d6da6bdd2c2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152557 Aug 03 19:07:01.768859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950243f7-bb79-465c-9190-aa12df7d5cae service neutron] Pushing event updated for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.772545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.784232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] Transition to ACTIVE for port object 06c6042f-6571-462a-9532-c03f37dddc4c will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:01.825582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-756d32c3-e561-411d-a6ef-8390227eaeec service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217453 Aug 03 19:07:01.833621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-c67d0647-81de-4e5e-9b91-89469b4c677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:01.834769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-c67d0647-81de-4e5e-9b91-89469b4c677f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 1098 time: 0.3245857 Aug 03 19:07:01.838411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d12f274-d5a3-450d-be01-538172035503 req-d9170c35-6cfa-4a42-8517-595debe1296e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277082 Aug 03 19:07:01.868239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:01.969760 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2574cb6-366d-49d2-b2cd-4d8986d30702 x-openstack-request-id: req-d2574cb6-366d-49d2-b2cd-4d8986d30702 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:01.970043 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09ec860-989c-43dd-ba2d-1d5cf18082a0", "name": "network-vif-deleted", "tag": "e1436bfd-53d0-42a6-bc62-f8383313503d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:01.970298 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d2574cb6-366d-49d2-b2cd-4d8986d30702 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:01.972382 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c09ec860-989c-43dd-ba2d-1d5cf18082a0', 'name': 'network-vif-deleted', 'tag': 'e1436bfd-53d0-42a6-bc62-f8383313503d', 'status': 'completed', 'code': 200} Aug 03 19:07:01.975985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:01.992561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e1436bfd-53d0-42a6-bc62-f8383313503d no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:02.034122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: e1436bfd-53d0-42a6-bc62-f8383313503d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:02.034510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e1436bfd-53d0-42a6-bc62-f8383313503d not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:02.045604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:02.051485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] Pushing event updated for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:02.069786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-9fa8b1f2-7b21-4e28-9585-2b31ab5d68c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 HTTP/1.1" status: 200 len: 217 time: 0.2000046 Aug 03 19:07:02.093409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device aed402c8-c469-4b8c-aa5e-91b70849516b up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:02.134641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-7911ebec-b718-482c-bd40-cbc0939cb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.136440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-7911ebec-b718-482c-bd40-cbc0939cb9b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0622807 Aug 03 19:07:02.190616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] No DVR routers for this DVR port 06c6042f-6571-462a-9532-c03f37dddc4c on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:02.235697 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-3f033e05-8f9f-4027-b617-ecaf8e13f77b service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988202 Aug 03 19:07:02.265702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port aed402c8-c469-4b8c-aa5e-91b70849516b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:02.270085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port aed402c8-c469-4b8c-aa5e-91b70849516b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:02.270585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.284357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-0275b43f-235c-4ed7-8825-1d9d9d2e6c67 service neutron] 10.222.0.54 "PUT /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 3.0241828 Aug 03 19:07:02.294060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-4f112c26-6905-4daf-b74f-47cc1e6ba7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.299814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-4f112c26-6905-4daf-b74f-47cc1e6ba7b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1428893 Aug 03 19:07:02.325172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb73f86-8605-4781-90df-e2b031b678d3 req-10838947-fd54-4a74-8031-be8c8cddc986 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.341295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfb73f86-8605-4781-90df-e2b031b678d3 req-10838947-fd54-4a74-8031-be8c8cddc986 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.4416542 Aug 03 19:07:02.482867 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:02.519919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-c3f6de01-f0a4-4b48-9284-65c3b6716755 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678998 Aug 03 19:07:02.553132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=aed402c8-c469-4b8c-aa5e-91b70849516b,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:02.749515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfb73f86-8605-4781-90df-e2b031b678d3 req-b99d2202-c4c3-452e-9bb1-f50eb4f8f3dd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038968 Aug 03 19:07:02.822649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-af3bd75c-de70-4d1d-b777-cca82aade74b tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.824220 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-af3bd75c-de70-4d1d-b777-cca82aade74b tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.2635295 Aug 03 19:07:02.889122 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816cce84-9c76-4915-b006-7a56c50d0591 x-openstack-request-id: req-816cce84-9c76-4915-b006-7a56c50d0591 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:02.889417 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-plugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:02.890236 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-816cce84-9c76-4915-b006-7a56c50d0591 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:02.890639 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'code': 200} Aug 03 19:07:02.934541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bb5dd61-d555-45b4-ac7d-2a6971790688 req-e53b3e9e-11ce-4e8b-8b78-82c6431ad691 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963466 Aug 03 19:07:02.978702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-c7aa5df9-5ef6-4bad-9390-1037238c200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:02.983910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-c7aa5df9-5ef6-4bad-9390-1037238c200a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&tenant_id=9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1475875 Aug 03 19:07:03.118503 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0a4b27-10e3-44a7-a8b4-efbc3496c7a2 x-openstack-request-id: req-8d0a4b27-10e3-44a7-a8b4-efbc3496c7a2 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:03.118807 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:03.119131 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d0a4b27-10e3-44a7-a8b4-efbc3496c7a2 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:03.119549 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97', 'status': 'completed', 'code': 200} Aug 03 19:07:03.168734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-a32ae7fb-73ab-47f0-9b1a-df3dea9ff2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.170675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-a32ae7fb-73ab-47f0-9b1a-df3dea9ff2ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1095 time: 0.1511075 Aug 03 19:07:03.295983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.347044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902c93f-7959-454c-a4d5-4bc3ffe33967 req-8870fc09-f5e2-4f1a-9922-75c97d3b61f1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.359629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4902c93f-7959-454c-a4d5-4bc3ffe33967 req-8870fc09-f5e2-4f1a-9922-75c97d3b61f1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 948 time: 0.1195018 Aug 03 19:07:03.422772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-264ef25b-5793-43a6-a6ef-2eca695027f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.424553 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-264ef25b-5793-43a6-a6ef-2eca695027f9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2399187 Aug 03 19:07:03.473990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4902c93f-7959-454c-a4d5-4bc3ffe33967 req-309f2682-6615-4294-9be0-8147cb2a12c5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111422 Aug 03 19:07:03.487361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.513366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-3fbd6dea-f45a-4ab5-9282-e57913d1f0f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.0793304 Aug 03 19:07:03.553635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:03.633131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:03.706933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-e9481604-711a-4476-afa5-2782af26eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.714474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-e9481604-711a-4476-afa5-2782af26eddd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1802614 Aug 03 19:07:03.748616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-220eccaa-3508-4ed0-8d51-2f8a249341fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.757402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-220eccaa-3508-4ed0-8d51-2f8a249341fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 1098 time: 0.1092083 Aug 03 19:07:03.772283 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-69225028-90a9-45c6-9984-fd5bd4cc69e5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362632 Aug 03 19:07:03.775815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0335c4-97f3-426a-b443-31705181f2fb req-dc7c7fe5-3986-4456-81a5-ecc1471d4825 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.777536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be0335c4-97f3-426a-b443-31705181f2fb req-dc7c7fe5-3986-4456-81a5-ecc1471d4825 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1712313 Aug 03 19:07:03.817677 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:03.952201 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-4523fc38-eedd-4d14-bacf-2c7e7777d622 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698716 Aug 03 19:07:03.952840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be0335c4-97f3-426a-b443-31705181f2fb req-7d6f8a90-6330-414e-b888-39ae8edd6faa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639645 Aug 03 19:07:03.974544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:03.976968 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:03.980125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-8120fe79-ba20-4688-8314-49e1a1de02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:03.982571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-8120fe79-ba20-4688-8314-49e1a1de02e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2039809 Aug 03 19:07:04.060066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Deleting port 511d4acd-bf0c-4748-a88b-f40908bdbfaa {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:04.060670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.089520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-8a1f4558-5892-48be-b8fd-f46e8039c2b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 HTTP/1.1" status: 200 len: 217 time: 0.0769732 Aug 03 19:07:04.104767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 36558afb-41c9-44d5-bbbd-5ea1929ec713 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:04.210397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6005c-56af-4695-b601-44174fc1c73c req-ce8ad6b3-0443-4c79-9c09-7dcca6cd3fa9 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.218923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54b6005c-56af-4695-b601-44174fc1c73c req-ce8ad6b3-0443-4c79-9c09-7dcca6cd3fa9 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.1328509 Aug 03 19:07:04.226365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-ed077eaa-3687-47fe-9914-f041c717b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.228016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-ed077eaa-3687-47fe-9914-f041c717b132 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1307826 Aug 03 19:07:04.254503 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-681a3dc0-4cf6-4a4c-b168-a2c5ee3ed4cb service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917697 Aug 03 19:07:04.314656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] For port 511d4acd-bf0c-4748-a88b-f40908bdbfaa, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=511d4acd-bf0c-4748-a88b-f40908bdbfaa,segment=NetworkSegment(46b8493f-0ec9-41dc-90f2-1df09f43bb32),segment_id=46b8493f-0ec9-41dc-90f2-1df09f43bb32)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:04.315425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.323459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:04.347494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Calling delete_port for 511d4acd-bf0c-4748-a88b-f40908bdbfaa owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:04.360596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '36558afb-41c9-44d5-bbbd-5ea1929ec713', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '36558afb-41c9-44d5-bbbd-5ea1929ec713', 'mac_address': 'fa:16:3e:b2:ba:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:04.375525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54b6005c-56af-4695-b601-44174fc1c73c req-ba6ecd7f-49a8-4907-8ef1-371004d3aadd tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561270 Aug 03 19:07:04.403977 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.425155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-355ca28b-c8f2-4452-a3e7-308537981ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.426791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-355ca28b-c8f2-4452-a3e7-308537981ae0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763365 Aug 03 19:07:04.447980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36558afb-41c9-44d5-bbbd-5ea1929ec713 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:04.506711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:04.573025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.745443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba9742-fb25-47f9-85a6-94e9c1a22217 req-0486cef7-e603-4556-8b39-b7c69873e4ae tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.749675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ba9742-fb25-47f9-85a6-94e9c1a22217 req-0486cef7-e603-4556-8b39-b7c69873e4ae tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.2702575 Aug 03 19:07:04.777501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-eae3b62b-caab-4d70-92a4-97928b40ae3f service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407748 Aug 03 19:07:04.786992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:04.891620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'}, {'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:04.896199 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959c11a8-86e7-4a3c-a846-a0facdfdafab" -d '{"events": [{"server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "name": "network-vif-plugged", "status": "completed", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446"}, {"server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "name": "network-vif-plugged", "status": "completed", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:04.925904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:04.931216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-4edcc823-8cc6-454f-bcb5-eeafd9d04495 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:04.932863 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-4edcc823-8cc6-454f-bcb5-eeafd9d04495 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.0978515 Aug 03 19:07:04.966174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ba9742-fb25-47f9-85a6-94e9c1a22217 req-a60abfd4-fae8-40d3-b0f1-80655cd4c2b3 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071149 Aug 03 19:07:04.972337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:05.032463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9ed9dbd-4e76-4c86-b088-14488673ffbb req-5e2ba78a-4943-40d4-baa5-c99ff3ea2747 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383013 Aug 03 19:07:05.039953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Pushing event deleted for resources: {'Port': ['ID=511d4acd-bf0c-4748-a88b-f40908bdbfaa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:05.060118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.060393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.060720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.061109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.061549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.061948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.062291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.062617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.062944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.063288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.063652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.063974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:05.228382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cdf75-31d2-4db8-9645-7d260e28e613 req-53d9647d-a163-45fd-a514-e62496de0d5b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.246324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf9cdf75-31d2-4db8-9645-7d260e28e613 req-53d9647d-a163-45fd-a514-e62496de0d5b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1129487 Aug 03 19:07:05.387643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf9cdf75-31d2-4db8-9645-7d260e28e613 req-e645588e-fd63-4b22-acb1-e5bb22546146 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340575 Aug 03 19:07:05.536693 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1671e65-cde6-48c2-8706-cbc79d552fdf x-openstack-request-id: req-e1671e65-cde6-48c2-8706-cbc79d552fdf {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:05.537329 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:05.537329 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1671e65-cde6-48c2-8706-cbc79d552fdf {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:05.537595 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713', 'status': 'completed', 'code': 200} Aug 03 19:07:05.747791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:05.856376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826876-df06-437f-acc9-3a75f4d21249 req-527ca38d-d0ea-46ae-8d97-25f578acfc76 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:05.865163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64826876-df06-437f-acc9-3a75f4d21249 req-527ca38d-d0ea-46ae-8d97-25f578acfc76 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 949 time: 0.1682446 Aug 03 19:07:05.940191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64826876-df06-437f-acc9-3a75f4d21249 req-5e6451c4-79c1-4ac3-a2bc-b779104719d0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Aug 03 19:07:05.965877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-03f57a2b-c0ac-4cc8-a2e0-af896a3abf19 service neutron] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:05.973670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-03f57a2b-c0ac-4cc8-a2e0-af896a3abf19 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:05.974780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d5ae9fd-5b8d-49e7-8d50-3b898842bc5a req-03f57a2b-c0ac-4cc8-a2e0-af896a3abf19 service neutron] 10.222.0.77 "DELETE /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 1.0007157 Aug 03 19:07:05.996278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.001302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-a3ad4b57-96e2-470e-b56d-d574438ea457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.002779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-a3ad4b57-96e2-470e-b56d-d574438ea457 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 1100 time: 0.4644461 Aug 03 19:07:06.010019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:06.013375 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec189fe-9b13-4f68-98c6-8d9816ccaa8d x-openstack-request-id: req-4ec189fe-9b13-4f68-98c6-8d9816ccaa8d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:06.013676 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "name": "network-vif-plugged", "status": "completed", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446", "code": 200}, {"server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "name": "network-vif-plugged", "status": "completed", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:06.014590 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ec189fe-9b13-4f68-98c6-8d9816ccaa8d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:06.014590 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'code': 200} Aug 03 19:07:06.015044 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'code': 200} Aug 03 19:07:06.025671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97', 'mac_address': 'fa:16:3e:4c:60:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:06.105694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.136491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:06.170883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:06.188043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4275e94-778c-49c5-b5cc-af4e0aff9bc7 req-89286aa0-17ff-4389-b977-6e4516340e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.190368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4275e94-778c-49c5-b5cc-af4e0aff9bc7 req-89286aa0-17ff-4389-b977-6e4516340e11 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1097 time: 0.0573070 Aug 03 19:07:06.228450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97c04f-9052-44f2-a0ed-9df2f3cabb09 req-ee542b89-551d-4d99-96f5-ea8faa4bf75f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.237182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a97c04f-9052-44f2-a0ed-9df2f3cabb09 req-ee542b89-551d-4d99-96f5-ea8faa4bf75f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1339343 Aug 03 19:07:06.298129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:06.325154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83a5c-e2f8-4616-a612-8298aa2d509b req-7670f57e-76f8-4f99-b342-cf287585d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.327457 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4cf83a5c-e2f8-4616-a612-8298aa2d509b req-7670f57e-76f8-4f99-b342-cf287585d20c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 1097 time: 0.2072148 Aug 03 19:07:06.392364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a97c04f-9052-44f2-a0ed-9df2f3cabb09 req-d83d25bc-76e9-4b3f-aa39-7bd94ff9180c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537421 Aug 03 19:07:06.406850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:06.422489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4275e94-778c-49c5-b5cc-af4e0aff9bc7 req-9275c4b8-3190-4540-aef8-e16227a2db29 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661847 Aug 03 19:07:06.428550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-569fe154-9617-447c-a971-895ee2ddcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.431027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-569fe154-9617-447c-a971-895ee2ddcbd5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.3245819 Aug 03 19:07:06.463087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4cf83a5c-e2f8-4616-a612-8298aa2d509b req-1ce96f51-ecca-47a7-add4-367c261c6404 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159999 Aug 03 19:07:06.582974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66dfbc-fe55-440c-9b8a-803374b7f0d9 req-4921bfcf-3b96-4d38-b057-28b5e0c6c74d tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.588296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Router 336f8e57-04fd-4e8f-9606-c6c496af7420 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:06.595513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f66dfbc-fe55-440c-9b8a-803374b7f0d9 req-4921bfcf-3b96-4d38-b057-28b5e0c6c74d tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.1100926 Aug 03 19:07:06.668819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:06.697700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f66dfbc-fe55-440c-9b8a-803374b7f0d9 req-ceec6b59-f0fe-4668-81e7-853b4a308d67 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011653 Aug 03 19:07:06.834081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-30d5af77-b46c-4e24-9663-5111003c47f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713 HTTP/1.1" status: 200 len: 217 time: 0.2172060 Aug 03 19:07:06.994645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-dbb0dd35-b89f-432d-b7e1-f6d6281002e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:06.997437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-dbb0dd35-b89f-432d-b7e1-f6d6281002e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1520965 Aug 03 19:07:06.998265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a7d3a-2670-48ae-b96e-763b25db11ff req-412e4e44-7c6a-4cb6-94a4-1dd5af297558 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:07.000631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a29a7d3a-2670-48ae-b96e-763b25db11ff req-412e4e44-7c6a-4cb6-94a4-1dd5af297558 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.1387656 Aug 03 19:07:07.049752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:07.066844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d54242a1-b9e2-4427-8f92-36254140b862 admin admin] 10.222.0.67 "PUT /v2.0/routers/336f8e57-04fd-4e8f-9606-c6c496af7420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0083885 Aug 03 19:07:07.066844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:07.068029 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Sync routers for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:07.081373 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:07.083555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:07.091037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a29a7d3a-2670-48ae-b96e-763b25db11ff req-495ce9a4-b6c2-4181-9a0f-9f80719debc3 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817900 Aug 03 19:07:07.167802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-2ef79a5e-301a-4133-86a0-37a14a8d3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:07.170186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-2ef79a5e-301a-4133-86a0-37a14a8d3450 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601832 Aug 03 19:07:07.289077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:07.350840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33455240-6a40-47cc-9ae9-00675dca43ba req-9e614f26-bda4-4d01-a703-055e04768762 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:07.363157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33455240-6a40-47cc-9ae9-00675dca43ba req-9e614f26-bda4-4d01-a703-055e04768762 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1401885 Aug 03 19:07:07.411570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.465286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33455240-6a40-47cc-9ae9-00675dca43ba req-d5847baa-5572-405e-8b2b-7790e0312a6a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849216 Aug 03 19:07:07.477553 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-691762f5-17de-4665-a0ad-ca0c538dfb67 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950919 Aug 03 19:07:07.692521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.748619 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5c2bbecd-5923-4ce8-ae8c-9bf172001d40 req-0cac3f28-aaab-49bf-8a0b-daae25d0fc79 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561772 Aug 03 19:07:07.759746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:07.866102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f73db5-fac2-490c-bb4b-0ac5b9685960 req-b6b054e6-a58c-4480-aebd-d6b06ce8e16d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:07.867706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7f73db5-fac2-490c-bb4b-0ac5b9685960 req-b6b054e6-a58c-4480-aebd-d6b06ce8e16d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 949 time: 0.1064658 Aug 03 19:07:07.919401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Deleting port fcb0c210-0247-4d7e-b9b3-88e63026206b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:07.920581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:07.967208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7f73db5-fac2-490c-bb4b-0ac5b9685960 req-c5981b5e-aca9-4acc-8b89-56102e4ebb7a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667851 Aug 03 19:07:08.001344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:08.006121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:08.006849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.130950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 36558afb-41c9-44d5-bbbd-5ea1929ec713 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:08.162828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb7176-04a3-458e-b65d-aa40ca6596da req-1bac0d6b-c51b-4446-8764-cab2806c642f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.165071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] For port fcb0c210-0247-4d7e-b9b3-88e63026206b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcb0c210-0247-4d7e-b9b3-88e63026206b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:08.165744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.173172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8efb7176-04a3-458e-b65d-aa40ca6596da req-1bac0d6b-c51b-4446-8764-cab2806c642f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1095 time: 0.1086316 Aug 03 19:07:08.210083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Calling delete_port for fcb0c210-0247-4d7e-b9b3-88e63026206b owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:08.219767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:07:04Z', 'revision_number': 5, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port': {'id': 'fcb0c210-0247-4d7e-b9b3-88e63026206b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:5d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:04:27Z', 'updated_at': '2021-08-03T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:08.269505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8efb7176-04a3-458e-b65d-aa40ca6596da req-8c37f5d2-a90c-4890-8a92-ae90524b2c43 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953438 Aug 03 19:07:08.318642 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Checking router: 336f8e57-04fd-4e8f-9606-c6c496af7420 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:08.332382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.341245 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Routers {'336f8e57-04fd-4e8f-9606-c6c496af7420'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:08.341870 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['336f8e57-04fd-4e8f-9606-c6c496af7420'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:08.430026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:08.433067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:08.442029 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c6f0c1-0d7f-4db5-8638-f8660434573a" -d '{"events": [{"server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "name": "network-vif-plugged", "status": "completed", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:08.449795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 36558afb-41c9-44d5-bbbd-5ea1929ec713 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:08.458411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 36558afb-41c9-44d5-bbbd-5ea1929ec713 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:08.459728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.529009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.542537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a75725-148d-4d9d-a1bb-3fe42262c75d req-a3aee271-2a8e-4270-98b2-f9e8a29831e4 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.558694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51a75725-148d-4d9d-a1bb-3fe42262c75d req-a3aee271-2a8e-4270-98b2-f9e8a29831e4 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.1535637 Aug 03 19:07:08.601924 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] Set router 336f8e57-04fd-4e8f-9606-c6c496af7420 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:08.658058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51a75725-148d-4d9d-a1bb-3fe42262c75d req-d8d2a9a4-d5e9-41b1-8e68-22992aac17f5 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973153 Aug 03 19:07:08.716114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:08.756829 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 6, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:08.766927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:08.810109 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d3143c-26f0-4169-ac43-63e63ddd5483 None None] The sync data for ids ['336f8e57-04fd-4e8f-9606-c6c496af7420'] in n-d-803363-1 is: [{'id': '336f8e57-04fd-4e8f-9606-c6c496af7420', 'name': 'tempest-ServerRescueTestJSON-2050847625-router', 'tenant_id': '78d598ac64334a30aec54cc102258bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:04:26Z', 'updated_at': '2021-08-03T19:07:07Z', 'revision_number': 6, 'project_id': '78d598ac64334a30aec54cc102258bdb', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:08.934302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363d45b-aea5-46bd-910b-dcac0e5c8472 req-b3d78881-5de3-4688-88a6-02554d1fe54d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:08.948712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2363d45b-aea5-46bd-910b-dcac0e5c8472 req-b3d78881-5de3-4688-88a6-02554d1fe54d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.1591127 Aug 03 19:07:08.964941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb0c210-0247-4d7e-b9b3-88e63026206b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:09.014922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2363d45b-aea5-46bd-910b-dcac0e5c8472 req-35688bbf-62c9-43f1-8239-11ccbd7bdf22 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642347 Aug 03 19:07:09.020137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.086664 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a2211-339e-4a04-84b1-9c44714e1ac0 x-openstack-request-id: req-541a2211-339e-4a04-84b1-9c44714e1ac0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:09.086991 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "name": "network-vif-plugged", "status": "completed", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:09.087205 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-541a2211-339e-4a04-84b1-9c44714e1ac0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:09.088103 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97', 'code': 200} Aug 03 19:07:09.088854 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.180759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:09.227515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.231411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.276076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.380470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:09.393598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925729b-60b4-40aa-9cb7-1ed5846e7ae8 req-0e5eedbc-fc26-4bfe-b37d-3d6e878a6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:09.395116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e925729b-60b4-40aa-9cb7-1ed5846e7ae8 req-0e5eedbc-fc26-4bfe-b37d-3d6e878a6c18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 1100 time: 0.1267486 Aug 03 19:07:09.403534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397171b-e16f-4119-9f1c-1a6db3128936 req-96c0a069-aeba-43f4-9e45-9cec3cb29832 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:09.405838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a397171b-e16f-4119-9f1c-1a6db3128936 req-96c0a069-aeba-43f4-9e45-9cec3cb29832 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.1497979 Aug 03 19:07:09.453462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e925729b-60b4-40aa-9cb7-1ed5846e7ae8 req-77feac70-aaeb-4cac-8c27-72d8c929471b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Aug 03 19:07:09.486583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a397171b-e16f-4119-9f1c-1a6db3128936 req-49ccb330-bf90-4a6f-9362-ed1f3d3ea574 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Aug 03 19:07:09.672990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.673929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 336f8e57-04fd-4e8f-9606-c6c496af7420 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:07:09.682153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.682153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b5bc9a57-ab47-4e46-917f-305519583cdd admin admin] 10.222.0.67 "DELETE /v2.0/routers/336f8e57-04fd-4e8f-9606-c6c496af7420 HTTP/1.1" status: 204 len: 168 time: 2.6218922 Aug 03 19:07:09.683806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44860) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:09.750590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Deleting subnet 098f8265-ae4c-4f38-ba3e-3572d3d3ee45 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:09.752209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.802139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:09.849303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.003074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcb0c210-0247-4d7e-b9b3-88e63026206b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:10.035242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fcb0c210-0247-4d7e-b9b3-88e63026206b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:10.035628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcb0c210-0247-4d7e-b9b3-88e63026206b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:10.036209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 511d4acd-bf0c-4748-a88b-f40908bdbfaa no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:10.064596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 511d4acd-bf0c-4748-a88b-f40908bdbfaa {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:10.065708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 511d4acd-bf0c-4748-a88b-f40908bdbfaa not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:10.150842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.198599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098f8265-ae4c-4f38-ba3e-3572d3d3ee45,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:10.210956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.218993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:10.219494 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a48cb9c7-5210-4d81-8882-dee26ddffcc5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/098f8265-ae4c-4f38-ba3e-3572d3d3ee45 HTTP/1.1" status: 204 len: 168 time: 0.5318427 Aug 03 19:07:10.382442 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.491682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.504807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cd8e33-6277-4b68-bda4-e05a5e245090']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:10.519821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b8493f-0ec9-41dc-90f2-1df09f43bb32') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:10.520113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b8493f-0ec9-41dc-90f2-1df09f43bb32') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:10.531050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.547177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.554234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:10.554563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:10.559779 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:10.723660 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.731811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:10.734232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] 10.222.0.67 "DELETE /v2.0/networks/73cd8e33-6277-4b68-bda4-e05a5e245090 HTTP/1.1" status: 204 len: 168 time: 0.5169463 Aug 03 19:07:10.749919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f7291-417c-4544-8b95-6771b40cc525 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cd8e33-6277-4b68-bda4-e05a5e245090,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:11.089265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:11.093233 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f065de3-84ad-4c4e-b801-7f3a2a50ebd6" -d '{"events": [{"server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "name": "network-vif-plugged", "status": "completed", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:11.292376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-6d74ea67-8fb4-4a8a-81d7-19533614bbc8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.293786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-6d74ea67-8fb4-4a8a-81d7-19533614bbc8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2229667 Aug 03 19:07:11.353609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-3edbe030-45db-4b2e-9941-2e0b60b4a375 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/quotas/9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 375 time: 0.0518034 Aug 03 19:07:11.422335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-cc584994-d421-434c-8d07-fe6803046309 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 258 time: 0.2672343 Aug 03 19:07:11.433855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:11.450658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-a7fd42ba-ae7f-48d5-ac58-fad2cbf4d041 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841300 Aug 03 19:07:11.474906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:11.520059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a99712c-9938-4cd4-98b9-ebb984bbee9f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78d598ac64334a30aec54cc102258bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438766 Aug 03 19:07:11.522668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:11.537563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.571945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.594178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.599119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-5bbe9482-37b3-4824-a4de-2bffe7453c91 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374514 Aug 03 19:07:11.734530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.738787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.740324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3b57cac-9c88-44f6-8673-119b114f8686 HTTP/1.1" status: 204 len: 168 time: 0.2166066 Aug 03 19:07:11.766737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:11.768869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0752476-8d93-42af-a2b8-f050fa21e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b57cac-9c88-44f6-8673-119b114f8686,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:11.837986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519725a1-8cfc-4c58-936d-a96b34604abb req-d6178cea-aee0-4d3d-a176-3f0bcc84a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:11.838239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-d6178cea-aee0-4d3d-a176-3f0bcc84a361 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 1097 time: 0.1400163 Aug 03 19:07:11.880172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-4b1283c5-8077-4d88-8d50-1bb9aad83c25 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694128 Aug 03 19:07:11.922361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Allocated IP 172.25.2.12 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/849c2a20-ee82-4820-ae49-3ddc3e7ca2e1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:12.011004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519725a1-8cfc-4c58-936d-a96b34604abb req-114e4220-d819-40e2-8dce-e3bbf8d28783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.013037 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-114e4220-d819-40e2-8dce-e3bbf8d28783 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 913 time: 0.1573546 Aug 03 19:07:12.075334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-718a0281-7864-4f90-8341-7bfca1ab297c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd HTTP/1.1" status: 200 len: 217 time: 0.0495057 Aug 03 19:07:12.084203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.183102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519725a1-8cfc-4c58-936d-a96b34604abb req-44253673-b1b7-4cc0-a368-32d031a94900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.190099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-44253673-b1b7-4cc0-a368-32d031a94900 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.1051028 Aug 03 19:07:12.196114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.261723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-66089832-958f-4840-a509-5759a1ce9c3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628364 Aug 03 19:07:12.265602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event updated for resources: {'Port': ['ID=849c2a20-ee82-4820-ae49-3ddc3e7ca2e1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:12.302612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:12.305037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:12.308332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:12.369067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1bd61-0daf-4bd1-bd64-726dab44679d req-bcbcbee5-c6a3-4ad8-b05f-469383ea065f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.379382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fa1bd61-0daf-4bd1-bd64-726dab44679d req-bcbcbee5-c6a3-4ad8-b05f-469383ea065f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 950 time: 0.1241322 Aug 03 19:07:12.436117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-cd216c72-5d9d-4b1f-9399-80431d77546d service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647124 Aug 03 19:07:12.537870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fa1bd61-0daf-4bd1-bd64-726dab44679d req-898e3703-4bef-44ca-b26a-35dc71fe82e8 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570675 Aug 03 19:07:12.542694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.583441 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-519725a1-8cfc-4c58-936d-a96b34604abb req-16bb4712-a20f-4961-b24e-8e3ad96a81e1 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363232 Aug 03 19:07:12.705228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.833914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc4797-18fb-4e72-9e22-182644cb0105 req-6bc3ffc7-cb8a-4ede-96b0-a491053c07a1 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:12.835552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15bc4797-18fb-4e72-9e22-182644cb0105 req-6bc3ffc7-cb8a-4ede-96b0-a491053c07a1 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.2031171 Aug 03 19:07:12.847646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:12.850749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Request body: {'floatingip': {'port_id': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:12.939802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:12.946666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.034517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ff115-3c67-42d3-9ea2-f64c12470fe1 req-9be3de41-36d5-4678-bd71-4f77208ea906 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.040948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f5ff115-3c67-42d3-9ea2-f64c12470fe1 req-9be3de41-36d5-4678-bd71-4f77208ea906 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 946 time: 0.0783045 Aug 03 19:07:13.087304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.168974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f5ff115-3c67-42d3-9ea2-f64c12470fe1 req-22b4af44-0123-4511-b532-d01c8baebd2a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177082 Aug 03 19:07:13.205492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event updated for resources: {'Port': ['ID=849c2a20-ee82-4820-ae49-3ddc3e7ca2e1,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:13.208289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:13.230714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.297677 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b4eb7-4087-48cb-91ed-f93743ee94f8 x-openstack-request-id: req-a72b4eb7-4087-48cb-91ed-f93743ee94f8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:13.298350 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "name": "network-vif-plugged", "status": "completed", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:13.298860 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a72b4eb7-4087-48cb-91ed-f93743ee94f8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:13.299502 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713', 'code': 200} Aug 03 19:07:13.344769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.346483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-38c38787-b41d-4f7c-9dd3-20f251d784a2 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9168088 Aug 03 19:07:13.401655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1856727046-network', 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:13.471596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-cf557073-0177-4ab4-8c45-65bd638b05b6 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.1175764 Aug 03 19:07:13.622281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-ab145d04-702f-4df3-b385-4a7a059822dc tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.624635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-ab145d04-702f-4df3-b385-4a7a059822dc tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1457887 Aug 03 19:07:13.632531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:13.636928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.666365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee67b3b-da54-432c-8a05-25d9ded7402d req-12d6108b-78e5-4dfb-9b72-a05937daeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.668870 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ee67b3b-da54-432c-8a05-25d9ded7402d req-12d6108b-78e5-4dfb-9b72-a05937daeeb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 1101 time: 0.2863066 Aug 03 19:07:13.673903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.685820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46f3cb01-03d9-42f6-b199-e4b176567a22 req-a5919f34-17ae-4ed7-97dc-5da2f51e8e47 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0567172 Aug 03 19:07:13.712838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-97e715e4-c35a-490f-be23-3d0db1385a47 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:07:13.720092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e34fc33-0c24-4528-8f7d-d2ed926d5199 req-97e715e4-c35a-490f-be23-3d0db1385a47 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436554 Aug 03 19:07:13.820226 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ee67b3b-da54-432c-8a05-25d9ded7402d req-9e3b1d9a-2e4b-4705-bf8e-2f79b8698e44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242101 Aug 03 19:07:13.845800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.910564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a82599-de58-4068-9a23-2d902ec530ad req-eae2753f-be09-4a30-82cb-c83efb9cde02 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.912346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96a82599-de58-4068-9a23-2d902ec530ad req-eae2753f-be09-4a30-82cb-c83efb9cde02 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 950 time: 0.1530294 Aug 03 19:07:13.922652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:13.969019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-81e1a5a2-d7f8-453e-ae66-686d58fb3c84 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:13.971531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-81e1a5a2-d7f8-453e-ae66-686d58fb3c84 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1437109 Aug 03 19:07:14.075301 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Floating IP 5553947a-825a-47e9-86b0-c195b0ef1480 associated. External IP: 172.25.2.136, port: f8d9d65b-4fa7-48c5-a9b6-f472ca75c446. Aug 03 19:07:14.164617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:14.334256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.381074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:14.462714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.540445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-63118505-8edb-44c4-9842-847c95173961 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.5628378 Aug 03 19:07:14.562198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96a82599-de58-4068-9a23-2d902ec530ad req-18c4eae8-5ccc-4c9b-a50d-41e988b2d6f3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393058 Aug 03 19:07:14.569554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:14.574924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'floatingip': {'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:14.628639 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.645932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.739298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:14.749184 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.839338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:14.888458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed66fe-3922-43d7-a788-4b3930e218bd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:14.891289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:14.910128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.926423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Sync routers for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:14.942700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:14.943081 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Added segment 6b718501-8b3f-429f-9c90-dde49bba397e of type vlan for network 80048c70-6446-4335-a9c6-cc154bc3ad87 Aug 03 19:07:14.946697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:14.947344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:14.976475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1940ee3-6318-4651-a971-35322ac4637e req-4d5e7865-8391-4761-9cb8-f320362c6332 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:14.984281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1940ee3-6318-4651-a971-35322ac4637e req-4d5e7865-8391-4761-9cb8-f320362c6332 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 944 time: 0.2784054 Aug 03 19:07:15.014926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e9d253c-88f1-4631-921e-de3eb490985d tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "PUT /v2.0/floatingips/5553947a-825a-47e9-86b0-c195b0ef1480 HTTP/1.1" status: 200 len: 992 time: 2.1683240 Aug 03 19:07:15.015887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:15.018298 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:15.057673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.142103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.170190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:15.197408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1940ee3-6318-4651-a971-35322ac4637e req-ae853560-625d-4af8-84d6-f6def7a64c45 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122042 Aug 03 19:07:15.226734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-57b448ef-7a84-4a70-9c17-15b6c3f93f80 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.228235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-57b448ef-7a84-4a70-9c17-15b6c3f93f80 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.4087293 Aug 03 19:07:15.252389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Request body: {'port': {'device_id': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'admin_state_up': True, 'tenant_id': '9cba78de583549c58c1613929cefe9f4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:15.301109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:15.304030 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0e2881-196e-4de7-a691-f8dd28c4d9c4" -d '{"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-unplugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:15.394605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.395841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.396077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.467717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] Pushing event updated for resources: {'Network': ['ID=80048c70-6446-4335-a9c6-cc154bc3ad87,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:15.480812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:15.529201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5553947a-825a-47e9-86b0-c195b0ef1480', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'port_id': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'mac_address': 'fa:16:3e:a7:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:38Z', 'updated_at': '2021-08-03T19:07:13Z', 'revision_number': 1, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:15.565181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Checking router: 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:15.594066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:15.594742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:15.691247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccabca09-587c-40b0-a5ed-17f5c457e980 req-150c8d6f-455d-4aab-8c6b-7ff322a9b33c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0663991 Aug 03 19:07:15.696153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f0445c2e-7037-4336-8e07-3f3be43f2b27 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.4845963 Aug 03 19:07:15.698998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44976) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:15.706685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Request body: {'subnet': {'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1856727046-subnet', 'tenant_id': '870f77c215764a02aafa5f9984f6678d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:15.789810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:15.818093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:15.821927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.866495 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c827e804-f53b-40e8-b3d0-289b3b471e9e x-openstack-request-id: req-c827e804-f53b-40e8-b3d0-289b3b471e9e {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:15.867243 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:15.867809 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c827e804-f53b-40e8-b3d0-289b3b471e9e {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:15.868540 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'status': 'completed', 'code': 200} Aug 03 19:07:15.907073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:15.954232 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb32200-2d8e-4e7d-a88f-cfae36f040b3 x-openstack-request-id: req-9eb32200-2d8e-4e7d-a88f-cfae36f040b3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:15.955035 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-unplugged", "status": "completed", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:15.955482 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9eb32200-2d8e-4e7d-a88f-cfae36f040b3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:15.956098 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'code': 200} Aug 03 19:07:15.991503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-38e72cec-4cdb-4c2b-b06b-346480c1058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:15.993078 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-38e72cec-4cdb-4c2b-b06b-346480c1058e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=398cacfff8a844529e874da9fc1d7d91&device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 1097 time: 0.0907109 Aug 03 19:07:15.996101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:15.999178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.001236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:16.127447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5553947a-825a-47e9-86b0-c195b0ef1480', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'port_id': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'mac_address': 'fa:16:3e:a7:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:38Z', 'updated_at': '2021-08-03T19:07:13Z', 'revision_number': 1, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:16.166256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343fd413-21ec-4cc4-b8e3-f1290ef2de3a None None] The sync data for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 is: [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5553947a-825a-47e9-86b0-c195b0ef1480', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'port_id': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'mac_address': 'fa:16:3e:a7:88:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:06:38Z', 'updated_at': '2021-08-03T19:07:13Z', 'revision_number': 1, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:16.241674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-44f03a22-3a46-4fe7-b328-8c904212e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.243607 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-44f03a22-3a46-4fe7-b328-8c904212e749 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ab49dedd-7384-4981-8542-dd2a9c82a689 HTTP/1.1" status: 200 len: 912 time: 0.1255260 Aug 03 19:07:16.356211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e07b0f-5905-43f4-9e37-374e97536dad req-7752eb9a-8f40-4b08-a8bd-08279959b7dd tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.357623 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-60244bdf-aa50-497e-bdb6-66b9d1a3500b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 HTTP/1.1" status: 200 len: 1000 time: 0.1036797 Aug 03 19:07:16.363535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8e07b0f-5905-43f4-9e37-374e97536dad req-7752eb9a-8f40-4b08-a8bd-08279959b7dd tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 950 time: 0.3594472 Aug 03 19:07:16.428975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-8a38242c-e0cd-43a8-9a5d-353e5bfeddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.428975 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-8a38242c-e0cd-43a8-9a5d-353e5bfeddbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ac065dc6-0e31-4610-a1cb-0c4701e20a8d HTTP/1.1" status: 200 len: 850 time: 0.0587502 Aug 03 19:07:16.429334 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Floating IP 18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 associated. External IP: 172.25.2.12, port: aed402c8-c469-4b8c-aa5e-91b70849516b. Aug 03 19:07:16.435899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Allocated IP 172.20.0.5 (2e951814-34df-4c8f-a179-23bd3c595b01/8f0f2cd0-d521-474d-a811-4b9471b223c6/b150b802-c2fb-4dfc-9f9a-17578de36b87) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:16.491847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-52e3fdf5-c671-43f0-8016-356e1ca47572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.493507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-52e3fdf5-c671-43f0-8016-356e1ca47572 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ab49dedd-7384-4981-8542-dd2a9c82a689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557168 Aug 03 19:07:16.513856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8e07b0f-5905-43f4-9e37-374e97536dad req-ee0b40be-8972-47db-b036-3aea0a66315b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492019 Aug 03 19:07:16.611352 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-04772d2f-f0a8-4064-aaa1-471602058e77 service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098313 Aug 03 19:07:16.673844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cc0693-2cf1-4140-9cb3-398521891727 None None] New status for floating IP 5553947a-825a-47e9-86b0-c195b0ef1480: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:07:16.741219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-61d08ea7-a769-4783-bbfb-1c7e7546e5e2 req-5852addf-ae6a-4a6a-b95d-64e561a4e425 service neutron] 10.222.0.77 "GET /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220288 Aug 03 19:07:16.794265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d05a3-8ad7-46f0-9a8a-4432aa5c7f66 req-a0505f5d-2cb6-4413-b9e3-d97fe1a063b1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:16.796277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae0d05a3-8ad7-46f0-9a8a-4432aa5c7f66 req-a0505f5d-2cb6-4413-b9e3-d97fe1a063b1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 944 time: 0.1948709 Aug 03 19:07:17.098101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.210115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae0d05a3-8ad7-46f0-9a8a-4432aa5c7f66 req-c5066795-6ff3-4e60-9387-2e199e1ce1c4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047091 Aug 03 19:07:17.223952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.231293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Router a5edfcdb-71d9-4f6d-861d-4272d0d68bee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:17.235390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4057dc-6365-427b-97ff-86f1aa211dae,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:17.269693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:17.270328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Network hostable DHCP agents. Network: 80048c70-6446-4335-a9c6-cc154bc3ad87, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:17.431916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:17.465970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:17.471568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.479304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Sync routers for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:17.480962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67107f3d-683c-4ac7-a169-e8040e323e30 req-a4ac1b6d-2c3a-4f85-98b5-fd2b296d1c06 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.484369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67107f3d-683c-4ac7-a169-e8040e323e30 req-a4ac1b6d-2c3a-4f85-98b5-fd2b296d1c06 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 949 time: 0.1317487 Aug 03 19:07:17.495539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:17.496518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:17.530494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.535093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-df1c5ee8-4d17-430d-bce6-943603cd6ee8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "PUT /v2.0/floatingips/18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 HTTP/1.1" status: 200 len: 996 time: 2.9936645 Aug 03 19:07:17.535670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 80048c70-6446-4335-a9c6-cc154bc3ad87) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:17.540301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:17.542178 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91845fc7-3905-4b67-b21d-1b54f725187b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:17.572974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688932b0-dbf2-468f-a4b0-d4fd071e2770 None None] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:17.586772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.587892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d32b9528-d236-4752-b636-17398118207a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.666217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Network 2e951814-34df-4c8f-a179-23bd3c595b01 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:17.683657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67107f3d-683c-4ac7-a169-e8040e323e30 req-cc52b15d-ff54-48b9-b526-2e7463cc3400 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785915 Aug 03 19:07:17.697179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:17.701291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:17.714554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:17.722575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:17.788686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d32b9528-d236-4752-b636-17398118207a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0763106 Aug 03 19:07:17.788686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-e8cd76a7-56dc-4535-8d1e-ee8053b69d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.788686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-e8cd76a7-56dc-4535-8d1e-ee8053b69d71 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1097 time: 0.1937475 Aug 03 19:07:17.853940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb828c4b-ecd2-4470-9ee3-03b6c31e921d None None] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:17.915580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.916825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:17.998028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847beb4-ed3e-4f7b-9693-4177a11a80cb req-5ab1bdbe-b1d3-4805-a3e2-914123c3296f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:17.999870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a847beb4-ed3e-4f7b-9693-4177a11a80cb req-5ab1bdbe-b1d3-4805-a3e2-914123c3296f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 931 time: 0.0797577 Aug 03 19:07:18.060458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-027d6efd-061b-45f9-9a55-0e3941266c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.062689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-027d6efd-061b-45f9-9a55-0e3941266c9e service neutron] 10.222.0.67 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 929 time: 0.2561429 Aug 03 19:07:18.086730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a847beb4-ed3e-4f7b-9693-4177a11a80cb req-93f6cba9-8de6-43bf-9cc3-fdaed3750de2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700817 Aug 03 19:07:18.181893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-e068f2f1-6649-4e62-8818-ddfad2eada65 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 999 time: 0.1074698 Aug 03 19:07:18.222157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-42454b79-2894-48e1-b36b-e4b7010f2dd3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9741094 Aug 03 19:07:18.240887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-987d858b-29ab-46b3-b761-5db2e409d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.243054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-987d858b-29ab-46b3-b761-5db2e409d85c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 200 len: 867 time: 0.0517657 Aug 03 19:07:18.248132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Request body: {'port': {'device_id': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:18.325308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f41a9aeb-096f-4ac4-b0f9-55702e32a2bd no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:18.367195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-9c465bfd-65f4-4502-a64c-b28dd8e99d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:18.368960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-9c465bfd-65f4-4502-a64c-b28dd8e99d17 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edaa8cf4-2002-440e-bf14-e94163e4cdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953929 Aug 03 19:07:18.369586 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.454881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'mac_address': 'fa:16:3e:db:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:12Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 1, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:18.487746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Checking router: a5edfcdb-71d9-4f6d-861d-4272d0d68bee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:18.501894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:18.502757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:06:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:18.573280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-00648557-349e-4b1f-a6ad-9724c3fccd06 service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915865 Aug 03 19:07:18.609947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:18.747934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633ec33e-deac-4323-b705-2dc58cd7fc24 req-2750bc91-76aa-46fc-9d31-e58d847a8fd8 service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667924 Aug 03 19:07:18.784418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e46783e-4e88-4bb7-86f8-01c173d5ba8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.815351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b150b802-c2fb-4dfc-9f9a-17578de36b87 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:18.823177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:18.835477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Transition to ACTIVE for port object b150b802-c2fb-4dfc-9f9a-17578de36b87 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:18.871569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'mac_address': 'fa:16:3e:db:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:12Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 1, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:18.897520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0e12-94e3-451f-a6c1-259e9a9ef1aa None None] The sync data for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 is: [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'mac_address': 'fa:16:3e:db:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:07:12Z', 'updated_at': '2021-08-03T19:07:15Z', 'revision_number': 1, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:18.928293 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599ddba-9d67-44ce-bc74-6de07573c3a3 x-openstack-request-id: req-b599ddba-9d67-44ce-bc74-6de07573c3a3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:18.928293 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:18.928293 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b599ddba-9d67-44ce-bc74-6de07573c3a3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:18.928293 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'status': 'completed', 'code': 200} Aug 03 19:07:19.012977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.106027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845fc7-3905-4b67-b21d-1b54f725187b req-a6244df3-6a7f-4f58-b271-2062c0f93b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.110189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-a6244df3-6a7f-4f58-b271-2062c0f93b98 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1097 time: 0.0626819 Aug 03 19:07:19.117087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:19.160972 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2ebd25-8aaf-4a62-8464-1521731433e9 None None] New status for floating IP 18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:07:19.208778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:19.209121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:19.209527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:19.222757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:19.223106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:19.231443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:19.231772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:19.232309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:19.232597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Bound port: b150b802-c2fb-4dfc-9f9a-17578de36b87, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:19.233530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.272782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc1d0b-fc08-43d7-a886-1cb53a2e1dce req-5e832890-5eef-47af-b24c-c6874ed431c3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.273500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845fc7-3905-4b67-b21d-1b54f725187b req-ea446b6c-e239-4474-b46b-113ea83a4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.274991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-ea446b6c-e239-4474-b46b-113ea83a4325 service neutron] 10.222.0.77 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 929 time: 0.1499605 Aug 03 19:07:19.278779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc1d0b-fc08-43d7-a886-1cb53a2e1dce req-5e832890-5eef-47af-b24c-c6874ed431c3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.280569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5efc1d0b-fc08-43d7-a886-1cb53a2e1dce req-5e832890-5eef-47af-b24c-c6874ed431c3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da&device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 1690 time: 0.1195948 Aug 03 19:07:19.350213 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-1a9a807d-22c8-42cd-8279-ad0aa67502e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 999 time: 0.0649869 Aug 03 19:07:19.356497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5efc1d0b-fc08-43d7-a886-1cb53a2e1dce req-dcf424f2-7a4d-43c1-bf17-5a059e3a3db2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556188 Aug 03 19:07:19.382143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:19.386262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:19.406659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845fc7-3905-4b67-b21d-1b54f725187b req-1d0c6ae0-0721-4e22-9679-0749043a282c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.408241 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-1d0c6ae0-0721-4e22-9679-0749043a282c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 200 len: 867 time: 0.0507805 Aug 03 19:07:19.459036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91845fc7-3905-4b67-b21d-1b54f725187b req-5da56e19-8269-4705-98fa-8d8473bea56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.460565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-5da56e19-8269-4705-98fa-8d8473bea56f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=edaa8cf4-2002-440e-bf14-e94163e4cdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441911 Aug 03 19:07:19.517480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.570336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-6763c81d-4ead-4828-8c05-7b0fbcc16b6c service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013291 Aug 03 19:07:19.571423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.572042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:19.573404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] 10.222.0.54 "PUT /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 1091 time: 1.3295805 Aug 03 19:07:19.605489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3baeed-4b51-4bae-8ce5-964748e9e068 service neutron] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:19.670795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-91845fc7-3905-4b67-b21d-1b54f725187b req-44357c8e-a59b-4a93-b34d-0d94137328e1 service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920982 Aug 03 19:07:19.698227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-24bf874b-0284-4e22-a0e4-eec90616f654 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.699705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-24bf874b-0284-4e22-a0e4-eec90616f654 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1299062 Aug 03 19:07:19.715015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-37005c97-de4f-4f4e-a029-07c2bb68a645 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0093408 Aug 03 19:07:19.747064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-06f62b1d-04b4-49dd-be87-46cf74b5f3d3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263176 Aug 03 19:07:19.858482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-d798c3e6-a1af-42d5-8c8c-e92ba5e5c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:19.860005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-d798c3e6-a1af-42d5-8c8c-e92ba5e5c5f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1094 time: 0.0890079 Aug 03 19:07:19.872749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-4c1bac72-3cd6-44ac-91f6-9873cae3b22f service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186025 Aug 03 19:07:19.953966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-96a248a6-0b3c-4d5d-b196-78ce3188d172 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 217 time: 0.0775676 Aug 03 19:07:20.027948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-1e3faf9e-8d1c-425f-a412-b0a136ed4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.029370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-1e3faf9e-8d1c-425f-a412-b0a136ed4fe7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0666945 Aug 03 19:07:20.069901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-7be16b46-81a6-4539-82d0-544ea6f70393 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875300 Aug 03 19:07:20.086627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-63eb3d2c-823f-41ea-bc44-7165c8cfa79e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442815 Aug 03 19:07:20.122829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-da8a46db-e875-4ea5-a045-2636f93575e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:20.124347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-da8a46db-e875-4ea5-a045-2636f93575e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=d2682fd3-2633-44fc-bcb8-38398bf48e53 HTTP/1.1" status: 200 len: 944 time: 0.0981929 Aug 03 19:07:20.570219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-172afa0b-1e20-4482-b355-4353469137c0 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737744 Aug 03 19:07:20.672627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:20.672981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.731961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-47085e03-a7ce-4760-931e-5b8d80fa33bb tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 258 time: 0.2522943 Aug 03 19:07:20.750755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:20.789061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8d2573e-66e9-4cac-ac8c-233063fdfd67 req-c1a3ccac-9220-43e3-ad6c-bab82fa82c8c service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070398 Aug 03 19:07:20.824236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:20.824521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:20.837584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for f41a9aeb-096f-4ac4-b0f9-55702e32a2bd owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:20.918805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:20.921354 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53048a30-c20d-4c92-9abe-2ba13a2255b6" -d '{"events": [{"name": "network-changed", "server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:20.961110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.054583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.093951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=f41a9aeb-096f-4ac4-b0f9-55702e32a2bd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:21.097841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.167120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port f41a9aeb-096f-4ac4-b0f9-55702e32a2bd on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:21.171674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.173709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5749bced-75b6-4e51-bc90-b435635d08f9 req-370db5ec-5c8a-428b-baee-9bdb91385814 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "DELETE /v2.0/ports/f41a9aeb-096f-4ac4-b0f9-55702e32a2bd HTTP/1.1" status: 204 len: 173 time: 1.0248222 Aug 03 19:07:21.241722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Allocated IP 172.25.2.206 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:21.344835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.464662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.504030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:21.506922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:21.512578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:21.539549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event updated for resources: {'Port': ['ID=8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:21.608122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.729721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.886292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:21.972391 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d1845bcd-713c-40b4-becb-79bcffd582a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.030176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.129585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event updated for resources: {'Port': ['ID=8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:22.143088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.155569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.166751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d70d46-55c1-4512-8b30-b53481647a40 req-95e03d44-f275-4722-b7af-1293916ea77d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.168357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14d70d46-55c1-4512-8b30-b53481647a40 req-95e03d44-f275-4722-b7af-1293916ea77d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 943 time: 0.0795074 Aug 03 19:07:22.208854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14d70d46-55c1-4512-8b30-b53481647a40 req-7df78476-8465-4919-a106-02e27df3c80f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Aug 03 19:07:22.241226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.242463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-40436b90-db94-47a7-9ce6-66f045b87058 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5016432 Aug 03 19:07:22.253826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:22.303961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-fcf7aa22-daf7-4929-acd7-9caa59e137b7 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0529346 Aug 03 19:07:22.341091 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.369603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:22.371876 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b914e-d7c4-4751-b66f-1bb96032c24f" -d '{"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-unplugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:22.385060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:22.407902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a50b9d75-1aff-4ea0-99ff-0f57366e6ac1 req-c1349f40-c66d-489f-9f93-d5f9c0eeaa57 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 210 time: 0.0362344 Aug 03 19:07:22.441946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-ecae8208-5b86-4d1d-9b38-fd4df56575d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.443327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f73789ad-2394-44a7-8f22-2432dd874f9c req-ecae8208-5b86-4d1d-9b38-fd4df56575d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1355970 Aug 03 19:07:22.480804 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a1704-d3b4-4219-9712-29a22ee649b6 x-openstack-request-id: req-644a1704-d3b4-4219-9712-29a22ee649b6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:22.481104 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:22.481358 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-644a1704-d3b4-4219-9712-29a22ee649b6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:22.481765 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'status': 'completed', 'code': 200} Aug 03 19:07:22.485953 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.542501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:22.590889 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef907431-339f-4dd9-aff1-c8c4f8fccaee x-openstack-request-id: req-ef907431-339f-4dd9-aff1-c8c4f8fccaee {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:22.591245 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-unplugged", "status": "completed", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:22.591501 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef907431-339f-4dd9-aff1-c8c4f8fccaee {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:22.591896 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'code': 200} Aug 03 19:07:22.604096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-a4815b9d-a783-44ec-ac6d-525b8c6c6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.605707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-a4815b9d-a783-44ec-ac6d-525b8c6c6204 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1094 time: 0.0630190 Aug 03 19:07:22.635269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df50b5b-316c-4802-b33a-f88224d2ccaf req-be4d1fc1-7446-4e28-ac96-3b3f2f6b43b1 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.638322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df50b5b-316c-4802-b33a-f88224d2ccaf req-be4d1fc1-7446-4e28-ac96-3b3f2f6b43b1 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 1101 time: 0.0527961 Aug 03 19:07:22.760464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df50b5b-316c-4802-b33a-f88224d2ccaf req-5f678d1a-d9fc-4a5d-8569-8b07ee6e4b8e tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131685 Aug 03 19:07:22.767598 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:22.773802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-a9443499-d78f-4d03-a3fd-5f6bd38e9820 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.775317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-a9443499-d78f-4d03-a3fd-5f6bd38e9820 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1300099 Aug 03 19:07:22.869343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-2bfaa5e0-c699-4bcb-ba4f-4413c0c80bdb tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0822413 Aug 03 19:07:22.872924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-278720c5-efd6-401c-88f7-a17da148957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:22.874585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-278720c5-efd6-401c-88f7-a17da148957c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2189806 Aug 03 19:07:22.892697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-82ded850-be48-483e-9c38-1b5f910977f0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'floatingip': {'port_id': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:23.000820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-9326ef37-7c4d-456b-8d04-1bc9779ea8a7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 217 time: 0.1140530 Aug 03 19:07:23.013251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-82ded850-be48-483e-9c38-1b5f910977f0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:23.061783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad649abf-f091-4403-966d-ecd2fc78fa23 req-48a895ba-87fb-4f0e-8013-8cee309824ee tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.063244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad649abf-f091-4403-966d-ecd2fc78fa23 req-48a895ba-87fb-4f0e-8013-8cee309824ee tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.2322221 Aug 03 19:07:23.205959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-cfefa527-0933-4b86-8969-df24e9d3c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.207402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-cfefa527-0933-4b86-8969-df24e9d3c780 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1899347 Aug 03 19:07:23.230298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-cd173786-84f6-48cc-8f66-110d47719754 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.231462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-cd173786-84f6-48cc-8f66-110d47719754 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.3599145 Aug 03 19:07:23.246631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad649abf-f091-4403-966d-ecd2fc78fa23 req-0c65bef7-3808-4efd-82d1-4f5829694098 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744061 Aug 03 19:07:23.298900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-38142e15-d319-4617-8437-890eba85d127 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776761 Aug 03 19:07:23.304045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '4809f7f5-6d86-4542-936c-423d32885d87', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:23.817163 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-82ded850-be48-483e-9c38-1b5f910977f0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:07:23.818200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4af8901-7006-4457-ac5a-be0025cf4a22 req-82ded850-be48-483e-9c38-1b5f910977f0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "PUT /v2.0/floatingips/07e65d34-3d17-4d50-806d-1315496faee2 HTTP/1.1" status: 409 len: 551 time: 0.9339862 Aug 03 19:07:23.829872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:23.849139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-153aa946-0711-4a5f-ba8d-fe23d544f964 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847670 Aug 03 19:07:23.858261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-f1695605-e62a-4d3b-bfb7-4d719021225c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:23.859769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-f1695605-e62a-4d3b-bfb7-4d719021225c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.5092378 Aug 03 19:07:23.935544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d4502812-4a6a-4ed9-aaf0-a5f5640a6fdd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0634086 Aug 03 19:07:23.937697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:23.953351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'port_id': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'mac_address': 'fa:16:3e:b6:04:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f2cd0-d521-474d-a811-4b9471b223c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:23.988673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-e39f7508-764b-4a7a-854d-132a7699ecdd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356920 Aug 03 19:07:23.991582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.005076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b150b802-c2fb-4dfc-9f9a-17578de36b87 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:24.017102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d59ecb-fcdd-49f3-99a6-c2b08845dcb6 req-60d2a667-69fc-4615-9074-d7782452e4b1 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.018625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03d59ecb-fcdd-49f3-99a6-c2b08845dcb6 req-60d2a667-69fc-4615-9074-d7782452e4b1 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 1100 time: 0.1340148 Aug 03 19:07:24.025021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:24.067005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:24.070487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.103959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53048a30-c20d-4c92-9abe-2ba13a2255b6 req-b183757e-cae5-4bbe-979c-a723ab5bbd78 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418652 Aug 03 19:07:24.136995 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.147622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03d59ecb-fcdd-49f3-99a6-c2b08845dcb6 req-5a716cec-4cf0-4b5d-b54c-438d1c8fd388 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919502 Aug 03 19:07:24.194675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:24.198729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-1da41949-4019-4951-97e2-73859dd41a8e service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944289 Aug 03 19:07:24.352950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.5 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/287ce226-7c4e-4561-b62f-12421f58f160) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:24.385747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73424584-6f8e-4d85-a489-794e4c442ba2 req-ecfe53df-9321-4d73-8f43-0ab69c9a0008 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.394957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73424584-6f8e-4d85-a489-794e4c442ba2 req-ecfe53df-9321-4d73-8f43-0ab69c9a0008 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.1259315 Aug 03 19:07:24.395121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-cb219307-70a2-4e97-9fa7-0416595cca6d service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891696 Aug 03 19:07:24.471610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73424584-6f8e-4d85-a489-794e4c442ba2 req-11b6aed1-8612-458d-84ac-d2e8225fe12b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756676 Aug 03 19:07:24.499870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-deleted', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:24.500004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b150b802-c2fb-4dfc-9f9a-17578de36b87'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:24.500115 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b654423-2bfc-42b3-b343-af4965278b11" -d '{"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-deleted", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:24.574943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.676739 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.699142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.742309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:24.747309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:24.755726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:24.795025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:24.842089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.842907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:24.861403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d9cd7-b876-4674-9266-2088877ddbb7 req-1b234d32-182d-41c8-be1c-3aad2bf2bb9a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:24.862911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a8d9cd7-b876-4674-9266-2088877ddbb7 req-1b234d32-182d-41c8-be1c-3aad2bf2bb9a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 931 time: 0.1133125 Aug 03 19:07:24.906413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a8d9cd7-b876-4674-9266-2088877ddbb7 req-4abb902e-d4d0-4e05-a79c-9f6a357755bc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372798 Aug 03 19:07:24.959226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-fdc49c20-2c25-4839-8090-9d5740cb96d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6596916 Aug 03 19:07:24.978979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Request body: {'port': {'device_id': '4809f7f5-6d86-4542-936c-423d32885d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:25.053129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-2395b143-b512-4756-a0e6-0627ff0952b3 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips/07e65d34-3d17-4d50-806d-1315496faee2 HTTP/1.1" status: 200 len: 693 time: 0.0548353 Aug 03 19:07:25.125097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.176624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-b7cc1fb1-93ea-48ab-844d-62888b33d9b8 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391247 Aug 03 19:07:25.349721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-1d4685da-3687-48e1-a2f0-4fc962efaeb8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.351096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-1d4685da-3687-48e1-a2f0-4fc962efaeb8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2798603 Aug 03 19:07:25.428526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-99fa0312-b9e6-48e7-9921-44c80f54582e tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0689366 Aug 03 19:07:25.488437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-9ec5db84-2019-4b99-a724-0bdcc53c9f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.489983 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-9ec5db84-2019-4b99-a724-0bdcc53c9f16 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 1099 time: 0.0463419 Aug 03 19:07:25.539205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-da287193-d7cb-4701-a3ef-82e0d6c6cc77 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.540783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-da287193-d7cb-4701-a3ef-82e0d6c6cc77 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440561 Aug 03 19:07:25.549953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-f2dffad2-7e1d-4881-b38d-4c7cd5dda484 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.1110539 Aug 03 19:07:25.576357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-f6ac3f6b-c24e-40a4-bac3-c2a79b0a1c76 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0253844 Aug 03 19:07:25.600191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-424ed5e1-69fd-46af-b6ff-6e63439af69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.601803 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-424ed5e1-69fd-46af-b6ff-6e63439af69a service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.0887764 Aug 03 19:07:25.666467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-f4dbc3f5-4c02-4ba8-bacd-823a093695d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 HTTP/1.1" status: 200 len: 217 time: 0.0394671 Aug 03 19:07:25.724869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-bf74e941-9448-4e31-b8f1-341db61163ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.726389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-bf74e941-9448-4e31-b8f1-341db61163ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0465319 Aug 03 19:07:25.769214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-f1e3ce8f-e8d1-499e-94a8-441447caf092 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1626072 Aug 03 19:07:25.776605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-c524323e-4528-46f0-872f-aed38655cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:25.778188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-c524323e-4528-46f0-872f-aed38655cdef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417864 Aug 03 19:07:25.817338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287ce226-7c4e-4561-b62f-12421f58f160 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:25.826158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.829702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Deleting port 8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:25.830043 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.851955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:25.877266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Transition to ACTIVE for port object 287ce226-7c4e-4561-b62f-12421f58f160 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:25.895005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-51494515-6ba4-4d56-a826-fecb3ba0e033 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028490 Aug 03 19:07:25.921144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.921496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:25.933810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Calling delete_port for 8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:25.995843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0cda23c0-5266-4710-8870-ab5fbcac00d1 req-7a8613fe-4e5a-490e-8d11-8f1f34d39e8b service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900888 Aug 03 19:07:26.095650 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ec3a4-0d6f-4b5a-9b30-e6cbd697d162 x-openstack-request-id: req-db1ec3a4-0d6f-4b5a-9b30-e6cbd697d162 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:26.096065 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2682fd3-2633-44fc-bcb8-38398bf48e53", "name": "network-vif-deleted", "tag": "f41a9aeb-096f-4ac4-b0f9-55702e32a2bd", "status": "failed", "code": 422}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:26.096410 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db1ec3a4-0d6f-4b5a-9b30-e6cbd697d162 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:26.096981 n-d-803363-1 neutron-server[101342]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd2682fd3-2633-44fc-bcb8-38398bf48e53', 'name': 'network-vif-deleted', 'tag': 'f41a9aeb-096f-4ac4-b0f9-55702e32a2bd', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:07:26.144001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b150b802-c2fb-4dfc-9f9a-17578de36b87 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:26.148383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b150b802-c2fb-4dfc-9f9a-17578de36b87 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:26.148789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.153593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.179326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a96a892f-4403-480d-b633-566c6542bb3d req-45aeff9f-57af-4533-be74-cecf006ededa tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 210 time: 0.0378082 Aug 03 19:07:26.243397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Pushing event updated for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:26.251728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.254839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.300824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:26.302987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:26.310632 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a751df-88d6-403d-939f-491100ce8ef6" -d '{"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-plugged", "status": "completed", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:26.333777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event deleted for resources: {'Port': ['ID=8bd2c6f2-752d-4b06-b4e6-bdd4c5a26f36,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:26.389728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.439139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:26.459252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.462240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.463403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c185a82-43bc-4794-84c8-5eefd38d6715 req-43078842-88be-4613-9b79-20dc9eaad077 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "DELETE /v2.0/floatingips/07e65d34-3d17-4d50-806d-1315496faee2 HTTP/1.1" status: 204 len: 173 time: 0.9025571 Aug 03 19:07:26.475474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dafa64-b444-495c-aea3-410e1b06a076 req-54f2a866-ad7d-4ede-acf8-c0a288d2c4a8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:26.477039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90dafa64-b444-495c-aea3-410e1b06a076 req-54f2a866-ad7d-4ede-acf8-c0a288d2c4a8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.1476057 Aug 03 19:07:26.492485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Attempting to bind port 287ce226-7c4e-4561-b62f-12421f58f160 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:26.492857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Attempting to bind port 287ce226-7c4e-4561-b62f-12421f58f160 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:26.493193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Attempting to bind port 287ce226-7c4e-4561-b62f-12421f58f160 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:26.511841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Port 287ce226-7c4e-4561-b62f-12421f58f160 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:26.513594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Attempting to bind port 287ce226-7c4e-4561-b62f-12421f58f160 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:26.520900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:26.521241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:26.521616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:26.522709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Bound port: 287ce226-7c4e-4561-b62f-12421f58f160, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:26.523075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:26.551320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90dafa64-b444-495c-aea3-410e1b06a076 req-a6d09fa1-b71a-4f8a-951d-03cc347d0a6b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606933 Aug 03 19:07:26.622321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:26.629325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=287ce226-7c4e-4561-b62f-12421f58f160,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:26.703952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a287bd1d-c420-43e2-91ba-108258815b7e req-d660886d-d18f-4754-b815-2665df36286c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 210 time: 0.0291772 Aug 03 19:07:26.716621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77a4af-4a15-4514-8a85-cfbf5c07f55f req-1947de7b-935e-4517-995f-c3ad893e3a1f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:26.718629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c77a4af-4a15-4514-8a85-cfbf5c07f55f req-1947de7b-935e-4517-995f-c3ad893e3a1f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 943 time: 0.0915182 Aug 03 19:07:26.759470 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c41199c-9ee8-47d2-be25-12deb5c89fe8 x-openstack-request-id: req-7c41199c-9ee8-47d2-be25-12deb5c89fe8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:26.760267 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-plugged", "status": "completed", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:26.760776 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c41199c-9ee8-47d2-be25-12deb5c89fe8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:26.761363 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'code': 200} Aug 03 19:07:26.766610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c77a4af-4a15-4514-8a85-cfbf5c07f55f req-d8851ba9-a7b8-4dfa-a2f9-08fffe7190b1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Aug 03 19:07:26.780155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.122352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.122881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.125136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] 10.222.0.54 "PUT /v2.0/ports/287ce226-7c4e-4561-b62f-12421f58f160 HTTP/1.1" status: 200 len: 1091 time: 2.1507504 Aug 03 19:07:27.183101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-13aa0a7f-46c3-41dc-895c-6fe32b70d5f9 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 1001 time: 0.4113185 Aug 03 19:07:27.192870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f514cf-cf60-4354-acd9-2368a1ce6c69 service neutron] Pushing event updated for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:27.228931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421ebeb-95ea-49fb-8c29-5472939fa486 req-52d736dc-151f-4f91-b635-a1c3f35393bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.230429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1421ebeb-95ea-49fb-8c29-5472939fa486 req-52d736dc-151f-4f91-b635-a1c3f35393bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1255243 Aug 03 19:07:27.245091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-6a489f39-c871-4206-a663-ccc676c5f3de tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.246459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-6a489f39-c871-4206-a663-ccc676c5f3de tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports/aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 943 time: 0.0562282 Aug 03 19:07:27.281539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bbb6c82-fb4d-4316-ba47-3a966e07817a req-a5817ac7-5272-4043-bdf5-9a2e210e42df tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 210 time: 0.0299053 Aug 03 19:07:27.400154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1421ebeb-95ea-49fb-8c29-5472939fa486 req-c0a622e9-153d-46c3-802e-e638ed54dfff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214120 Aug 03 19:07:27.407927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-0a4b6513-2f6c-46d4-8148-3b944df71501 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 1001 time: 0.1070545 Aug 03 19:07:27.410625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-bc29c912-1311-4d40-bf97-f59ced50ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.412052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-bc29c912-1311-4d40-bf97-f59ced50ea51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 1094 time: 0.1151626 Aug 03 19:07:27.429375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-6041ff9a-241e-4208-b3fc-7f4180da126a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.431158 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-6041ff9a-241e-4208-b3fc-7f4180da126a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1333365 Aug 03 19:07:27.515622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-c3061323-a8ad-444c-a013-b9af727ae81e tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.517048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-c3061323-a8ad-444c-a013-b9af727ae81e tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1030774 Aug 03 19:07:27.591715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-189666e9-4450-40f1-bc39-1af1d903f6b4 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 1001 time: 0.0662131 Aug 03 19:07:27.601063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:27.662197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.716538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': '28185541-50e5-4bcf-a790-86ec19154e84', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:27.765776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-17e17fb2-7fdf-4782-87fd-613b7f6a85c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287ce226-7c4e-4561-b62f-12421f58f160 HTTP/1.1" status: 200 len: 217 time: 0.0596423 Aug 03 19:07:27.819417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8fa9b-3253-4272-8354-f14cfdfa68f8 req-bcfe242d-ad6d-44c6-981f-05f654715888 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.820885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ce8fa9b-3253-4272-8354-f14cfdfa68f8 req-bcfe242d-ad6d-44c6-981f-05f654715888 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 945 time: 0.1623192 Aug 03 19:07:27.895307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-7d2fc79c-167e-453a-a7ec-612a50b5719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:27.896798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-7d2fc79c-167e-453a-a7ec-612a50b5719a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.1220074 Aug 03 19:07:27.967128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:27.967396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-5b3914d1-4cf6-43bc-b73e-12966631a3ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580010 Aug 03 19:07:27.970950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:27.973995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ce8fa9b-3253-4272-8354-f14cfdfa68f8 req-686ffa98-88bb-4b93-8773-16987eb4f9af tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247633 Aug 03 19:07:27.975823 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.095260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-9f933f61-b8e4-447c-8fb9-40ba3060dfc1 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080058 Aug 03 19:07:28.097826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:28.100825 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560f966a-e886-430f-a925-4b2a724093f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "tag": "287ce226-7c4e-4561-b62f-12421f58f160"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:28.106031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.6 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/e4e5a254-a7d0-466e-9ca7-1894ecebdfe8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:28.128310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.128811 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Floating IP 18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 disassociated. External IP: 172.25.2.12, port: aed402c8-c469-4b8c-aa5e-91b70849516b. Aug 03 19:07:28.147547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5967b740-8d8a-4643-b96a-7cefed7fa94d req-4cc25b7b-7431-4cf0-bcb2-3fe8d0b121e7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Aug 03 19:07:28.265310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.298798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:28.361280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effcf4b-4a3c-4b22-a5ea-5de9df98545b req-88747620-ef0e-4f0b-9d9c-3645525c2dbc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.362843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5effcf4b-4a3c-4b22-a5ea-5de9df98545b req-88747620-ef0e-4f0b-9d9c-3645525c2dbc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 943 time: 0.1325407 Aug 03 19:07:28.390124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.403897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:28.405223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c337faf-d121-4fb0-a39e-1f7c397c4793 req-a6c9a53f-d277-4cd2-8494-480b56917a76 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269232 Aug 03 19:07:28.416032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'mac_address': 'fa:16:3e:e5:86:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:28.454143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:28.458123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:28.459188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.461211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:28.473695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:28.482754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5effcf4b-4a3c-4b22-a5ea-5de9df98545b req-a5ba5b2e-d7a5-43f8-944f-ed772e3b6e3d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121297 Aug 03 19:07:28.485289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.496925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:28.521040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.522054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.530442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Router a5edfcdb-71d9-4f6d-861d-4272d0d68bee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:28.536721 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3f3cf-b2ff-488b-9e6c-e93a969bf8de x-openstack-request-id: req-07a3f3cf-b2ff-488b-9e6c-e93a969bf8de {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:28.537078 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "tag": "287ce226-7c4e-4561-b62f-12421f58f160", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:28.537391 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07a3f3cf-b2ff-488b-9e6c-e93a969bf8de {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:28.537914 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160', 'status': 'completed', 'code': 200} Aug 03 19:07:28.573127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.623932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:28.644642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-d9783e09-fd8b-43ed-9a82-9b78ed69fbc0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316440 Aug 03 19:07:28.658379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Request body: {'port': {'device_id': '28185541-50e5-4bcf-a790-86ec19154e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:28.710497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0820a0-3907-411e-bb92-58b7f54e9353 req-c051dec5-e30e-44b2-b8fd-abacc79f290b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.711991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba0820a0-3907-411e-bb92-58b7f54e9353 req-c051dec5-e30e-44b2-b8fd-abacc79f290b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 931 time: 0.1235991 Aug 03 19:07:28.719876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:28.722003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.724068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:28.734884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:28.744268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Sync routers for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:28.764499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:28.765656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:28.767119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f966a-e886-430f-a925-4b2a724093f2 req-ef728e6e-1bfb-4955-9eee-d0257417cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.768629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-ef728e6e-1bfb-4955-9eee-d0257417cd06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 1094 time: 0.1158168 Aug 03 19:07:28.804134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-e7addd08-653e-4fb7-aa2a-86c40d0772d0 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "PUT /v2.0/floatingips/18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 HTTP/1.1" status: 200 len: 694 time: 1.2071359 Aug 03 19:07:28.826047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba0820a0-3907-411e-bb92-58b7f54e9353 req-4b74a2c7-1bd7-4f52-aa1e-0b0eb6bd6a67 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047602 Aug 03 19:07:28.836700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-e1255a01-94e7-4fee-b050-b76d5dfb2da6 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396416 Aug 03 19:07:28.936081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:28.945905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f966a-e886-430f-a925-4b2a724093f2 req-c4d2f969-76c4-4955-a435-af309cd6b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.947448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-c4d2f969-76c4-4955-a435-af309cd6b4d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.1335363 Aug 03 19:07:28.962693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-9258ac20-c659-448f-b62c-830cee7d975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:28.964689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-9258ac20-c659-448f-b62c-830cee7d975b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1097 time: 0.1595526 Aug 03 19:07:29.086748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-b9f8e9df-d662-4f36-8ff4-bc50fd8a3991 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287ce226-7c4e-4561-b62f-12421f58f160 HTTP/1.1" status: 200 len: 217 time: 0.1206360 Aug 03 19:07:29.196562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f966a-e886-430f-a925-4b2a724093f2 req-e50b53d4-0672-4a9d-9968-b31728a0e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.198698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-e50b53d4-0672-4a9d-9968-b31728a0e662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0999162 Aug 03 19:07:29.215914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-9d5a3ca8-4ea2-43b9-ba7c-efe224760345 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.218235 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-9d5a3ca8-4ea2-43b9-ba7c-efe224760345 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742484 Aug 03 19:07:29.238125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:29.265615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1709c8-4fc4-4800-b869-0c312397b874 req-c873e4d0-49f1-4bba-95cb-13ce26c4a8a2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.267164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc1709c8-4fc4-4800-b869-0c312397b874 req-c873e4d0-49f1-4bba-95cb-13ce26c4a8a2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 945 time: 0.1777656 Aug 03 19:07:29.269153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-314744bc-a181-4e24-a238-22db20249cf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562170 Aug 03 19:07:29.338581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:29.351866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.360814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.391320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Transition to ACTIVE for port object e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:29.401344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Checking router: a5edfcdb-71d9-4f6d-861d-4272d0d68bee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:29.413354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:29.414177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.469921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.512169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:29.516988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.534221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:29.556741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:29.623494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-7259928f-533f-4008-9ff5-a457fd254419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.628763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-7259928f-533f-4008-9ff5-a457fd254419 service neutron] 10.222.0.67 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 929 time: 0.6489282 Aug 03 19:07:29.694056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-42ad3697-3e59-4f6f-a040-66f60fa77e72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 217 time: 0.0515792 Aug 03 19:07:29.713262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc1709c8-4fc4-4800-b869-0c312397b874 req-40200e83-ebde-4cf4-8820-a97ee6789c7b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350235 Aug 03 19:07:29.736545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Attempting to bind port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:29.737003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Attempting to bind port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:29.737365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Attempting to bind port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:29.749624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:29.750025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Attempting to bind port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:29.770660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:29.771008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:29.771442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:29.771895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Bound port: e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:29.772258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:29.775937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.132 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/bd8281a5-1e01-4b92-90df-098ec5abba32) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:29.809300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-4e20c5f7-079d-4063-ab59-41273b576638 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300460 Aug 03 19:07:29.816525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:29.840775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-a8f5dec7-1ba4-406f-88d5-65dc13ee794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:29.843994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-a8f5dec7-1ba4-406f-88d5-65dc13ee794d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 200 len: 867 time: 0.1297176 Aug 03 19:07:29.857046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea1781-97a9-43e4-a057-5435e2c6e762 None None] The sync data for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 is: [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 4, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '88c68dbb-eb44-4795-bae6-8b6e587544f4', 'name': '', 'network_id': 'edaa8cf4-2002-440e-bf14-e94163e4cdb0', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'mac_address': 'fa:16:3e:bd:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:37Z', 'updated_at': '2021-08-03T19:06:48Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'subnets': [{'id': 'a218b86a-c51e-4e00-8259-4f68d1551491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:29.866794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 287ce226-7c4e-4561-b62f-12421f58f160 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:29.961749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39c9ddb0-84b3-4ab1-96eb-5c527df56417 req-c3f56501-096a-4faa-a83e-85acb6b79991 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 210 time: 0.0569057 Aug 03 19:07:29.974063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:30.014628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=287ce226-7c4e-4561-b62f-12421f58f160,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:30.015126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-898fdff6-e083-463e-87f9-48a91180c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.016893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-898fdff6-e083-463e-87f9-48a91180c4d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=edaa8cf4-2002-440e-bf14-e94163e4cdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145396 Aug 03 19:07:30.021385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-560f966a-e886-430f-a925-4b2a724093f2 req-a083ee34-4f84-4b2f-bf1b-3515515c33f4 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030952 Aug 03 19:07:30.030162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '287ce226-7c4e-4561-b62f-12421f58f160', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': '287ce226-7c4e-4561-b62f-12421f58f160', 'mac_address': 'fa:16:3e:4b:87:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:30.030443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:30.084195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.102325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287ce226-7c4e-4561-b62f-12421f58f160 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:30.125507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=287ce226-7c4e-4561-b62f-12421f58f160,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:30.138472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.145299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.194253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538175e-a893-411d-b2a6-20a7814ffdd4 req-5113928d-a9de-4a62-8980-18d367ca8ebd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.195820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2538175e-a893-411d-b2a6-20a7814ffdd4 req-5113928d-a9de-4a62-8980-18d367ca8ebd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 943 time: 0.1013198 Aug 03 19:07:30.199436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.200092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.202352 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] 10.222.0.54 "PUT /v2.0/ports/e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 HTTP/1.1" status: 200 len: 1091 time: 1.5477817 Aug 03 19:07:30.205741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object bd8281a5-1e01-4b92-90df-098ec5abba32 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:30.206959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:30.209297 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58020985-ad14-4217-b7fe-c00d7ef0fab2" -d '{"events": [{"name": "network-changed", "server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:30.224203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-038feaa0-f5dc-4b3e-a9e5-c4f1d9ab359f service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001052 Aug 03 19:07:30.235636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.254164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5268b4b-10e0-454e-b896-8b251fbda079 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.260318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9beea8-0c60-4d74-b7d2-cfc6e29b6897 None None] New status for floating IP 18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:07:30.310042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2538175e-a893-411d-b2a6-20a7814ffdd4 req-2ec259d2-4b97-4d52-aee6-24fc47428bbc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974495 Aug 03 19:07:30.315993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:30.361661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.362869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-639b7b9d-1936-4866-8366-661fa8d8f15a req-82550d8a-c63f-4513-86e0-5fcf4f597e3e service neutron] 10.222.0.67 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235256 Aug 03 19:07:30.399897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:30.400279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.419183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.425702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-3f58bbf9-afaf-4f20-bf55-494cc3911875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.429515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-3f58bbf9-afaf-4f20-bf55-494cc3911875 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 1094 time: 0.0648625 Aug 03 19:07:30.449039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:30.506563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:30.538772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:30.544907 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e11754-876e-4138-a9a5-eecd2779e191" -d '{"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:30.563544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:30.571281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:30.571788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:30.578293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-e3e7e8df-53c4-45b8-b116-30d38aac3252 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 HTTP/1.1" status: 200 len: 217 time: 0.0930068 Aug 03 19:07:30.581551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b89179-5103-4ae3-b2b0-7e73eafe7ca3 req-0ce042b3-b0b3-48f6-8f02-999f3ee513a3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.595358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91b89179-5103-4ae3-b2b0-7e73eafe7ca3 req-0ce042b3-b0b3-48f6-8f02-999f3ee513a3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 943 time: 0.1935410 Aug 03 19:07:30.696084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:30.721433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91b89179-5103-4ae3-b2b0-7e73eafe7ca3 req-2f22db28-0891-495d-ac86-856f168a218d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251826 Aug 03 19:07:30.745796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.746629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.763921 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1f019d-d849-451d-bb66-c8bb76bc2e66 x-openstack-request-id: req-4f1f019d-d849-451d-bb66-c8bb76bc2e66 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:30.764948 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:30.765526 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f1f019d-d849-451d-bb66-c8bb76bc2e66 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:30.766195 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8', 'status': 'completed', 'code': 200} Aug 03 19:07:30.772562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-5e754c3f-4c37-46fe-9cc2-f8252b0d3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:30.775758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-5e754c3f-4c37-46fe-9cc2-f8252b0d3ebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.1663775 Aug 03 19:07:30.792078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:30.871960 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a8f98-674c-43cd-a85e-00d5b82c4044 x-openstack-request-id: req-d82a8f98-674c-43cd-a85e-00d5b82c4044 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:30.872524 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:30.872970 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d82a8f98-674c-43cd-a85e-00d5b82c4044 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:30.875395 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'status': 'completed', 'code': 200} Aug 03 19:07:30.882422 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-147846c3-4ddd-489a-abff-986f9d1202c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869637 Aug 03 19:07:30.887885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-6f52a5ae-c0d4-4454-bdde-4d19948e4f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6553724 Aug 03 19:07:30.913563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84803df-182c-469d-a1b4-a712ff011a03 req-6247c9a9-0cd4-4354-829b-212c885cc7d7 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips/18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 HTTP/1.1" status: 200 len: 692 time: 0.1533971 Aug 03 19:07:30.916264 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:30.917542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Request body: {'port': {'device_id': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:31.079208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-f884d384-9290-45f1-a0d8-64384b96117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.081099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-f884d384-9290-45f1-a0d8-64384b96117c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a46e53f0df8d4934ba56172693ecb55f&device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 1097 time: 0.2349524 Aug 03 19:07:31.081947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a21cf0-1b47-4603-9823-59191676cc4c req-9ee1ec51-03ff-47cc-ae42-382cf98cf22f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.090305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a21cf0-1b47-4603-9823-59191676cc4c req-9ee1ec51-03ff-47cc-ae42-382cf98cf22f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 945 time: 0.1543367 Aug 03 19:07:31.093837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.158297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84803df-182c-469d-a1b4-a712ff011a03 req-9b1e851d-1674-44a4-bdf9-0abafbddc780 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.166565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84803df-182c-469d-a1b4-a712ff011a03 req-9b1e851d-1674-44a4-bdf9-0abafbddc780 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2440407 Aug 03 19:07:31.202979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:31.205582 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08d59cd-7749-43c7-a04d-20cae1e68803" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:31.224783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a21cf0-1b47-4603-9823-59191676cc4c req-04f26925-61e7-4e3d-bc6f-15ab95a26811 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333456 Aug 03 19:07:31.271233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84803df-182c-469d-a1b4-a712ff011a03 req-693dd883-326a-4105-8972-8633f8936214 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.1025672 Aug 03 19:07:31.293500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:31.322378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2e311634-1c42-4633-a474-331865005055 None None] Provisioning for port bd8281a5-1e01-4b92-90df-098ec5abba32 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:31.336953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2e311634-1c42-4633-a474-331865005055 None None] Provisioning complete for port bd8281a5-1e01-4b92-90df-098ec5abba32 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:31.337322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2e311634-1c42-4633-a474-331865005055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.364044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84803df-182c-469d-a1b4-a712ff011a03 req-6975c1ce-627f-4c4e-8e8f-c31a58d87877 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0912395 Aug 03 19:07:31.430505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2e311634-1c42-4633-a474-331865005055 None None] Port bd8281a5-1e01-4b92-90df-098ec5abba32 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:31.437376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.516758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:31.541693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-a43287d9-450f-4d95-8243-36174d8c60fe service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187215 Aug 03 19:07:31.581972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bbdd4-562a-4a98-aedf-08ef1ac82dd0 req-bfb49da9-d3db-48bf-9fd2-e19e1adeb7f4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.583663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c46bbdd4-562a-4a98-aedf-08ef1ac82dd0 req-bfb49da9-d3db-48bf-9fd2-e19e1adeb7f4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 936 time: 0.0957010 Aug 03 19:07:31.604145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Deleting port 849c2a20-ee82-4820-ae49-3ddc3e7ca2e1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:31.605073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.699373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c46bbdd4-562a-4a98-aedf-08ef1ac82dd0 req-58c1d63c-583d-4808-ac4c-e82c29c36d4e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057682 Aug 03 19:07:31.780324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.780324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:31.781417 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb25904-829b-4cbb-8a91-60dbf5c8675c x-openstack-request-id: req-2bb25904-829b-4cbb-8a91-60dbf5c8675c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:31.781417 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:31.781656 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2bb25904-829b-4cbb-8a91-60dbf5c8675c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:31.782038 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'code': 200} Aug 03 19:07:31.788916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-f4a011ed-f2a9-4d71-8d04-d15302b423de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.790420 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-f4a011ed-f2a9-4d71-8d04-d15302b423de service neutron] 10.222.0.77 "GET /v2.0/networks?id=edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 200 len: 929 time: 0.6916935 Aug 03 19:07:31.802811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Calling delete_port for 849c2a20-ee82-4820-ae49-3ddc3e7ca2e1 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:31.870779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-451876d1-e3a6-43bf-9b2f-c53207bda21f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 200 len: 217 time: 0.0603943 Aug 03 19:07:31.874996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dce8ed91-e40e-4759-bc76-60ce74bf3c04 req-2b2d433d-5856-48ed-84f4-c81ce297afc6 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040307 Aug 03 19:07:31.978632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-9bad056a-6e36-4e12-9ae8-f76b0b0749f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.980325 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-9bad056a-6e36-4e12-9ae8-f76b0b0749f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 200 len: 867 time: 0.0948145 Aug 03 19:07:31.988088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef7bde-be0c-4443-8e73-94bbc1512642 req-1a36ffac-9b07-4e96-9d75-0de11dcffd97 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:31.996881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eef7bde-be0c-4443-8e73-94bbc1512642 req-1a36ffac-9b07-4e96-9d75-0de11dcffd97 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0799921 Aug 03 19:07:32.075112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-4d13fffc-6606-4b5b-b1d5-03cbd5184bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.076742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-4d13fffc-6606-4b5b-b1d5-03cbd5184bc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=edaa8cf4-2002-440e-bf14-e94163e4cdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863080 Aug 03 19:07:32.078541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eef7bde-be0c-4443-8e73-94bbc1512642 req-cf62a80c-3739-45a4-b4d6-1d054e0c25a2 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803919 Aug 03 19:07:32.216607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8281a5-1e01-4b92-90df-098ec5abba32 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:32.232105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.259835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-78aacdfb-bad2-4492-ab3f-f3b221f9e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.261519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-78aacdfb-bad2-4492-ab3f-f3b221f9e79d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 1094 time: 0.1823273 Aug 03 19:07:32.266206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5a787-a6b3-4423-a44a-9840ac6fc844 req-f2d69596-7c61-4241-8592-9846946aa173 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.267771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab5a787-a6b3-4423-a44a-9840ac6fc844 req-f2d69596-7c61-4241-8592-9846946aa173 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 944 time: 0.0837328 Aug 03 19:07:32.286433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Transition to ACTIVE for port object bd8281a5-1e01-4b92-90df-098ec5abba32 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:32.304531 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-9b694b1d-6c2f-4ad2-8406-fdcfb6052f3d service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134314 Aug 03 19:07:32.304992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.334739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event deleted for resources: {'Port': ['ID=849c2a20-ee82-4820-ae49-3ddc3e7ca2e1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:32.392837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.393929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab5a787-a6b3-4423-a44a-9840ac6fc844 req-79285cde-6146-446c-b606-c939b097d869 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178508 Aug 03 19:07:32.461940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.465479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.478804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84803df-182c-469d-a1b4-a712ff011a03 req-0262d9f2-55c7-4f69-b3fe-df40c4f33541 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "DELETE /v2.0/floatingips/18ddb720-7a06-4e9c-bd57-bd0e2e3a26f9 HTTP/1.1" status: 204 len: 173 time: 1.1131024 Aug 03 19:07:32.597745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50badf3e-2467-430a-bfdc-71951cfc472d req-422e3470-f832-4ca2-b7ab-b21567098726 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.606253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50badf3e-2467-430a-bfdc-71951cfc472d req-422e3470-f832-4ca2-b7ab-b21567098726 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 943 time: 0.0734916 Aug 03 19:07:32.682945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50badf3e-2467-430a-bfdc-71951cfc472d req-780c63cc-d6cb-49cc-863b-7a406f023f5a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Aug 03 19:07:32.727305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3e11754-876e-4138-a9a5-eecd2779e191 req-eb0dfa51-5357-43c7-ade5-87913a15e484 service neutron] 10.222.0.77 "GET /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965807 Aug 03 19:07:32.731605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:32.736984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-465c09f4-1193-4ee0-8b45-43bce2f5b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.738393 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-465c09f4-1193-4ee0-8b45-43bce2f5b697 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 913 time: 0.4658272 Aug 03 19:07:32.740220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Attempting to bind port bd8281a5-1e01-4b92-90df-098ec5abba32 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:32.740561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Attempting to bind port bd8281a5-1e01-4b92-90df-098ec5abba32 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:32.740918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Attempting to bind port bd8281a5-1e01-4b92-90df-098ec5abba32 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:32.745586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Port bd8281a5-1e01-4b92-90df-098ec5abba32 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:32.745970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Attempting to bind port bd8281a5-1e01-4b92-90df-098ec5abba32 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:32.759500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:32.759500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:32.760028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:32.761028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Bound port: bd8281a5-1e01-4b92-90df-098ec5abba32, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:32.761254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.800168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622caea-233b-4958-bcee-bfdcf67ed857 req-d4bc1c78-6886-4074-96a9-eb192d4ac806 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.802532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2622caea-233b-4958-bcee-bfdcf67ed857 req-d4bc1c78-6886-4074-96a9-eb192d4ac806 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1183698 Aug 03 19:07:32.823661 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-508256bc-1b62-450d-aadb-e0bf6ee717b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 HTTP/1.1" status: 200 len: 217 time: 0.0741651 Aug 03 19:07:32.868876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2622caea-233b-4958-bcee-bfdcf67ed857 req-fea460cf-5f9f-4e24-bc50-55204cb239d9 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569098 Aug 03 19:07:32.893206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:32.963960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-d0c14b51-3693-4a49-bf79-5aafa76a5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:32.965614 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-d0c14b51-3693-4a49-bf79-5aafa76a5491 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0912175 Aug 03 19:07:32.968897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:32.972421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bd8281a5-1e01-4b92-90df-098ec5abba32,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:33.011485 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-0e82ef46-9717-4b5a-af58-1a0e7936d9d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366180 Aug 03 19:07:33.038182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47259593-897d-4258-93a8-441179e8d7f7 req-9aa2dd96-9b7a-4823-b93f-5b7507ad7345 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.050233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47259593-897d-4258-93a8-441179e8d7f7 req-9aa2dd96-9b7a-4823-b93f-5b7507ad7345 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 948 time: 0.1281321 Aug 03 19:07:33.082455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d06e0-1edf-4789-8227-bb8cf7a13a50 req-38749e98-6ce5-4294-b940-4073f861f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.084581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd1d06e0-1edf-4789-8227-bb8cf7a13a50 req-38749e98-6ce5-4294-b940-4073f861f2e8 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1196980 Aug 03 19:07:33.098792 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.144923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd1d06e0-1edf-4789-8227-bb8cf7a13a50 req-3c8af125-5bf6-42f2-a0bc-5cd9b8c019ed tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0544038 Aug 03 19:07:33.169957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:33.177783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47259593-897d-4258-93a8-441179e8d7f7 req-e3f4f0c1-7e85-48e6-958c-58c17a3362cc tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265397 Aug 03 19:07:33.192503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.193295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:33.195532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-4bff8354-392f-40d0-83d7-45372b7560e9 service neutron] 10.222.0.77 "PUT /v2.0/ports/bd8281a5-1e01-4b92-90df-098ec5abba32 HTTP/1.1" status: 200 len: 1096 time: 2.2847896 Aug 03 19:07:33.195937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:33.199009 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c198e8-5a3a-42b4-bac7-687575d93940" -d '{"events": [{"name": "network-changed", "server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:33.206315 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-865c497c-7c87-497e-8eed-2bced3f72c9f service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869609 Aug 03 19:07:33.262560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88f98e4b-bf1f-457f-ad3c-66e4d0e1a712 req-6ec309a2-914e-4335-a733-4cb4017bd9d4 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0708244 Aug 03 19:07:33.380179 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d03f7-b7ef-43f7-a426-cfc0f7b7bf94 x-openstack-request-id: req-8f8d03f7-b7ef-43f7-a426-cfc0f7b7bf94 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:33.381862 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:33.381862 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f8d03f7-b7ef-43f7-a426-cfc0f7b7bf94 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:33.382542 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'status': 'completed', 'code': 200} Aug 03 19:07:33.421561 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-58020985-ad14-4217-b7fe-c00d7ef0fab2 req-8c0a9831-93ab-4405-b670-fc275d6bc154 service neutron] 10.222.0.54 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071764 Aug 03 19:07:33.435173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c198e8-5a3a-42b4-bac7-687575d93940 req-b6598b48-2b14-4049-bb97-b04fce2cfd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.437150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7c198e8-5a3a-42b4-bac7-687575d93940 req-b6598b48-2b14-4049-bb97-b04fce2cfd13 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 1099 time: 0.0718608 Aug 03 19:07:33.471438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7c198e8-5a3a-42b4-bac7-687575d93940 req-0af9f95a-bd3a-46a0-9a69-0a90395ddc69 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258677 Aug 03 19:07:33.605071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c198e8-5a3a-42b4-bac7-687575d93940 req-483859bb-0d62-4e67-a913-e8e65d69a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.606383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7c198e8-5a3a-42b4-bac7-687575d93940 req-483859bb-0d62-4e67-a913-e8e65d69a435 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184242 Aug 03 19:07:33.721970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fc77e-f2a8-4106-a9a0-c3de6a0e5ac0 req-e7245eb6-e710-4daa-91c2-45ffd77acdbf tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.737841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734fc77e-f2a8-4106-a9a0-c3de6a0e5ac0 req-e7245eb6-e710-4daa-91c2-45ffd77acdbf tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 944 time: 0.0698788 Aug 03 19:07:33.783816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-38bd0d74-a0d0-41b9-8fc9-eefc626d8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.785524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-38bd0d74-a0d0-41b9-8fc9-eefc626d8357 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 1099 time: 0.0714631 Aug 03 19:07:33.792665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734fc77e-f2a8-4106-a9a0-c3de6a0e5ac0 req-e8b67c1c-d745-437a-a875-5e8ccf2b8960 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489733 Aug 03 19:07:33.855010 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-47ea5201-f4fe-49c3-9011-0d64a2e3cfd4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=bd8281a5-1e01-4b92-90df-098ec5abba32 HTTP/1.1" status: 200 len: 217 time: 0.0471098 Aug 03 19:07:33.919823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:33.919823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 287ce226-7c4e-4561-b62f-12421f58f160 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:33.982330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-193e5786-4ee3-42dc-b9ee-6e2406759d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:33.983932 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-193e5786-4ee3-42dc-b9ee-6e2406759d0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1001294 Aug 03 19:07:34.057225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd34bbb-0964-498e-a9a3-6f0c51339891 req-0c4a4121-07c6-4680-b135-9236c7832eda tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.058874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fd34bbb-0964-498e-a9a3-6f0c51339891 req-0c4a4121-07c6-4680-b135-9236c7832eda tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.1051586 Aug 03 19:07:34.076029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-5f35d254-2275-4206-9cc7-87b8140ea9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.078372 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-5f35d254-2275-4206-9cc7-87b8140ea9d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0770426 Aug 03 19:07:34.080477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f0b99-8122-47a8-9a8f-474d67db2601 req-6392bdc6-fa17-48b9-b873-46b6c77755a1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.082021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f9f0b99-8122-47a8-9a8f-474d67db2601 req-6392bdc6-fa17-48b9-b873-46b6c77755a1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 943 time: 0.0846479 Aug 03 19:07:34.084494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:34.106944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8', 'mac_address': 'fa:16:3e:05:2a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:34.131176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fd34bbb-0964-498e-a9a3-6f0c51339891 req-0963fe78-562b-4249-89fc-beb3b3164106 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Aug 03 19:07:34.152836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f9f0b99-8122-47a8-9a8f-474d67db2601 req-64529572-5f43-4dd8-ab35-c94a49fc539e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503323 Aug 03 19:07:34.180234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.207368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:34.233855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:34.243582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-51ab98b8-4629-4645-8d45-32a3887a5ec8 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572814 Aug 03 19:07:34.291513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 287ce226-7c4e-4561-b62f-12421f58f160 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:34.297517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 287ce226-7c4e-4561-b62f-12421f58f160 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:34.301654 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.346823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70de0dc-cac1-41bb-9b9b-92273d90f466 req-3c7c78d6-261d-4978-a510-363c54d5d466 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.355798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70de0dc-cac1-41bb-9b9b-92273d90f466 req-3c7c78d6-261d-4978-a510-363c54d5d466 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.1050522 Aug 03 19:07:34.379342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.450652 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0eb17191-17cc-47a0-8c45-a92cb91031bf req-3d31dfba-1638-4284-9e44-598ee8217ee1 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886775 Aug 03 19:07:34.458854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:34.473221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b70de0dc-cac1-41bb-9b9b-92273d90f466 req-2dfe359b-6750-41d4-a494-13f318a6257f tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141388 Aug 03 19:07:34.481658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8a9d5-daff-48aa-b097-0cdacb3298e4 req-3ef78f10-2fd3-48d8-a60b-80e27aa6d642 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.483876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f8a9d5-daff-48aa-b097-0cdacb3298e4 req-3ef78f10-2fd3-48d8-a60b-80e27aa6d642 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 948 time: 0.1270902 Aug 03 19:07:34.528581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.538351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f8a9d5-daff-48aa-b097-0cdacb3298e4 req-e6737bd2-9c61-4e2c-b854-16c7c1074d9a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Aug 03 19:07:34.558306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:34.560722 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66ce6fe-0dfc-43da-ba42-780ea8ba1971" -d '{"events": [{"server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "name": "network-vif-plugged", "status": "completed", "tag": "287ce226-7c4e-4561-b62f-12421f58f160"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:34.587425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=287ce226-7c4e-4561-b62f-12421f58f160,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:34.610096 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549a3be-1da4-4cda-975b-1dda1328e493 x-openstack-request-id: req-e549a3be-1da4-4cda-975b-1dda1328e493 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:34.610096 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "name": "network-vif-plugged", "status": "completed", "tag": "287ce226-7c4e-4561-b62f-12421f58f160", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:34.610096 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e549a3be-1da4-4cda-975b-1dda1328e493 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:34.610096 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160', 'code': 200} Aug 03 19:07:34.663858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:34.729711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e4e5a254-a7d0-466e-9ca7-1894ecebdfe8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:34.761338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3869d61-cfeb-4608-ab32-8be1a91c13cb req-27ae5279-fc7f-41ea-b993-3199ae692a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.763167 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d3869d61-cfeb-4608-ab32-8be1a91c13cb req-27ae5279-fc7f-41ea-b993-3199ae692a94 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 1096 time: 0.0446534 Aug 03 19:07:34.772324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:34.834828 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d3869d61-cfeb-4608-ab32-8be1a91c13cb req-4697afd7-9f97-4c26-8891-e4f122885956 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610039 Aug 03 19:07:34.960864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5d944-84d6-45fb-8898-b3d59c2c25be req-ea8ad123-1386-4cea-8b3e-e1020554b9fd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:34.962494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bb5d944-84d6-45fb-8898-b3d59c2c25be req-ea8ad123-1386-4cea-8b3e-e1020554b9fd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.0934372 Aug 03 19:07:35.027813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bb5d944-84d6-45fb-8898-b3d59c2c25be req-37941378-295e-40ef-9e58-2b7cefcc25e7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Aug 03 19:07:35.287653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48e443-c3a7-4975-8c03-03367370da0d req-728c4c47-46a5-4d88-b24c-01c6326fb03f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.296249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c48e443-c3a7-4975-8c03-03367370da0d req-728c4c47-46a5-4d88-b24c-01c6326fb03f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0913470 Aug 03 19:07:35.345463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e9764-8bc0-492c-a0eb-4f8cbf6f0110 req-fc4b6ffa-c387-4d67-b9ba-0b357127e89f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.346979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f34e9764-8bc0-492c-a0eb-4f8cbf6f0110 req-fc4b6ffa-c387-4d67-b9ba-0b357127e89f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 944 time: 0.0987103 Aug 03 19:07:35.354295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c48e443-c3a7-4975-8c03-03367370da0d req-481145ee-1fe0-49a1-9a9d-8dbf209f3bcc tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569570 Aug 03 19:07:35.501169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f34e9764-8bc0-492c-a0eb-4f8cbf6f0110 req-4078f800-7b9c-4d0d-b77b-a61e4dad7520 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411115 Aug 03 19:07:35.502071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-5b6db651-8823-49ff-b5ec-9ac74f01eb8d tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.502071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-5b6db651-8823-49ff-b5ec-9ac74f01eb8d tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.0713871 Aug 03 19:07:35.601556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f94a45-ad89-4d4f-8d67-e87c806f02d6 req-42d73e8e-6303-443e-9cd1-437d53633840 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.603057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18f94a45-ad89-4d4f-8d67-e87c806f02d6 req-42d73e8e-6303-443e-9cd1-437d53633840 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 946 time: 0.0517492 Aug 03 19:07:35.612362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Deleting port aed402c8-c469-4b8c-aa5e-91b70849516b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:35.612734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.643222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18f94a45-ad89-4d4f-8d67-e87c806f02d6 req-692d9843-cd38-4199-8308-02bf34896563 tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/security-groups?id=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Aug 03 19:07:35.707893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] For port aed402c8-c469-4b8c-aa5e-91b70849516b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=aed402c8-c469-4b8c-aa5e-91b70849516b,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:35.708305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.723063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Calling delete_port for aed402c8-c469-4b8c-aa5e-91b70849516b owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:35.751128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9a199-da22-4ee9-87cd-d20282e69680 req-2e7a0cf1-efd0-48ff-8f74-ae70e8a90760 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:35.753025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57e9a199-da22-4ee9-87cd-d20282e69680 req-2e7a0cf1-efd0-48ff-8f74-ae70e8a90760 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 948 time: 0.0541778 Aug 03 19:07:35.793094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57e9a199-da22-4ee9-87cd-d20282e69680 req-562094d6-e341-4488-9e49-4f927ec511b0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Aug 03 19:07:35.894302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:35.944504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:35.963047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['aed402c8-c469-4b8c-aa5e-91b70849516b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:35.987910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Pushing event deleted for resources: {'Port': ['ID=aed402c8-c469-4b8c-aa5e-91b70849516b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:36.098428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:36.103023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:36.107208 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.117704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] No DVR routers for this DVR port aed402c8-c469-4b8c-aa5e-91b70849516b on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:36.120451 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.122733 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b8d89d85-f91f-4a5b-86fc-1c65a11b7cbb req-440fe823-5dc5-4851-8877-746ee9cb896b tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.77 "DELETE /v2.0/ports/aed402c8-c469-4b8c-aa5e-91b70849516b HTTP/1.1" status: 204 len: 173 time: 0.6734550 Aug 03 19:07:36.123794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'name': 'network-vif-deleted', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:36.131720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f89e56-c48f-43af-b551-31946183102a" -d '{"events": [{"server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "name": "network-vif-deleted", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:36.310066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a142be-ee33-44e1-a1a8-0977a56da1bc req-11ef6ad4-30fb-4243-844a-eaef58f239e4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.313156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.316735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bd8281a5-1e01-4b92-90df-098ec5abba32 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:36.318628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60a142be-ee33-44e1-a1a8-0977a56da1bc req-11ef6ad4-30fb-4243-844a-eaef58f239e4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.0994279 Aug 03 19:07:36.400689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60a142be-ee33-44e1-a1a8-0977a56da1bc req-871bf410-3edd-4a66-8e6e-332cdb08caf6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808766 Aug 03 19:07:36.500535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:36.552308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bd8281a5-1e01-4b92-90df-098ec5abba32,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:36.559932 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7172dd-2ab6-4d59-a0b6-713cafb47391 x-openstack-request-id: req-de7172dd-2ab6-4d59-a0b6-713cafb47391 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:36.560515 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe9933dc-374a-4ed3-ab60-092f17e09e93", "name": "network-vif-deleted", "tag": "aed402c8-c469-4b8c-aa5e-91b70849516b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:36.560515 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de7172dd-2ab6-4d59-a0b6-713cafb47391 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:36.561048 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe9933dc-374a-4ed3-ab60-092f17e09e93', 'name': 'network-vif-deleted', 'tag': 'aed402c8-c469-4b8c-aa5e-91b70849516b', 'status': 'completed', 'code': 200} Aug 03 19:07:36.581715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'mac_address': 'fa:16:3e:9d:a0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:36.609445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.613098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:36.615728 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e41bc-8d8e-4b36-89e7-6e1185703001" -d '{"events": [{"server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "name": "network-vif-plugged", "status": "completed", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:36.659677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.690404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8281a5-1e01-4b92-90df-098ec5abba32 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:36.696679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c62ab-6eba-4e73-8fec-c7e527ffe7de req-19ddad93-7ac2-420b-84a1-b1f86cac625e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:36.699801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:36.706367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f9c62ab-6eba-4e73-8fec-c7e527ffe7de req-19ddad93-7ac2-420b-84a1-b1f86cac625e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0832162 Aug 03 19:07:36.724331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bd8281a5-1e01-4b92-90df-098ec5abba32,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:36.753227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f9c62ab-6eba-4e73-8fec-c7e527ffe7de req-560975cf-805b-49fd-adc8-c210f6a0c099 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Aug 03 19:07:36.789649 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:36.889852 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9989c9e8-259c-4827-8484-b5ebe9aac2ac x-openstack-request-id: req-9989c9e8-259c-4827-8484-b5ebe9aac2ac {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:36.889852 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "name": "network-vif-plugged", "status": "completed", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:36.889852 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9989c9e8-259c-4827-8484-b5ebe9aac2ac {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:36.889852 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8', 'code': 200} Aug 03 19:07:36.897644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:37.026239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16faf7df-137a-4a4a-b8d5-629f47f34e59 req-ee7b9c9e-cb47-477a-afe6-11200ac3671d tempest-FloatingIPsAssociationNegativeTestJSON-231576095 tempest-FloatingIPsAssociationNegativeTestJSON-231576095-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe9933dc-374a-4ed3-ab60-092f17e09e93 HTTP/1.1" status: 200 len: 210 time: 0.0594685 Aug 03 19:07:37.027046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c91422-920a-464e-b44a-04996355ebbe req-c02ab346-4f81-4dda-84c7-5022174d7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.030318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02c91422-920a-464e-b44a-04996355ebbe req-c02ab346-4f81-4dda-84c7-5022174d7601 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 1096 time: 0.0586388 Aug 03 19:07:37.115038 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02c91422-920a-464e-b44a-04996355ebbe req-ec8fb222-a961-4a83-8c94-e430033a71f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Aug 03 19:07:37.140050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['bd8281a5-1e01-4b92-90df-098ec5abba32'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:37.143609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c80dd-a969-4fca-b4bb-e89a580580d0 req-a4d9c60c-14ba-4d39-8ff7-4a18ccc6803f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.145318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c61c80dd-a969-4fca-b4bb-e89a580580d0 req-a4d9c60c-14ba-4d39-8ff7-4a18ccc6803f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 949 time: 0.0670829 Aug 03 19:07:37.200498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c61c80dd-a969-4fca-b4bb-e89a580580d0 req-c9a3299b-92ef-413b-87b0-2000af729f30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491278 Aug 03 19:07:37.541259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325fdaf-989f-4d66-9b86-0a6f4136fde5 req-e241eb22-fb5a-4ecc-b2b6-0bf562d81d52 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.543602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c325fdaf-989f-4d66-9b86-0a6f4136fde5 req-e241eb22-fb5a-4ecc-b2b6-0bf562d81d52 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.0635569 Aug 03 19:07:37.606957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c325fdaf-989f-4d66-9b86-0a6f4136fde5 req-a2f712ac-7052-4eca-8e3e-7f7d0a1f5ba6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510919 Aug 03 19:07:37.956213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-f08b5251-240c-4ad3-add4-b4892db13778 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:37.958364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-f08b5251-240c-4ad3-add4-b4892db13778 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1350338 Aug 03 19:07:37.975014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-0770eac5-5def-410f-936f-aa5415bc9199 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0104437 Aug 03 19:07:38.045504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-2ddb64e5-27ee-4603-9466-43f3f1a139c5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626490 Aug 03 19:07:38.172763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-ddc7c064-3993-4c71-963d-a3ddc4d51fdd service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188817 Aug 03 19:07:38.237133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-11fd38e9-d333-4c2a-8586-71987fa20e00 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:07:38.238295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-11fd38e9-d333-4c2a-8586-71987fa20e00 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0909553 Aug 03 19:07:38.306635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:38.307108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Unknown quota resources ['binding']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:07:38.314569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bd8281a5-1e01-4b92-90df-098ec5abba32 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:38.349783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7d52772-bae9-4b5e-94d2-d682ff9f3e64 req-0c73189f-909d-46d9-824a-35924fcff287 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704416 Aug 03 19:07:38.469474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port bd8281a5-1e01-4b92-90df-098ec5abba32 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:38.474921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port bd8281a5-1e01-4b92-90df-098ec5abba32 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:38.475567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.511821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:38.512197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:38.512402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:38.518594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:38.523187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:38.524485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:38.524921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:38.525607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:38.525751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Bound port: b150b802-c2fb-4dfc-9f9a-17578de36b87, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:38.574307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.640707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:38.644295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bd8281a5-1e01-4b92-90df-098ec5abba32,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:38.726535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.727879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] 10.222.0.67 "POST /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87/bindings HTTP/1.1" status: 201 len: 389 time: 0.4832067 Aug 03 19:07:38.755987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:38.758777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device aed402c8-c469-4b8c-aa5e-91b70849516b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:38.801446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c542-f17c-41f6-96bd-b308bc48ea33 req-62fea876-fc18-446b-82f5-02bb33019e09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:38.803595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36c542-f17c-41f6-96bd-b308bc48ea33 req-62fea876-fc18-446b-82f5-02bb33019e09 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0962679 Aug 03 19:07:38.815862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: aed402c8-c469-4b8c-aa5e-91b70849516b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:38.816198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device aed402c8-c469-4b8c-aa5e-91b70849516b not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:38.850456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:38.863844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf36c542-f17c-41f6-96bd-b308bc48ea33 req-76f4ee5c-2ad3-4334-9a68-16a606b8e5e5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Aug 03 19:07:38.888373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:38.894730 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9859233-7a65-4023-9056-c96f3a672d55" -d '{"events": [{"server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "name": "network-vif-plugged", "status": "completed", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:39.013429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45518) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:39.163215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27c8ff-e3bc-4cf2-9079-14ff21fa084b req-c79615b7-afee-40f4-8822-02480d5a848e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:39.164856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b27c8ff-e3bc-4cf2-9079-14ff21fa084b req-c79615b7-afee-40f4-8822-02480d5a848e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 950 time: 0.0984311 Aug 03 19:07:39.252577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b27c8ff-e3bc-4cf2-9079-14ff21fa084b req-1d35f3b2-56b3-4f46-a0e2-4c1cd2a929ad tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Aug 03 19:07:39.465990 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e4a27d-a78f-4d74-85aa-1ee74dbfe66d x-openstack-request-id: req-74e4a27d-a78f-4d74-85aa-1ee74dbfe66d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:39.467836 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "name": "network-vif-plugged", "status": "completed", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:39.468391 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74e4a27d-a78f-4d74-85aa-1ee74dbfe66d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:39.469069 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'code': 200} Aug 03 19:07:39.675453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898ff9-17b3-407c-a1cc-bb2373efd464 req-febd7380-b41f-45f9-a7e7-a7894b5c8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:39.743875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7f898ff9-17b3-407c-a1cc-bb2373efd464 req-febd7380-b41f-45f9-a7e7-a7894b5c8667 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 1101 time: 0.0545466 Aug 03 19:07:39.745336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9420-1c4f-4d0f-a09c-8c42afe059eb req-4319437d-73e9-425c-b63b-dceb3c63e456 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:39.745336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-558e9420-1c4f-4d0f-a09c-8c42afe059eb req-4319437d-73e9-425c-b63b-dceb3c63e456 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 945 time: 0.0789669 Aug 03 19:07:39.746482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7f898ff9-17b3-407c-a1cc-bb2373efd464 req-b58ccbf6-1845-4ded-a4b3-ee67b4b35256 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385871 Aug 03 19:07:39.982352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.078742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-558e9420-1c4f-4d0f-a09c-8c42afe059eb req-1f8ac989-a88c-4977-9838-1e8eb6c6cdd5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748527 Aug 03 19:07:40.134829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d012061-fcbc-4c48-9c2a-5b3b88a7ca19 req-87d91c1c-8f2d-43c8-8ed4-249f5fbd676d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.136758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d012061-fcbc-4c48-9c2a-5b3b88a7ca19 req-87d91c1c-8f2d-43c8-8ed4-249f5fbd676d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1474116 Aug 03 19:07:40.199761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-e09f025d-0110-47c7-936c-ba1b3531c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.201482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-e09f025d-0110-47c7-936c-ba1b3531c05f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1096 time: 0.0590584 Aug 03 19:07:40.233800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d012061-fcbc-4c48-9c2a-5b3b88a7ca19 req-e23ca351-a149-4f57-8d75-7bb82163ff3a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745065 Aug 03 19:07:40.359844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-8d64f79b-7993-42b3-866b-a7e52f859561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.362891 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-8d64f79b-7993-42b3-866b-a7e52f859561 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1397293 Aug 03 19:07:40.467391 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-0ed0310e-03a1-458a-bc09-42e55673952f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 217 time: 0.0718958 Aug 03 19:07:40.533531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-718682c1-b1e3-4fe0-b3fa-eae554ab8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.535494 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-718682c1-b1e3-4fe0-b3fa-eae554ab8dab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0599449 Aug 03 19:07:40.577940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-bc068429-64f7-42ec-8448-a93bd4c9dcbe service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316029 Aug 03 19:07:40.607051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-f261d820-6d8f-42a5-8d6f-5559c53ea682 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:40.609674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-f261d820-6d8f-42a5-8d6f-5559c53ea682 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1849027 Aug 03 19:07:40.637245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-3864df45-a5f8-4aa8-bfd2-ed89ca454368 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0175707 Aug 03 19:07:40.646651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Deleting port 88c68dbb-eb44-4795-bae6-8b6e587544f4 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:40.647074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.687472 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-199ca050-650f-4148-b8f5-b62582657f3e service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015561 Aug 03 19:07:40.791989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8588a94e-b03c-4838-a78f-22d0e403944f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956674 Aug 03 19:07:40.803158 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-cd26b746-077e-448c-b33c-dc6f39d159b9 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024773 Aug 03 19:07:40.817499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:07:40.865990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] For port 88c68dbb-eb44-4795-bae6-8b6e587544f4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=88c68dbb-eb44-4795-bae6-8b6e587544f4,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:40.865990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:40.887710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Calling delete_port for 88c68dbb-eb44-4795-bae6-8b6e587544f4 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:40.975676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-80f3df1d-7cad-4ede-9bd4-c37b78ba0d04 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735981 Aug 03 19:07:41.177566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-3f51cea2-f1bd-4bcc-bba0-ecd2d5f07bd5 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860366 Aug 03 19:07:41.186913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-dbb23eb5-1ffd-4c82-96dd-ff8780301d7f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.186913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-dbb23eb5-1ffd-4c82-96dd-ff8780301d7f tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.0641654 Aug 03 19:07:41.209355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:41.281100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.370623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d14e-8831-4186-a292-a29cc784a876 req-0fb589f3-abd4-4b26-b551-48d41e4f1707 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.372522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7028d14e-8831-4186-a292-a29cc784a876 req-0fb589f3-abd4-4b26-b551-48d41e4f1707 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 950 time: 0.1129107 Aug 03 19:07:41.425790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7028d14e-8831-4186-a292-a29cc784a876 req-8125739f-bd99-457d-a83f-f64d362dcb80 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440776 Aug 03 19:07:41.463795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:41.487241 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.543764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:41.619736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Pushing event deleted for resources: {'Port': ['ID=88c68dbb-eb44-4795-bae6-8b6e587544f4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.671411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.678992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:41.687260 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2b63b8-1698-4abe-af8f-809cedbd1c23" -d '{"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:41.760024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.926866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:41.931610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:41.932125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:41.932555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:41.938069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:41.938463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Attempting to bind port b150b802-c2fb-4dfc-9f9a-17578de36b87 on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:41.943513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:41.943806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca5c06-298e-476b-adcf-cf963a4d6cde req-cafaef21-8cb6-4440-bfb4-aa6402e09173 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.944315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:41.944315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:41.944974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Bound port: b150b802-c2fb-4dfc-9f9a-17578de36b87, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:41.945396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14ca5c06-298e-476b-adcf-cf963a4d6cde req-cafaef21-8cb6-4440-bfb4-aa6402e09173 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.2305911 Aug 03 19:07:41.945546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:41.972704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505bc27-cee0-4954-bd76-02bc7a2fd222 req-fabbcd6b-2b60-4b1e-a4ad-4b7920409da8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:41.974291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9505bc27-cee0-4954-bd76-02bc7a2fd222 req-fabbcd6b-2b60-4b1e-a4ad-4b7920409da8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 945 time: 0.2655141 Aug 03 19:07:42.064357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:42.069358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:42.076583 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-29650cfe-add3-4862-b44c-aab40217a13d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791316 Aug 03 19:07:42.109494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14ca5c06-298e-476b-adcf-cf963a4d6cde req-def430bf-57c7-4e69-a7ea-4fe1e094d28b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470184 Aug 03 19:07:42.122060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.122597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9505bc27-cee0-4954-bd76-02bc7a2fd222 req-544218ea-43f3-487e-b842-574a5703c231 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Aug 03 19:07:42.168025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.317591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-657c0901-df0d-40ff-9111-1d7f1e4186e9 req-1e197199-3bc7-4a9c-9802-8bae9d839548 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0352318 Aug 03 19:07:42.377481 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5906c9d-4f48-4ace-bc94-af1b79a44e89 x-openstack-request-id: req-c5906c9d-4f48-4ace-bc94-af1b79a44e89 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:42.377754 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-unplugged", "status": "completed", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:42.378007 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c5906c9d-4f48-4ace-bc94-af1b79a44e89 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:42.378401 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'code': 200} Aug 03 19:07:42.395325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=8']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:42.404066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.404942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:42.407005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-69135f60-db90-49ca-9b9f-7b7a79c18cac service neutron] 10.222.0.77 "PUT /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 1121 time: 1.2093234 Aug 03 19:07:42.418063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-ad7fc579-ae7e-4c97-a8b8-e6d415e59552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.419784 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-ad7fc579-ae7e-4c97-a8b8-e6d415e59552 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 1101 time: 0.2164080 Aug 03 19:07:42.523539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96617434-0734-4781-8d8d-dfc93c8c23c5 req-24f1ddad-a97a-46d5-ac70-b1390bd004f6 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.532402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96617434-0734-4781-8d8d-dfc93c8c23c5 req-24f1ddad-a97a-46d5-ac70-b1390bd004f6 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 1101 time: 0.1044240 Aug 03 19:07:42.583416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b150b802-c2fb-4dfc-9f9a-17578de36b87'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:42.587335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Router a5edfcdb-71d9-4f6d-861d-4272d0d68bee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:07:42.602962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96617434-0734-4781-8d8d-dfc93c8c23c5 req-9a92d0f7-7bf0-4556-85bb-97850cd05f26 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694096 Aug 03 19:07:42.622093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-04091a0d-4941-4979-b7fd-b5c9cd436962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.625499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-04091a0d-4941-4979-b7fd-b5c9cd436962 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1635599 Aug 03 19:07:42.730334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-2a822dd9-bcd4-4178-abd4-f8ff173b9967 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3 HTTP/1.1" status: 200 len: 217 time: 0.0508006 Aug 03 19:07:42.813295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-32946421-92b6-4a81-8060-8b5e55172130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.816238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-32946421-92b6-4a81-8060-8b5e55172130 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0713596 Aug 03 19:07:42.874794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-202a8e1e-52ba-4ba1-880f-b4aa9d735e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:42.890541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-202a8e1e-52ba-4ba1-880f-b4aa9d735e8a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596948 Aug 03 19:07:43.021442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-343b556c-a5ec-4065-9f45-604c7073f638 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247807 Aug 03 19:07:43.142026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2db626ad-8b5b-4a0e-9fa4-54175c2c86a1 req-332c25ea-48d7-4d16-8824-085e0dac04fc service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105628 Aug 03 19:07:43.158834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-98f6b99d-d39e-4fda-89fa-f4d8d06eb6f8 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389800 Aug 03 19:07:43.239922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:43.250652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Sync routers for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:43.261770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:43.262760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:43.269855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-83dfeb1f-4605-412e-a39b-319f5cd5eaef admin admin] 10.222.0.67 "PUT /v2.0/routers/a5edfcdb-71d9-4f6d-861d-4272d0d68bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2521441 Aug 03 19:07:43.270219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45624) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:43.327912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99292e-04bf-4cde-a691-3b3614ff3b41 req-87405848-e64c-4c37-8fcb-62721d4e3348 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.329515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d99292e-04bf-4cde-a691-3b3614ff3b41 req-87405848-e64c-4c37-8fcb-62721d4e3348 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1036334 Aug 03 19:07:43.339167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-b0dcd803-bafc-4c8c-b303-355b9a552dee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.340807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-b0dcd803-bafc-4c8c-b303-355b9a552dee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811309 Aug 03 19:07:43.387866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-151e3d4d-28b5-4f21-b1b0-8f927a92a262 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0381696 Aug 03 19:07:43.455546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:43.462161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d99292e-04bf-4cde-a691-3b3614ff3b41 req-75e1ad87-6176-4f0b-a3e5-432004f5ad4c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176853 Aug 03 19:07:43.464184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:43.528236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-e61935c9-6c97-41f2-bf8a-25404f9dc2b5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1324987 Aug 03 19:07:43.659395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69402c-0050-439a-82c9-15e0086b8dcf req-7e5e1a8d-6a65-48e6-8861-a906caf77e1c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:43.668782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e69402c-0050-439a-82c9-15e0086b8dcf req-7e5e1a8d-6a65-48e6-8861-a906caf77e1c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 943 time: 0.1076891 Aug 03 19:07:43.724035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e69402c-0050-439a-82c9-15e0086b8dcf req-d53497cb-5d07-4ea3-a801-f67e5650ff8e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Aug 03 19:07:43.834273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:07:41Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:43.901573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Checking router: a5edfcdb-71d9-4f6d-861d-4272d0d68bee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:43.913233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Routers {'a5edfcdb-71d9-4f6d-861d-4272d0d68bee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:43.913861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:44.111806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9a0dfbb-dc9f-4d3a-a746-5399c8e6f281 req-04652cfd-066b-46d3-8bb8-69e44def0df6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0665536 Aug 03 19:07:44.114346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.191743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] Set router a5edfcdb-71d9-4f6d-861d-4272d0d68bee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:44.218996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-818212b5-35bb-460a-8a16-1da8bdabe306 req-34cbc31b-7cf7-4c1e-bdba-42c4721dcc24 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 210 time: 0.0489094 Aug 03 19:07:44.381258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:44.383687 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881c5cd-df38-4dfe-96da-7fa478266b55" -d '{"events": [{"name": "network-changed", "server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:44.402706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Deleting port 35dc993c-aaff-45c6-85c8-41ee7654958a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:44.402875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.457273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-75fa230a-5b90-4156-8935-2dc6ff950308 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.459032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-75fa230a-5b90-4156-8935-2dc6ff950308 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1810458 Aug 03 19:07:44.478142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:44.483864 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b3fdf3-39a7-46fe-9d65-45b5e3231eed x-openstack-request-id: req-60b3fdf3-39a7-46fe-9d65-45b5e3231eed {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:44.484205 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:44.484584 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60b3fdf3-39a7-46fe-9d65-45b5e3231eed {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:44.485004 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'status': 'completed', 'code': 200} Aug 03 19:07:44.607136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:07:41Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:44.652977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] For port 35dc993c-aaff-45c6-85c8-41ee7654958a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=35dc993c-aaff-45c6-85c8-41ee7654958a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:44.653640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:44.661913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1e4478-4787-4a33-86b1-055cb1217c5c None None] The sync data for ids ['a5edfcdb-71d9-4f6d-861d-4272d0d68bee'] in n-d-803363-1 is: [{'id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-429599677-router', 'tenant_id': 'a46e53f0df8d4934ba56172693ecb55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:32Z', 'updated_at': '2021-08-03T19:07:41Z', 'revision_number': 5, 'project_id': 'a46e53f0df8d4934ba56172693ecb55f', 'gw_port': {'id': '35dc993c-aaff-45c6-85c8-41ee7654958a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5edfcdb-71d9-4f6d-861d-4272d0d68bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:33Z', 'updated_at': '2021-08-03T19:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:44.678271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Calling delete_port for 35dc993c-aaff-45c6-85c8-41ee7654958a owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:44.741677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c03b4-9ed9-4af3-a01c-404c2a0bcfac req-8335f517-ec63-418d-ae6e-b6eb1aedc3d4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.744277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c6c03b4-9ed9-4af3-a01c-404c2a0bcfac req-8335f517-ec63-418d-ae6e-b6eb1aedc3d4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1328473 Aug 03 19:07:44.813777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c6c03b4-9ed9-4af3-a01c-404c2a0bcfac req-9e62323d-658f-420f-9798-acd405a8a82e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575967 Aug 03 19:07:44.819070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-d7814561-21b0-431d-8f2b-9933971251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.819070 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-d7814561-21b0-431d-8f2b-9933971251ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1124 time: 0.2446759 Aug 03 19:07:44.974448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cef50-b50d-4e7c-880a-157f4d1dbc45 req-9faf9e9d-b2ed-4ca6-954f-81cc559a2739 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:44.982973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e7cef50-b50d-4e7c-880a-157f4d1dbc45 req-9faf9e9d-b2ed-4ca6-954f-81cc559a2739 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 943 time: 0.1291015 Aug 03 19:07:45.061285 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.096547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e7cef50-b50d-4e7c-880a-157f4d1dbc45 req-ba311cda-d804-47cc-b798-700265a32286 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123731 Aug 03 19:07:45.139472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-7767160d-f0bd-4d09-994d-bf64cfe6489f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.141513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-7767160d-f0bd-4d09-994d-bf64cfe6489f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.3116231 Aug 03 19:07:45.194735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-66180d6e-49f5-4524-98cc-9af46e2b6284 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 217 time: 0.0438268 Aug 03 19:07:45.235206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79d9c7af-66ea-4ccc-afaf-afedc9f28a56 req-55728efb-4e98-4a95-b6fa-79a1cf273580 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 210 time: 0.0299990 Aug 03 19:07:45.260803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-03aa99a0-057c-4f6e-8402-6a334a9877bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.262286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-03aa99a0-057c-4f6e-8402-6a334a9877bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0586545 Aug 03 19:07:45.310045 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-51bcfa33-b1e1-4e0f-b166-1012e2476eca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367491 Aug 03 19:07:45.316127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:45.318436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f64fc09-bafb-4f71-8b3f-57d053e517a9 req-6fb2354c-cd2e-4bd7-8f45-797dd57df1ca tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 210 time: 0.0319374 Aug 03 19:07:45.319846 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.525628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-9f9e5d59-6757-4c16-b2d8-6b0afd8a4291 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913567 Aug 03 19:07:45.557501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.570442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.7 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/e9c44c2c-4ee8-46f9-bbe0-e8482c049c76) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:45.652434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Pushing event deleted for resources: {'Port': ['ID=35dc993c-aaff-45c6-85c8-41ee7654958a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:45.822785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 88c68dbb-eb44-4795-bae6-8b6e587544f4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:45.839456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.847054 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2881c5cd-df38-4dfe-96da-7fa478266b55 req-cdf40906-00ab-4d61-994c-e00776853524 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050630 Aug 03 19:07:45.857182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 88c68dbb-eb44-4795-bae6-8b6e587544f4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:45.857836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 88c68dbb-eb44-4795-bae6-8b6e587544f4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:45.972290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.974843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:45.977051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1b942-4c52-4305-b718-3f217347f1fa req-6fa3bc05-92d7-4622-a34c-d3e27bc22138 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:45.978997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99c1b942-4c52-4305-b718-3f217347f1fa req-6fa3bc05-92d7-4622-a34c-d3e27bc22138 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0614905 Aug 03 19:07:46.032761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99c1b942-4c52-4305-b718-3f217347f1fa req-99f51724-1f9d-410b-96e3-2ba080ca888d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Aug 03 19:07:46.071675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.138048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.139345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5edfcdb-71d9-4f6d-861d-4272d0d68bee {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:07:46.150545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.154598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3197192c-9253-4c26-aaad-8ca565d10757 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a5edfcdb-71d9-4f6d-861d-4272d0d68bee HTTP/1.1" status: 204 len: 168 time: 2.8824074 Aug 03 19:07:46.156471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:46.222102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Deleting subnet a218b86a-c51e-4e00-8259-4f68d1551491 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:07:46.231315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.286985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ddca-3139-4ca9-9b52-03c0ff51f910 req-5fedc0ea-c055-443c-addb-941008c4fe35 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.297543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a382ddca-3139-4ca9-9b52-03c0ff51f910 req-5fedc0ea-c055-443c-addb-941008c4fe35 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 943 time: 0.1001816 Aug 03 19:07:46.305377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.344538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:46.355038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a382ddca-3139-4ca9-9b52-03c0ff51f910 req-3ff9138d-bcf0-4ea1-890b-b0e59d31904c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Aug 03 19:07:46.387253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:46.450128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.486727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18823d26-f4c4-4118-b431-3706ce16b8d8 req-0540a03e-a278-42f1-8252-333406f015c4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.491352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:46.497733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18823d26-f4c4-4118-b431-3706ce16b8d8 req-0540a03e-a278-42f1-8252-333406f015c4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 931 time: 0.0889454 Aug 03 19:07:46.506229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:46.510359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:46.524247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:46.595209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c659584-a7c7-4f81-be6e-822e92176fe6 req-ce5b7065-8752-44a3-ac5f-9de46a5a5d74 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 210 time: 0.0561621 Aug 03 19:07:46.637301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18823d26-f4c4-4118-b431-3706ce16b8d8 req-323da8a7-f2b7-460a-a6e3-38c10ae8905f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377568 Aug 03 19:07:46.661008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:46.661668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.686788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:46.694815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-219df937-b896-4100-a7a9-c83ee9a6c36b service neutron] 10.222.0.54 "GET /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1425872 Aug 03 19:07:46.698376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.713432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:07:46.855736 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-451b3a30-39e7-47d5-ba5f-0df30cde5663 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3819385 Aug 03 19:07:46.889469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Request body: {'port': {'device_id': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:46.925657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:46.981255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a218b86a-c51e-4e00-8259-4f68d1551491,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:46.997466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d74ce6-8a53-45ca-b517-1442cb2fc714 None None] Network edaa8cf4-2002-440e-bf14-e94163e4cdb0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:46.999571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.003839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4d893a42-4f49-412d-85cf-6e57791d03c5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a218b86a-c51e-4e00-8259-4f68d1551491 HTTP/1.1" status: 204 len: 168 time: 0.8438470 Aug 03 19:07:47.004134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:47.009739 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.059168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:47.114027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.139156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:47.208480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d1df-de5e-4d17-acc0-8c952c562b82 req-7b3b1efc-0f2c-4746-b388-87a3271fb2d6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:47.210033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df2d1df-de5e-4d17-acc0-8c952c562b82 req-7b3b1efc-0f2c-4746-b388-87a3271fb2d6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0840020 Aug 03 19:07:47.229999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] DHCP port deletion for edaa8cf4-2002-440e-bf14-e94163e4cdb0 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:07:47.245017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b150b802-c2fb-4dfc-9f9a-17578de36b87 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:47.274585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Deleting port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:47.274934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.288818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:47.292845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Deleting port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:07:47.293458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.296361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df2d1df-de5e-4d17-acc0-8c952c562b82 req-94041b31-5c0d-47a2-abaa-04f6c7d3ec03 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Aug 03 19:07:47.301076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-e1f0f0fa-e4a9-4cb5-a6f2-1685d0a12a39 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583200 Aug 03 19:07:47.365798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] For port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:47.372619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.380052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] For port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,segment=NetworkSegment(b0fc00f8-8476-44f8-b2f7-12ea461a5dfb),segment_id=b0fc00f8-8476-44f8-b2f7-12ea461a5dfb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:47.380691 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.393118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Calling delete_port for 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:47.414865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Calling delete_port for 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:07:47.445752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.535504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a7f52f-7cb2-4d41-a2e2-e845f7b60616 req-f7067d0b-c425-4e35-9f0b-4f070caad592 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:47.543373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12a7f52f-7cb2-4d41-a2e2-e845f7b60616 req-f7067d0b-c425-4e35-9f0b-4f070caad592 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 943 time: 0.0889046 Aug 03 19:07:47.580908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12a7f52f-7cb2-4d41-a2e2-e845f7b60616 req-1f3cd5d9-fe96-4189-b525-4a104e331c73 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368140 Aug 03 19:07:47.611784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-4d9f4985-b158-40e6-ac34-e207d3e2c1f1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:47.613266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-4d9f4985-b158-40e6-ac34-e207d3e2c1f1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993593 Aug 03 19:07:47.669451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:47.680049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.685003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.688183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] Transition to ACTIVE for port object b150b802-c2fb-4dfc-9f9a-17578de36b87 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:47.694326 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.697099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:47.743047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:47.755540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] No DVR routers for this DVR port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:47.758072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Transition to ACTIVE for port object e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:47.764126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8332b032-9a36-43d8-91b2-1c4cdcb1da07 req-ef9c24c1-c930-4c50-9dd1-e6cd659b9d31 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 210 time: 0.0765212 Aug 03 19:07:47.766995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] No DVR routers for this DVR port 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:47.768932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Pushing event deleted for resources: {'Port': ['ID=5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:47.781492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.781925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.782477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.783012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.783437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.783872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.784470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.789819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.790059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.790395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.790838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.791403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.791795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25eaeff-c69e-4ffc-b3ce-41f9788aded8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:47.830200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 35dc993c-aaff-45c6-85c8-41ee7654958a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:47.853210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 35dc993c-aaff-45c6-85c8-41ee7654958a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:47.853802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 35dc993c-aaff-45c6-85c8-41ee7654958a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:47.854217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:47.871331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.885036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:07:47.885490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ef3802f-c8bf-44b8-aeb8-8b37f67b5fc0 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:47.917342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:47.920864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] No DVR routers for this DVR port b150b802-c2fb-4dfc-9f9a-17578de36b87 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:07:47.921308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.935256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edaa8cf4-2002-440e-bf14-e94163e4cdb0']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:47.948592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:47.949002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fc00f8-8476-44f8-b2f7-12ea461a5dfb') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:47.958262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec58c10-b143-493b-b0d7-e919c1db3f1a req-86849742-4994-41e7-9dc7-460e4edf3e90 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:47.960037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ec58c10-b143-493b-b0d7-e919c1db3f1a req-86849742-4994-41e7-9dc7-460e4edf3e90 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 931 time: 0.1505432 Aug 03 19:07:47.969081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:47.996535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.001901 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-4659cdc0-e13f-4c99-81a6-ca7859ec74c9 service neutron] 10.222.0.54 "PUT /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2801867 Aug 03 19:07:48.010265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:07:48.010672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:07:48.012434 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:07:48.020390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.058163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ec58c10-b143-493b-b0d7-e919c1db3f1a req-7fbd0cc6-2659-4101-93f3-bdd4e9d3c3db tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870347 Aug 03 19:07:48.075418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Attempting to bind port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:48.086028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Attempting to bind port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:48.086028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Attempting to bind port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:48.086028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:48.086028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Attempting to bind port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:48.086918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:48.087079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:48.087406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:48.087838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Bound port: e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:48.088198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.124579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:48.128066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.200039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.205240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:48.212776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.212776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/edaa8cf4-2002-440e-bf14-e94163e4cdb0 HTTP/1.1" status: 204 len: 168 time: 1.2048767 Aug 03 19:07:48.220437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2ae87-3741-4b59-9e57-88652f5faca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=edaa8cf4-2002-440e-bf14-e94163e4cdb0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.229422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:48.295365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.84 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/b8747fac-3ed7-4ca6-b6f8-43ad06a0f158) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:48.335497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-8af40a22-58aa-4561-b3bf-b70e1bb21bf1 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.337098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-8af40a22-58aa-4561-b3bf-b70e1bb21bf1 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.0844543 Aug 03 19:07:48.366651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.450152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.450872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.452453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] 10.222.0.77 "PUT /v2.0/ports/e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 HTTP/1.1" status: 200 len: 1091 time: 1.5695505 Aug 03 19:07:48.454732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:48.457038 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4083bad6-02cb-4694-971e-3a4d380c4175" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:48.471386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-7176bec6-e0fe-4584-b115-6213c8bcc279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.472929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-7176bec6-e0fe-4584-b115-6213c8bcc279 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2&tenant_id=9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 1095 time: 0.1243470 Aug 03 19:07:48.494597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034c3e3-44ae-4bf0-a67c-69f49cb81af5 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.516886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d80b0-2d75-4d5e-a397-641b56b798f3 req-f604c110-07c0-41bb-80c8-786ec1115f4d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.518416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-740d80b0-2d75-4d5e-a397-641b56b798f3 req-f604c110-07c0-41bb-80c8-786ec1115f4d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1317966 Aug 03 19:07:48.524611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.542268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:48.576469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6e556-f962-42bd-a616-c48f4c33b5de req-1688965e-7fd2-4f86-a2ac-ce41bc38432d tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.578121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9b6e556-f962-42bd-a616-c48f4c33b5de req-1688965e-7fd2-4f86-a2ac-ce41bc38432d tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 951 time: 0.1267500 Aug 03 19:07:48.608469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-a3b6c38f-fc3d-4177-afd0-133dcb93c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.609987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-a3b6c38f-fc3d-4177-afd0-133dcb93c3ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1095 time: 0.1014750 Aug 03 19:07:48.612817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-740d80b0-2d75-4d5e-a397-641b56b798f3 req-c422b6ff-01ae-4e2f-94b8-e12f060174d6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849698 Aug 03 19:07:48.679522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-38bfc2e4-f9bc-474d-bf2b-dfb6f6efe2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.684816 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-38bfc2e4-f9bc-474d-bf2b-dfb6f6efe2e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 1094 time: 0.0490968 Aug 03 19:07:48.686692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.698713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9b6e556-f962-42bd-a616-c48f4c33b5de req-bb1f24e0-6a09-4dfa-bd82-8231b7299de5 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Aug 03 19:07:48.705259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713', 'bd8281a5-1e01-4b92-90df-098ec5abba32'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:48.756621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:48.763054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:48.765535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-ad149b25-0bb0-4f7b-8f0c-bdc3be039384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:48.767784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-ad149b25-0bb0-4f7b-8f0c-bdc3be039384 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1414647 Aug 03 19:07:48.829916 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b06c95-cd33-48ab-b280-edc2d7df5e49 x-openstack-request-id: req-09b06c95-cd33-48ab-b280-edc2d7df5e49 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:48.830343 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:48.830468 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-96601665-ebd4-4737-8a91-5410b548be8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:48.830775 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-09b06c95-cd33-48ab-b280-edc2d7df5e49 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:48.831273 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76', 'status': 'completed', 'code': 200} Aug 03 19:07:48.838178 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-5a85dcb5-22bb-4199-b6e4-eabe5cd89e34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 HTTP/1.1" status: 200 len: 217 time: 0.1406009 Aug 03 19:07:48.848067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:48.859255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:48.897779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:48.926823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-a2735e24-f4c5-4e8d-9c40-1e283af384c6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 200 len: 217 time: 0.1308746 Aug 03 19:07:48.934873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-97bb1ac2-951e-46f4-b91a-8f9a40c79991 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a46e53f0df8d4934ba56172693ecb55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658633 Aug 03 19:07:48.935708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45782) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:48.944776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:48.985763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-d99077c6-e0de-47c3-bc1b-72f0e55afdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.002308 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-d99077c6-e0de-47c3-bc1b-72f0e55afdf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.1559353 Aug 03 19:07:49.043289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.044297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.049246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-1fc84d08-2461-4f81-b1b4-512834fc4915 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395391 Aug 03 19:07:49.148430 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.159707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ad0a1-f54e-46db-b1e6-82c94beccc04 req-4ac9783b-4096-40ef-a1fb-da0c9bce6c6f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.161189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0ad0a1-f54e-46db-b1e6-82c94beccc04 req-4ac9783b-4096-40ef-a1fb-da0c9bce6c6f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 935 time: 0.1345942 Aug 03 19:07:49.162603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-cefe3e66-a545-4490-9af7-88a1ab697599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.162900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-9f9d3ea9-e9f8-48dc-967d-1a42b0aa8643 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4697952 Aug 03 19:07:49.163988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-cefe3e66-a545-4490-9af7-88a1ab697599 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1996660 Aug 03 19:07:49.168886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-5c48153b-ea22-42dc-a27e-2eb8d77488f1 service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098309 Aug 03 19:07:49.174957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ad278-c5de-47e7-be06-0ee6b90b208b req-b8897522-81c8-440a-85f3-c64d08f68180 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.176479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-025ad278-c5de-47e7-be06-0ee6b90b208b req-b8897522-81c8-440a-85f3-c64d08f68180 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.3202057 Aug 03 19:07:49.196719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Request body: {'port': {'device_id': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:49.251124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.257270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-f7bd009d-4c57-45d9-86c5-e19da5de2f1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653307 Aug 03 19:07:49.303031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcf48432-81dd-4ab0-88c8-d4be6c436776 None None] Provisioning for port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:49.308400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.309955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcf48432-81dd-4ab0-88c8-d4be6c436776 None None] Provisioning complete for port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:49.311018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcf48432-81dd-4ab0-88c8-d4be6c436776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.361639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0ad0a1-f54e-46db-b1e6-82c94beccc04 req-963ba7a9-34e4-49d1-9d29-42211a3e58d3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841085 Aug 03 19:07:49.372322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-025ad278-c5de-47e7-be06-0ee6b90b208b req-1c43e5a1-6ddb-4e3b-a195-afcb05cf4138 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869698 Aug 03 19:07:49.391733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fcf48432-81dd-4ab0-88c8-d4be6c436776 None None] Port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:49.496380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-6f5ce5b7-989d-483b-bbca-733c51b7463a service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224550 Aug 03 19:07:49.504008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.507305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:49.511192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d642ecd5-286c-4f5a-aa75-fd5b96f1ae50 HTTP/1.1" status: 204 len: 168 time: 0.5420690 Aug 03 19:07:49.554841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346528f-89e6-4b99-a8f2-507707dc9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d642ecd5-286c-4f5a-aa75-fd5b96f1ae50,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:49.713512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b42d8c80-26ed-49af-9e6c-8c8fdb617da5 req-85f7ef31-38e8-4f68-9bd8-54cff5e3105f service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268104 Aug 03 19:07:49.716346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e9857-90de-43b9-9601-7d669a1bf6b6 req-82bd6697-1e2d-42ec-a1e9-712803bf6b09 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.718019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-296e9857-90de-43b9-9601-7d669a1bf6b6 req-82bd6697-1e2d-42ec-a1e9-712803bf6b09 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 943 time: 0.1750424 Aug 03 19:07:49.769994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-93cacde4-84b0-4cea-a78d-b8c81495812e service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597859 Aug 03 19:07:49.801916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eb3e2-c01c-443d-8821-8a5b7d465667 req-6112d534-f028-4036-ada8-9c0322107167 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.803522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91eb3e2-c01c-443d-8821-8a5b7d465667 req-6112d534-f028-4036-ada8-9c0322107167 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1071992 Aug 03 19:07:49.813555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-296e9857-90de-43b9-9601-7d669a1bf6b6 req-c7811849-6996-42cb-a56f-a9a21c6c4561 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736711 Aug 03 19:07:49.877976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91eb3e2-c01c-443d-8821-8a5b7d465667 req-1519103f-a757-4d4d-a88a-39f69f17fd94 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612035 Aug 03 19:07:49.969908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:49.981411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-45a5463e-cb31-4848-8843-2405d54cc220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:49.986582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-45a5463e-cb31-4848-8843-2405d54cc220 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 1094 time: 0.1094289 Aug 03 19:07:50.062718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:07:50.129270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:50.140303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-e8e7287e-4782-4f99-82ef-667da37f558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.140574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.142465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-e8e7287e-4782-4f99-82ef-667da37f558d service neutron] 10.222.0.77 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.1368279 Aug 03 19:07:50.158421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Transition to ACTIVE for port object b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:50.193560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-a3a6686b-7d3b-4386-9801-1b2834987b3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 HTTP/1.1" status: 200 len: 217 time: 0.0424433 Aug 03 19:07:50.250935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-a6db5781-986d-4b7b-94fd-cfb1f0b9458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.252515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-a6db5781-986d-4b7b-94fd-cfb1f0b9458a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0496719 Aug 03 19:07:50.305345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-9629232f-c956-4269-a29d-b84aef9b6678 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424259 Aug 03 19:07:50.317553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.364019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:07:50.423477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Pushing event updated for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:50.490507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-2668d81a-2be2-4a97-be39-c12651097258 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.492058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-2668d81a-2be2-4a97-be39-c12651097258 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1446943 Aug 03 19:07:50.493227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-df265d7f-2896-4650-9ab0-6ff3ae091cdb service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772721 Aug 03 19:07:50.548521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.586055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Attempting to bind port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:50.586294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:50.592233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Attempting to bind port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:50.592233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Attempting to bind port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:50.592937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:50.592937 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf1d6f-f325-4bc2-844d-01326dc3e414" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:50.615656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:50.615988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Attempting to bind port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:50.628118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:50.628468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:50.628905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:50.629360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Bound port: b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:50.629727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.691937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.706084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d74d4-9dac-4757-a4dc-d58510975ad7 req-1fbbf0e1-6f9d-41d6-81ca-f5c4a23390ba tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.707787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-301d74d4-9dac-4757-a4dc-d58510975ad7 req-1fbbf0e1-6f9d-41d6-81ca-f5c4a23390ba tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.2340879 Aug 03 19:07:50.730219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4083bad6-02cb-4694-971e-3a4d380c4175 req-a6f0c7a5-048b-4036-8a95-0a0ff5aadbf9 service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129846 Aug 03 19:07:50.746800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:50.751745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:50.779397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:50.783070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c095a2c-3237-424c-8372-8ac080fd8fa2 req-02185ed0-43f3-46b8-9c66-7015c71a4628 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.790603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c095a2c-3237-424c-8372-8ac080fd8fa2 req-02185ed0-43f3-46b8-9c66-7015c71a4628 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 947 time: 0.1164324 Aug 03 19:07:50.801355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-301d74d4-9dac-4757-a4dc-d58510975ad7 req-db71d759-0a99-4ab0-8a5a-05c55a39fd57 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671577 Aug 03 19:07:50.838570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c095a2c-3237-424c-8372-8ac080fd8fa2 req-2b2623ac-2ff5-4218-bf54-31e604062cd9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Aug 03 19:07:50.860144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55245a51-002c-43e2-bf42-f64f7507a6ba x-openstack-request-id: req-55245a51-002c-43e2-bf42-f64f7507a6ba {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:50.860144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-unplugged", "status": "completed", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:50.860144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55245a51-002c-43e2-bf42-f64f7507a6ba {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:50.860144 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'code': 200} Aug 03 19:07:50.890979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.921240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-35cc1214-73aa-406f-8430-1ff7556e6837 service neutron] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:50.938161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-35cc1214-73aa-406f-8430-1ff7556e6837 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.939279 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-35cc1214-73aa-406f-8430-1ff7556e6837 service neutron] 10.222.0.77 "DELETE /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.4297805 Aug 03 19:07:50.953610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:50.954260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:50.955661 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] 10.222.0.77 "PUT /v2.0/ports/b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 HTTP/1.1" status: 200 len: 1095 time: 1.7707202 Aug 03 19:07:50.956111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:50.959141 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892e6ccb-f86b-49aa-8c12-daa677e3c9af" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:50.981452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2ad98-30bb-468b-b31b-000287897426 service neutron] Pushing event updated for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:51.036947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc0cfe-94f9-4d6b-a8f4-a6e5d6d17c36 req-938f4adc-75ec-4a03-9a78-bd39b98c8d43 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.038595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6fc0cfe-94f9-4d6b-a8f4-a6e5d6d17c36 req-938f4adc-75ec-4a03-9a78-bd39b98c8d43 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 943 time: 0.1061029 Aug 03 19:07:51.055233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40367f62-3f62-4b93-874b-b7e093c5f372 req-be1e3403-6536-4713-98bc-5f4e4de9772d tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.056775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40367f62-3f62-4b93-874b-b7e093c5f372 req-be1e3403-6536-4713-98bc-5f4e4de9772d tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 1095 time: 0.0694766 Aug 03 19:07:51.100355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6fc0cfe-94f9-4d6b-a8f4-a6e5d6d17c36 req-c001fd03-987b-410a-b3ab-98d7ba551153 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Aug 03 19:07:51.113238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40367f62-3f62-4b93-874b-b7e093c5f372 req-a9cbee17-64e4-4b58-be60-6b253ff3564c tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491590 Aug 03 19:07:51.269859 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392d5c3f-6cae-47cd-a892-48690b55c473 x-openstack-request-id: req-392d5c3f-6cae-47cd-a892-48690b55c473 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:51.270355 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:51.270768 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-392d5c3f-6cae-47cd-a892-48690b55c473 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:51.271322 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158', 'status': 'completed', 'code': 200} Aug 03 19:07:51.281660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-872cbadd-e607-4343-8dc9-2782dd178fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.283253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-872cbadd-e607-4343-8dc9-2782dd178fee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 1098 time: 0.0727174 Aug 03 19:07:51.283586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d49ea3-4d15-41ed-b2f9-59ebe7830eef req-95f037e5-23a3-4bfd-98fa-949c05a08bed tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.285757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71d49ea3-4d15-41ed-b2f9-59ebe7830eef req-95f037e5-23a3-4bfd-98fa-949c05a08bed tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0734148 Aug 03 19:07:51.331044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-b462cc7a-5791-4fae-8742-5cb550cb6776 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 HTTP/1.1" status: 200 len: 217 time: 0.0390537 Aug 03 19:07:51.333206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71d49ea3-4d15-41ed-b2f9-59ebe7830eef req-d086959e-58d8-48ea-a11a-77a4aed7feff tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356619 Aug 03 19:07:51.334858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45938) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:51.399726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-13afe65e-cb52-49a8-8449-98599358ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.401349 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-13afe65e-cb52-49a8-8449-98599358ef02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0521326 Aug 03 19:07:51.467137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-network', 'tenant_id': '4d491f466f244baeb0cd942002f67877'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:51.473750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-d3ddb10d-a036-4a42-9d14-63bb97155a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.475731 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-d3ddb10d-a036-4a42-9d14-63bb97155a6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619006 Aug 03 19:07:51.595572 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-b8df69d4-b06b-4f4b-9388-57798f11630f service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091950 Aug 03 19:07:51.613504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Made reservation on behalf of 4d491f466f244baeb0cd942002f67877 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:51.615806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.644117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:51.679581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-6d5df0f4-76ff-4596-ae7a-961dffac5749 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.703722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-6d5df0f4-76ff-4596-ae7a-961dffac5749 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2059216 Aug 03 19:07:51.720872 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f9faf912-fb4c-4630-b9b5-8fe88ba4a3af req-7610fe76-4e76-4b63-98d5-f3a78e49a491 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148212 Aug 03 19:07:51.728832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-19d88cc4-9728-4db8-ab32-27ab912565be tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/quotas/9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 375 time: 0.0213253 Aug 03 19:07:51.840630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-da37ceb0-3734-4cdc-bc64-205a3bcd4688 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034615 Aug 03 19:07:51.973358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-e14bb5fe-0c03-4b31-8a10-52955812b637 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391056 Aug 03 19:07:51.987536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-dbbf6800-6727-433e-99c0-de6c5d03cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:51.994803 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-dbbf6800-6727-433e-99c0-de6c5d03cbb2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 1098 time: 0.0733287 Aug 03 19:07:51.997649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.000681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c10453b-cf11-4cad-9f16-c08def02e300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.091485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-7e09e855-b9b9-45b1-9d56-ffd8a6eea43b service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077504 Aug 03 19:07:52.122256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-19f715b8-bf5f-4384-a910-1321fb802277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.124597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-19f715b8-bf5f-4384-a910-1321fb802277 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1167090 Aug 03 19:07:52.137901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.160984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.175578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:07:52.176774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a567d-076e-40bc-a77b-2a3bbe3eafe6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:52.178008 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-adf38ab1-e3e6-4a42-9e67-411b6321dd82 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 HTTP/1.1" status: 200 len: 217 time: 0.0452764 Aug 03 19:07:52.181689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.182035 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Added segment b233b363-ce0f-4da3-891a-1192a12df9b2 of type vlan for network f50cc747-01d4-4320-8fdb-2149c160e8c8 Aug 03 19:07:52.223560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.236662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-3cad0025-5ce8-4038-8274-2d252c6df6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.238128 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-3cad0025-5ce8-4038-8274-2d252c6df6f7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0499465 Aug 03 19:07:52.287170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-09d7ba83-e72c-43df-9814-2ea959ba0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.288738 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-09d7ba83-e72c-43df-9814-2ea959ba0e84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0415797 Aug 03 19:07:52.359357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.359357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.359357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.411896 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-aae82726-31f0-4e9b-9b9e-cbc5b3121ee2 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142731 Aug 03 19:07:52.470183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] Pushing event updated for resources: {'Network': ['ID=f50cc747-01d4-4320-8fdb-2149c160e8c8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:52.485421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:07:52.485819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b5831-dd79-482b-b566-e658caa0e2f9 req-f7d736dc-91a5-41b2-9599-b1eca51b09f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.487378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b7b5831-dd79-482b-b566-e658caa0e2f9 req-f7d736dc-91a5-41b2-9599-b1eca51b09f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 947 time: 0.0831389 Aug 03 19:07:52.506606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-14264bc9-1471-414d-92ba-f3e93ed5e018 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1706948 Aug 03 19:07:52.515516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:52.521218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Request body: {'subnet': {'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-subnet', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:52.568738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b7b5831-dd79-482b-b566-e658caa0e2f9 req-9725d825-e673-49a9-aaa7-26d8f4db996b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731390 Aug 03 19:07:52.579066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-892e6ccb-f86b-49aa-8c12-daa677e3c9af req-ef2c873f-87f9-4a1a-a874-29e4b9d2a2f8 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587925 Aug 03 19:07:52.674605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710a3be-73b1-4bff-ab1e-97f6d96e5559 req-550f1118-b0b5-4c9c-900a-bca9883ea39b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:52.676101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3710a3be-73b1-4bff-ab1e-97f6d96e5559 req-550f1118-b0b5-4c9c-900a-bca9883ea39b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 943 time: 0.0495543 Aug 03 19:07:52.689894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Made reservation on behalf of 4d491f466f244baeb0cd942002f67877 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:52.692171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.770808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3710a3be-73b1-4bff-ab1e-97f6d96e5559 req-97b3b89b-bfbf-4272-bdb4-9fa361c78315 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Aug 03 19:07:52.800573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:52.864246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95bab30d-7dbe-415a-90a0-586e009d05bd req-23f96314-12fb-475e-b5b7-ef102ccaa870 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 210 time: 0.0331411 Aug 03 19:07:53.043410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18183b1-d8eb-4b89-b3e4-339996efd109 req-620756ea-ef29-4bfe-b607-80c957123a9f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.045750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c18183b1-d8eb-4b89-b3e4-339996efd109 req-620756ea-ef29-4bfe-b607-80c957123a9f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0568748 Aug 03 19:07:53.084418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c18183b1-d8eb-4b89-b3e4-339996efd109 req-311f16df-7a29-471e-aacc-f8b5e86df59f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Aug 03 19:07:53.148527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.201042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0563fead-c46f-48cf-8d23-34ac4010bf72,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:53.210810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Checking segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:53.211168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Network hostable DHCP agents. Network: f50cc747-01d4-4320-8fdb-2149c160e8c8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:07:53.365420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:07:53.548289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f50cc747-01d4-4320-8fdb-2149c160e8c8) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:53.552390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.553019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.559729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36d105-5c10-49d9-9ab9-519b94b93541 None None] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:53.694040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793a9d5-a386-4679-b05b-35085aefbe9f req-cbfeb9e0-350f-49d3-a201-50d036d16945 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.695515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1793a9d5-a386-4679-b05b-35085aefbe9f req-cbfeb9e0-350f-49d3-a201-50d036d16945 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 947 time: 0.0559583 Aug 03 19:07:53.706873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f50cc747-01d4-4320-8fdb-2149c160e8c8', 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'fixed_ips': [{'subnet_id': '0563fead-c46f-48cf-8d23-34ac4010bf72'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:07:53.707748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.736693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-40321b82-79ad-408b-ad6c-6e8112b9c725 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2199063 Aug 03 19:07:53.740370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:53.740908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1793a9d5-a386-4679-b05b-35085aefbe9f req-32fae08d-b615-4580-8967-8ab561ff526f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380731 Aug 03 19:07:53.745222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:53.867410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Allocated IP 172.20.0.2 (f50cc747-01d4-4320-8fdb-2149c160e8c8/0563fead-c46f-48cf-8d23-34ac4010bf72/d6cfac93-8486-47a7-9627-069f04d5675d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:53.905602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268e63d-957f-46fc-8663-47e2f899e539 req-038131c6-9f18-4003-9aa8-3aed84d6f006 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:53.907358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5268e63d-957f-46fc-8663-47e2f899e539 req-038131c6-9f18-4003-9aa8-3aed84d6f006 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 943 time: 0.0588608 Aug 03 19:07:53.957174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5268e63d-957f-46fc-8663-47e2f899e539 req-283a36a5-4382-45d9-b5f8-dc648c202ac8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Aug 03 19:07:53.965802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:53.971311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.029755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.034402 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.042901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Transition to ACTIVE for port object d6cfac93-8486-47a7-9627-069f04d5675d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:54.045802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3460c681-43d5-4732-b2f5-ad79a0a4c3be req-99b76309-0bc9-4239-a358-9d397ef6f1cf tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 210 time: 0.0273788 Aug 03 19:07:54.058950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Transition to ACTIVE for port object d6cfac93-8486-47a7-9627-069f04d5675d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:54.217745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0adc18-f076-4e03-bdf2-d579b741fdad req-950f7a47-8fe4-4b35-95d4-6a8cab529976 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.219357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b0adc18-f076-4e03-bdf2-d579b741fdad req-950f7a47-8fe4-4b35-95d4-6a8cab529976 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Aug 03 19:07:54.246753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.261107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b0adc18-f076-4e03-bdf2-d579b741fdad req-10a74947-c211-4a41-a61e-16f3b4ab330e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356920 Aug 03 19:07:54.295370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:54.298579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:54.304534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:54.312304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Pushing event updated for resources: {'Port': ['ID=d6cfac93-8486-47a7-9627-069f04d5675d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.363980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Attempting to bind port d6cfac93-8486-47a7-9627-069f04d5675d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:54.364347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Attempting to bind port d6cfac93-8486-47a7-9627-069f04d5675d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:54.364894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Attempting to bind port d6cfac93-8486-47a7-9627-069f04d5675d on network f50cc747-01d4-4320-8fdb-2149c160e8c8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:54.370371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:54.370371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Checking segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:54.370762 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.371770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Bound using segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:54.371770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Bound port: d6cfac93-8486-47a7-9627-069f04d5675d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:54.372027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.376982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.409181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:54.485398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] For port d6cfac93-8486-47a7-9627-069f04d5675d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:54.504724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] For port d6cfac93-8486-47a7-9627-069f04d5675d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d6cfac93-8486-47a7-9627-069f04d5675d,segment=NetworkSegment(b233b363-ce0f-4da3-891a-1192a12df9b2),segment_id=b233b363-ce0f-4da3-891a-1192a12df9b2)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:54.536432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:54.563100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76', 'mac_address': 'fa:16:3e:00:f0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:54.600677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.614389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:54.633886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:54.738090 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.773136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.800236 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.806512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.815450 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:54.819201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4eceb-3d08-4ef9-ba6e-48308d98f5db None None] Pushing event updated for resources: {'Port': ['ID=d6cfac93-8486-47a7-9627-069f04d5675d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.885333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:54.893859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7a1c1-0ca8-4bac-8ed4-c4307978efe7 req-a24737cc-ecd9-46c4-80c9-5765045372f5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:54.895420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43e7a1c1-0ca8-4bac-8ed4-c4307978efe7 req-a24737cc-ecd9-46c4-80c9-5765045372f5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 947 time: 0.0660803 Aug 03 19:07:54.940572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43e7a1c1-0ca8-4bac-8ed4-c4307978efe7 req-417d4db1-3a38-4c65-a133-a0685e01c790 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363128 Aug 03 19:07:54.946350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Allocated IP 172.25.2.80 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/fb37b5d2-d594-4e71-a17b-986590a9b51d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:55.084124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.098230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73643c18-573e-4976-a364-608ac3246178 req-f22d2e7a-231e-4a1d-815d-e404be78bd5f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.099983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73643c18-573e-4976-a364-608ac3246178 req-f22d2e7a-231e-4a1d-815d-e404be78bd5f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 944 time: 0.0628276 Aug 03 19:07:55.148332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['e9c44c2c-4ee8-46f9-bbe0-e8482c049c76'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:55.150113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73643c18-573e-4976-a364-608ac3246178 req-c84ab70f-4758-413e-a139-93ff749a6076 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419252 Aug 03 19:07:55.237763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cae25c98-5dbb-49c2-ac1c-b38eaf316492 req-876ea16c-78c7-4332-b574-f126e4a5a6c2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 210 time: 0.0273707 Aug 03 19:07:55.289981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.323382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:55.327327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:55.331002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:55.361765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Pushing event updated for resources: {'Port': ['ID=fb37b5d2-d594-4e71-a17b-986590a9b51d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:55.421211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878ba86-4413-4682-9149-d37a5e297583 req-c83312c2-9bd8-4116-8d06-6da9d61e81ab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.422752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7878ba86-4413-4682-9149-d37a5e297583 req-c83312c2-9bd8-4116-8d06-6da9d61e81ab tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0563753 Aug 03 19:07:55.741733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7878ba86-4413-4682-9149-d37a5e297583 req-70cec95c-5457-49b4-b9fb-f8d697f5b323 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122675 Aug 03 19:07:55.823489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d6cfac93-8486-47a7-9627-069f04d5675d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:55.899081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-d1075e88-8623-4697-a071-e797203fffc0 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:55.900585 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-d1075e88-8623-4697-a071-e797203fffc0 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2478180 Aug 03 19:07:55.909438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:55.931236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22a706-a18b-4cce-8c0d-9caa86c9c48f None None] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:07:55.951334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Request body: {'port': {'device_id': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'admin_state_up': True, 'tenant_id': '9cba78de583549c58c1613929cefe9f4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:56.079717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed538a43-f971-4e72-a7fa-a39cf3d01619 req-cf35873b-a537-4923-a721-d737f6743cb3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.082000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed538a43-f971-4e72-a7fa-a39cf3d01619 req-cf35873b-a537-4923-a721-d737f6743cb3 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 947 time: 0.0634046 Aug 03 19:07:56.120527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d6cfac93-8486-47a7-9627-069f04d5675d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:56.150397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed538a43-f971-4e72-a7fa-a39cf3d01619 req-1fad6ff0-1bef-4d91-81f7-f5cba19aa952 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 Aug 03 19:07:56.179225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Provisioning for port d6cfac93-8486-47a7-9627-069f04d5675d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:56.185030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Provisioning complete for port d6cfac93-8486-47a7-9627-069f04d5675d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:56.185531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.252352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.306865 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.308962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:07:56.317239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.341025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c27c-2294-4045-91fb-f14e33bcf00c req-7aa15fa4-573a-4e45-8cc3-ecb97c9add8c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.344993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] For port d6cfac93-8486-47a7-9627-069f04d5675d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d6cfac93-8486-47a7-9627-069f04d5675d,segment=NetworkSegment(b233b363-ce0f-4da3-891a-1192a12df9b2),segment_id=b233b363-ce0f-4da3-891a-1192a12df9b2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:56.349371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c98c27c-2294-4045-91fb-f14e33bcf00c req-7aa15fa4-573a-4e45-8cc3-ecb97c9add8c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 944 time: 0.0851159 Aug 03 19:07:56.386271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c98c27c-2294-4045-91fb-f14e33bcf00c req-c42d6b86-023c-48a7-9f8e-3c0610e204d1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Aug 03 19:07:56.412890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:07:56.415081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:56.477880 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.520249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bed9db3-78a2-4117-a00a-c9c489947685 req-ba65d1c5-d67e-4a67-bd08-ccaceef7db41 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 210 time: 0.0548229 Aug 03 19:07:56.579927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Allocated IP 172.20.0.2 (2e951814-34df-4c8f-a179-23bd3c595b01/8f0f2cd0-d521-474d-a811-4b9471b223c6/3f56273b-7a54-45f4-94e5-73f3b097d91b) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:56.631298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd301a8-a7cb-434b-9217-3eb9501f43bb None None] Pushing event updated for resources: {'Port': ['ID=d6cfac93-8486-47a7-9627-069f04d5675d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:56.650850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5333e214-3d06-4377-993f-9951c6f314c1 None None] Provisioning complete for port d6cfac93-8486-47a7-9627-069f04d5675d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:56.651435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5333e214-3d06-4377-993f-9951c6f314c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.714057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:56.736901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158', 'mac_address': 'fa:16:3e:76:41:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:07:56.755583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Router 63afb742-5418-48f7-a4a6-071a4acb05ba is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:07:56.773688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.819685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.823274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:56.838805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:56.839519 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.871273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:56.893870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed517574-65f3-4699-8f6e-5d8d45accd3f req-0713f70b-d785-41c4-9a4c-6a95cd23401e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:56.895450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed517574-65f3-4699-8f6e-5d8d45accd3f req-0713f70b-d785-41c4-9a4c-6a95cd23401e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0653100 Aug 03 19:07:56.908589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:56.931087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:07:56.949282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed517574-65f3-4699-8f6e-5d8d45accd3f req-19be40be-e620-4ae6-baa3-97851ed3302a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Aug 03 19:07:56.960421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Sync routers for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:07:56.975255 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:56.984308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Routers {'63afb742-5418-48f7-a4a6-071a4acb05ba'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:56.984308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63afb742-5418-48f7-a4a6-071a4acb05ba'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:57.004338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:57.007236 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc99ac1a-e0f9-4001-ba4c-d0f625e265c4" -d '{"events": [{"server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:57.024030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:07:57.079136 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fced4d4-9b7a-4420-b632-8e75bfd6cec0 x-openstack-request-id: req-3fced4d4-9b7a-4420-b632-8e75bfd6cec0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:57.079505 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "name": "network-vif-plugged", "status": "completed", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:57.079676 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3fced4d4-9b7a-4420-b632-8e75bfd6cec0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:57.080058 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76', 'code': 200} Aug 03 19:07:57.096631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.105421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Set router 63afb742-5418-48f7-a4a6-071a4acb05ba gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:57.163607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:57.172271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.189856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.193210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.194757 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cfe19cbf-2429-46d1-a60f-2538b50863fc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4529533 Aug 03 19:07:57.197386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46166) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:07:57.251278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:57.256293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Network 2e951814-34df-4c8f-a179-23bd3c595b01 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:57.269452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:57.273219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fee0a9-b0a9-42fc-b049-a310bb5eda7c req-e28861ce-e1bd-4088-a49f-12e58f4129ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.274836 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-32fee0a9-b0a9-42fc-b049-a310bb5eda7c req-e28861ce-e1bd-4088-a49f-12e58f4129ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 1095 time: 0.1170521 Aug 03 19:07:57.275587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:57.281840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:57.359516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.360203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.365203 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-32fee0a9-b0a9-42fc-b049-a310bb5eda7c req-ce147298-f84d-4978-aad5-0800cd22182a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602102 Aug 03 19:07:57.411785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01d635-6e2b-4b02-9fcd-5a4f15dfd596 req-2c097e09-55e7-45b7-96c0-208c78113e91 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.414653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a01d635-6e2b-4b02-9fcd-5a4f15dfd596 req-2c097e09-55e7-45b7-96c0-208c78113e91 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 948 time: 0.1129773 Aug 03 19:07:57.459777 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:07:55Z', 'revision_number': 3, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:57.461369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:07:57.486871 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Checking router: 63afb742-5418-48f7-a4a6-071a4acb05ba for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:07:57.488039 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Updating router 63afb742-5418-48f7-a4a6-071a4acb05ba port fb37b5d2-d594-4e71-a17b-986590a9b51d binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:07:57.490473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-fab18323-566f-40cd-89c1-31757170e596 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5451348 Aug 03 19:07:57.512493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Request body: {'port': {'device_id': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:07:57.515111 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.562231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a01d635-6e2b-4b02-9fcd-5a4f15dfd596 req-a1d67c54-7ea4-40a9-b43a-2d6e2b7eb1d7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885575 Aug 03 19:07:57.599851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.815735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d6cfac93-8486-47a7-9627-069f04d5675d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:57.851003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cad4ec-a84a-48fa-8853-f101e6ef0aed req-394b4c9e-7229-4d04-867d-7889efaabc11 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:57.862865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9cad4ec-a84a-48fa-8853-f101e6ef0aed req-394b4c9e-7229-4d04-867d-7889efaabc11 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1869175 Aug 03 19:07:57.916244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d6cfac93-8486-47a7-9627-069f04d5675d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:57.916972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.924151 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:57.938888 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Transition to ACTIVE for port object fb37b5d2-d594-4e71-a17b-986590a9b51d will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:57.984696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9cad4ec-a84a-48fa-8853-f101e6ef0aed req-8f59306f-c19a-481a-b4ab-56028c3c2c52 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203179 Aug 03 19:07:58.000754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56273b-7a54-45f4-94e5-73f3b097d91b {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:07:58.009446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.023538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Transition to ACTIVE for port object 3f56273b-7a54-45f4-94e5-73f3b097d91b will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:58.092797 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.112816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.139281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.150094 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Pushing event updated for resources: {'Port': ['ID=fb37b5d2-d594-4e71-a17b-986590a9b51d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.152165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Attempting to bind port fb37b5d2-d594-4e71-a17b-986590a9b51d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:58.152522 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Attempting to bind port fb37b5d2-d594-4e71-a17b-986590a9b51d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:58.152912 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Attempting to bind port fb37b5d2-d594-4e71-a17b-986590a9b51d on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:58.162716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:58.163131 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:58.163481 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.163868 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:58.164332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Bound port: fb37b5d2-d594-4e71-a17b-986590a9b51d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:58.164882 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.167007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.167344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.167803 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.168122 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.168441 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.168783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.169726 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.170339 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.170992 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.171388 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.171773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.172372 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:07:58.214232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.236893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d734a3-dfa4-4390-b8ff-895688225173 req-f46a3f83-d79d-4662-afef-a17b5ee2dc74 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.245692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2d734a3-dfa4-4390-b8ff-895688225173 req-f46a3f83-d79d-4662-afef-a17b5ee2dc74 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 931 time: 0.1642363 Aug 03 19:07:58.260266 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] For port fb37b5d2-d594-4e71-a17b-986590a9b51d, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:58.274568 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] For port fb37b5d2-d594-4e71-a17b-986590a9b51d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb37b5d2-d594-4e71-a17b-986590a9b51d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:58.303919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:07:58.304398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:07:58.304989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:58.311571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:07:58.312010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:07:58.318470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:07:58.319025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:07:58.319496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:07:58.320432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Bound port: 3f56273b-7a54-45f4-94e5-73f3b097d91b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:07:58.321065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.343581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2d734a3-dfa4-4390-b8ff-895688225173 req-1c97dbea-44f3-4bf1-bce8-114ef575e57e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929787 Aug 03 19:07:58.416243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:07:58.418267 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.421395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:07:58.456055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Allocated IP 172.20.0.1 (f50cc747-01d4-4320-8fdb-2149c160e8c8/0563fead-c46f-48cf-8d23-34ac4010bf72/a5daef15-96a7-46b3-bb89-e735e6f8a555) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:07:58.483547 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459aa85-ca5b-44c4-8cfa-40206b9b72b3 None None] Pushing event updated for resources: {'Port': ['ID=fb37b5d2-d594-4e71-a17b-986590a9b51d,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.487027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88f14e-e181-4ec9-bda5-c29165a64f09 req-b68e0bbe-1f46-4ed9-a4d0-a8d072c463e4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.499584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed88f14e-e181-4ec9-bda5-c29165a64f09 req-b68e0bbe-1f46-4ed9-a4d0-a8d072c463e4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1005325 Aug 03 19:07:58.502208 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Routers {'63afb742-5418-48f7-a4a6-071a4acb05ba'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:07:58.502538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63afb742-5418-48f7-a4a6-071a4acb05ba'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:58.579583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed88f14e-e181-4ec9-bda5-c29165a64f09 req-03a05668-28cb-45af-a1c8-6af36963bce5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791214 Aug 03 19:07:58.617975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.636903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.652280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Transition to ACTIVE for port object a5daef15-96a7-46b3-bb89-e735e6f8a555 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:07:58.655222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] Set router 63afb742-5418-48f7-a4a6-071a4acb05ba gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:07:58.675420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.679753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.679753 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 1091 time: 1.1721900 Aug 03 19:07:58.679753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:07:58.680690 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:07:58.706641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e3e7-bb69-4730-a0c1-da5f4339c9a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.772088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfca77-3c8d-4183-b2ca-b0f764890bff req-02b7650a-fffa-4f19-9d4f-603896425860 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.777247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-addfca77-3c8d-4183-b2ca-b0f764890bff req-02b7650a-fffa-4f19-9d4f-603896425860 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 948 time: 0.0735798 Aug 03 19:07:58.823687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-addfca77-3c8d-4183-b2ca-b0f764890bff req-0b5bc582-44e9-40f0-8af0-56bebf0f5b65 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Aug 03 19:07:58.868881 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0c0f05-0e66-468c-ab1b-62a40bcb0e73 x-openstack-request-id: req-5a0c0f05-0e66-468c-ab1b-62a40bcb0e73 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:07:58.869176 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:07:58.869450 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a0c0f05-0e66-468c-ab1b-62a40bcb0e73 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:07:58.869854 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'status': 'completed', 'code': 200} Aug 03 19:07:58.882530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:58.891972 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:07:55Z', 'revision_number': 3, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:07:58.920623 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b390525-a5af-4796-b32d-6ad2053559d7 None None] The sync data for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 is: [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:07:55Z', 'revision_number': 3, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:07:58.936465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:07:58.937006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aa5320dc-1654-4ebe-a9ec-24af95596a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:58.938804 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-aa5320dc-1654-4ebe-a9ec-24af95596a27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1094 time: 0.0447092 Aug 03 19:07:58.943391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:07:58.948137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:07:58.988166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Pushing event updated for resources: {'Port': ['ID=a5daef15-96a7-46b3-bb89-e735e6f8a555,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:58.995592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-44c387e1-afd0-421e-9462-df7d77ee1695 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 217 time: 0.0409665 Aug 03 19:07:59.032832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.067196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-c23486f3-8468-40ad-8507-4ddc3fbec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.068753 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-c23486f3-8468-40ad-8507-4ddc3fbec93f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0660603 Aug 03 19:07:59.114759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-daa123e7-01b2-482a-8289-314123b3980d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330131 Aug 03 19:07:59.149872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b48a0-95cd-4b52-8ee3-93add9920dea req-25d84848-16a6-4a5b-91c4-632f65db398c tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.151488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2b48a0-95cd-4b52-8ee3-93add9920dea req-25d84848-16a6-4a5b-91c4-632f65db398c tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.1748738 Aug 03 19:07:59.210958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c234a-d7e2-4844-9c95-456a214713ff req-79e99dbf-346e-46ae-b773-43e4db3c7920 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.220046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c34c234a-d7e2-4844-9c95-456a214713ff req-79e99dbf-346e-46ae-b773-43e4db3c7920 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1365504 Aug 03 19:07:59.256284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-a1d0b300-c5bb-46e1-b84c-f8bade6c8645 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330574 Aug 03 19:07:59.277598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2b48a0-95cd-4b52-8ee3-93add9920dea req-c99c97de-1479-4afd-8dd6-d93cacea9570 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159449 Aug 03 19:07:59.298426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c34c234a-d7e2-4844-9c95-456a214713ff req-7e97f31c-2a95-4319-923f-83e07c241910 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Aug 03 19:07:59.372324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-df885fb5-2a9c-49ef-819c-efe9db85a613 None None] Provisioning for port a5daef15-96a7-46b3-bb89-e735e6f8a555 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:07:59.379250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-df885fb5-2a9c-49ef-819c-efe9db85a613 None None] Provisioning complete for port a5daef15-96a7-46b3-bb89-e735e6f8a555 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:07:59.386535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-df885fb5-2a9c-49ef-819c-efe9db85a613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.397425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84e66574-dd83-48f1-8ff8-95a18fd8cf7d req-b5d6132f-7f14-4074-896c-d9640899de32 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315370 Aug 03 19:07:59.444932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-df885fb5-2a9c-49ef-819c-efe9db85a613 None None] Port a5daef15-96a7-46b3-bb89-e735e6f8a555 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:07:59.453916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.501491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87343d-60fd-4069-a9bb-17cd3f99e174 req-89dae0be-31bb-43dd-90e2-6206b38e06ff tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.503173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c87343d-60fd-4069-a9bb-17cd3f99e174 req-89dae0be-31bb-43dd-90e2-6206b38e06ff tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1155183 Aug 03 19:07:59.585289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf90b4-dbf6-4030-8350-9e347efb0954 req-d6780b99-e185-4152-964b-ce614009d439 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.586883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fcf90b4-dbf6-4030-8350-9e347efb0954 req-d6780b99-e185-4152-964b-ce614009d439 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.1290958 Aug 03 19:07:59.629814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c87343d-60fd-4069-a9bb-17cd3f99e174 req-450ef828-d653-4af8-9faa-85493070624d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199205 Aug 03 19:07:59.690838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-b98f084e-2ede-456b-aa45-75a1a48b4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.692700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fcf90b4-dbf6-4030-8350-9e347efb0954 req-0c55ac5e-1ac8-4c00-aa1b-004cc1c451cb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942190 Aug 03 19:07:59.705543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-b98f084e-2ede-456b-aa45-75a1a48b4100 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1094 time: 0.0742917 Aug 03 19:07:59.796600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.849681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb37b5d2-d594-4e71-a17b-986590a9b51d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:07:59.864538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ef437-ad74-4200-b807-74a1047c48a9 req-f76b520d-a0a0-4299-aabf-5ecccbd784c6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.866035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a1ef437-ad74-4200-b807-74a1047c48a9 req-f76b520d-a0a0-4299-aabf-5ecccbd784c6 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0668974 Aug 03 19:07:59.892642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-3b4b063a-fafb-4ac6-b59b-4c3123fe48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:07:59.893023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:07:59.895404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-3b4b063a-fafb-4ac6-b59b-4c3123fe48e1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1766284 Aug 03 19:07:59.966037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a1ef437-ad74-4200-b807-74a1047c48a9 req-6ba47a88-c2d0-46cb-b4a8-75861f854b46 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925374 Aug 03 19:07:59.985337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Pushing event updated for resources: {'Port': ['ID=a5daef15-96a7-46b3-bb89-e735e6f8a555,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:07:59.993871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.124539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c4e25-d118-4f0a-a1f5-6d2bc708747f req-76f949f4-bd3c-4054-a914-87cb96a26012 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.126147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-546c4e25-d118-4f0a-a1f5-6d2bc708747f req-76f949f4-bd3c-4054-a914-87cb96a26012 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 948 time: 0.0791945 Aug 03 19:08:00.130967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fb37b5d2-d594-4e71-a17b-986590a9b51d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:00.145681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:00.146770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb37b5d2-d594-4e71-a17b-986590a9b51d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:00.147497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.148124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:00.223249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-546c4e25-d118-4f0a-a1f5-6d2bc708747f req-ace3693a-5959-4cff-9802-ac0f13e5b6c6 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894692 Aug 03 19:08:00.278686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-5a7293ca-c69f-446e-9028-499a8791aa22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 217 time: 0.3589330 Aug 03 19:08:00.287351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.295236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Router 63afb742-5418-48f7-a4a6-071a4acb05ba has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:00.322650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fb37b5d2-d594-4e71-a17b-986590a9b51d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb37b5d2-d594-4e71-a17b-986590a9b51d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:00.339749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-48d210ff-1300-4d06-80bc-55d127224a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.341679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-48d210ff-1300-4d06-80bc-55d127224a21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0548394 Aug 03 19:08:00.381609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-f6dd96d8-1245-4ebb-923c-4a6a65c0cb69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314386 Aug 03 19:08:00.411512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:00.448856 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.484095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8038f-8aaf-4800-9fd2-6a73f312395a req-f291733a-4bab-46e0-9800-3ec5e02659e4 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.486057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5f8038f-8aaf-4800-9fd2-6a73f312395a req-f291733a-4bab-46e0-9800-3ec5e02659e4 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.1172361 Aug 03 19:08:00.493634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:00.508100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1a3a61d9-917d-4ea5-847c-2fb9f7d3651c admin admin] 10.222.0.67 "PUT /v2.0/routers/63afb742-5418-48f7-a4a6-071a4acb05ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006635 Aug 03 19:08:00.548510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-36064932-6381-4da1-b05f-e857c8450ea9 None None] Provisioning complete for port a5daef15-96a7-46b3-bb89-e735e6f8a555 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:00.549206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36064932-6381-4da1-b05f-e857c8450ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.561985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-7ad916d0-d6d9-4d88-ab05-eb6b79337e96 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702836 Aug 03 19:08:00.564988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5f8038f-8aaf-4800-9fd2-6a73f312395a req-f143d66c-0d46-457d-ae16-6c68a784f5d3 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627151 Aug 03 19:08:00.585482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fb37b5d2-d594-4e71-a17b-986590a9b51d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:00.611362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-36064932-6381-4da1-b05f-e857c8450ea9 None None] Port a5daef15-96a7-46b3-bb89-e735e6f8a555 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:00.684594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f14bfdd-317d-4e10-81b5-bfc70189d0d1 req-d3d593df-48c8-42d1-ba22-c47966a31bcd service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096532 Aug 03 19:08:00.700771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbefaf-d2e2-487c-a6b0-629d200fc7ec req-c230004b-d472-40e6-b89a-939b1f9b8fe1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.703295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28bbefaf-d2e2-487c-a6b0-629d200fc7ec req-c230004b-d472-40e6-b89a-939b1f9b8fe1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0554075 Aug 03 19:08:00.726154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:00.730649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:00.731535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.753031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28bbefaf-d2e2-487c-a6b0-629d200fc7ec req-7346bc98-c56e-4959-9668-83688bdb1708 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Aug 03 19:08:00.822708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-86dbf873-8014-4ab8-9f74-3c89ebc6b6ae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.824248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-86dbf873-8014-4ab8-9f74-3c89ebc6b6ae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 948 time: 0.0906019 Aug 03 19:08:00.833711 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:00.867133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:00.869668 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71790318-af42-4c42-af02-aaee7d919a43" -d '{"events": [{"server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "name": "network-vif-plugged", "status": "completed", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:00.887642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:00.915838 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-da863192-e3e5-480b-b0c6-6f7a75cddf32 req-49814678-4b0c-4161-93e4-8b6de80115e7 tempest-FloatingIPDetailsNegativeTestJSON-964911028 tempest-FloatingIPDetailsNegativeTestJSON-964911028-project] show failed (client error): The resource could not be found. Aug 03 19:08:00.918498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da863192-e3e5-480b-b0c6-6f7a75cddf32 req-49814678-4b0c-4161-93e4-8b6de80115e7 tempest-FloatingIPDetailsNegativeTestJSON-964911028 tempest-FloatingIPDetailsNegativeTestJSON-964911028-project] 10.222.0.67 "GET /v2.0/floatingips/189c4db7-1af0-45ad-8131-1e5801f23ea9 HTTP/1.1" status: 404 len: 350 time: 0.0470283 Aug 03 19:08:00.928903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46230) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:00.934943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Sync routers for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:00.938053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf81e79-c890-492d-b683-d3357f1f0cff req-fff75624-6f0f-41ac-b966-d080574ed731 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:00.939806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf81e79-c890-492d-b683-d3357f1f0cff req-fff75624-6f0f-41ac-b966-d080574ed731 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.0983624 Aug 03 19:08:00.949380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Routers {'63afb742-5418-48f7-a4a6-071a4acb05ba'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:00.950096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63afb742-5418-48f7-a4a6-071a4acb05ba'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:00.997239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf81e79-c890-492d-b683-d3357f1f0cff req-082f392c-36aa-4702-9fed-0c01600647b5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485113 Aug 03 19:08:01.011021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Deleting port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:01.011685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.022979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.135751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca52b9-a889-4eb7-8797-0000a7374dc8 req-c15874d5-8b5c-4fe9-a6f2-0bfd3d97ff1a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.140823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ca52b9-a889-4eb7-8797-0000a7374dc8 req-c15874d5-8b5c-4fe9-a6f2-0bfd3d97ff1a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0598674 Aug 03 19:08:01.186395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ca52b9-a889-4eb7-8797-0000a7374dc8 req-bb9839f8-fdf8-4ece-9e0b-33f54707cb0d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Aug 03 19:08:01.203590 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820177a6-499b-4071-b613-9d9ebf7a934d x-openstack-request-id: req-820177a6-499b-4071-b613-9d9ebf7a934d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:01.203924 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "name": "network-vif-plugged", "status": "completed", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:01.204127 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-820177a6-499b-4071-b613-9d9ebf7a934d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:01.204483 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158', 'code': 200} Aug 03 19:08:01.262919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Set router 63afb742-5418-48f7-a4a6-071a4acb05ba gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:01.263199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] For port 911c6dc9-a561-43a8-88c7-1d7d7666aa08, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=911c6dc9-a561-43a8-88c7-1d7d7666aa08,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:01.263430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.271563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc522532-7c23-46e3-b4ac-a44859594554 req-7f73388c-e4df-4e43-ad28-4935d1d9920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.273076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cc522532-7c23-46e3-b4ac-a44859594554 req-7f73388c-e4df-4e43-ad28-4935d1d9920f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 1100 time: 0.1536150 Aug 03 19:08:01.289326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:01.321754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Calling delete_port for 911c6dc9-a561-43a8-88c7-1d7d7666aa08 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:01.350739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387fc6a-d9b4-438e-8901-ffe99d1f394a req-67833bfd-61a5-4f6d-b511-41fe5781f987 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.352487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2387fc6a-d9b4-438e-8901-ffe99d1f394a req-67833bfd-61a5-4f6d-b511-41fe5781f987 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.0536149 Aug 03 19:08:01.394037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2387fc6a-d9b4-438e-8901-ffe99d1f394a req-fe6cc127-fc40-412f-83b2-c5102981b9cf tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335636 Aug 03 19:08:01.406080 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cc522532-7c23-46e3-b4ac-a44859594554 req-c750e806-1fd3-40e2-af12-212d6e2a36f6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240349 Aug 03 19:08:01.475076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:07:59Z', 'revision_number': 4, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a5daef15-96a7-46b3-bb89-e735e6f8a555', 'name': '', 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'mac_address': 'fa:16:3e:08:35:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0563fead-c46f-48cf-8d23-34ac4010bf72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:58Z', 'updated_at': '2021-08-03T19:07:59Z', 'revision_number': 2, 'project_id': '4d491f466f244baeb0cd942002f67877', 'subnets': [{'id': '0563fead-c46f-48cf-8d23-34ac4010bf72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:01.501164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Checking router: 63afb742-5418-48f7-a4a6-071a4acb05ba for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:01.501516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Updating router 63afb742-5418-48f7-a4a6-071a4acb05ba port a5daef15-96a7-46b3-bb89-e735e6f8a555 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:01.525302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.610814 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.649681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.684154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Pushing event deleted for resources: {'Port': ['ID=911c6dc9-a561-43a8-88c7-1d7d7666aa08,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:01.685940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab80b10b-d1e0-451f-aae0-c8a1b7cae3b4 req-77f064fb-de61-4b67-9b5d-c063bd36c5ce tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 210 time: 0.0388193 Aug 03 19:08:01.764148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] No DVR routers for this DVR port 911c6dc9-a561-43a8-88c7-1d7d7666aa08 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:01.767848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.769801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d409c26a-4fda-425e-9fd7-461daa3f7423 req-779eab40-de9d-497b-b739-5fbd988d5fae tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "DELETE /v2.0/ports/911c6dc9-a561-43a8-88c7-1d7d7666aa08 HTTP/1.1" status: 204 len: 173 time: 0.9370766 Aug 03 19:08:01.770243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-deleted', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:01.772469 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e2dbaf-09d9-4b46-95ad-bbfa535a760a" -d '{"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-deleted", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:01.815677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb37b5d2-d594-4e71-a17b-986590a9b51d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:01.858459 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bae7fa-f2d3-430a-a4da-052c9cf2695b x-openstack-request-id: req-a1bae7fa-f2d3-430a-a4da-052c9cf2695b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:01.859003 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a", "name": "network-vif-deleted", "tag": "911c6dc9-a561-43a8-88c7-1d7d7666aa08", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:01.859424 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1bae7fa-f2d3-430a-a4da-052c9cf2695b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:01.860071 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a', 'name': 'network-vif-deleted', 'tag': '911c6dc9-a561-43a8-88c7-1d7d7666aa08', 'status': 'completed', 'code': 200} Aug 03 19:08:01.871948 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.886418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Transition to ACTIVE for port object a5daef15-96a7-46b3-bb89-e735e6f8a555 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:01.900472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb37b5d2-d594-4e71-a17b-986590a9b51d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:01.900957 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:01.913336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9be94-cc10-4d2c-8e62-db1a0ec45923 req-d62e9727-7771-4d29-976e-dae288988f27 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:01.914975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eb9be94-cc10-4d2c-8e62-db1a0ec45923 req-d62e9727-7771-4d29-976e-dae288988f27 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.0723615 Aug 03 19:08:01.959655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eb9be94-cc10-4d2c-8e62-db1a0ec45923 req-bee3ea7f-071e-46eb-853a-d25f16189d00 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360377 Aug 03 19:08:01.998927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Deleting port a5daef15-96a7-46b3-bb89-e735e6f8a555 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:01.999265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.042049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:02.061190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.087448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.105338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Calling delete_port for a5daef15-96a7-46b3-bb89-e735e6f8a555 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:02.160880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b139de-cbd8-4c36-a033-5c22ad62676a req-24c8e055-b73e-4000-ac47-ab3a0c54e15d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.162603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45b139de-cbd8-4c36-a033-5c22ad62676a req-24c8e055-b73e-4000-ac47-ab3a0c54e15d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.0656230 Aug 03 19:08:02.172246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7eb61a-800c-42f3-975a-74c1cb4017cd None None] Pushing event updated for resources: {'Port': ['ID=a5daef15-96a7-46b3-bb89-e735e6f8a555,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.286946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45b139de-cbd8-4c36-a033-5c22ad62676a req-b78d17ac-896a-438d-8f0f-7b8572c8a473 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966606 Aug 03 19:08:02.304692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-6f9d9256-ff86-4648-8239-b0ff5fe0bf34 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.306665 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-6f9d9256-ff86-4648-8239-b0ff5fe0bf34 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 945 time: 0.1483119 Aug 03 19:08:02.311831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:02.312457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:02.313079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 on network f50cc747-01d4-4320-8fdb-2149c160e8c8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:02.317594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:02.327786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:02.328466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Checking segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:02.329069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.329654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Bound using segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:02.330307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Bound port: a5daef15-96a7-46b3-bb89-e735e6f8a555, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:02.330868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.350408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'port_id': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'mac_address': 'fa:16:3e:5b:4c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f2cd0-d521-474d-a811-4b9471b223c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:02.424075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7263db6-cc4f-4f94-a960-256076a49036 req-fc8cbd0c-6b08-4f7e-9915-ef9aad741e5c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.428426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7263db6-cc4f-4f94-a960-256076a49036 req-fc8cbd0c-6b08-4f7e-9915-ef9aad741e5c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0806448 Aug 03 19:08:02.474109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.503904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:02.504423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f56273b-7a54-45f4-94e5-73f3b097d91b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:02.504874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.509556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7263db6-cc4f-4f94-a960-256076a49036 req-b1e3c27d-53ed-46f7-97e4-948cdf934583 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Aug 03 19:08:02.547697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:02.575606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cb245-1c94-4cdf-bfe0-6a850536637a req-c69062ab-19bf-486e-a9c1-b9fe3487d915 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:02.578148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-677cb245-1c94-4cdf-bfe0-6a850536637a req-c69062ab-19bf-486e-a9c1-b9fe3487d915 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.0580466 Aug 03 19:08:02.614806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:02.615177 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.616910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-677cb245-1c94-4cdf-bfe0-6a850536637a req-ea874e50-15e0-4436-bb87-467e3b1a6af1 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328543 Aug 03 19:08:02.628055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:02.650935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.704001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.711607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.725848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:08:02.726271 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:08:02.739008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5daef15-96a7-46b3-bb89-e735e6f8a555,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:02.842396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8056fb20-8fc7-4060-a4c1-4cb6c53d6205 req-4d7115ab-5447-4f42-b400-73d56b0b2a4a tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=29b55bd1-b92e-43c9-b5cc-8a2985d3ff9a HTTP/1.1" status: 200 len: 210 time: 0.0299184 Aug 03 19:08:02.905022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:02.947813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.053701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['3f56273b-7a54-45f4-94e5-73f3b097d91b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:03.065469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.100032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138523bd-d04c-4ccf-bb36-11c68f0daa11 req-467292bc-3a54-4a2c-934c-a12d59233669 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.101781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-138523bd-d04c-4ccf-bb36-11c68f0daa11 req-467292bc-3a54-4a2c-934c-a12d59233669 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=7a8f601b-c2dc-4666-a641-ce95a325c8f2 HTTP/1.1" status: 200 len: 867 time: 0.0731637 Aug 03 19:08:03.133526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=e9c44c2c-4ee8-46f9-bbe0-e8482c049c76,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:03.145034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-138523bd-d04c-4ccf-bb36-11c68f0daa11 req-cdf0948d-ae99-453b-8c19-3227e2bf3c21 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357668 Aug 03 19:08:03.221318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:03.224723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.226707 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f37a45a7-4fd9-4e72-8bcb-ec2383ed5764 req-37eef73f-84ae-4c48-bdd0-7681186e3b45 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "DELETE /v2.0/ports/e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 HTTP/1.1" status: 204 len: 173 time: 0.9090543 Aug 03 19:08:03.240917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:03.241495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:03.241928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Attempting to bind port a5daef15-96a7-46b3-bb89-e735e6f8a555 on network f50cc747-01d4-4320-8fdb-2149c160e8c8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Checking segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Bound using segment: {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Bound port: a5daef15-96a7-46b3-bb89-e735e6f8a555, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b233b363-ce0f-4da3-891a-1192a12df9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f50cc747-01d4-4320-8fdb-2149c160e8c8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:03.252481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.261339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Router 63afb742-5418-48f7-a4a6-071a4acb05ba has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:03.283015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Port a5daef15-96a7-46b3-bb89-e735e6f8a555 has been deleted concurrently {{(pid=101344) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:08:03.292742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Routers {'63afb742-5418-48f7-a4a6-071a4acb05ba'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:03.293372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63afb742-5418-48f7-a4a6-071a4acb05ba'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:03.380952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:03.389905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a7fbaefb-6a72-47cb-9552-9fa3fdd91b03 admin admin] 10.222.0.67 "PUT /v2.0/routers/63afb742-5418-48f7-a4a6-071a4acb05ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4584379 Aug 03 19:08:03.390606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:03.392907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7e0b9-39d0-4269-bfbd-e2284eb58f03 req-52a93e89-7a7d-4cf1-9458-1ad3aead9de2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.394698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ae7e0b9-39d0-4269-bfbd-e2284eb58f03 req-52a93e89-7a7d-4cf1-9458-1ad3aead9de2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.0619709 Aug 03 19:08:03.419145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] Set router 63afb742-5418-48f7-a4a6-071a4acb05ba gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:03.438586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ae7e0b9-39d0-4269-bfbd-e2284eb58f03 req-770d485e-655d-49c8-92bf-c14b4a95bd2c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340214 Aug 03 19:08:03.503632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.604851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:08:02Z', 'revision_number': 5, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:03.610132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.626932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224b6c5-b198-4d4f-b5da-998c34ded722 req-08fba649-10b0-462e-a18f-f92c64762c4d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.628445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5224b6c5-b198-4d4f-b5da-998c34ded722 req-08fba649-10b0-462e-a18f-f92c64762c4d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0589347 Aug 03 19:08:03.635324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e7863-4a6f-4361-88b9-4e1fccebc766 None None] The sync data for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 is: [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:08:02Z', 'revision_number': 5, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port': {'id': 'fb37b5d2-d594-4e71-a17b-986590a9b51d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:07:54Z', 'updated_at': '2021-08-03T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:03.682906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5224b6c5-b198-4d4f-b5da-998c34ded722 req-aedc0c7c-b21e-4655-b6bd-f3db6f364c3d tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480013 Aug 03 19:08:03.749401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Deleting port fb37b5d2-d594-4e71-a17b-986590a9b51d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:03.749849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.768248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260dc80-2f65-4b01-a1f2-6a7f0f0c913c req-777149a9-db5e-41b0-9ad8-0dd63171f3e5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.769897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4260dc80-2f65-4b01-a1f2-6a7f0f0c913c req-777149a9-db5e-41b0-9ad8-0dd63171f3e5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.0607970 Aug 03 19:08:03.816479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4260dc80-2f65-4b01-a1f2-6a7f0f0c913c req-64d38fde-5235-4d7c-8ca3-4fa31fd6aa2a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398285 Aug 03 19:08:03.851833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] For port fb37b5d2-d594-4e71-a17b-986590a9b51d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb37b5d2-d594-4e71-a17b-986590a9b51d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:03.852230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:03.860681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'name': 'network-vif-deleted', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:03.863976 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7006475-cb42-45fd-a851-ceb311241f20" -d '{"events": [{"server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "name": "network-vif-deleted", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:03.872741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Calling delete_port for fb37b5d2-d594-4e71-a17b-986590a9b51d owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:03.943448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5cd3-f0c4-4785-96fd-8a691dd8411f req-d8627d2c-7123-483f-99f3-c6752ea0ed46 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:03.945772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e1c5cd3-f0c4-4785-96fd-8a691dd8411f req-d8627d2c-7123-483f-99f3-c6752ea0ed46 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 1100 time: 0.0523908 Aug 03 19:08:03.962852 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526109d2-6b16-4673-8afb-68a741ed25de x-openstack-request-id: req-526109d2-6b16-4673-8afb-68a741ed25de {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:03.963143 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8f601b-c2dc-4666-a641-ce95a325c8f2", "name": "network-vif-deleted", "tag": "e9c44c2c-4ee8-46f9-bbe0-e8482c049c76", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:03.964479 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-526109d2-6b16-4673-8afb-68a741ed25de {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:03.964479 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8f601b-c2dc-4666-a641-ce95a325c8f2', 'name': 'network-vif-deleted', 'tag': 'e9c44c2c-4ee8-46f9-bbe0-e8482c049c76', 'status': 'completed', 'code': 200} Aug 03 19:08:03.994258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e1c5cd3-f0c4-4785-96fd-8a691dd8411f req-e689f9df-86da-40f7-8b68-94ad0037638c tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Aug 03 19:08:04.035631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:04.247669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.270506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-146485b1-8d6e-455a-87b3-69f28197c768 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302429 Aug 03 19:08:04.278106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb37b5d2-d594-4e71-a17b-986590a9b51d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:04.387159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.409556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-89e67278-8666-4100-9b01-cecd5677fa8e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.413020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-89e67278-8666-4100-9b01-cecd5677fa8e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368337 Aug 03 19:08:04.423461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:04.429776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-5cfa781c-d85c-4ddf-95b2-092ee716ad30 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/quotas/2ae1649bb2374afa8437087d6eb4730f HTTP/1.1" status: 200 len: 375 time: 0.0121274 Aug 03 19:08:04.444569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 911c6dc9-a561-43a8-88c7-1d7d7666aa08 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:04.445302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 911c6dc9-a561-43a8-88c7-1d7d7666aa08 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:04.445885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:04.471793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:04.472288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e9c44c2c-4ee8-46f9-bbe0-e8482c049c76 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:04.503353 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Sync routers for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:04.503922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.509403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.513162 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Routers {'63afb742-5418-48f7-a4a6-071a4acb05ba'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:04.514383 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63afb742-5418-48f7-a4a6-071a4acb05ba'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:04.540860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-5dfe8ec3-df0f-45a3-91d6-9f8c2bb0acb4 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0992446 Aug 03 19:08:04.597260 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Set router 63afb742-5418-48f7-a4a6-071a4acb05ba gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:04.652939 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63afb742-5418-48f7-a4a6-071a4acb05ba', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1898583762-router', 'tenant_id': '4d491f466f244baeb0cd942002f67877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:07:53Z', 'updated_at': '2021-08-03T19:08:04Z', 'revision_number': 7, 'project_id': '4d491f466f244baeb0cd942002f67877', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:04.669354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.670596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63afb742-5418-48f7-a4a6-071a4acb05ba {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:08:04.675540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.676839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4e0c9649-63f5-4913-896e-485369889e87 admin admin] 10.222.0.67 "DELETE /v2.0/routers/63afb742-5418-48f7-a4a6-071a4acb05ba HTTP/1.1" status: 204 len: 168 time: 1.2850232 Aug 03 19:08:04.679281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46300) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:04.685968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Checking router: 63afb742-5418-48f7-a4a6-071a4acb05ba for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:04.695671 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Routers set() bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:04.696335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Router IDs set() for agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:08:04.697308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_agentschedulers_db [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'63afb742-5418-48f7-a4a6-071a4acb05ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:07:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent'). {{(pid=101345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:08:04.697690 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941cd36d-36a7-49af-8e8c-08ed89c013c6 None None] The sync data for ids ['63afb742-5418-48f7-a4a6-071a4acb05ba'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:04.706656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cba5b-b42d-4521-bc64-a737867950b2 req-d93022da-86f8-4b04-b0a3-750d1e23abc2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.708064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-176cba5b-b42d-4521-bc64-a737867950b2 req-d93022da-86f8-4b04-b0a3-750d1e23abc2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.0524161 Aug 03 19:08:04.761187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Deleting subnet 0563fead-c46f-48cf-8d23-34ac4010bf72 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:04.774398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.781067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-176cba5b-b42d-4521-bc64-a737867950b2 req-6cfde5fd-ece0-4568-928c-3bedb55b0c4b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663512 Aug 03 19:08:04.828945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.910424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667509b2-b1ac-4a8e-86f0-46765cd4bbd1 req-2e6ddbb5-9843-4fda-af33-44bcfdc5a281 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:04.918020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-667509b2-b1ac-4a8e-86f0-46765cd4bbd1 req-2e6ddbb5-9843-4fda-af33-44bcfdc5a281 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 949 time: 0.1244977 Aug 03 19:08:04.938548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:04.968589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-667509b2-b1ac-4a8e-86f0-46765cd4bbd1 req-594a2451-c72b-4535-960e-b8c9f58f885d tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481153 Aug 03 19:08:05.079791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70aff-1a7e-4fa7-943f-ea39ff1f77ed req-196ea7bb-6cdf-4a48-b83a-3f58ef6cd9b3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.081319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ad70aff-1a7e-4fa7-943f-ea39ff1f77ed req-196ea7bb-6cdf-4a48-b83a-3f58ef6cd9b3 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0543334 Aug 03 19:08:05.120559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ad70aff-1a7e-4fa7-943f-ea39ff1f77ed req-8654abbe-b38b-47e2-a79a-5015ca5a037c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329165 Aug 03 19:08:05.194032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40d8eb5b-2009-44f9-a4ac-8890e737634f req-9e24609e-13a3-40b2-be78-43d5a5071cd2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0309241 Aug 03 19:08:05.215508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.247464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0563fead-c46f-48cf-8d23-34ac4010bf72,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:05.252236 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.256707 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0563fead-c46f-48cf-8d23-34ac4010bf72 HTTP/1.1" status: 204 len: 168 time: 0.5740743 Aug 03 19:08:05.257228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46314) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:05.260456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f9d5c-f8ca-44a8-a7c8-36fed2154dfc None None] Network f50cc747-01d4-4320-8fdb-2149c160e8c8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:05.270816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.271472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.272270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.272844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.273762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.275040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.276088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.276676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.277267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.277815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.278389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.279482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a4faf85-fa5c-4af8-897e-a759a7f9e63d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:05.378997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.435688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Deleting port d6cfac93-8486-47a7-9627-069f04d5675d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:05.436124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.508331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] For port d6cfac93-8486-47a7-9627-069f04d5675d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d6cfac93-8486-47a7-9627-069f04d5675d,segment=NetworkSegment(b233b363-ce0f-4da3-891a-1192a12df9b2),segment_id=b233b363-ce0f-4da3-891a-1192a12df9b2)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:05.509287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.509707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] DHCP port deletion for f50cc747-01d4-4320-8fdb-2149c160e8c8 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:08:05.526774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Calling delete_port for d6cfac93-8486-47a7-9627-069f04d5675d owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:05.563147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Deleting port d6cfac93-8486-47a7-9627-069f04d5675d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:05.563432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.641947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] For port d6cfac93-8486-47a7-9627-069f04d5675d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d6cfac93-8486-47a7-9627-069f04d5675d,segment=NetworkSegment(b233b363-ce0f-4da3-891a-1192a12df9b2),segment_id=b233b363-ce0f-4da3-891a-1192a12df9b2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:05.642440 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.659135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Calling delete_port for d6cfac93-8486-47a7-9627-069f04d5675d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:05.770029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d6cfac93-8486-47a7-9627-069f04d5675d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:05.849361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.883653 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:05.890184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] No DVR routers for this DVR port d6cfac93-8486-47a7-9627-069f04d5675d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:05.894401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29226169-2c2e-4e6b-82b8-efb6482a21ec None None] Pushing event deleted for resources: {'Port': ['ID=d6cfac93-8486-47a7-9627-069f04d5675d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:05.938247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb37b5d2-d594-4e71-a17b-986590a9b51d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:05.959998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fb37b5d2-d594-4e71-a17b-986590a9b51d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:05.960311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb37b5d2-d594-4e71-a17b-986590a9b51d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:05.984334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-4706eb4e-29d5-4354-bb9d-95f027ebe02f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:05.985864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-4706eb4e-29d5-4354-bb9d-95f027ebe02f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.4495714 Aug 03 19:08:06.001895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.032420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-d5d375c1-4872-430f-a9dd-086de1a7603e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0393486 Aug 03 19:08:06.035069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6cfac93-8486-47a7-9627-069f04d5675d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:06.048438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7084f4-f6a7-407e-a338-29ae275e4e6e req-69cadee5-9c4c-426e-8abd-944762be9a0b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.049924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e7084f4-f6a7-407e-a338-29ae275e4e6e req-69cadee5-9c4c-426e-8abd-944762be9a0b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.1222839 Aug 03 19:08:06.054091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] No DVR routers for this DVR port d6cfac93-8486-47a7-9627-069f04d5675d on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:06.074593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.074855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.075317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.075516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.076401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.076803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.077127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.077607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:06.077750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.077750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.078027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.078316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.078633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:06.191203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.195875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e7084f4-f6a7-407e-a338-29ae275e4e6e req-9465c3bf-d476-4faf-8e99-c8cfc68f8afb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322081 Aug 03 19:08:06.205751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-fb7a859b-f0fe-4edb-ab4c-345f3f1891df tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664479 Aug 03 19:08:06.209213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50cc747-01d4-4320-8fdb-2149c160e8c8']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:06.221598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b233b363-ce0f-4da3-891a-1192a12df9b2') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:06.221598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b233b363-ce0f-4da3-891a-1192a12df9b2') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:06.239265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.302676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.332922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:06.333243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:06.334850 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:06.422272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a22567-4c33-4ce2-8633-ec251338e549 req-eb609989-5c48-4101-b51c-2233fc7b4678 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.423752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9a22567-4c33-4ce2-8633-ec251338e549 req-eb609989-5c48-4101-b51c-2233fc7b4678 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 949 time: 0.1385360 Aug 03 19:08:06.425542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-0c8e9938-4d78-4254-a79a-c7ee7bba2e98 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951370 Aug 03 19:08:06.468205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 3f56273b-7a54-45f4-94e5-73f3b097d91b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:06.477317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 3f56273b-7a54-45f4-94e5-73f3b097d91b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:06.477748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.513057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9a22567-4c33-4ce2-8633-ec251338e549 req-3213855d-1585-4cc0-a3ec-72e9bcbdb4b9 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd9bcfc-12ec-4026-b33b-c5919d21366e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829952 Aug 03 19:08:06.573286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-8b0370ba-2992-4711-b077-a604d44d1b97 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361611 Aug 03 19:08:06.591736 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.639417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:06.639417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:06.639417 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc64b94-eb85-4816-994a-3c4262c61d36" -d '{"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-plugged", "status": "completed", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:06.651515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684126f0-8f87-4904-bc29-a9d5fa3a6eea req-3cd84c35-110d-4101-8db3-c251297f3a26 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.657313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-684126f0-8f87-4904-bc29-a9d5fa3a6eea req-3cd84c35-110d-4101-8db3-c251297f3a26 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0661528 Aug 03 19:08:06.697456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-684126f0-8f87-4904-bc29-a9d5fa3a6eea req-eb4e6e93-1fdb-47bb-bc6c-3125ed3448c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Aug 03 19:08:06.778007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-9dce3c51-e18f-4f81-ad70-33fe201f3232 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:06.780168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-9dce3c51-e18f-4f81-ad70-33fe201f3232 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 949 time: 0.3414629 Aug 03 19:08:06.781183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f6037ca-357e-4bcd-b3b8-7596a415fa9e req-b6c71633-9eb9-4d9d-a1b1-b155113b81b0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0270984 Aug 03 19:08:06.811932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.828673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.845048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f50cc747-01d4-4320-8fdb-2149c160e8c8 HTTP/1.1" status: 204 len: 168 time: 1.5718982 Aug 03 19:08:06.845048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34c11d-7b69-46d9-bbf2-dd6e4403bab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f50cc747-01d4-4320-8fdb-2149c160e8c8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:06.899910 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5e7e73-fe7e-48b9-b000-72857652ee06 x-openstack-request-id: req-5d5e7e73-fe7e-48b9-b000-72857652ee06 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:06.900203 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-plugged", "status": "completed", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:06.900480 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d5e7e73-fe7e-48b9-b000-72857652ee06 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:06.900972 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'code': 200} Aug 03 19:08:06.902272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Deleting port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:06.902621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:06.938556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.013643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.042924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ba0b0fd-4eb5-40e1-801b-c2847df37ffc req-c0cacc7e-f67e-4377-b26e-7c535e0a16cf tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 210 time: 0.0346041 Aug 03 19:08:07.082923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] For port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:07.083321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.113083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Calling delete_port for 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:07.116018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41981409-dd23-4855-8796-d8cc631efe54 req-661aa1d4-4fa9-40fc-9ad0-26046d8edeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.117768 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-41981409-dd23-4855-8796-d8cc631efe54 req-661aa1d4-4fa9-40fc-9ad0-26046d8edeed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1096 time: 0.0756221 Aug 03 19:08:07.197522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-41981409-dd23-4855-8796-d8cc631efe54 req-01522396-f637-40ee-b799-1b1fde4028ff service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707986 Aug 03 19:08:07.245418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46360) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:07.304363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f44d133d-ce12-454e-b056-d0f4f91456af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4d491f466f244baeb0cd942002f67877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577986 Aug 03 19:08:07.306988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:07.344180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7fe8d-4fef-451c-8871-d1821ef64ab2 req-6255425f-80bb-4234-885f-864ed74d72b8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.345710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84b7fe8d-4fef-451c-8871-d1821ef64ab2 req-6255425f-80bb-4234-885f-864ed74d72b8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0572584 Aug 03 19:08:07.359288 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.379972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.385071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84b7fe8d-4fef-451c-8871-d1821ef64ab2 req-9ca026a0-58ff-4918-8bb0-cd9ab9a6f59c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Aug 03 19:08:07.399067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.447157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Pushing event deleted for resources: {'Port': ['ID=4e57d9c6-cb5e-48dd-8c43-2a0c6e722947,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.490427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] No DVR routers for this DVR port 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:07.493186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.495507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2b72f567-3e8c-4ce9-9bcf-52055efb0778 req-c8b48082-4066-4ea9-8b42-294bfda39159 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.77 "DELETE /v2.0/ports/4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 HTTP/1.1" status: 204 len: 173 time: 0.7086487 Aug 03 19:08:07.497458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-deleted', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:07.500492 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f184b-ecc4-44d7-9627-d2a0370cb321" -d '{"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-deleted", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:07.535715 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49334c9e-b71b-4e22-b39b-9dd66c8658ab x-openstack-request-id: req-49334c9e-b71b-4e22-b39b-9dd66c8658ab {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:07.536018 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109746c6-4124-45eb-94f5-a9b59ef84c2a", "name": "network-vif-deleted", "tag": "4e57d9c6-cb5e-48dd-8c43-2a0c6e722947", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:07.536275 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-49334c9e-b71b-4e22-b39b-9dd66c8658ab {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:07.536705 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109746c6-4124-45eb-94f5-a9b59ef84c2a', 'name': 'network-vif-deleted', 'tag': '4e57d9c6-cb5e-48dd-8c43-2a0c6e722947', 'status': 'completed', 'code': 200} Aug 03 19:08:07.595082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.599953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:07.605469 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/593a567d-076e-40bc-a77b-2a3bbe3eafe6 HTTP/1.1" status: 204 len: 168 time: 0.2936318 Aug 03 19:08:07.615851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac7d17-a78c-4254-b1f9-a0c05e56fb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a567d-076e-40bc-a77b-2a3bbe3eafe6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:07.618710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c43d126d-a107-408e-9d0f-8797b7873a23 req-f7820ede-4668-46f5-89f4-69c2ae018e56 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 210 time: 0.0353799 Aug 03 19:08:07.827907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4efbc-2c74-4ad7-b732-2e4ae9c566c2 req-5cae06df-8cb1-480f-ba7f-c9a7e9c466e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:07.835539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26c4efbc-2c74-4ad7-b732-2e4ae9c566c2 req-5cae06df-8cb1-480f-ba7f-c9a7e9c466e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0610845 Aug 03 19:08:07.890120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-731ed214-9e52-4542-aacf-5afc133a2db3 req-b9caedf7-0f9e-4278-bfee-3cda200c4a9b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0365415 Aug 03 19:08:07.901812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26c4efbc-2c74-4ad7-b732-2e4ae9c566c2 req-8f056e83-4075-45cc-bfee-f37ba32a0f23 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653164 Aug 03 19:08:08.129194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccacab94-f02e-400d-b096-6c233822fc47 req-04bc333f-eafa-4d8d-9057-ed51d96f83bb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 210 time: 0.0296609 Aug 03 19:08:08.441298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:08.462178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:08.470287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4e57d9c6-cb5e-48dd-8c43-2a0c6e722947 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:08.507400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f50b8-d934-49b4-95c6-606d4f7f0096 req-6b4ebd0e-71d6-48a1-b62b-6ff22b39b6f4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:08.521089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9f50b8-d934-49b4-95c6-606d4f7f0096 req-6b4ebd0e-71d6-48a1-b62b-6ff22b39b6f4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0660334 Aug 03 19:08:08.561711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9f50b8-d934-49b4-95c6-606d4f7f0096 req-0e255c53-3368-4c6e-a70a-af66c391da8b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Aug 03 19:08:08.773175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcdf7e30-0df0-4647-a56d-7a7880bf919d req-4dabafc3-5aca-4a95-a1da-09c32b332991 tempest-ListImageFiltersTestJSON-1534556419 tempest-ListImageFiltersTestJSON-1534556419-project] 10.222.0.67 "GET /v2.0/ports?device_id=109746c6-4124-45eb-94f5-a9b59ef84c2a HTTP/1.1" status: 200 len: 210 time: 0.0274501 Aug 03 19:08:08.987446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46408) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:09.022416 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-4162e7c0-9356-4484-baaf-f186949777b7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ae1649bb2374afa8437087d6eb4730f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368588 Aug 03 19:08:09.073502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0be87e6-5489-4ce8-b6c5-80ae5493697d req-cdf6d1a9-615f-47e7-bc05-ba76a080cf6a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0518036 Aug 03 19:08:09.097579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9182457-2970-4795-9106-ccd345dcb437 req-9381abde-c963-4c9d-b841-af3ae1505895 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.100661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9182457-2970-4795-9106-ccd345dcb437 req-9381abde-c963-4c9d-b841-af3ae1505895 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0916700 Aug 03 19:08:09.124287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-286447094-network', 'tenant_id': 'e7adc1a6b08e495f8664285850944108'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:09.177971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-c5c4a08b-bea3-4254-bebe-c5de7dcb7c12 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.181019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9182457-2970-4795-9106-ccd345dcb437 req-210dcf36-8b58-47b9-a11a-9d5a62443302 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679576 Aug 03 19:08:09.182729 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-c5c4a08b-bea3-4254-bebe-c5de7dcb7c12 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1539781 Aug 03 19:08:09.204015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Request body: {'port': {'device_id': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '2ae1649bb2374afa8437087d6eb4730f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:09.251566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Made reservation on behalf of e7adc1a6b08e495f8664285850944108 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:09.253973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.272085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.294103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3307df37-c453-4db8-b21a-ffe64aa1086f req-fee6897c-aeda-4f5b-b786-17d0b6409d8e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 210 time: 0.0366135 Aug 03 19:08:09.318576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:08:09.318576 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:08:09.318576 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': '2ae1649bb2374afa8437087d6eb4730f', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 8, 9, 305373)}] Aug 03 19:08:09.318576 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:08:09.319095 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:08:09.385574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.456351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.482757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:09.491433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c64fb2-7155-4294-97fa-145651f4cc75,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.499603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.499603 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Added segment 3355ebde-94b7-426f-b9dd-8f0c235676f8 of type vlan for network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 Aug 03 19:08:09.541231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.660671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.661642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.662220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.734300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] Pushing event updated for resources: {'Network': ['ID=1e45a7ee-b289-44a7-a539-8fcff07b1ce4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:09.744216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:09.747090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad87de-3673-4dc5-81d1-cb8946a56003 req-320c546f-94d2-4992-8781-7a407410e58b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.749885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4ad87de-3673-4dc5-81d1-cb8946a56003 req-320c546f-94d2-4992-8781-7a407410e58b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.1188838 Aug 03 19:08:09.786863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-29b205ea-1284-42ea-9abc-3e5a5cd0fafd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7956502 Aug 03 19:08:09.788369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:09.792852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4ad87de-3673-4dc5-81d1-cb8946a56003 req-39a81461-c811-40df-922a-1b13e94c699e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Aug 03 19:08:09.798186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Request body: {'subnet': {'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-286447094-subnet', 'tenant_id': 'e7adc1a6b08e495f8664285850944108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:09.905291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Made reservation on behalf of e7adc1a6b08e495f8664285850944108 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:09.907646 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:09.909249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aad3d3-eb8a-4387-adcf-052553382be3 req-3571d42c-53d7-409b-a379-f37f281ae7d6 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:09.910796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56aad3d3-eb8a-4387-adcf-052553382be3 req-3571d42c-53d7-409b-a379-f37f281ae7d6 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1096 time: 0.0437841 Aug 03 19:08:09.948263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56aad3d3-eb8a-4387-adcf-052553382be3 req-796a7204-3d23-4142-b2dd-3d0d4c273661 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309110 Aug 03 19:08:10.118883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Made reservation on behalf of 2ae1649bb2374afa8437087d6eb4730f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:10.123101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.208181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec2dbb29-2934-4cc7-8d98-7f5bba34ed1f req-ce738b7b-4d59-4749-9d25-6fc887e7304b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0332890 Aug 03 19:08:10.312024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Allocated IP 192.168.233.86 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/d852c6c7-e71d-4829-a755-67e27163ea61) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:10.344248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.381389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706e018-d484-4571-a143-6924f7e982ae req-05d4b3bd-a165-4907-945a-005e6e2c2d9f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.383139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f706e018-d484-4571-a143-6924f7e982ae req-05d4b3bd-a165-4907-945a-005e6e2c2d9f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0949392 Aug 03 19:08:10.392055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-8e35cc12-553f-4e01-8b71-43f44ceb5611 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.393557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-8e35cc12-553f-4e01-8b71-43f44ceb5611 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1718922 Aug 03 19:08:10.415425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:10.462892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b29615-9ead-4589-9cc3-5aecb68d8650,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:10.486762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f706e018-d484-4571-a143-6924f7e982ae req-aebcc967-80f9-41a1-8740-09b1a3d68e71 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921302 Aug 03 19:08:10.494134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Checking segment: {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:10.494505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Network hostable DHCP agents. Network: 1e45a7ee-b289-44a7-a539-8fcff07b1ce4, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:10.553543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.568028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Transition to ACTIVE for port object d852c6c7-e71d-4829-a755-67e27163ea61 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:10.652438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:10.690426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.690594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:10.694501 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.704379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713', 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:10.736413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38998df9-11fb-49b2-b02b-1e463806f14a req-926f0bb4-8610-4110-b450-431313e97cb3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 210 time: 0.0475800 Aug 03 19:08:10.741387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1e45a7ee-b289-44a7-a539-8fcff07b1ce4) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:10.751155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:10.756051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a3945-b260-4bfe-ac91-d7f1d79e7480 None None] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:10.757729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.758475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.763022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:10.786969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:10.816704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event updated for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:10.835205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:10.976877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:10.976877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:10.978180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.9 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/31e960d8-177b-49d1-a978-8c49720b2bcf) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:10.989301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f505ff6-579e-46c7-971d-3eecca5b2f39 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1994524 Aug 03 19:08:11.109872 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f2c49e27-6724-4291-b2bc-4bfaa715b9ba tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9111497 Aug 03 19:08:11.130694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Request body: {'port': {'device_id': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:11.201825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.234947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.262282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919dd0c-ddad-44b2-8ef9-43e074d23c4d None None] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:11.293653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1762699842', 'description': 'tempest-description-1896283272'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:11.359971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.373840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-223f18a9-0bd0-4b43-b530-583a0eb77c13 None None] Provisioning for port d852c6c7-e71d-4829-a755-67e27163ea61 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:11.398142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-223f18a9-0bd0-4b43-b530-583a0eb77c13 None None] Provisioning complete for port d852c6c7-e71d-4829-a755-67e27163ea61 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:11.398524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-223f18a9-0bd0-4b43-b530-583a0eb77c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.438732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:11.467137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:11.469283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:11.479700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:11.515597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-223f18a9-0bd0-4b43-b530-583a0eb77c13 None None] Port d852c6c7-e71d-4829-a755-67e27163ea61 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:11.546539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:11.547474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.554342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.605765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d852c6c7-e71d-4829-a755-67e27163ea61 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:11.614851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.627873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Transition to ACTIVE for port object d852c6c7-e71d-4829-a755-67e27163ea61 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:11.739998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-36e9229d-570f-4088-851b-7bcacee3d402 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3301675 Aug 03 19:08:11.761741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Request body: {'port': {'device_id': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:11.768032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.867831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:11.882549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.940151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:11.983036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Attempting to bind port d852c6c7-e71d-4829-a755-67e27163ea61 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:11.983402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Attempting to bind port d852c6c7-e71d-4829-a755-67e27163ea61 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:11.983737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Attempting to bind port d852c6c7-e71d-4829-a755-67e27163ea61 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:11.997320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Port d852c6c7-e71d-4829-a755-67e27163ea61 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:11.998313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Attempting to bind port d852c6c7-e71d-4829-a755-67e27163ea61 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:12.005511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:12.006281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:12.007630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:12.011460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Bound port: d852c6c7-e71d-4829-a755-67e27163ea61, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:12.012115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.122980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:12.129320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.129512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d852c6c7-e71d-4829-a755-67e27163ea61,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:12.219043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.235063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f1e95-de02-4f7e-83c5-c5268079969c req-fb262e8e-0766-47b1-9e81-0fb464050ce6 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.236626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f5f1e95-de02-4f7e-83c5-c5268079969c req-fb262e8e-0766-47b1-9e81-0fb464050ce6 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 947 time: 0.3333519 Aug 03 19:08:12.240346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966a4e97-c140-4b9d-aaea-5430002b26be,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.259651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.263542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.264416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.269199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-addf95fd-4e0f-4154-89f9-63bcf2909b80 req-adb8860c-aae6-43d1-ab35-d15948b034b8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9799261 Aug 03 19:08:12.274017 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/d852c6c7-e71d-4829-a755-67e27163ea61 HTTP/1.1" status: 200 len: 1095 time: 1.1476338 Aug 03 19:08:12.274537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:12.277480 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547cc13-2f5f-41a7-853a-169d8bc0d361" -d '{"events": [{"name": "network-changed", "server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:12.329151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c510f-4143-4990-9dee-bf803bc942a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.371166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f5f1e95-de02-4f7e-83c5-c5268079969c req-5b70751a-9aff-46e0-b7a8-5b9c8551b61c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252623 Aug 03 19:08:12.411375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7178cc-2cd8-431b-9d9b-6160dd54648c req-a27d97bf-dcba-43ed-8aa3-c32a8ce88d7b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.413018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa7178cc-2cd8-431b-9d9b-6160dd54648c req-a27d97bf-dcba-43ed-8aa3-c32a8ce88d7b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0895121 Aug 03 19:08:12.451413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-265a9164-354b-467f-9ad7-b5ccd679a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.454137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-265a9164-354b-467f-9ad7-b5ccd679a367 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 1098 time: 0.0570471 Aug 03 19:08:12.473122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e960d8-177b-49d1-a978-8c49720b2bcf {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:12.484340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.494231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa7178cc-2cd8-431b-9d9b-6160dd54648c req-60f08390-54a8-41d8-81ef-b32c3d0580a0 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616918 Aug 03 19:08:12.502188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Transition to ACTIVE for port object 31e960d8-177b-49d1-a978-8c49720b2bcf will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:12.525947 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-f85d87a8-a655-4fbe-9406-46ed99fea9f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d852c6c7-e71d-4829-a755-67e27163ea61 HTTP/1.1" status: 200 len: 217 time: 0.0497770 Aug 03 19:08:12.582251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-46a566d4-7c98-41bc-a537-6affc1e6cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.584491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-46a566d4-7c98-41bc-a537-6affc1e6cd7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0504012 Aug 03 19:08:12.607449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.632976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-331ed238-d391-40ee-a27c-b9ad6e17d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.634511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-331ed238-d391-40ee-a27c-b9ad6e17d3be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0420866 Aug 03 19:08:12.660367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c21e8-9896-4a53-b5b1-41af868410d6 req-a1a8b210-1870-4e53-b481-dc36ee4cd21d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:12.661957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c57c21e8-9896-4a53-b5b1-41af868410d6 req-a1a8b210-1870-4e53-b481-dc36ee4cd21d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 931 time: 0.1003261 Aug 03 19:08:12.680483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Pushing event updated for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:12.761108 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-be55c002-a0c7-40f9-a28e-a00d82992d0a service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146638 Aug 03 19:08:12.765690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c57c21e8-9896-4a53-b5b1-41af868410d6 req-a1463995-3e8f-4a8a-b89f-7f9054bbb8ed tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778286 Aug 03 19:08:12.797282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1883607793', 'description': 'tempest-description-614584990'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:12.802644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Attempting to bind port 31e960d8-177b-49d1-a978-8c49720b2bcf on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:12.811723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Attempting to bind port 31e960d8-177b-49d1-a978-8c49720b2bcf by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:12.811723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Attempting to bind port 31e960d8-177b-49d1-a978-8c49720b2bcf on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:12.812943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Port 31e960d8-177b-49d1-a978-8c49720b2bcf on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:12.813261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Attempting to bind port 31e960d8-177b-49d1-a978-8c49720b2bcf on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:12.822412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:12.822678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:12.823078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:12.823654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Bound port: 31e960d8-177b-49d1-a978-8c49720b2bcf, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:12.824010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:12.857398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-def48eb2-946d-47d7-aaf4-6339bf13106d req-750ae878-dac9-4702-9eda-f24b53736c03 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880158 Aug 03 19:08:12.900787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:12.905554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=31e960d8-177b-49d1-a978-8c49720b2bcf,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:12.937074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.019720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.046685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.079223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.079834 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.081255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] 10.222.0.54 "PUT /v2.0/ports/31e960d8-177b-49d1-a978-8c49720b2bcf HTTP/1.1" status: 200 len: 1091 time: 1.3239644 Aug 03 19:08:13.081690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:13.083920 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23" -d '{"events": [{"name": "network-changed", "server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:13.112291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57629-20f6-4b42-9362-6ed81fccfe65 service neutron] Pushing event updated for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.177460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.208050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4cfe2-a278-483f-ade9-0389aae2ff59,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:13.272084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:13.274539 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac2a3e8-93a5-43bc-9c0b-ddb1d3f5f045 x-openstack-request-id: req-8ac2a3e8-93a5-43bc-9c0b-ddb1d3f5f045 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:13.275551 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:13.276016 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ac2a3e8-93a5-43bc-9c0b-ddb1d3f5f045 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:13.276888 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61', 'status': 'completed', 'code': 200} Aug 03 19:08:13.309813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:13.313147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-134e246e-037f-4224-a9b6-88e4ba1b4df3 req-94f6675b-bbc6-4e07-beb0-e6e9fcb9218a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5226498 Aug 03 19:08:13.342520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-323fd4e8-a414-4b74-9500-b91d8cac7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.344452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-323fd4e8-a414-4b74-9500-b91d8cac7116 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 1094 time: 0.0970910 Aug 03 19:08:13.422850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-09772af6-b5a1-4169-bd30-1e1483e80830 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e960d8-177b-49d1-a978-8c49720b2bcf HTTP/1.1" status: 200 len: 217 time: 0.0617032 Aug 03 19:08:13.443749 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d7756b-c1ac-479f-896d-c501a6a829cf x-openstack-request-id: req-34d7756b-c1ac-479f-896d-c501a6a829cf {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:13.444108 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:13.444522 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34d7756b-c1ac-479f-896d-c501a6a829cf {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:13.444936 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf', 'status': 'completed', 'code': 200} Aug 03 19:08:13.452364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-e9e29a33-8b46-4256-bf78-1150cdf9501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.454008 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-e9e29a33-8b46-4256-bf78-1150cdf9501d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 1098 time: 0.1318188 Aug 03 19:08:13.495678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-eb130bdc-00af-46b0-867f-0669b937276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.497988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-eb130bdc-00af-46b0-867f-0669b937276c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0661364 Aug 03 19:08:13.541733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-0288b809-ad7c-40a2-ae3f-100ee63797f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357831 Aug 03 19:08:13.567935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-b32c35a3-2578-431f-a083-0826716a18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.569477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-b32c35a3-2578-431f-a083-0826716a18ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1052606 Aug 03 19:08:13.618904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-24e8b92d-0242-4076-9968-2da86ba3efa8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d852c6c7-e71d-4829-a755-67e27163ea61 HTTP/1.1" status: 200 len: 217 time: 0.0364285 Aug 03 19:08:13.650568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-c51cf838-4f04-4854-8844-9d529f50ff20 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004663 Aug 03 19:08:13.694564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-9b54b4e2-03fd-4ad2-a68f-2da2c958320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.698423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-9b54b4e2-03fd-4ad2-a68f-2da2c958320d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0720868 Aug 03 19:08:13.733455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46552) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:13.751358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-23d4f44b-ef31-42eb-815b-5a2f9df268f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.752911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-23d4f44b-ef31-42eb-815b-5a2f9df268f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0463734 Aug 03 19:08:13.784682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4835b7dd-f41a-4f39-9ecd-0fc31dbf8f58 req-77b63b71-230a-44c1-9312-918d1ddc8e57 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265178 Aug 03 19:08:13.864318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-9c26a903-6930-4736-939f-6df843b85c95 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026738 Aug 03 19:08:13.893511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038172-8b89-4f5f-bfcd-7493011c03f5 req-3b9c43ef-852f-44be-92f6-0b64f86b8556 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:13.895052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b038172-8b89-4f5f-bfcd-7493011c03f5 req-3b9c43ef-852f-44be-92f6-0b64f86b8556 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 947 time: 0.0743001 Aug 03 19:08:13.934500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ac8c40fd-b56e-481b-88aa-eefeb5c9adac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=181e4248875e4e5aa17acedf5be7bbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999044 Aug 03 19:08:13.939328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:13.965691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b038172-8b89-4f5f-bfcd-7493011c03f5 req-6c82718d-0f10-4f1d-aef9-56448cd03ba5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Aug 03 19:08:13.996011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f547cc13-2f5f-41a7-853a-169d8bc0d361 req-30f3f514-4dc9-41ad-b181-361ec84d13b4 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049004 Aug 03 19:08:14.012113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.080313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.108475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d852c6c7-e71d-4829-a755-67e27163ea61 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:14.165367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-da184a23-6bae-4098-b503-d78da7411456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.166786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-da184a23-6bae-4098-b503-d78da7411456 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 1094 time: 0.1449804 Aug 03 19:08:14.212991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d852c6c7-e71d-4829-a755-67e27163ea61,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:14.225520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'd852c6c7-e71d-4829-a755-67e27163ea61', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'd852c6c7-e71d-4829-a755-67e27163ea61', 'mac_address': 'fa:16:3e:59:b8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:14.263956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-0269128a-f889-4f08-b71d-f0cf3c14f133 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.265440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-0269128a-f889-4f08-b71d-f0cf3c14f133 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 812 time: 0.2018216 Aug 03 19:08:14.267026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.280949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d852c6c7-e71d-4829-a755-67e27163ea61 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:14.286629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-c2cc0887-8367-48d8-9152-f0428762bf39 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/quotas/e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 375 time: 0.0145872 Aug 03 19:08:14.301987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d852c6c7-e71d-4829-a755-67e27163ea61,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:14.327508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-07355d15-3d1a-46bc-8664-bfc2a9bfe7a6 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344510 Aug 03 19:08:14.331815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.334305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.340307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1cd9bcfc-12ec-4026-b33b-c5919d21366e HTTP/1.1" status: 204 len: 168 time: 0.3951204 Aug 03 19:08:14.340307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-c73bb2be-5a90-44bf-bdbe-63259c7a33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.340307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-c73bb2be-5a90-44bf-bdbe-63259c7a33c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.1567228 Aug 03 19:08:14.417501 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:14.489979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:14.697448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928380f8-769d-4dd4-8521-11c071fd992b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd9bcfc-12ec-4026-b33b-c5919d21366e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:14.705416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-a3a315e6-47e2-4318-9799-05fc0361b5e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31e960d8-177b-49d1-a978-8c49720b2bcf HTTP/1.1" status: 200 len: 217 time: 0.3556693 Aug 03 19:08:14.809680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-eef25a24-e4b0-4f1e-8c81-13b1d5dbc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.811187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-eef25a24-e4b0-4f1e-8c81-13b1d5dbc410 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0913200 Aug 03 19:08:14.825312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc087a9-f523-491f-8712-026e5549b35b req-c99287e4-ad14-4e7c-9da1-1ded7af3d8bd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:14.829122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fc087a9-f523-491f-8712-026e5549b35b req-c99287e4-ad14-4e7c-9da1-1ded7af3d8bd tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.1277919 Aug 03 19:08:14.867480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-16153175-3a89-4592-be95-3f8d12145176 service neutron] 10.222.0.67 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288115 Aug 03 19:08:14.870655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-5d6ab26d-fc93-4140-833c-80e4590c8f57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404179 Aug 03 19:08:14.905270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['d852c6c7-e71d-4829-a755-67e27163ea61'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:15.006651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fc087a9-f523-491f-8712-026e5549b35b req-d10a2534-6d87-4c65-9d60-6427fcdae585 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649678 Aug 03 19:08:15.042589 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.078804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-d61ca057-bb84-4919-aa6f-3883cc7b57da service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986001 Aug 03 19:08:15.089732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-5cb4e363-e3a6-4df6-bfbd-5f9dd51ec6bb service neutron] 10.222.0.67 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989992 Aug 03 19:08:15.213608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865860c2-7a8e-4ec5-8e16-05129871cdf2 req-8ac39803-06f9-4f43-9932-54d169c8ab82 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.214508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-865860c2-7a8e-4ec5-8e16-05129871cdf2 req-8ac39803-06f9-4f43-9932-54d169c8ab82 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 943 time: 0.1218965 Aug 03 19:08:15.250061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbb95d5-33c7-493d-8d87-3fb4e0fcec23 req-8850cb80-d081-4121-a7c2-bbcd916eeb41 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592209 Aug 03 19:08:15.264543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-865860c2-7a8e-4ec5-8e16-05129871cdf2 req-d5aad0a7-9e15-4b62-8034-1954fbeede82 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426440 Aug 03 19:08:15.415748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-018a709a-eac8-41e0-aa6f-5d937b23b5ed req-17f92833-5e42-4a73-9c20-f4f2966f0ea3 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0492585 Aug 03 19:08:15.449633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa97d00-e27f-4b37-95e0-8d3bb8ccc7db req-b92ba4de-06f2-4f5f-915c-61d5198b963e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.452018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0aa97d00-e27f-4b37-95e0-8d3bb8ccc7db req-b92ba4de-06f2-4f5f-915c-61d5198b963e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 948 time: 0.0756679 Aug 03 19:08:15.547751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0aa97d00-e27f-4b37-95e0-8d3bb8ccc7db req-179adcb1-ad86-4641-9030-ef6fa8fb38a5 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822608 Aug 03 19:08:15.629098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031d878-74e8-467f-a697-00bb5402fede req-100fc00f-f1be-4f8b-a55c-51860c5ddd4a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:15.630592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6031d878-74e8-467f-a697-00bb5402fede req-100fc00f-f1be-4f8b-a55c-51860c5ddd4a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0661600 Aug 03 19:08:15.741053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:15.741761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.853530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:15.854147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:15.869758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:16.120481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d852c6c7-e71d-4829-a755-67e27163ea61 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:16.149492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a69dcf-a996-413e-ae4d-dcdf7c7625b5 req-136eef2a-a713-44fb-a72f-7b0ae2a1ecd8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.149492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6a69dcf-a996-413e-ae4d-dcdf7c7625b5 req-136eef2a-a713-44fb-a72f-7b0ae2a1ecd8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 945 time: 0.0577559 Aug 03 19:08:16.186092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6a69dcf-a996-413e-ae4d-dcdf7c7625b5 req-09a2fbe3-c278-4b6d-9f6d-c88232e556dc tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373800 Aug 03 19:08:16.274650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.336351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port d852c6c7-e71d-4829-a755-67e27163ea61 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:16.340859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port d852c6c7-e71d-4829-a755-67e27163ea61 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:16.341782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.354240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=e4e5a254-a7d0-466e-9ca7-1894ecebdfe8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:16.437456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.441541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:16.443835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.446695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6031d878-74e8-467f-a697-00bb5402fede req-db6097c7-4243-46f2-991e-33f381afa3e2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.54 "DELETE /v2.0/ports/e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 HTTP/1.1" status: 204 len: 173 time: 0.8065479 Aug 03 19:08:16.448128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'name': 'network-vif-deleted', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:16.456940 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654c0f8c-a015-4160-8e69-666277821dd0" -d '{"events": [{"server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "name": "network-vif-deleted", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:16.465531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:16.468795 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23359b2f-a666-4d36-a0d5-2597dffeb536" -d '{"events": [{"server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:16.478508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840064a1-4c00-42b5-9660-ab9e80458cc5 req-ea364b6e-3af9-4f52-b10d-7a4d80068a4f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.480358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-840064a1-4c00-42b5-9660-ab9e80458cc5 req-ea364b6e-3af9-4f52-b10d-7a4d80068a4f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 943 time: 0.1208947 Aug 03 19:08:16.483150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d852c6c7-e71d-4829-a755-67e27163ea61,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:16.526727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-840064a1-4c00-42b5-9660-ab9e80458cc5 req-d6fc3a2f-1fab-47d3-8fc4-89d68855006c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388849 Aug 03 19:08:16.594278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f7fe1b1-869e-4c7b-8332-5be922979262 req-924ebec6-198d-401a-81d7-3b9897503e8a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0383263 Aug 03 19:08:16.595867 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:16.607606 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f04aab-3508-4f1e-a64e-ef4353e76368 x-openstack-request-id: req-37f04aab-3508-4f1e-a64e-ef4353e76368 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:16.607606 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28185541-50e5-4bcf-a790-86ec19154e84", "name": "network-vif-deleted", "tag": "e4e5a254-a7d0-466e-9ca7-1894ecebdfe8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:16.608017 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-37f04aab-3508-4f1e-a64e-ef4353e76368 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:16.608423 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28185541-50e5-4bcf-a790-86ec19154e84', 'name': 'network-vif-deleted', 'tag': 'e4e5a254-a7d0-466e-9ca7-1894ecebdfe8', 'status': 'completed', 'code': 200} Aug 03 19:08:16.692308 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b04d6a-bbd5-4614-b197-f5ab50e31856 x-openstack-request-id: req-93b04d6a-bbd5-4614-b197-f5ab50e31856 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:16.694492 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "name": "network-vif-plugged", "status": "completed", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:16.695791 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93b04d6a-bbd5-4614-b197-f5ab50e31856 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:16.698482 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61', 'code': 200} Aug 03 19:08:16.726664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:16.902464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0076e-0c20-47bd-80ef-5c2e98b58d24 req-2ac6c268-d92f-4243-96bb-cdf1cfbc7387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.906791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3da0076e-0c20-47bd-80ef-5c2e98b58d24 req-2ac6c268-d92f-4243-96bb-cdf1cfbc7387 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 1100 time: 0.1037216 Aug 03 19:08:16.924569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8806d84-9cd8-48e4-9f5a-a6d4d7d2504d req-e8f32e8f-5632-4174-b22e-2a9116205b05 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:16.928684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8806d84-9cd8-48e4-9f5a-a6d4d7d2504d req-e8f32e8f-5632-4174-b22e-2a9116205b05 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0906923 Aug 03 19:08:16.983430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3da0076e-0c20-47bd-80ef-5c2e98b58d24 req-4cc29b0d-6f6f-40ca-9043-2197ec6edb21 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536747 Aug 03 19:08:16.988728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8806d84-9cd8-48e4-9f5a-a6d4d7d2504d req-3de34b54-ad2b-4456-b4cb-2f38563420bc tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Aug 03 19:08:17.297131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54d09cc1-c966-4442-a80b-1927e8dc5121 req-544fbc29-5ac1-40c7-a279-00afbd7adb5e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=28185541-50e5-4bcf-a790-86ec19154e84 HTTP/1.1" status: 200 len: 210 time: 0.0293930 Aug 03 19:08:17.652584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a005b-fc0c-425f-b76e-9e8cd80d33e8 req-4bc29768-506a-4d79-b30a-2c1061a783da tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:17.664707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b4a005b-fc0c-425f-b76e-9e8cd80d33e8 req-4bc29768-506a-4d79-b30a-2c1061a783da tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 943 time: 0.0593727 Aug 03 19:08:17.711550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b4a005b-fc0c-425f-b76e-9e8cd80d33e8 req-ffe69fa5-c8a2-41df-a9af-c0ec765a491a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Aug 03 19:08:17.819336 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:08:17.827558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20b6cacf-1cd6-430a-84c0-3c3d96b37568 req-97167907-31f0-404c-be6e-535f19d7b8ac tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0396128 Aug 03 19:08:18.115619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 31e960d8-177b-49d1-a978-8c49720b2bcf details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:18.128891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:18.144351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee835-e4cc-4983-8fc4-8359b22faa8d req-712ea532-d823-4f2f-be7f-883e448fef91 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.150370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cbee835-e4cc-4983-8fc4-8359b22faa8d req-712ea532-d823-4f2f-be7f-883e448fef91 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0719669 Aug 03 19:08:18.167478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:18.167765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4e5a254-a7d0-466e-9ca7-1894ecebdfe8 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:18.197565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cbee835-e4cc-4983-8fc4-8359b22faa8d req-0001dc35-cee7-4304-a523-0723a2877136 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Aug 03 19:08:18.277207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=31e960d8-177b-49d1-a978-8c49720b2bcf,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:18.296411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '31e960d8-177b-49d1-a978-8c49720b2bcf', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': '31e960d8-177b-49d1-a978-8c49720b2bcf', 'mac_address': 'fa:16:3e:c4:32:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:18.352434 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.368427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e960d8-177b-49d1-a978-8c49720b2bcf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:18.410005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=31e960d8-177b-49d1-a978-8c49720b2bcf,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:18.509504 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.599453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:18.708427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-4fbf20d6-7f85-4ec7-9e6d-47ad44d6acfb tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.709927 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-4fbf20d6-7f85-4ec7-9e6d-47ad44d6acfb tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.77 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 812 time: 0.1701951 Aug 03 19:08:18.729805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'device_id': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4', 'admin_state_up': True, 'tenant_id': 'e7adc1a6b08e495f8664285850944108'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:18.753191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-2b8ab437-4958-43ee-adab-5a70e3d6fb1f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.755710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-2b8ab437-4958-43ee-adab-5a70e3d6fb1f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1740160 Aug 03 19:08:18.756175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36fec760-126c-4ad0-b6a1-e55cc890aed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:18.785142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-215e74c0-eac5-41a7-9142-df26083bbd0f tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/quotas/9590857ee8a34fd28ac8ea05031442f7 HTTP/1.1" status: 200 len: 375 time: 0.0206881 Aug 03 19:08:18.821068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-e165441f-b52a-49e7-b82f-0768f8d92bf4 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289159 Aug 03 19:08:18.898058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['31e960d8-177b-49d1-a978-8c49720b2bcf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:18.968360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555df557-4b73-4175-8939-61fd66b07fe7 req-cac003cb-dcf0-4b4a-a5be-513cb2ebf5ae tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:18.975916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-555df557-4b73-4175-8939-61fd66b07fe7 req-cac003cb-dcf0-4b4a-a5be-513cb2ebf5ae tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 944 time: 0.0976796 Aug 03 19:08:18.983380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Made reservation on behalf of e7adc1a6b08e495f8664285850944108 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:18.986720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-b2ecaa7e-fbb7-4371-a8aa-58bd9055bf25 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581054 Aug 03 19:08:18.988457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.064567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-555df557-4b73-4175-8939-61fd66b07fe7 req-c0118f52-1556-4708-84eb-0d47f4e4eafc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875268 Aug 03 19:08:19.113857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-c0bebe98-cf03-49a3-bd0b-67afe01dcce8 service neutron] 10.222.0.67 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187539 Aug 03 19:08:19.147162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Allocated IP 172.20.0.14 (1e45a7ee-b289-44a7-a539-8fcff07b1ce4/98b29615-9ead-4589-9cc3-5aecb68d8650/ef8a4966-e392-40ed-a72e-28e98a4f3f9d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:19.188701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6441f831-eaa9-4d23-9246-e1dfe0c85495 req-8dfdf93f-0f89-47f1-9d33-5721576fd7c1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0287132 Aug 03 19:08:19.323588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.431101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a07f1e1a-2fad-496e-a612-0f967a00d17b req-72df5cfc-f29c-4567-897c-89eef2364b20 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0301623 Aug 03 19:08:19.439355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60820c71-edb8-412f-a853-0adb71d58986 req-301bab0b-ad67-4aab-9502-d220ae955e0b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.440854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60820c71-edb8-412f-a853-0adb71d58986 req-301bab0b-ad67-4aab-9502-d220ae955e0b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0813298 Aug 03 19:08:19.455145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.505054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60820c71-edb8-412f-a853-0adb71d58986 req-ad511cba-19f9-4dd3-a52b-08c3de092f58 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Aug 03 19:08:19.526372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:19.526372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:19.526372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:19.535206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:19.585138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.586058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:19.613565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82f55c-d461-4fad-a08b-eb19ea1a3036 req-cbd63f2f-eebd-4311-868e-4cd2c58ec58d tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:19.615092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a82f55c-d461-4fad-a08b-eb19ea1a3036 req-cbd63f2f-eebd-4311-868e-4cd2c58ec58d tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 1100 time: 0.0423782 Aug 03 19:08:19.649622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a82f55c-d461-4fad-a08b-eb19ea1a3036 req-09ccfd8b-1ee0-458e-a762-93db4c5fc941 tempest-ServersOnMultiNodesTest-182647890 tempest-ServersOnMultiNodesTest-182647890-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284452 Aug 03 19:08:19.703899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-b097aef9-ea55-4247-8f1d-196a30ee5668 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9787650 Aug 03 19:08:19.721487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Request body: {'port': {'device_id': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:19.780570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.059886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8a4966-e392-40ed-a72e-28e98a4f3f9d {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:20.068238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.080191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Transition to ACTIVE for port object ef8a4966-e392-40ed-a72e-28e98a4f3f9d will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:20.135578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 31e960d8-177b-49d1-a978-8c49720b2bcf up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:20.186898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.225767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e0fae-7d31-476c-834d-a55c88588777 req-f8add8b0-76cf-4a22-b684-df381a73f5c6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.227271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-003e0fae-7d31-476c-834d-a55c88588777 req-f8add8b0-76cf-4a22-b684-df381a73f5c6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 944 time: 0.0884032 Aug 03 19:08:20.239854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf5a7b-c7ba-4cad-ba83-e5a2f4323e2f req-f3e4361d-6edd-4b22-afe3-05376675c7e7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.241336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94cf5a7b-c7ba-4cad-ba83-e5a2f4323e2f req-f3e4361d-6edd-4b22-afe3-05376675c7e7 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0890577 Aug 03 19:08:20.242423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:20.299096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-003e0fae-7d31-476c-834d-a55c88588777 req-a74eb52a-c921-457f-8f60-56cc16839993 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567777 Aug 03 19:08:20.303189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 31e960d8-177b-49d1-a978-8c49720b2bcf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:20.308097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94cf5a7b-c7ba-4cad-ba83-e5a2f4323e2f req-f434412b-9fd3-4756-aa27-102a0edd7989 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521560 Aug 03 19:08:20.308895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 31e960d8-177b-49d1-a978-8c49720b2bcf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:20.321484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.322607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Attempting to bind port ef8a4966-e392-40ed-a72e-28e98a4f3f9d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:20.322718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Attempting to bind port ef8a4966-e392-40ed-a72e-28e98a4f3f9d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:20.323016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Attempting to bind port ef8a4966-e392-40ed-a72e-28e98a4f3f9d on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:20.327808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Port ef8a4966-e392-40ed-a72e-28e98a4f3f9d on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:20.328128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Attempting to bind port ef8a4966-e392-40ed-a72e-28e98a4f3f9d on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:20.333656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:20.333897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Checking segment: {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:20.334263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Bound using segment: {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:20.334686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Bound port: ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:20.335056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.418433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:20.422781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:20.448347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac0599-3cb2-4ad1-8518-beb3daed4a86 req-dd9fdf25-598d-4179-a303-db75f009d4d4 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.450566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bac0599-3cb2-4ad1-8518-beb3daed4a86 req-dd9fdf25-598d-4179-a303-db75f009d4d4 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 944 time: 0.0604551 Aug 03 19:08:20.458365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.486411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.504743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:20.507819 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36427b2a-6f0a-4a11-82df-4858b431fe14" -d '{"events": [{"server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "name": "network-vif-plugged", "status": "completed", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:20.516115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bac0599-3cb2-4ad1-8518-beb3daed4a86 req-c0c0044e-0c32-4895-bf7b-5c3455c4fed8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563672 Aug 03 19:08:20.522176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=31e960d8-177b-49d1-a978-8c49720b2bcf,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:20.538211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46740) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:20.566118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.567007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.569543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] 10.222.0.77 "PUT /v2.0/ports/ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 1092 time: 0.8523324 Aug 03 19:08:20.570080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:20.573133 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d2def-057b-487e-abec-009750c88d96" -d '{"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:20.590291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e058d6-f88b-4a15-96ac-54960f4753c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:20.596506 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e90e91-7218-4cb6-95a0-f5f5ac0f3bff x-openstack-request-id: req-37e90e91-7218-4cb6-95a0-f5f5ac0f3bff {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:20.597086 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "name": "network-vif-plugged", "status": "completed", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:20.597441 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-37e90e91-7218-4cb6-95a0-f5f5ac0f3bff {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:20.597960 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf', 'code': 200} Aug 03 19:08:20.600454 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.608418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83bcaac0-a708-4c36-8485-263762ce7d93 req-e7db25fe-2c11-4f9e-ade7-ac9ae4f4d36a tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0380907 Aug 03 19:08:20.669506 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6743f9c6-4e54-455d-828c-c8cb64857694 x-openstack-request-id: req-6743f9c6-4e54-455d-828c-c8cb64857694 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:20.669816 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:20.670066 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6743f9c6-4e54-455d-828c-c8cb64857694 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:20.670481 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'status': 'completed', 'code': 200} Aug 03 19:08:20.671770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:20.745680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d2def-057b-487e-abec-009750c88d96 req-e73c928b-0a7c-4c09-9c63-5ad2a1074c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.747225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-297d2def-057b-487e-abec-009750c88d96 req-e73c928b-0a7c-4c09-9c63-5ad2a1074c65 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.0439901 Aug 03 19:08:20.759472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdcb0-3646-4be9-87b0-c294149a9e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.781065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf99453-6215-4f1d-a3dc-5fd3e5919324 req-5898780f-88f0-4f9b-8517-ca603298cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.782636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cf99453-6215-4f1d-a3dc-5fd3e5919324 req-5898780f-88f0-4f9b-8517-ca603298cf31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 1096 time: 0.0743625 Aug 03 19:08:20.848914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cf99453-6215-4f1d-a3dc-5fd3e5919324 req-80ab7f95-0ebe-45ae-8a2b-c31fb62ed23e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Aug 03 19:08:20.856056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d2def-057b-487e-abec-009750c88d96 req-4a0650c2-957b-4f34-8983-e66534c0af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.858301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-297d2def-057b-487e-abec-009750c88d96 req-4a0650c2-957b-4f34-8983-e66534c0af57 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=e7adc1a6b08e495f8664285850944108&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1029065 Aug 03 19:08:20.894812 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdcb0-3646-4be9-87b0-c294149a9e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:20.967808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d2def-057b-487e-abec-009750c88d96 req-03cf3afc-e403-4c53-922c-1ae1f7d81262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:20.969331 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-297d2def-057b-487e-abec-009750c88d96 req-03cf3afc-e403-4c53-922c-1ae1f7d81262 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027832 Aug 03 19:08:20.977368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1bcdcb0-3646-4be9-87b0-c294149a9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.017784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b1bcdcb0-3646-4be9-87b0-c294149a9e50 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=631da17a85644dd28f97132bd577a89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784827 Aug 03 19:08:21.018957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bcdcb0-3646-4be9-87b0-c294149a9e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31075872-ab25-4147-9a1c-94bda696ea51,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:21.020930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46750) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:21.069588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-a471954b-18ad-4d8f-98d0-9ed280bc041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.071079 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-a471954b-18ad-4d8f-98d0-9ed280bc041d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.0509369 Aug 03 19:08:21.076330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.098575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.120257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-dc691b9f-630a-468d-b344-48b13c89c342 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 217 time: 0.0358734 Aug 03 19:08:21.176844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36228941-5b48-4132-8144-fe4a06aef75c req-00ed4964-8986-423b-ade2-bd56e62612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.178322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-00ed4964-8986-423b-ade2-bd56e62612d7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.0485685 Aug 03 19:08:21.211485 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-f7d390fa-e7b3-488d-8fa7-2f8662357547 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248702 Aug 03 19:08:21.217153 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.219700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:21.220882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31075872-ab25-4147-9a1c-94bda696ea51 HTTP/1.1" status: 204 len: 168 time: 0.1990323 Aug 03 19:08:21.229066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2094f-aaa6-471e-a8d9-c6937dd6c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31075872-ab25-4147-9a1c-94bda696ea51,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:21.309269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-de98d4db-954e-4933-97d5-5dbc3b515708 service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863373 Aug 03 19:08:21.424805 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-36228941-5b48-4132-8144-fe4a06aef75c req-0d993114-1d0b-4e3f-a489-244a07c6dbb9 service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028707 Aug 03 19:08:21.504220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b16e51-553d-4f9c-b0ca-ff402f6c3106 req-e2648fe7-dfbe-4a63-84d1-8a95e05b866d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.511580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22b16e51-553d-4f9c-b0ca-ff402f6c3106 req-e2648fe7-dfbe-4a63-84d1-8a95e05b866d tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.1002946 Aug 03 19:08:21.521723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867780f9-b7ee-4f81-a2d9-74c575005d67 req-36078b1d-5d13-48a8-b4ff-a7d94f325756 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.523355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-867780f9-b7ee-4f81-a2d9-74c575005d67 req-36078b1d-5d13-48a8-b4ff-a7d94f325756 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.1327102 Aug 03 19:08:21.590586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22b16e51-553d-4f9c-b0ca-ff402f6c3106 req-ba8fbc2a-f5a9-425d-9d45-421243167e1a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780632 Aug 03 19:08:21.597897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-867780f9-b7ee-4f81-a2d9-74c575005d67 req-77f3a81d-7eef-40d9-a20f-2246a54343a7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587904 Aug 03 19:08:21.741880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72cbe76d-8f8a-4b42-a031-ae9547924147 req-2f126874-cf5f-403d-b772-c651ac330a23 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0310969 Aug 03 19:08:21.752990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-1701c88f-f1a9-4d91-97e5-6af0aed166f1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.764392 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-1701c88f-f1a9-4d91-97e5-6af0aed166f1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 812 time: 0.1618898 Aug 03 19:08:21.769527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081931e-f613-49ce-ac80-a860869672f7 req-a63b3dd6-e889-446f-80b0-5ccede58c0f3 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:21.769527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7081931e-f613-49ce-ac80-a860869672f7 req-a63b3dd6-e889-446f-80b0-5ccede58c0f3 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 944 time: 0.0973001 Aug 03 19:08:21.772055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Request body: {'port': {'device_id': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'admin_state_up': True, 'tenant_id': '9590857ee8a34fd28ac8ea05031442f7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:21.835358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7081931e-f613-49ce-ac80-a860869672f7 req-35c9e247-d77b-427e-81a3-93bca69d98a4 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634995 Aug 03 19:08:21.948570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-950b4684-84c9-4d73-b9cd-7ce01d705296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.027864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Made reservation on behalf of 9590857ee8a34fd28ac8ea05031442f7 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:22.031707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.099914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-a7419be1-307f-4054-8384-74cd45d1e2fc tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.102114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-a7419be1-307f-4054-8384-74cd45d1e2fc tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0587358 Aug 03 19:08:22.173665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Allocated IP 172.20.0.9 (2bcf7d93-f88e-4ccc-a86a-25d5c2c92022/ec5e6fb9-ce25-4183-8db1-03c4fd915e15/2e25e29b-8ce4-4bde-8565-aed4d6c2c042) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:22.251674 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.346061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port d852c6c7-e71d-4829-a755-67e27163ea61 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:22.346650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.375269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.459853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port d852c6c7-e71d-4829-a755-67e27163ea61, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d852c6c7-e71d-4829-a755-67e27163ea61,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:22.460333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.475766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for d852c6c7-e71d-4829-a755-67e27163ea61 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:22.483225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.533778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:22.538860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:22.552697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:22.571922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event updated for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:22.640565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.641831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.726907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-211b0216-5724-4b79-9822-1c75bb88f434 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593930 Aug 03 19:08:22.732975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc063947-c87c-41d5-8d84-6fa6d0a2a399 req-23d77b30-62c1-474c-bca5-b42bf2814e80 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:22.734628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc063947-c87c-41d5-8d84-6fa6d0a2a399 req-23d77b30-62c1-474c-bca5-b42bf2814e80 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 949 time: 0.0605462 Aug 03 19:08:22.740813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Request body: {'port': {'device_id': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:22.760535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.761870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.775907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713', 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:22.795259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=d852c6c7-e71d-4829-a755-67e27163ea61,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:22.817566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc063947-c87c-41d5-8d84-6fa6d0a2a399 req-c27527b4-630d-4f9e-a895-66c7af29727b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759072 Aug 03 19:08:22.827634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.828946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:22.867186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port d852c6c7-e71d-4829-a755-67e27163ea61 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:22.871699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:22.875344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b1418b-1a6a-4b8b-9278-5f289bfaef05 req-0dda29bc-31f6-4ea5-ae1e-817be9cc3583 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "DELETE /v2.0/ports/d852c6c7-e71d-4829-a755-67e27163ea61 HTTP/1.1" status: 204 len: 173 time: 0.6895907 Aug 03 19:08:22.877213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'name': 'network-vif-deleted', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:22.884861 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56531870-3c84-4b3c-8266-11056dedea5e" -d '{"events": [{"server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "name": "network-vif-deleted", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:23.143490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bca65-566e-4e30-aa45-ba6083b042da req-8daa0b95-4c80-4861-9f1c-6ea54746f630 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.151558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489bca65-566e-4e30-aa45-ba6083b042da req-8daa0b95-4c80-4861-9f1c-6ea54746f630 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.1821723 Aug 03 19:08:23.191606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4dc8-62df-4429-87c9-1c3b6cdb03b9 req-08617e28-80f8-42a9-821e-ec39faf5649c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.206660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-271a4dc8-62df-4429-87c9-1c3b6cdb03b9 req-08617e28-80f8-42a9-821e-ec39faf5649c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 931 time: 0.1588943 Aug 03 19:08:23.231266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489bca65-566e-4e30-aa45-ba6083b042da req-1eda9941-f010-4023-b831-5f3891927990 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786672 Aug 03 19:08:23.263417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-271a4dc8-62df-4429-87c9-1c3b6cdb03b9 req-1633fa9a-90c9-47a1-bfd2-7fcc4034b577 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601189 Aug 03 19:08:23.281368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:23.298478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.339367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Transition to ACTIVE for port object 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:23.390525 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954495b-ac63-4667-8b18-688e859e43a8 x-openstack-request-id: req-2954495b-ac63-4667-8b18-688e859e43a8 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:23.391097 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e341b63-9aec-4f2c-af5b-ce615dec6d4a", "name": "network-vif-deleted", "tag": "d852c6c7-e71d-4829-a755-67e27163ea61", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:23.391220 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2954495b-ac63-4667-8b18-688e859e43a8 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:23.391656 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e341b63-9aec-4f2c-af5b-ce615dec6d4a', 'name': 'network-vif-deleted', 'tag': 'd852c6c7-e71d-4829-a755-67e27163ea61', 'status': 'completed', 'code': 200} Aug 03 19:08:23.434763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.463341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce7ce1-e449-45f1-bbb6-6e18fa3a5374 req-5e19e282-7489-41cd-aa35-9f2b5497053f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.464984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7ce7ce1-e449-45f1-bbb6-6e18fa3a5374 req-5e19e282-7489-41cd-aa35-9f2b5497053f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 944 time: 0.1238136 Aug 03 19:08:23.537013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a9bda1-f13a-4437-8f51-05d61fdeebeb req-966b62f2-d8d3-414c-aa98-94ec4bd6a505 tempest-AbsoluteLimitsNegativeTestJSON-1648697424 tempest-AbsoluteLimitsNegativeTestJSON-1648697424-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=47eb9728bc224e49aff6846b67272de0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491493 Aug 03 19:08:23.609050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7ce7ce1-e449-45f1-bbb6-6e18fa3a5374 req-210d477f-b358-488e-9ce7-5d1e3d3a96e1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371596 Aug 03 19:08:23.633953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.641936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Attempting to bind port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:23.642218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Attempting to bind port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:23.642692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Attempting to bind port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:23.657643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:23.658628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Attempting to bind port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 on network 2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:23.664752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:23.669150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Checking segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:23.669150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Bound using segment: {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:23.669150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Bound port: 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:23.669150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.682782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9bda1-f13a-4437-8f51-05d61fdeebeb req-4dd279c5-b5a8-4ced-9841-64d678437e5c tempest-AbsoluteLimitsNegativeTestJSON-1648697424 tempest-AbsoluteLimitsNegativeTestJSON-1648697424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.690404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a9bda1-f13a-4437-8f51-05d61fdeebeb req-4dd279c5-b5a8-4ced-9841-64d678437e5c tempest-AbsoluteLimitsNegativeTestJSON-1648697424 tempest-AbsoluteLimitsNegativeTestJSON-1648697424-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533811 Aug 03 19:08:23.706964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a9bda1-f13a-4437-8f51-05d61fdeebeb req-4d415f62-19a7-4221-b17e-1637c56d088b tempest-AbsoluteLimitsNegativeTestJSON-1648697424 tempest-AbsoluteLimitsNegativeTestJSON-1648697424-project] 10.222.0.67 "GET /v2.0/quotas/47eb9728bc224e49aff6846b67272de0 HTTP/1.1" status: 200 len: 375 time: 0.0156832 Aug 03 19:08:23.744389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:23.747845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:23.750952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a9bda1-f13a-4437-8f51-05d61fdeebeb req-9e58dde3-bda1-4ebf-96d3-c6487ab92d8b tempest-AbsoluteLimitsNegativeTestJSON-1648697424 tempest-AbsoluteLimitsNegativeTestJSON-1648697424-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=47eb9728bc224e49aff6846b67272de0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375853 Aug 03 19:08:23.810949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc513-2d99-4e43-a98b-943f8a6e00bc req-a14c6854-5652-4c7e-87b8-957c103eaae4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.813000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c4bc513-2d99-4e43-a98b-943f8a6e00bc req-a14c6854-5652-4c7e-87b8-957c103eaae4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.0611124 Aug 03 19:08:23.840723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.855699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c4bc513-2d99-4e43-a98b-943f8a6e00bc req-b611c969-f5e3-43ad-b184-4e1e7b03f27b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Aug 03 19:08:23.895695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:23.897124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:23.901565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] 10.222.0.77 "PUT /v2.0/ports/2e25e29b-8ce4-4bde-8565-aed4d6c2c042 HTTP/1.1" status: 200 len: 1091 time: 1.1650517 Aug 03 19:08:23.903233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:23.906966 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2775749f-73ee-4068-bf0b-7eb1c3504aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:23.966985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e14dc-6be2-4490-8ed0-9b0a0bbade86 service neutron] Pushing event updated for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:23.994253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90812ca7-e800-45c5-aebb-a7458e7ac774 req-c4d73bbc-c0b0-47b9-a445-1577f7fc5bcc tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=5e341b63-9aec-4f2c-af5b-ce615dec6d4a HTTP/1.1" status: 200 len: 210 time: 0.0285323 Aug 03 19:08:24.038269 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a7ab6-4bf8-44b4-93cd-482b556465f6 x-openstack-request-id: req-a20a7ab6-4bf8-44b4-93cd-482b556465f6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:24.038628 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:24.038955 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a20a7ab6-4bf8-44b4-93cd-482b556465f6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:24.039417 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042', 'status': 'completed', 'code': 200} Aug 03 19:08:24.097171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-4f78bce2-8277-4a55-a5da-d3bba1050dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.098655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-4f78bce2-8277-4a55-a5da-d3bba1050dc2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 1094 time: 0.0409777 Aug 03 19:08:24.149675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-ad813f66-ec22-4b10-8af1-bf6f8bf99378 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042 HTTP/1.1" status: 200 len: 217 time: 0.0396745 Aug 03 19:08:24.164611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d852c6c7-e71d-4829-a755-67e27163ea61 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:24.192450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: d852c6c7-e71d-4829-a755-67e27163ea61 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:24.193092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d852c6c7-e71d-4829-a755-67e27163ea61 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:24.204182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-a09bd1b7-e61a-4220-b323-63508df6448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.209356 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-a09bd1b7-e61a-4220-b323-63508df6448b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0476131 Aug 03 19:08:24.243398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-c47a54c4-4746-44f6-917a-d5b68cf91df4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263369 Aug 03 19:08:24.345299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-e6a10848-83cf-4291-a64f-d60930997e83 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Aug 03 19:08:24.435686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ef8a4966-e392-40ed-a72e-28e98a4f3f9d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:24.435889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d2cb0-a601-4421-9ded-322ec6848726 req-27c0d9cf-bbcc-4a18-b6b9-0520a38b5058 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.437491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-878d2cb0-a601-4421-9ded-322ec6848726 req-27c0d9cf-bbcc-4a18-b6b9-0520a38b5058 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 943 time: 0.0923586 Aug 03 19:08:24.465458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46848) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:24.482440 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92a31ff6-62cd-4b0a-8828-315baff3e702 req-54cfa3e4-07dd-4a38-812d-074fa6b8116f service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280773 Aug 03 19:08:24.513994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-878d2cb0-a601-4421-9ded-322ec6848726 req-3f250edd-657b-4adf-9818-decc0e7b4164 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679331 Aug 03 19:08:24.602638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77488d54-d45b-4b7b-96a4-eb8b7378ba10 req-0cc4b1d9-1b69-4a3c-90a7-5e620cdd1de7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.604355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77488d54-d45b-4b7b-96a4-eb8b7378ba10 req-0cc4b1d9-1b69-4a3c-90a7-5e620cdd1de7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.0792651 Aug 03 19:08:24.618416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:24.633378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4', 'port_id': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'mac_address': 'fa:16:3e:8b:d0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b29615-9ead-4589-9cc3-5aecb68d8650', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:24.642450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a31e2ae-e580-4de7-b479-688defe5ee74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.649236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77488d54-d45b-4b7b-96a4-eb8b7378ba10 req-90ce3a4c-bb2e-4ccc-a901-3810fca6f09f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367937 Aug 03 19:08:24.661684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.692181 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.694869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-70c13144-03dd-4681-b135-7456627eab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.696485 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-70c13144-03dd-4681-b135-7456627eab74 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9590857ee8a34fd28ac8ea05031442f7&device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 1094 time: 0.1024916 Aug 03 19:08:24.711464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8a4966-e392-40ed-a72e-28e98a4f3f9d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:24.733201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:24.776434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5567601-a5ec-4592-aeab-d55b9f188011 req-502fdd43-85b2-4db6-87ef-b4324e602ca8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.778030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5567601-a5ec-4592-aeab-d55b9f188011 req-502fdd43-85b2-4db6-87ef-b4324e602ca8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 944 time: 0.0545948 Aug 03 19:08:24.806466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.828812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5567601-a5ec-4592-aeab-d55b9f188011 req-b4544809-fc36-4a13-862c-ffd6702ef191 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438116 Aug 03 19:08:24.829762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-75920342-59ac-4100-b9ef-0612eaec642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.831237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-75920342-59ac-4100-b9ef-0612eaec642b service neutron] 10.222.0.77 "GET /v2.0/networks?id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 200 len: 913 time: 0.1245480 Aug 03 19:08:24.845025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a31e2ae-e580-4de7-b479-688defe5ee74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:24.888425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:24.888633 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-aff5d4b1-b850-4e5c-a533-5e78cf373100 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042 HTTP/1.1" status: 200 len: 217 time: 0.0405409 Aug 03 19:08:24.942983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-bf78184e-932a-4c08-858e-61d94f154468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:24.944559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-bf78184e-932a-4c08-858e-61d94f154468 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 200 len: 852 time: 0.0454373 Aug 03 19:08:24.979605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-45727d08-ce2b-40a8-a0df-43fb5d0de79b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262833 Aug 03 19:08:25.008189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1a31e2ae-e580-4de7-b479-688defe5ee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.107933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:25.373798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a31e2ae-e580-4de7-b479-688defe5ee74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47eb9728bc224e49aff6846b67272de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9067514 Aug 03 19:08:25.377099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:25.397325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31e2ae-e580-4de7-b479-688defe5ee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008aa9fc-2bb3-4dba-9f2f-a8ffa575f613,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:25.415990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-8bafd546-ab48-4f87-ad4b-24dd5db0c510 service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282677 Aug 03 19:08:25.436037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.458530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.514647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2775749f-73ee-4068-bf0b-7eb1c3504aeb req-6a8590e9-4ad1-4829-a9af-069e846aaedb service neutron] 10.222.0.77 "GET /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893474 Aug 03 19:08:25.592091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee793c2-0997-41cd-bc8a-b59e57792621 req-7f0b612a-d45f-4f87-a47d-470272cad38c tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.593571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ee793c2-0997-41cd-bc8a-b59e57792621 req-7f0b612a-d45f-4f87-a47d-470272cad38c tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1096 time: 0.0436251 Aug 03 19:08:25.606316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.609527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:25.610655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/008aa9fc-2bb3-4dba-9f2f-a8ffa575f613 HTTP/1.1" status: 204 len: 168 time: 0.2325473 Aug 03 19:08:25.628550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29cc52-829f-4f41-9f5b-ab4546a3faa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008aa9fc-2bb3-4dba-9f2f-a8ffa575f613,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:25.645478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ee793c2-0997-41cd-bc8a-b59e57792621 req-bb695cae-dcfc-4d80-be21-5a43145c3700 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Aug 03 19:08:25.798963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764398-e24d-4d8e-9ce4-6c73d476e833 req-6f345b5c-59fb-420f-81e2-b804a55b008a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.800476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb764398-e24d-4d8e-9ce4-6c73d476e833 req-6f345b5c-59fb-420f-81e2-b804a55b008a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.0781391 Aug 03 19:08:25.822248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e41456-d215-4ad0-bfc6-22200513b60f req-db5a0679-3193-4f44-8992-8a0676b99752 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:25.823896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06e41456-d215-4ad0-bfc6-22200513b60f req-db5a0679-3193-4f44-8992-8a0676b99752 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 943 time: 0.0711939 Aug 03 19:08:25.883191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06e41456-d215-4ad0-bfc6-22200513b60f req-b886bb52-5c5d-486e-8ff8-dd2edefdf9d7 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503223 Aug 03 19:08:25.889880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb764398-e24d-4d8e-9ce4-6c73d476e833 req-9807f6fe-7269-49d3-a0f9-03b9939ef078 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775058 Aug 03 19:08:26.005712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515299f8-303f-494b-8a36-63838f56044b req-03d2af8a-1fb4-4a31-b72c-a3c20e781b8b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.007427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-515299f8-303f-494b-8a36-63838f56044b req-03d2af8a-1fb4-4a31-b72c-a3c20e781b8b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.0565362 Aug 03 19:08:26.048513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-515299f8-303f-494b-8a36-63838f56044b req-e1791c46-5c86-4c29-ba57-384b7bd83428 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Aug 03 19:08:26.198096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df9c4-f8b1-44b6-ac91-96739fd93a17 req-b32b16ef-8cce-42bc-b007-92de653bca8b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.199622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-014df9c4-f8b1-44b6-ac91-96739fd93a17 req-b32b16ef-8cce-42bc-b007-92de653bca8b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 945 time: 0.0918982 Aug 03 19:08:26.213544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-669c0548-2695-4477-aedb-4277867e5124 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.215083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-669c0548-2695-4477-aedb-4277867e5124 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 945 time: 0.0722272 Aug 03 19:08:26.309287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-014df9c4-f8b1-44b6-ac91-96739fd93a17 req-f461a517-5b8c-496a-a68a-7773684c017b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931845 Aug 03 19:08:26.345784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port 31e960d8-177b-49d1-a978-8c49720b2bcf {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:26.345969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.458401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port 31e960d8-177b-49d1-a978-8c49720b2bcf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=31e960d8-177b-49d1-a978-8c49720b2bcf,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:26.459130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.474432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for 31e960d8-177b-49d1-a978-8c49720b2bcf owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:26.474734 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-5e23d804-b639-455f-af34-d9d7c994e648 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546842 Aug 03 19:08:26.487194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ef8a4966-e392-40ed-a72e-28e98a4f3f9d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:26.557502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32668ff-5634-4437-8d50-fe546bf9461f req-8f9f37fc-0d41-4691-beb0-f2d83aedfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.559655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-8f9f37fc-0d41-4691-beb0-f2d83aedfebc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1096 time: 0.0581005 Aug 03 19:08:26.674448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ef8a4966-e392-40ed-a72e-28e98a4f3f9d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:26.679114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ef8a4966-e392-40ed-a72e-28e98a4f3f9d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:26.680089 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.716859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32668ff-5634-4437-8d50-fe546bf9461f req-b76f5039-7d56-495b-a110-e32e48ff9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:26.719133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-b76f5039-7d56-495b-a110-e32e48ff9c11 service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.1293066 Aug 03 19:08:26.737754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.854304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=31e960d8-177b-49d1-a978-8c49720b2bcf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:26.865656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:26.891354 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-1bf1754e-732d-48d4-9952-f10678de5ecb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 1001 time: 0.1595912 Aug 03 19:08:26.944057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port 31e960d8-177b-49d1-a978-8c49720b2bcf on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:26.945235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.953656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:26.968477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82433d73-00e8-49c5-9587-22d58d9ffcc6 req-2c9d57a6-03a8-4297-a2db-599bbd30fbec tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "DELETE /v2.0/ports/31e960d8-177b-49d1-a978-8c49720b2bcf HTTP/1.1" status: 204 len: 173 time: 0.7445190 Aug 03 19:08:26.969302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'name': 'network-vif-deleted', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:26.980948 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db86d16-b20e-4898-9caa-ab437db1416b" -d '{"events": [{"server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "name": "network-vif-deleted", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:26.989378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:27.017525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:27.019759 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b78f31-e4d2-4961-8b86-b8a5ba7c7625" -d '{"events": [{"server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:27.036851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32668ff-5634-4437-8d50-fe546bf9461f req-3c92a619-69f2-4269-b8ba-0b8476e30b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.038900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-3c92a619-69f2-4269-b8ba-0b8476e30b73 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.1434138 Aug 03 19:08:27.052602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-869924cb-9035-411e-8ec3-ddd53eb28263 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.054518 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-869924cb-9035-411e-8ec3-ddd53eb28263 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.0931029 Aug 03 19:08:27.066241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:27.151843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32668ff-5634-4437-8d50-fe546bf9461f req-062df927-7be2-4ad1-96c7-d9342cf9c3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.154168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-062df927-7be2-4ad1-96c7-d9342cf9c3ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980313 Aug 03 19:08:27.167150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876893e-240c-4f43-94e7-33a7ffe00c93 req-9ea428c3-21b0-4179-9e7b-e931d93f4cc2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.169218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0876893e-240c-4f43-94e7-33a7ffe00c93 req-9ea428c3-21b0-4179-9e7b-e931d93f4cc2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 949 time: 0.1198452 Aug 03 19:08:27.177627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.255569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0876893e-240c-4f43-94e7-33a7ffe00c93 req-2e5a15d3-26a6-49cc-9ff2-9dade79b99fb tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Aug 03 19:08:27.284130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-66910388-network', 'tenant_id': '9eda779ee96641cdb68cdbada7138c1a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:27.284881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:27.285357 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.288959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.387599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Made reservation on behalf of 9eda779ee96641cdb68cdbada7138c1a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:27.390021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.398067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-dfbba20b-7f1d-483a-957d-9e179a3ed29f service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157247 Aug 03 19:08:27.399801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:27.400169 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.437183 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.458570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:27.483337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd374627-a994-4519-a982-3e31f80f6f5a req-31aa368e-0725-4cf8-a5fb-e954fb51038c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.484981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd374627-a994-4519-a982-3e31f80f6f5a req-31aa368e-0725-4cf8-a5fb-e954fb51038c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 943 time: 0.1116989 Aug 03 19:08:27.581591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd374627-a994-4519-a982-3e31f80f6f5a req-386b2b14-36b9-4966-a804-a610dbdebac8 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598311 Aug 03 19:08:27.583691 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c32668ff-5634-4437-8d50-fe546bf9461f req-562a012c-e88a-49de-81e7-fe31982d61dd service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749628 Aug 03 19:08:27.643529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.645990 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f03db08-4918-44f5-b9a9-536638740bbb x-openstack-request-id: req-8f03db08-4918-44f5-b9a9-536638740bbb {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:27.646504 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9affa2f-5a7f-483e-a366-c5512237fc94", "name": "network-vif-deleted", "tag": "31e960d8-177b-49d1-a978-8c49720b2bcf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:27.646924 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f03db08-4918-44f5-b9a9-536638740bbb {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:27.647544 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9affa2f-5a7f-483e-a366-c5512237fc94', 'name': 'network-vif-deleted', 'tag': '31e960d8-177b-49d1-a978-8c49720b2bcf', 'status': 'completed', 'code': 200} Aug 03 19:08:27.686872 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f93c3-ca97-4f92-ba47-7c1178620c01 x-openstack-request-id: req-fd8f93c3-ca97-4f92-ba47-7c1178620c01 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:27.687764 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "name": "network-vif-plugged", "status": "completed", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:27.688023 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fd8f93c3-ca97-4f92-ba47-7c1178620c01 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:27.688417 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'code': 200} Aug 03 19:08:27.731719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.754550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:27.779427 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.795082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713', 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:27.801278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.801938 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Added segment 78c5c1f9-0d4c-411e-b1ce-e230ecc0d735 of type vlan for network fb126d44-02eb-4d09-b184-5fd5ae9856fb Aug 03 19:08:27.803695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b780a6-2a8d-478b-8250-c80d37bdb617,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.828011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=b8747fac-3ed7-4ca6-b6f8-43ad06a0f158,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:27.845798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8ff4c04-718e-4d72-aa37-1933071d2a78 req-cfb73193-3ee9-4be8-a444-1eb92968a99a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=d9affa2f-5a7f-483e-a366-c5512237fc94 HTTP/1.1" status: 200 len: 210 time: 0.0676022 Aug 03 19:08:27.847392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:27.962097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24d00a-f03f-4309-8ca0-548c398cb5e1 req-de064d6b-1861-4c00-b1f0-a3ba73703ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:27.963934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f24d00a-f03f-4309-8ca0-548c398cb5e1 req-de064d6b-1861-4c00-b1f0-a3ba73703ec9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.2170739 Aug 03 19:08:27.966032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:27.966216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.980286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:27.982419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ce4c0c9-2ebb-413d-bad6-242e9e55f875 req-c8399688-a456-4b5d-865f-602313e1a276 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "DELETE /v2.0/ports/b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 HTTP/1.1" status: 204 len: 173 time: 0.9130747 Aug 03 19:08:27.982880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'name': 'network-vif-deleted', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:27.996944 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a9a89b-4ffa-41fd-b9d0-8aac9b06015d" -d '{"events": [{"server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "name": "network-vif-deleted", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:28.071365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f24d00a-f03f-4309-8ca0-548c398cb5e1 req-c84a6dce-3b16-46af-9c79-fee00381e04c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724180 Aug 03 19:08:28.096073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b788-7d0f-4e45-8eb0-5c8bedf2e48a req-49bfe674-4113-466d-b320-3365d7ed4585 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.098190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b2b788-7d0f-4e45-8eb0-5c8bedf2e48a req-49bfe674-4113-466d-b320-3365d7ed4585 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 946 time: 0.1082962 Aug 03 19:08:28.177959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b2b788-7d0f-4e45-8eb0-5c8bedf2e48a req-2d3cb3f0-828f-483e-8e7b-715480cc9eb3 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 Aug 03 19:08:28.205399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 31e960d8-177b-49d1-a978-8c49720b2bcf no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:28.239854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.241066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.241699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.262557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 31e960d8-177b-49d1-a978-8c49720b2bcf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:28.263551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 31e960d8-177b-49d1-a978-8c49720b2bcf not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:28.332164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] Pushing event updated for resources: {'Network': ['ID=fb126d44-02eb-4d09-b184-5fd5ae9856fb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:28.337820 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38146c02-3036-4602-8d9b-9a4a2f753b95 x-openstack-request-id: req-38146c02-3036-4602-8d9b-9a4a2f753b95 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:28.338400 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1e8643-b68c-47e2-8d30-105c2969494e", "name": "network-vif-deleted", "tag": "b8747fac-3ed7-4ca6-b6f8-43ad06a0f158", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:28.338869 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38146c02-3036-4602-8d9b-9a4a2f753b95 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:28.340251 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1e8643-b68c-47e2-8d30-105c2969494e', 'name': 'network-vif-deleted', 'tag': 'b8747fac-3ed7-4ca6-b6f8-43ad06a0f158', 'status': 'completed', 'code': 200} Aug 03 19:08:28.346883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network fb126d44-02eb-4d09-b184-5fd5ae9856fb details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:28.424488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f3270f24-c47b-46e1-acde-a0f51978c085 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4319971 Aug 03 19:08:28.427271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46954) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:28.435975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Request body: {'subnet': {'network_id': 'fb126d44-02eb-4d09-b184-5fd5ae9856fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-66910388-subnet', 'tenant_id': '9eda779ee96641cdb68cdbada7138c1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:28.479841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-8b51e0be-fdff-4b05-80c3-585b8fecf5ce tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:08:28.484700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19b0bb3b-f397-489c-89e3-b5fc9377c8d8 req-ff018f4c-eb6f-4072-9852-aaa986d6db3c tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba1e8643-b68c-47e2-8d30-105c2969494e HTTP/1.1" status: 200 len: 210 time: 0.0427787 Aug 03 19:08:28.489042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-8b51e0be-fdff-4b05-80c3-585b8fecf5ce tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196164 Aug 03 19:08:28.493580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:28.494039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Unknown quota resources ['binding']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:08:28.574147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Made reservation on behalf of 9eda779ee96641cdb68cdbada7138c1a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:28.576711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.585056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:28.711600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016a26-20fb-479a-96e9-737bb083ca19 req-d20b82da-212e-4435-ac33-ae2be2a6b4a2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:28.719849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd016a26-20fb-479a-96e9-737bb083ca19 req-d20b82da-212e-4435-ac33-ae2be2a6b4a2 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 943 time: 0.0765102 Aug 03 19:08:28.772517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd016a26-20fb-479a-96e9-737bb083ca19 req-82b02d95-f700-44e4-9a76-4e5f0862f34c tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513599 Aug 03 19:08:28.845555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:28.848714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:28.849159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:28.849393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:28.854052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:28.854401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:28.860291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:28.860633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:28.861126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:28.861605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Bound port: 3f56273b-7a54-45f4-94e5-73f3b097d91b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:28.865051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:28.874236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042', 'network_id': '2bcf7d93-f88e-4ccc-a86a-25d5c2c92022', 'port_id': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042', 'mac_address': 'fa:16:3e:e1:ba:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5e6fb9-ce25-4183-8db1-03c4fd915e15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:28.984639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.014653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:29.031967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5aac15f-2e34-4a8f-9d78-565120a64438,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:29.039369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:29.081034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Checking segment: {'id': '78c5c1f9-0d4c-411e-b1ce-e230ecc0d735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fb126d44-02eb-4d09-b184-5fd5ae9856fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:29.081685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Network hostable DHCP agents. Network: fb126d44-02eb-4d09-b184-5fd5ae9856fb, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:29.084076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:29.133098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.134599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1ed09322-6ee2-4793-aebb-a701169dccd0 service neutron] 10.222.0.67 "POST /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6447492 Aug 03 19:08:29.182955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.183236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Network fb126d44-02eb-4d09-b184-5fd5ae9856fb is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:29.289207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:29.297105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, fb126d44-02eb-4d09-b184-5fd5ae9856fb) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:29.302543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.312021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:29.312135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff803c26-7ea7-4ce0-8547-5042486df268 None None] Network fb126d44-02eb-4d09-b184-5fd5ae9856fb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:29.342469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c31a5f-5a3c-47f5-8dd9-4f6af03af158 req-a26504d2-b08b-4b48-807b-4b1235de2d63 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.343919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c31a5f-5a3c-47f5-8dd9-4f6af03af158 req-a26504d2-b08b-4b48-807b-4b1235de2d63 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 946 time: 0.0607224 Aug 03 19:08:29.406109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29c31a5f-5a3c-47f5-8dd9-4f6af03af158 req-6400ec23-37a2-4899-ad26-e6cd8aa9a30c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555370 Aug 03 19:08:29.407278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a4e7f06-7ff9-4706-a718-38d3c1b757a7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9787786 Aug 03 19:08:29.480620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ebc13-db4d-4275-ab48-efdeb5c6d69a None None] Network fb126d44-02eb-4d09-b184-5fd5ae9856fb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:29.493963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2e25e29b-8ce4-4bde-8565-aed4d6c2c042'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:29.889584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-55c8cf79-97df-4e20-b758-9322d5969d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.892527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-55c8cf79-97df-4e20-b758-9322d5969d48 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1096 time: 0.0558872 Aug 03 19:08:29.949840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8c5f3-d08a-4da0-8d89-ecd8d16f69be req-9ba2d086-05a3-4be0-9031-a0d38326cfb2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.952511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66d8c5f3-d08a-4da0-8d89-ecd8d16f69be req-9ba2d086-05a3-4be0-9031-a0d38326cfb2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0900276 Aug 03 19:08:29.963686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-adc23137-5ef3-46fb-a111-72e677b34087 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:29.965446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-adc23137-5ef3-46fb-a111-72e677b34087 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.4873543 Aug 03 19:08:29.994658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-69b461dd-2a3a-4ff0-9e7e-68d9562debb5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0144379 Aug 03 19:08:30.000972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-d1435ff2-4b3f-4890-9535-c12e7a512fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.002557 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-d1435ff2-4b3f-4890-9535-c12e7a512fb6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1029005 Aug 03 19:08:30.019684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66d8c5f3-d08a-4da0-8d89-ecd8d16f69be req-b6d5f79f-6790-4cda-9a53-15eec5dfb75c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531833 Aug 03 19:08:30.051887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-ac550034-b9e1-4478-9304-e01bb1a26e3f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 217 time: 0.0412579 Aug 03 19:08:30.064381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-9500c474-a096-447a-9850-c3d5165a5573 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594325 Aug 03 19:08:30.109421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6ee26b85-0a07-4877-97ba-d5ee1a47870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.111191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6ee26b85-0a07-4877-97ba-d5ee1a47870e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0523186 Aug 03 19:08:30.155127 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-eb45616b-fa41-4608-8030-68ea44d1de07 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362086 Aug 03 19:08:30.175195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-069a04ca-c7a6-4160-a585-0160732cd3a7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1762699842&fields=id&tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 267 time: 0.0592320 Aug 03 19:08:30.235113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-18920239-63d6-4cf8-b2cd-961597def1ec service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621361 Aug 03 19:08:30.270382 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-065b3aa7-6b65-4d9d-88cc-bdd57ea5e226 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031861 Aug 03 19:08:30.300875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-b8617233-e2ce-4ff4-81ad-a58abe43bc9b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.302433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-b8617233-e2ce-4ff4-81ad-a58abe43bc9b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 946 time: 0.1185405 Aug 03 19:08:30.320560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'security_groups': ['e3c64fb2-7155-4294-97fa-145651f4cc75', '966a4e97-c140-4b9d-aaea-5430002b26be']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:30.374614 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-16665bb8-d766-4c20-a790-b4035b8a8398 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003027 Aug 03 19:08:30.412946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.417274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-ca0e8383-fcf0-477a-8cf1-bd32e424442e service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757312 Aug 03 19:08:30.514982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:30.615794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:30.643424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:30.647522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:30.647939 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.658173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.751585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.780257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:30.782663 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dfb430-4afc-498a-8d37-90fda585de04" -d '{"events": [{"server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:30.796997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:30.805526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.818126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:30.892767 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-570bbd3d-4d76-4845-80fb-4570ae63ab66 req-938b4ea4-ce44-4ea0-bed7-5093197a1a3f tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] show failed (client error): The resource could not be found. Aug 03 19:08:30.893811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-570bbd3d-4d76-4845-80fb-4570ae63ab66 req-938b4ea4-ce44-4ea0-bed7-5093197a1a3f tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/225e718b-403a-4990-bcfc-e39ddfea282c HTTP/1.1" status: 404 len: 352 time: 0.0390108 Aug 03 19:08:30.928409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.929305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:30.937192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:30.946479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:30.946958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:30.958907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28fdc47e-0531-4fb0-975f-bc4943b42882 req-af377c3c-1b91-41ea-a69d-e3587dda87ba tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "PUT /v2.0/ports/ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 982 time: 0.6452293 Aug 03 19:08:30.962211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:30.962813 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572dd70-b9e4-4a1f-a145-2c3271cc091c" -d '{"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:31.016769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:31.017198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b8747fac-3ed7-4ca6-b6f8-43ad06a0f158 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:31.064844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:31.075984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:31.124854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6f91d-a393-48b3-81b5-742a12f72d94 req-47af62e4-91e1-4012-82a8-c6158be83b20 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.134237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7c6f91d-a393-48b3-81b5-742a12f72d94 req-47af62e4-91e1-4012-82a8-c6158be83b20 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.1183007 Aug 03 19:08:31.185028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fba5c3b7-9451-4838-a1bf-465d8d8789d1 req-03f46ba6-360c-4211-b560-15ffd9d386cd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 210 time: 0.0434875 Aug 03 19:08:31.245144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7c6f91d-a393-48b3-81b5-742a12f72d94 req-763e5e86-2e32-41ed-a16d-3bb6ea96785b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091843 Aug 03 19:08:31.319183 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fbf30f-7170-41f1-90bc-a0e654a24f05 x-openstack-request-id: req-a7fbf30f-7170-41f1-90bc-a0e654a24f05 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:31.319479 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "name": "network-vif-plugged", "status": "completed", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:31.319737 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7fbf30f-7170-41f1-90bc-a0e654a24f05 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:31.320131 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042', 'code': 200} Aug 03 19:08:31.439467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544de4c-fafe-41ce-ac14-baaa704882f7 req-81f678fa-8210-4763-abe4-fc8ff45ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.441403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a544de4c-fafe-41ce-ac14-baaa704882f7 req-81f678fa-8210-4763-abe4-fc8ff45ee4df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 1096 time: 0.0566869 Aug 03 19:08:31.464010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-42a5dc85-8f3d-446e-be50-c05813fd9469 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1883607793&fields=id&tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 267 time: 0.0581622 Aug 03 19:08:31.489259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a544de4c-fafe-41ce-ac14-baaa704882f7 req-3af586ee-1373-4d19-8f0e-2e767d1467ff service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Aug 03 19:08:31.518744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-06cfb8d7-db87-4d27-b287-f9672be66fcb tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.520238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-06cfb8d7-db87-4d27-b287-f9672be66fcb tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 985 time: 0.0554543 Aug 03 19:08:31.532401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'security_groups': ['966a4e97-c140-4b9d-aaea-5430002b26be', 'e3c64fb2-7155-4294-97fa-145651f4cc75', 'e1c4cfe2-a278-483f-ade9-0389aae2ff59']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:31.613771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.826828 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639c4cf9-87ea-4964-b1cc-dcbfe8d97f32 x-openstack-request-id: req-639c4cf9-87ea-4964-b1cc-dcbfe8d97f32 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:31.827085 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:31.827576 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-639c4cf9-87ea-4964-b1cc-dcbfe8d97f32 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:31.828349 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'status': 'completed', 'code': 200} Aug 03 19:08:31.836293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:31.876240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:31.907588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-397d5e4a-50d1-4096-b38f-63c9453c579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.909169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-397d5e4a-50d1-4096-b38f-63c9453c579d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1136 time: 0.0600896 Aug 03 19:08:31.949612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeccd17-48f4-4edf-b49a-c37bfba31657 req-c419fd8c-36c1-4f70-97ce-44473b6072d9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:31.952080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aaeccd17-48f4-4edf-b49a-c37bfba31657 req-c419fd8c-36c1-4f70-97ce-44473b6072d9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0570142 Aug 03 19:08:31.995384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aaeccd17-48f4-4edf-b49a-c37bfba31657 req-4410d483-544d-4f5f-a0ef-e2832d052fd8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Aug 03 19:08:32.024123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-18cc3bc2-6b3c-419b-9040-83f738e05d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.024123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-18cc3bc2-6b3c-419b-9040-83f738e05d72 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.1011224 Aug 03 19:08:32.051365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.065256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:32.070055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-0e9b50d3-1b9b-4f2f-a02a-f94a00377989 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 217 time: 0.0405240 Aug 03 19:08:32.134573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.135792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.137408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-432b5665-4527-4b7d-9b64-c7e2d2eaf3d0 req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "PUT /v2.0/ports/ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 1021 time: 0.6103158 Aug 03 19:08:32.144162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-4899b353-db37-4458-9eb6-b05bbfb2d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.148055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-4899b353-db37-4458-9eb6-b05bbfb2d694 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.0706034 Aug 03 19:08:32.162989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84342ab-765d-4c4c-a101-fa88227bab93 req-d07e8767-09c1-4608-b0b0-a24300fa9559 tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9eda779ee96641cdb68cdbada7138c1a HTTP/1.1" status: 200 len: 2984 time: 0.1377995 Aug 03 19:08:32.197437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6f40-06e2-4d32-b293-b509340ad2e7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:32.224873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-30860bde-f7cc-4ca9-af68-d0253cebd01a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649412 Aug 03 19:08:32.229181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84342ab-765d-4c4c-a101-fa88227bab93 req-a6d2e543-2c71-4131-bcb0-9cae6994e173 tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/31b780a6-2a8d-478b-8250-c80d37bdb617 HTTP/1.1" status: 200 len: 2981 time: 0.0652859 Aug 03 19:08:32.293392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:32.342742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883f597-bd8b-4724-ba83-e07f647bbf07 req-2ba1114f-a464-4527-99b9-a6ab79798a7b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.344761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0883f597-bd8b-4724-ba83-e07f647bbf07 req-2ba1114f-a464-4527-99b9-a6ab79798a7b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 950 time: 0.1139033 Aug 03 19:08:32.349039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84342ab-765d-4c4c-a101-fa88227bab93 req-c54e78e2-19a4-460f-97fd-af7a0a759681 tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/31b780a6-2a8d-478b-8250-c80d37bdb617 HTTP/1.1" status: 200 len: 2981 time: 0.1159623 Aug 03 19:08:32.365512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-51ce584e-0424-444e-b3fa-c6da8c644702 service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300945 Aug 03 19:08:32.461752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0883f597-bd8b-4724-ba83-e07f647bbf07 req-78481c2d-d334-4160-aa80-54e45a0afb89 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097336 Aug 03 19:08:32.562881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f572dd70-b9e4-4a1f-a145-2c3271cc091c req-3287822b-b40b-4185-8cdc-f4d4a861a108 service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817670 Aug 03 19:08:32.579430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f719ea42-d41f-4d53-b744-fb21fc6c0ac3 req-cb3b5229-de69-41be-ba08-d94cb713363d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 210 time: 0.0441916 Aug 03 19:08:32.651702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82e85e-0ebd-45b1-8f3c-1e8f4f19cf87 req-2357dee6-eaa1-4fd2-8567-a22fde25e11c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.660846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da82e85e-0ebd-45b1-8f3c-1e8f4f19cf87 req-2357dee6-eaa1-4fd2-8567-a22fde25e11c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1024 time: 0.1275656 Aug 03 19:08:32.766122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da82e85e-0ebd-45b1-8f3c-1e8f4f19cf87 req-e5556ad6-cf29-4bfd-bc47-69d937745d7c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=966a4e97-c140-4b9d-aaea-5430002b26be&id=e1c4cfe2-a278-483f-ade9-0389aae2ff59 HTTP/1.1" status: 200 len: 6149 time: 0.1039727 Aug 03 19:08:32.780575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09be9f-1340-4a28-8977-aa719f1c802b req-e5e1e775-e6c2-4e6e-8cde-80d7d9551c97 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:32.782195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c09be9f-1340-4a28-8977-aa719f1c802b req-e5e1e775-e6c2-4e6e-8cde-80d7d9551c97 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.0902627 Aug 03 19:08:32.845578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:32.852151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c09be9f-1340-4a28-8977-aa719f1c802b req-2238e043-bad1-4faa-8faf-ef24eb7ba676 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631716 Aug 03 19:08:32.860748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42cfdd73-efde-4b60-a78a-76e9e3da3f23 req-7769887b-c045-4a24-9c6b-4628ab7426cf tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/31b780a6-2a8d-478b-8250-c80d37bdb617 HTTP/1.1" status: 200 len: 2981 time: 0.0696490 Aug 03 19:08:32.915214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': ' tempest-securitygroup -796750938 ', 'description': 'tempest-description-1350452738'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:32.964195 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-42cfdd73-efde-4b60-a78a-76e9e3da3f23 req-39c80124-ed3c-4b8f-b99e-b9af5a33a48c tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:08:32.964804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42cfdd73-efde-4b60-a78a-76e9e3da3f23 req-39c80124-ed3c-4b8f-b99e-b9af5a33a48c tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "DELETE /v2.0/security-groups/31b780a6-2a8d-478b-8250-c80d37bdb617 HTTP/1.1" status: 409 len: 352 time: 0.0983489 Aug 03 19:08:33.003858 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-5c82d01f-a7ff-4ea3-9c0e-ebeabbbec25f req-97904f6d-3df4-465d-9fb9-c55ca385ce49 tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] show failed (client error): The resource could not be found. Aug 03 19:08:33.009193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c82d01f-a7ff-4ea3-9c0e-ebeabbbec25f req-97904f6d-3df4-465d-9fb9-c55ca385ce49 tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/811ac8f4-ebe7-47a6-a31f-57222db447b4 HTTP/1.1" status: 404 len: 352 time: 0.0195050 Aug 03 19:08:33.042722 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-fb727d5c-7f99-4d47-8816-2ceee0c2331e req-3a75e246-72e4-4032-aedc-c129e8d54ffb tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] show failed (client error): The resource could not be found. Aug 03 19:08:33.044881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb727d5c-7f99-4d47-8816-2ceee0c2331e req-3a75e246-72e4-4032-aedc-c129e8d54ffb tempest-SecurityGroupsNegativeTestJSON-173603200 tempest-SecurityGroupsNegativeTestJSON-173603200-project] 10.222.0.67 "GET /v2.0/security-groups/7d7cb887-b526-4efb-9828-8679f7aa61ee HTTP/1.1" status: 404 len: 352 time: 0.0163145 Aug 03 19:08:33.057498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47046) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:33.063492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.109296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Deleting subnet b5aac15f-2e34-4a8f-9d78-565120a64438 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:33.112604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.189728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.190702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8106cd-76c4-4e3c-9000-304bcda8cb47 req-de51821e-d83e-4ca9-bb54-ff5c35984c02 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.192489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b8106cd-76c4-4e3c-9000-304bcda8cb47 req-de51821e-d83e-4ca9-bb54-ff5c35984c02 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0838292 Aug 03 19:08:33.231174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.250928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-d5e76fa3-6820-4759-bddc-19822558c71a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.251337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b8106cd-76c4-4e3c-9000-304bcda8cb47 req-bc8cc8f1-05df-4255-8eaa-87d38d355346 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Aug 03 19:08:33.252700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-d5e76fa3-6820-4759-bddc-19822558c71a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 950 time: 0.1016328 Aug 03 19:08:33.265056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.302762 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.381990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c01aa73-8b47-4988-8f9e-4523aa708136,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:33.427001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-043ea7de-6463-4c53-9bf0-77edbcaa5563 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.429114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-043ea7de-6463-4c53-9bf0-77edbcaa5563 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1544151 Aug 03 19:08:33.434501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port bd8281a5-1e01-4b92-90df-098ec5abba32 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:33.435508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.451940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:33.485372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.493480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.500358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5740514-c184-496c-847c-e484ddf7ee4f req-d4b5d07f-5090-4075-9885-5e9c3915e018 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5937130 Aug 03 19:08:33.528837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5aac15f-2e34-4a8f-9d78-565120a64438,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:33.544528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.546490 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c845dd16-c78b-4d17-a58b-c899085b0f43 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b5aac15f-2e34-4a8f-9d78-565120a64438 HTTP/1.1" status: 204 len: 168 time: 0.4890614 Aug 03 19:08:33.550228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47054) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:33.662439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port bd8281a5-1e01-4b92-90df-098ec5abba32, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bd8281a5-1e01-4b92-90df-098ec5abba32,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:33.663218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.686509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.688767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for bd8281a5-1e01-4b92-90df-098ec5abba32 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:33.713556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebe31e-0262-4928-bdf0-27735686ed64 req-28117198-5985-4493-82ea-47fcc66880d2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:33.715154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68ebe31e-0262-4928-bdf0-27735686ed64 req-28117198-5985-4493-82ea-47fcc66880d2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 950 time: 0.1098211 Aug 03 19:08:33.733984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c95bb21-55c9-4874-9a6a-b3fa5c5e5b14 req-cb14c650-1aec-48da-ae39-bb66055c990f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/0c01aa73-8b47-4988-8f9e-4523aa708136 HTTP/1.1" status: 200 len: 1780 time: 0.1298139 Aug 03 19:08:33.769537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68ebe31e-0262-4928-bdf0-27735686ed64 req-05dd5008-692e-47c6-8dd4-1f2bd4ca4755 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Aug 03 19:08:33.834500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:33.837276 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c5c564-af0e-43f0-b970-6a1a786c0de4" -d '{"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:33.839202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.853006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb126d44-02eb-4d09-b184-5fd5ae9856fb']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:33.864047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4e5c8a8-6b54-4302-a202-4dffa4040a0d req-4772dcc9-90a6-48f9-aedd-7be42b04faed tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 210 time: 0.0393584 Aug 03 19:08:33.867379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:33.870940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.871106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c5c1f9-0d4c-411e-b1ce-e230ecc0d735') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:33.871295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c5c1f9-0d4c-411e-b1ce-e230ecc0d735') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:33.898065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.908041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-7963559d-fc99-4062-b16f-d295878b5450 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/0c01aa73-8b47-4988-8f9e-4523aa708136 HTTP/1.1" status: 200 len: 1780 time: 0.0972731 Aug 03 19:08:33.945832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:33.971100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:33.971867 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.010159 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf48523-2c1b-4da8-8c23-34b52e86fed7 x-openstack-request-id: req-fbf48523-2c1b-4da8-8c23-34b52e86fed7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:34.010823 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:34.011824 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fbf48523-2c1b-4da8-8c23-34b52e86fed7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:34.017078 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'status': 'completed', 'code': 200} Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: items = [ Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:34.037029 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:34.099728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-54f758a5-2811-4ea2-89bb-210f9ece36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.101233 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-54f758a5-2811-4ea2-89bb-210f9ece36d8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1175 time: 0.0621476 Aug 03 19:08:34.155972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.162780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad170fae-93cd-4495-98e8-2461cfd87d0d req-d3888339-f723-4e62-b2af-5cd2d1e17e64 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.164334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad170fae-93cd-4495-98e8-2461cfd87d0d req-d3888339-f723-4e62-b2af-5cd2d1e17e64 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.1429121 Aug 03 19:08:34.175925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.176496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713', 'bd8281a5-1e01-4b92-90df-098ec5abba32'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:34.177924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.6 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/4c89c1f1-d04a-43c2-852d-9c2a1f09846b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:34.197495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.204625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=bd8281a5-1e01-4b92-90df-098ec5abba32,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.213970 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.216309 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] 10.222.0.67 "DELETE /v2.0/networks/fb126d44-02eb-4d09-b184-5fd5ae9856fb HTTP/1.1" status: 204 len: 168 time: 0.6591344 Aug 03 19:08:34.239464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.280379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:34.293140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da241837-6f7a-41a5-9e9e-404bb6b87255 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb126d44-02eb-4d09-b184-5fd5ae9856fb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.312517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad170fae-93cd-4495-98e8-2461cfd87d0d req-923554b7-90b8-4467-b4a5-f36ba9c05fc9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140754 Aug 03 19:08:34.341839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port bd8281a5-1e01-4b92-90df-098ec5abba32 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:34.348057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.350306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06c58f35-9c08-4706-8f3f-f9c0d982f0b2 req-56848a3d-5c03-478d-84af-a5ff6d1cc0ee tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "DELETE /v2.0/ports/bd8281a5-1e01-4b92-90df-098ec5abba32 HTTP/1.1" status: 204 len: 173 time: 1.0604491 Aug 03 19:08:34.350983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'name': 'network-vif-deleted', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:34.353907 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441b5367-f368-457a-ae3c-5d1c5ced4c34" -d '{"events": [{"server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "name": "network-vif-deleted", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:34.357561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-d2875585-5738-40e3-9306-e8fe6aa0cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.359171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-d2875585-5738-40e3-9306-e8fe6aa0cf3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.2497468 Aug 03 19:08:34.412895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-9736654c-6400-44a6-9a0e-4f6c1a238e76 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 200 len: 217 time: 0.0463157 Aug 03 19:08:34.451315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.454260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.467083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b35755-fdcf-499a-8813-89f13c79be0a req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/0c01aa73-8b47-4988-8f9e-4523aa708136 HTTP/1.1" status: 204 len: 173 time: 0.5505424 Aug 03 19:08:34.485943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-771afd7b-3875-4607-8a12-cb297115ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.487134 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-771afd7b-3875-4607-8a12-cb297115ac97 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.0662653 Aug 03 19:08:34.533243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ae2fb-852b-4c9a-a06f-008c16737e30 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c01aa73-8b47-4988-8f9e-4523aa708136,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:34.559257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-b2a52d6c-dd4f-4799-8de8-a8d2732f4a6a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636561 Aug 03 19:08:34.576169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.602654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d5ad-8851-4ac9-a893-1812f4235f49 req-530b7ef5-ae29-4d29-905e-2d30289e18c7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:34.613435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e454d5ad-8851-4ac9-a893-1812f4235f49 req-530b7ef5-ae29-4d29-905e-2d30289e18c7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.1818547 Aug 03 19:08:34.710839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-8f0c3f01-d4a0-4ef1-b45c-ee9e708d0dac service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437149 Aug 03 19:08:34.712072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47078) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:34.722156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e454d5ad-8851-4ac9-a893-1812f4235f49 req-5a08c253-e8cf-476c-85e3-2939aa92d44b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842934 Aug 03 19:08:34.834261 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919e7210-840f-4362-adc1-68a86a469f6e x-openstack-request-id: req-919e7210-840f-4362-adc1-68a86a469f6e {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:34.834553 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16d5f94-8708-4008-b297-d4c5d8491752", "name": "network-vif-deleted", "tag": "bd8281a5-1e01-4b92-90df-098ec5abba32", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:34.834811 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-919e7210-840f-4362-adc1-68a86a469f6e {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:34.835213 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16d5f94-8708-4008-b297-d4c5d8491752', 'name': 'network-vif-deleted', 'tag': 'bd8281a5-1e01-4b92-90df-098ec5abba32', 'status': 'completed', 'code': 200} Aug 03 19:08:34.866364 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cc54ba7c-4215-422b-b9ce-fa47e4576326 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9eda779ee96641cdb68cdbada7138c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1524098 Aug 03 19:08:34.866665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47082) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:34.875190 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-d5867776-6826-44f5-9797-68c94c516575 req-70d9a125-f775-4275-be95-2b1ddb3360c4 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:08:34.894559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5867776-6826-44f5-9797-68c94c516575 req-70d9a125-f775-4275-be95-2b1ddb3360c4 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/0c01aa73-8b47-4988-8f9e-4523aa708136 HTTP/1.1" status: 404 len: 352 time: 0.0399282 Aug 03 19:08:34.907632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:34.916575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c6c5c564-af0e-43f0-b970-6a1a786c0de4 req-060280cb-da79-4d4d-91ed-f6a933884950 service neutron] 10.222.0.77 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958015 Aug 03 19:08:35.004010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:35.023660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.034008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:35.043335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:35.103943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.105135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.160022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5e87fdc-8fb4-4cb9-8edf-1e9518746a86 req-2f2d2d75-e38c-4e59-af25-7a4e3e3b04c2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f16d5f94-8708-4008-b297-d4c5d8491752 HTTP/1.1" status: 200 len: 210 time: 0.0392048 Aug 03 19:08:35.163327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1537211793', 'description': 'tempest-description-189506568'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:35.172806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.202174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.224312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-7c6ac3c0-f776-419c-867e-4c3e486d855e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7790887 Aug 03 19:08:35.258216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Request body: {'port': {'device_id': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:35.355247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36459cf-3f9a-4b8a-aeef-d5313694456a req-1bb7a915-f1f4-48d2-91f5-1e893c83efc0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.357604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a36459cf-3f9a-4b8a-aeef-d5313694456a req-1bb7a915-f1f4-48d2-91f5-1e893c83efc0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 931 time: 0.1323588 Aug 03 19:08:35.359825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.421681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.455353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a36459cf-3f9a-4b8a-aeef-d5313694456a req-f4becb44-f0cb-46e8-89b6-d7ef666794a5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852416 Aug 03 19:08:35.470084 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.472598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.476185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/31b780a6-2a8d-478b-8250-c80d37bdb617 HTTP/1.1" status: 204 len: 168 time: 0.6059940 Aug 03 19:08:35.562100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f8f36-4334-4a0e-adea-6e9e134a0b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b780a6-2a8d-478b-8250-c80d37bdb617,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.723718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c291c0-ad10-4b9c-a43e-b0e83883173c req-2f7a40ef-9881-44ec-b947-a719ed683e1e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.725420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26c291c0-ad10-4b9c-a43e-b0e83883173c req-2f7a40ef-9881-44ec-b947-a719ed683e1e tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.1647713 Aug 03 19:08:35.781351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.812809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26c291c0-ad10-4b9c-a43e-b0e83883173c req-eb94e8cf-fc14-49d6-b9b8-14f6349c0f86 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747294 Aug 03 19:08:35.873703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c89c1f1-d04a-43c2-852d-9c2a1f09846b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:35.882533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.886285 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:35.944453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Transition to ACTIVE for port object 4c89c1f1-d04a-43c2-852d-9c2a1f09846b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:35.957052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447c653c-af7c-49b2-82af-302b000d2adc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:35.975378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6b17d-3be7-438e-8f82-c14afc9dab81 req-642909f9-58e9-44f4-82ae-1ab5120e69dd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:35.977042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d6b17d-3be7-438e-8f82-c14afc9dab81 req-642909f9-58e9-44f4-82ae-1ab5120e69dd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.0980632 Aug 03 19:08:36.011337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.013141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e667015d-e082-4f26-896f-fcde32195de5 req-f9a0345d-a195-4abf-85fb-06c0ca6b98e2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8579352 Aug 03 19:08:36.026555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.067026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d6b17d-3be7-438e-8f82-c14afc9dab81 req-5383df9e-23e3-4c80-bdcc-11d5ada12b63 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822144 Aug 03 19:08:36.108533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-150065632', 'description': 'tempest-description-1757918175'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:36.138256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Pushing event updated for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:36.203644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Attempting to bind port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:36.203644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Attempting to bind port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:36.203644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Attempting to bind port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:36.207167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:36.207495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Attempting to bind port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:36.212792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:36.213196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:36.213596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:36.214034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Bound port: 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:36.214455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.259021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.267970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:36.327861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:36.347971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:36.390148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.435559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.467432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.468127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.469613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] 10.222.0.54 "PUT /v2.0/ports/4c89c1f1-d04a-43c2-852d-9c2a1f09846b HTTP/1.1" status: 200 len: 1091 time: 1.2190773 Aug 03 19:08:36.475168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:36.475168 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:36.498381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.532718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40f590-0e6d-4ce7-b66b-76a2fbf4735e service neutron] Pushing event updated for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:36.545722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de59256c-ea19-43e9-8d04-b8593e504e1b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:36.655410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-9dacac94-0ebb-4a58-94ff-b766754c183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.656969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-9dacac94-0ebb-4a58-94ff-b766754c183c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 1094 time: 0.0484807 Aug 03 19:08:36.681198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:36.682350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9bf7e7f-37ca-4a0d-b629-72511730d4c4 req-0ae4bee4-7978-447c-8812-7e676a935a17 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5854452 Aug 03 19:08:36.710756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:36.726416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-286c0763-2e8f-4353-9ed9-0ce57990ea11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b HTTP/1.1" status: 200 len: 217 time: 0.0526221 Aug 03 19:08:36.729975 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0623354-5f14-4908-aac3-ca4acd9c6c0b x-openstack-request-id: req-e0623354-5f14-4908-aac3-ca4acd9c6c0b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:36.730268 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:36.730524 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0623354-5f14-4908-aac3-ca4acd9c6c0b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:36.730926 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b', 'status': 'completed', 'code': 200} Aug 03 19:08:36.751855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e5ddc-445e-4b78-803a-84d9d7c482b6 req-6fc4a5f6-60ac-4422-9b43-3f857dba3aba tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.753462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-981e5ddc-445e-4b78-803a-84d9d7c482b6 req-6fc4a5f6-60ac-4422-9b43-3f857dba3aba tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 943 time: 0.0892751 Aug 03 19:08:36.818475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-302083383-network', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:36.823279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-a9b33bd5-5f82-48bf-830b-826fa5fbc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:36.824789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-a9b33bd5-5f82-48bf-830b-826fa5fbc28b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0704079 Aug 03 19:08:36.833124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-981e5ddc-445e-4b78-803a-84d9d7c482b6 req-578fa68c-28d8-4470-a9ed-38c8d37ea9e7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Aug 03 19:08:36.861390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-a297cdc4-e21b-4f33-88e8-749567ad63ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270088 Aug 03 19:08:36.866231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1820360370', 'description': 'tempest-description-1063262249'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:36.960444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-e1d1e932-f2f9-4a47-b662-56d488b3c52d service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Aug 03 19:08:37.059827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834bed-0911-49cc-86a6-8351bd8566a4 req-d90e226e-7e0e-42a2-bf37-40def4c4bf12 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897379 Aug 03 19:08:37.170448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:37.172845 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.182566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.291954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.348951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-1b3ea610-0946-47e2-ba20-fe248788cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.354156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-1b3ea610-0946-47e2-ba20-fe248788cda5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 1094 time: 0.0486090 Aug 03 19:08:37.381003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.491959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495de87-3401-416e-a63c-6abeead4519c req-73be945d-4615-4b43-b7cc-5281588ad318 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.493521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f495de87-3401-416e-a63c-6abeead4519c req-73be945d-4615-4b43-b7cc-5281588ad318 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.0826397 Aug 03 19:08:37.499671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-162a59ad-febb-48c7-aacf-1f8d0eeab70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.501286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-162a59ad-febb-48c7-aacf-1f8d0eeab70a service neutron] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.1418834 Aug 03 19:08:37.508362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.538767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:08:37.544749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29739f87-ff69-41ae-b1b8-0e044f28525f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:37.552289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.552664 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Added segment 5ae1e15e-b3b2-4281-aff1-4336a1197d2e of type vlan for network cc5efbca-5298-4367-82de-6b1cb7f11ba1 Aug 03 19:08:37.565831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-223e2c5d-3c1b-4f2f-a374-49b0db17bf5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b HTTP/1.1" status: 200 len: 217 time: 0.0551496 Aug 03 19:08:37.596419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.623189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f495de87-3401-416e-a63c-6abeead4519c req-8edd2ba0-fc5a-4f50-ba28-7dcee8c555b1 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209526 Aug 03 19:08:37.649134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-ca71756c-d42d-421c-9667-6a1e48ce58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.650643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-ca71756c-d42d-421c-9667-6a1e48ce58a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0707278 Aug 03 19:08:37.690398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.691383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.691907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-89b3f58a-0d6e-4e53-a46c-a03dec2a69a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325878 Aug 03 19:08:37.692064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.716984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.757554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5efbca-5298-4367-82de-6b1cb7f11ba1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:37.768582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:08:37.814112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.865780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691390-8659-4eeb-b8d8-514f2a7f52bc req-bee53d73-10cb-4a5e-b5e6-7436fbb96e42 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:37.867308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6691390-8659-4eeb-b8d8-514f2a7f52bc req-bee53d73-10cb-4a5e-b5e6-7436fbb96e42 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.1068859 Aug 03 19:08:37.873761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a24991f-ca60-4dc1-9312-4b10aec3dac5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:37.877272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-3ba0ce53-01d2-46ee-8f61-03858f40e212 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757054 Aug 03 19:08:37.881312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-76f20630-e88d-43a2-8016-d4cf4a869149 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1690385 Aug 03 19:08:37.884256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47150) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:37.898096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Request body: {'subnet': {'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-302083383-subnet', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:37.958377 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:37.959599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e16b82a-5f8c-4839-ae82-4a41131ff2ff req-4381893f-cc03-490d-b0f8-41ea10ca7347 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0973089 Aug 03 19:08:37.989429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6691390-8659-4eeb-b8d8-514f2a7f52bc req-f9449620-2de2-4d94-8812-8a300c79d43d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111977 Aug 03 19:08:38.040480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbb8ab65-9af5-4ceb-9f91-fa92edd9cee2 req-0f40e898-f411-47c6-afa3-7e0578054edd service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541028 Aug 03 19:08:38.078887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd11147-23ce-46d6-8b03-59e9dcae4334 req-64c62f04-0c15-4bd8-987a-709eae0c9949 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.080408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd11147-23ce-46d6-8b03-59e9dcae4334 req-64c62f04-0c15-4bd8-987a-709eae0c9949 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 949 time: 0.0606158 Aug 03 19:08:38.110861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:38.113312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.459465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd11147-23ce-46d6-8b03-59e9dcae4334 req-3078d024-c96d-4258-8615-0f0be727047b tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706362 Aug 03 19:08:38.549944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bd8281a5-1e01-4b92-90df-098ec5abba32 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:38.572458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: bd8281a5-1e01-4b92-90df-098ec5abba32 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:38.572910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bd8281a5-1e01-4b92-90df-098ec5abba32 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:38.603237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-ecb57195-387c-4f52-a9fa-0889f792dd16 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.604857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-ecb57195-387c-4f52-a9fa-0889f792dd16 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 949 time: 0.1680853 Aug 03 19:08:38.672536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760eef18-f83b-4dca-990c-3a808e75e11e req-cd915eca-6a65-4dad-b3c9-fb0bdc58655f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.674086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-760eef18-f83b-4dca-990c-3a808e75e11e req-cd915eca-6a65-4dad-b3c9-fb0bdc58655f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 943 time: 0.1954713 Aug 03 19:08:38.839082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-760eef18-f83b-4dca-990c-3a808e75e11e req-ada96fb7-d454-493d-a4f7-031f7c3c8e85 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528978 Aug 03 19:08:38.848262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-5af9cfb6-2b9c-4270-b07c-d361728ae1d2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:38.849854 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-5af9cfb6-2b9c-4270-b07c-d361728ae1d2 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "GET /v2.0/ports?device_id=5f4c4d1b-5f68-4861-b383-bbb1d5a586da HTTP/1.1" status: 200 len: 950 time: 0.0564275 Aug 03 19:08:38.909448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b934a7fb-2751-4344-be96-86f03ce0bcc1 req-ec589d4a-8e39-45ce-af36-30619a0c088b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 10897 time: 0.4030902 Aug 03 19:08:38.946609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:38.946965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:38.977749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port 36558afb-41c9-44d5-bbbd-5ea1929ec713 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:38.978106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.029564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b934a7fb-2751-4344-be96-86f03ce0bcc1 req-6319fda6-fb6d-4946-b56f-1a544e793c83 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/e3c64fb2-7155-4294-97fa-145651f4cc75 HTTP/1.1" status: 200 len: 2981 time: 0.1111324 Aug 03 19:08:39.050020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.090980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port 36558afb-41c9-44d5-bbbd-5ea1929ec713, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=36558afb-41c9-44d5-bbbd-5ea1929ec713,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:39.091322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.109959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for 36558afb-41c9-44d5-bbbd-5ea1929ec713 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:39.173463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:39.174111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.190720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b934a7fb-2751-4344-be96-86f03ce0bcc1 req-edd60b8a-7b0b-4a71-ac86-397ff1617ffe tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/e3c64fb2-7155-4294-97fa-145651f4cc75 HTTP/1.1" status: 200 len: 2981 time: 0.1537287 Aug 03 19:08:39.206524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:39.208697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4367b4-60b4-4685-9307-ca97d7b30770,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:39.226654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Checking segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:39.227313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Network hostable DHCP agents. Network: cc5efbca-5298-4367-82de-6b1cb7f11ba1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:08:39.362826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c11ab2-85d8-44b2-890f-a1eda47d772e req-3f35ef0e-0ccf-43b7-957b-ab28f43ca693 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.364352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5c11ab2-85d8-44b2-890f-a1eda47d772e req-3f35ef0e-0ccf-43b7-957b-ab28f43ca693 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.0920653 Aug 03 19:08:39.377184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.391557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:39.416860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=36558afb-41c9-44d5-bbbd-5ea1929ec713,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:39.422580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44', 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:39.432167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:08:39.479290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port 36558afb-41c9-44d5-bbbd-5ea1929ec713 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:39.485539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.490250 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4f122c12-1a26-4c9c-a818-d137e194b4d3 req-ed2ef795-a8f7-4e8a-b9f2-fb0ab9a2b66e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.77 "DELETE /v2.0/ports/36558afb-41c9-44d5-bbbd-5ea1929ec713 HTTP/1.1" status: 204 len: 173 time: 0.6287618 Aug 03 19:08:39.490250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'name': 'network-vif-deleted', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:39.490502 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965c70c3-1486-4f6a-a77a-6bbb8547445d" -d '{"events": [{"server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "name": "network-vif-deleted", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:39.494559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5c11ab2-85d8-44b2-890f-a1eda47d772e req-157af8b7-778c-46de-9ab8-41acc61063f9 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211936 Aug 03 19:08:39.521840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c70ed8-ba3c-4221-b04c-501493c3740c req-8851013e-1e89-4f2b-a322-606fe69b10eb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.523385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9c70ed8-ba3c-4221-b04c-501493c3740c req-8851013e-1e89-4f2b-a322-606fe69b10eb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.1257181 Aug 03 19:08:39.567221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, cc5efbca-5298-4367-82de-6b1cb7f11ba1) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:39.579224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3808bdf-b925-406f-a06c-c17fd8f49947 None None] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:39.580562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.581707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.620345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-84effc95-3ac0-4d9f-8b47-cf1cda37ae19 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/447c653c-af7c-49b2-82af-302b000d2adc HTTP/1.1" status: 200 len: 1800 time: 0.0867739 Aug 03 19:08:39.623968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9c70ed8-ba3c-4221-b04c-501493c3740c req-b177809b-5ad5-4a3b-8a8b-5b70e4065b1e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Aug 03 19:08:39.646537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.667061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['36558afb-41c9-44d5-bbbd-5ea1929ec713'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:39.743136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-22966898-8f90-4468-811b-2bc82b5b4e5c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8577867 Aug 03 19:08:39.744046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=e4d98dd7-c23a-4ea8-aade-aed26bc7ed97,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:39.746197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47172) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:39.753196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:39.832810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:39.843665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6f2a-466e-4d56-8e2a-e668a41483ee req-92ecd158-ee44-4a77-93a4-c4daa38437a5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:39.848490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8b6f2a-466e-4d56-8e2a-e668a41483ee req-92ecd158-ee44-4a77-93a4-c4daa38437a5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1413333 Aug 03 19:08:39.849865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.867925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.875595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.876919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58c14142-ac0d-4f21-b7ff-2ac8b32197fb req-a05103ab-887b-4c2c-82f6-7ecc616d796a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "DELETE /v2.0/ports/e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 HTTP/1.1" status: 204 len: 173 time: 1.2526026 Aug 03 19:08:39.877052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.890887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'name': 'network-vif-deleted', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:39.897922 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f672598a-7d99-441a-bbe3-7c66c6548521" -d '{"events": [{"server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "name": "network-vif-deleted", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:39.899945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:08:39.900913 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.930917 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.968549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:39.975007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8b6f2a-466e-4d56-8e2a-e668a41483ee req-bfe0d8a9-09af-4f8c-b002-fb443fdecb82 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035838 Aug 03 19:08:40.085205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4baee93-c9a7-46c2-82f7-a897beba848a req-c03725e3-51c0-4c8e-b6e3-96bfd3bb8929 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=e52aba96-1970-4bee-b900-f02339797542 HTTP/1.1" status: 200 len: 210 time: 0.0401149 Aug 03 19:08:40.150902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Allocated IP 172.20.0.2 (cc5efbca-5298-4367-82de-6b1cb7f11ba1/de4367b4-60b4-4685-9307-ca97d7b30770/f4c53ec6-bd6c-493c-8c96-530aed6931f7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:40.183108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.188322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.188998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4c89c1f1-d04a-43c2-852d-9c2a1f09846b details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:40.189780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ed780b-ddfa-4266-ade8-28bf61ad2915 req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/447c653c-af7c-49b2-82af-302b000d2adc HTTP/1.1" status: 204 len: 173 time: 0.5620737 Aug 03 19:08:40.212235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4e855-e073-4743-b7d9-609fa9bc6a7e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c653c-af7c-49b2-82af-302b000d2adc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.267527 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5143738a-7a0e-4bba-958e-eee6201f4ca9 x-openstack-request-id: req-5143738a-7a0e-4bba-958e-eee6201f4ca9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:40.267797 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52aba96-1970-4bee-b900-f02339797542", "name": "network-vif-deleted", "tag": "e4d98dd7-c23a-4ea8-aade-aed26bc7ed97", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:40.268009 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5143738a-7a0e-4bba-958e-eee6201f4ca9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:40.269074 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52aba96-1970-4bee-b900-f02339797542', 'name': 'network-vif-deleted', 'tag': 'e4d98dd7-c23a-4ea8-aade-aed26bc7ed97', 'status': 'completed', 'code': 200} Aug 03 19:08:40.336356 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-694b2175-a94d-4939-a2c1-4c3463814a0a req-752a8c70-77b9-4443-b05c-319f55ff1108 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:08:40.337710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-694b2175-a94d-4939-a2c1-4c3463814a0a req-752a8c70-77b9-4443-b05c-319f55ff1108 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/447c653c-af7c-49b2-82af-302b000d2adc HTTP/1.1" status: 404 len: 352 time: 0.0419502 Aug 03 19:08:40.358398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00baab4-fd7b-475a-bfd7-b231a97718b2 req-ade2515f-fae8-4eea-930a-86ee65733898 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.369876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00baab4-fd7b-475a-bfd7-b231a97718b2 req-ade2515f-fae8-4eea-930a-86ee65733898 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 943 time: 0.1221621 Aug 03 19:08:40.444308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00baab4-fd7b-475a-bfd7-b231a97718b2 req-0d91003b-1372-48cc-8cfa-627d136dfcd1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728114 Aug 03 19:08:40.447429 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d7b89-a95f-49ab-b916-98ec71ea867a x-openstack-request-id: req-710d7b89-a95f-49ab-b916-98ec71ea867a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:40.447956 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c4d1b-5f68-4861-b383-bbb1d5a586da", "name": "network-vif-deleted", "tag": "36558afb-41c9-44d5-bbbd-5ea1929ec713", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:40.448383 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-710d7b89-a95f-49ab-b916-98ec71ea867a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:40.449441 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c4d1b-5f68-4861-b383-bbb1d5a586da', 'name': 'network-vif-deleted', 'tag': '36558afb-41c9-44d5-bbbd-5ea1929ec713', 'status': 'completed', 'code': 200} Aug 03 19:08:40.493424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.511595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b', 'mac_address': 'fa:16:3e:7b:5e:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:08:40.553986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-60c13a04-f18e-4f9d-8ef0-907a0cec8a20 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.555675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-60c13a04-f18e-4f9d-8ef0-907a0cec8a20 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.4978912 Aug 03 19:08:40.582088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.589497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-796d6ba0-0174-43a9-8879-8601ca2daae8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/de59256c-ea19-43e9-8d04-b8593e504e1b HTTP/1.1" status: 200 len: 1800 time: 0.0985844 Aug 03 19:08:40.642362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c89c1f1-d04a-43c2-852d-9c2a1f09846b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:40.655201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.683023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.691266 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.709433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Transition to ACTIVE for port object f4c53ec6-bd6c-493c-8c96-530aed6931f7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:40.727374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Transition to ACTIVE for port object f4c53ec6-bd6c-493c-8c96-530aed6931f7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:40.729115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27c5ac-0260-4f52-8184-6bac1d6aafd5 req-c9dc1523-a09b-4e8a-8413-f380db8c2b81 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.730785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b27c5ac-0260-4f52-8184-6bac1d6aafd5 req-c9dc1523-a09b-4e8a-8413-f380db8c2b81 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 945 time: 0.0786064 Aug 03 19:08:40.731520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.769174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Deleting port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:40.769520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.771926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.807248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b27c5ac-0260-4f52-8184-6bac1d6aafd5 req-2d28b9ca-de4d-421b-bbc2-ccc44ebefc4b tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/security-groups?id=01e48e53-8508-498e-9b20-3375339ec5d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 Aug 03 19:08:40.817428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.886021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.903804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.938983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.939295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] For port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,segment=NetworkSegment(4e21f2c3-44b6-45b3-9003-a1e9ef11d0da),segment_id=4e21f2c3-44b6-45b3-9003-a1e9ef11d0da)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:40.939818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.942395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:40.946221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c55869e-a371-48b2-97f2-c766bf258d2d req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/de59256c-ea19-43e9-8d04-b8593e504e1b HTTP/1.1" status: 204 len: 173 time: 0.3531563 Aug 03 19:08:40.958745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6787c2-f64e-4f12-8d78-933b9cf54cea tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59256c-ea19-43e9-8d04-b8593e504e1b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:40.958952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Calling delete_port for 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:40.986203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:40.991530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79cd3a-fad3-43ce-899b-58f5b8c059f5 req-aba69c1e-e93d-4a13-bb0d-fae85febce9f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:40.993195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee79cd3a-fad3-43ce-899b-58f5b8c059f5 req-aba69c1e-e93d-4a13-bb0d-fae85febce9f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.1136169 Aug 03 19:08:40.996681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:41.000691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:41.002632 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-a4765a7f-3704-418d-b883-fe2054ddad38 req-b4323c25-24f1-4e57-846c-48f6e16fc7a2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:08:41.003669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4765a7f-3704-418d-b883-fe2054ddad38 req-b4323c25-24f1-4e57-846c-48f6e16fc7a2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/de59256c-ea19-43e9-8d04-b8593e504e1b HTTP/1.1" status: 404 len: 352 time: 0.0288799 Aug 03 19:08:41.021196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Pushing event updated for resources: {'Port': ['ID=f4c53ec6-bd6c-493c-8c96-530aed6931f7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.079248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Attempting to bind port f4c53ec6-bd6c-493c-8c96-530aed6931f7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:41.079616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Attempting to bind port f4c53ec6-bd6c-493c-8c96-530aed6931f7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:41.079977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Attempting to bind port f4c53ec6-bd6c-493c-8c96-530aed6931f7 on network cc5efbca-5298-4367-82de-6b1cb7f11ba1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:41.082366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee79cd3a-fad3-43ce-899b-58f5b8c059f5 req-af3d4006-88bc-4704-b517-94248939d6fa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763004 Aug 03 19:08:41.085626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:41.086041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Checking segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:41.086899 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.087492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Bound using segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:41.088431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Bound port: f4c53ec6-bd6c-493c-8c96-530aed6931f7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:41.089216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.202211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44c5c2-dc42-427f-823c-595e47e56e51 req-082160ec-9620-40c5-8a9e-2875693997e4 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.205020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c44c5c2-dc42-427f-823c-595e47e56e51 req-082160ec-9620-40c5-8a9e-2875693997e4 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1151352 Aug 03 19:08:41.217790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] For port f4c53ec6-bd6c-493c-8c96-530aed6931f7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:41.221778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] For port f4c53ec6-bd6c-493c-8c96-530aed6931f7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f4c53ec6-bd6c-493c-8c96-530aed6931f7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:41.224262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.239659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-14c3e14b-03c1-4ab3-91cb-a87d209a9099 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/9a24991f-ca60-4dc1-9312-4b10aec3dac5 HTTP/1.1" status: 200 len: 1801 time: 0.1000383 Aug 03 19:08:41.246582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.283395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c44c5c2-dc42-427f-823c-595e47e56e51 req-2f9b42a2-7986-4c0c-9967-878b9efaf6b0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677030 Aug 03 19:08:41.336353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.372979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.374785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.379261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.417634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['4c89c1f1-d04a-43c2-852d-9c2a1f09846b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:41.422099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2e25e29b-8ce4-4bde-8565-aed4d6c2c042'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:41.436465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Pushing event deleted for resources: {'Port': ['ID=2e25e29b-8ce4-4bde-8565-aed4d6c2c042,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.483614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Allocated IP 172.25.2.160 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/eb138f05-bce6-47e4-8137-ea32981df1d7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:41.501676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] No DVR routers for this DVR port 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:41.506534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.508983 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f7558364-469d-450d-b532-98a2bfdf9b6f req-1e2107df-3e7a-4771-8fea-78d50da816c5 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.77 "DELETE /v2.0/ports/2e25e29b-8ce4-4bde-8565-aed4d6c2c042 HTTP/1.1" status: 204 len: 173 time: 0.9151475 Aug 03 19:08:41.542887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.547671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.557390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c76c39b6-c06c-46d6-8c7c-eeb0689beff6 req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/9a24991f-ca60-4dc1-9312-4b10aec3dac5 HTTP/1.1" status: 204 len: 173 time: 0.3096054 Aug 03 19:08:41.591713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e53643-2360-4710-ae1a-bce0607d6549 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a24991f-ca60-4dc1-9312-4b10aec3dac5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.673127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:41.708805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aade0e0-701f-474e-b31c-52b83e65753c None None] Pushing event updated for resources: {'Port': ['ID=f4c53ec6-bd6c-493c-8c96-530aed6931f7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:41.731481 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.744315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb694a3-9ca3-46a7-a756-b06acdb0a718 req-7e41dacd-7696-416d-abf8-651b32fa5ad0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:41.748681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbb694a3-9ca3-46a7-a756-b06acdb0a718 req-7e41dacd-7696-416d-abf8-651b32fa5ad0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 944 time: 0.1009731 Aug 03 19:08:41.815209 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-bcd7e145-4068-4406-99fe-ddd54f2ab6af req-78294cce-8784-4167-9410-374897ec8dfa tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:08:41.816410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcd7e145-4068-4406-99fe-ddd54f2ab6af req-78294cce-8784-4167-9410-374897ec8dfa tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/9a24991f-ca60-4dc1-9312-4b10aec3dac5 HTTP/1.1" status: 404 len: 352 time: 0.0652759 Aug 03 19:08:41.893940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbb694a3-9ca3-46a7-a756-b06acdb0a718 req-ae1e8ce3-ec11-47c6-95ec-e12086cd776c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115687 Aug 03 19:08:41.914091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:41.994045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:41.998202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:42.014961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:42.050774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-310723db-e549-4196-8a99-6895692b2f81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0946925 Aug 03 19:08:42.056382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Pushing event updated for resources: {'Port': ['ID=eb138f05-bce6-47e4-8137-ea32981df1d7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:42.149787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-86c21686-6561-48c3-b704-8ef45b18f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.151880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-86c21686-6561-48c3-b704-8ef45b18f705 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ae1649bb2374afa8437087d6eb4730f&device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 1101 time: 0.0632501 Aug 03 19:08:42.194940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:42.236336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:42.236851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e4d98dd7-c23a-4ea8-aade-aed26bc7ed97 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:42.313203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-9a1cf863-143c-4b5f-8404-dac98568b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.315431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-9a1cf863-143c-4b5f-8404-dac98568b612 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.1367939 Aug 03 19:08:42.331474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-540107a1-e3e5-42b2-b8dc-07f94b074d4f req-ed9a1d93-84a5-4fe2-b1b6-4695945beb82 tempest-DeleteServersTestJSON-748675021 tempest-DeleteServersTestJSON-748675021-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1b1e1b-2bea-4122-80ae-3d32c702fdb8 HTTP/1.1" status: 200 len: 210 time: 0.0377600 Aug 03 19:08:42.384449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-0c0b8f1c-e48e-4980-b875-31fad572dac3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=2c45b922-be7f-494a-a3a2-922c899a8e44 HTTP/1.1" status: 200 len: 217 time: 0.0553269 Aug 03 19:08:42.452099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'name': 'network-vif-deleted', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:42.454940 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb0d188-85c8-462a-9092-49987cda5d5d" -d '{"events": [{"server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "name": "network-vif-deleted", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:42.460983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-a7cdbccc-70cc-46c2-9d2b-47d04dc5c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.462703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-a7cdbccc-70cc-46c2-9d2b-47d04dc5c1ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0688310 Aug 03 19:08:42.472764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-9afbc978-bda2-47f0-b6bf-c3e9349e1540 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.475936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-9afbc978-bda2-47f0-b6bf-c3e9349e1540 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1334705 Aug 03 19:08:42.522854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:42.553089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3af50ec-e87f-44e2-956e-4f7f9af96593 req-7e84c310-e902-481b-b816-479b9eaa553e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 6149 time: 0.1830757 Aug 03 19:08:42.582870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 36558afb-41c9-44d5-bbbd-5ea1929ec713 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:42.603182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.610685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 36558afb-41c9-44d5-bbbd-5ea1929ec713 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:42.615950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 36558afb-41c9-44d5-bbbd-5ea1929ec713 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:42.615950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:42.639428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:42.640115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2e25e29b-8ce4-4bde-8565-aed4d6c2c042 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:42.655713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:42.661312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ad58f-3f30-462d-85d0-c86233e646fc req-495d613d-7547-4a49-9f6d-e8beb885c0fe tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.662626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c3ad58f-3f30-462d-85d0-c86233e646fc req-495d613d-7547-4a49-9f6d-e8beb885c0fe tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 945 time: 0.2114780 Aug 03 19:08:42.667166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-eb450ab3-2200-49a1-916a-b9e9683ff2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.669647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-eb450ab3-2200-49a1-916a-b9e9683ff2df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1892467 Aug 03 19:08:42.682859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3af50ec-e87f-44e2-956e-4f7f9af96593 req-79f51e0e-e2ab-4925-b6a3-dd6bce2b25b7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/e3c64fb2-7155-4294-97fa-145651f4cc75 HTTP/1.1" status: 200 len: 2981 time: 0.1284208 Aug 03 19:08:42.788398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c3ad58f-3f30-462d-85d0-c86233e646fc req-1f424f8a-1833-498a-b0eb-7826443d7943 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161292 Aug 03 19:08:42.840409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209c143c-8def-449c-8065-6120b928a268 None None] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:08:42.856431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3af50ec-e87f-44e2-956e-4f7f9af96593 req-4b603375-ebc8-4fbc-8d4d-12039c9b5bab tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/e3c64fb2-7155-4294-97fa-145651f4cc75 HTTP/1.1" status: 200 len: 2981 time: 0.1045892 Aug 03 19:08:42.935906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-fc9435a6-46c7-49c3-b422-bb28c887dd00 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426314 Aug 03 19:08:42.962558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910f75-0d72-4ec8-8359-71cdee7e1651 req-e1704eb0-20da-4791-8b2b-acdf5ee7791a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:42.972079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b910f75-0d72-4ec8-8359-71cdee7e1651 req-e1704eb0-20da-4791-8b2b-acdf5ee7791a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1003046 Aug 03 19:08:43.031891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:43.066400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.069107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e77a69e7-5c72-444b-ad5e-13fc20050a52 None None] Provisioning for port f4c53ec6-bd6c-493c-8c96-530aed6931f7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:43.073974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b910f75-0d72-4ec8-8359-71cdee7e1651 req-cf207744-3930-4280-85d8-0c2bb9d25d7c tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980654 Aug 03 19:08:43.132062 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc4f7e9-0240-44c9-a7c9-125803e31c2d x-openstack-request-id: req-4fc4f7e9-0240-44c9-a7c9-125803e31c2d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:43.132352 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1b1e1b-2bea-4122-80ae-3d32c702fdb8", "name": "network-vif-deleted", "tag": "2e25e29b-8ce4-4bde-8565-aed4d6c2c042", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:43.132610 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4fc4f7e9-0240-44c9-a7c9-125803e31c2d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:43.133069 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1b1e1b-2bea-4122-80ae-3d32c702fdb8', 'name': 'network-vif-deleted', 'tag': '2e25e29b-8ce4-4bde-8565-aed4d6c2c042', 'status': 'completed', 'code': 200} Aug 03 19:08:43.139552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5984157-fe79-4899-b6e1-7d91f08c6a58 req-06ba1676-2107-4537-b4ae-4293d2159c48 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928205 Aug 03 19:08:43.147182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:43.217293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1819827722', 'description': 'tempest-description-86025188'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:43.263635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.405772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.406742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.468107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a304187-2944-40a9-b237-dfc1a9f7c752 req-a7525941-7600-47fa-a9c9-12d42f0e519e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.469690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a304187-2944-40a9-b237-dfc1a9f7c752 req-a7525941-7600-47fa-a9c9-12d42f0e519e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 944 time: 0.0785284 Aug 03 19:08:43.496199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.503176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:43.503510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:43.503840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:43.509797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Router 0b23d95d-0d36-4324-b043-c6ea9fd69323 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:08:43.511612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:43.511935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Attempting to bind port 3f56273b-7a54-45f4-94e5-73f3b097d91b on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:43.520210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:43.520862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:43.521111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:43.521695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Bound port: 3f56273b-7a54-45f4-94e5-73f3b097d91b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:43.522146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.535743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a304187-2944-40a9-b237-dfc1a9f7c752 req-8dc84f27-de49-4654-a96f-469f65c6772a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586309 Aug 03 19:08:43.573026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.639280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.680001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:43.696745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:43.698270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:43.699186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6375487-0ff8-4221-9434-f7a310c91abd req-785e5bf7-65e0-426c-b2cc-5325564135e0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.702358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6375487-0ff8-4221-9434-f7a310c91abd req-785e5bf7-65e0-426c-b2cc-5325564135e0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 950 time: 0.0915587 Aug 03 19:08:43.703226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5525e18-64e9-4b6f-a994-933cd64ed6fe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:43.714329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21500aec-c001-4538-a6d5-739281556756 None None] Sync routers for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:43.725752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:43.726665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:43.750232 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.751737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ca4fdb6-820f-43d4-9ee1-8adc6d3979cb req-3794a93c-8fd7-4db5-b8b4-0fb1b6255d92 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5396698 Aug 03 19:08:43.788764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.789632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6375487-0ff8-4221-9434-f7a310c91abd req-fc57dea8-9e65-443a-954e-361ceac21e2e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770731 Aug 03 19:08:43.831734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2072980848', 'description': 'tempest-description-1179604201'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:43.896567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.897834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aba22873-be09-4516-94cf-eb73ab2d06ea admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1496873 Aug 03 19:08:43.901260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47238) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:43.922179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f4c53ec6-bd6c-493c-8c96-530aed6931f7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:43.928485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:43.930299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:43.932152 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] 10.222.0.77 "PUT /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 1121 time: 1.4149065 Aug 03 19:08:43.933002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a813dcb-754b-499e-bef3-98c6579778a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=8']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:44.005548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:44.068690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['3f56273b-7a54-45f4-94e5-73f3b097d91b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:44.109709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['3f56273b-7a54-45f4-94e5-73f3b097d91b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:44.129738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259f127-f25e-4805-b5b9-c2465ed285e4 req-16861c3d-a8ac-4e14-8c97-bfedc046f6e8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.131210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6259f127-f25e-4805-b5b9-c2465ed285e4 req-16861c3d-a8ac-4e14-8c97-bfedc046f6e8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.1134491 Aug 03 19:08:44.136991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.216469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4c89c1f1-d04a-43c2-852d-9c2a1f09846b up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:44.275742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928adab-da11-4e22-b2f4-309493255ddf req-c01d4cdd-955a-4804-b9fe-ef88a17cfe4e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.277380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9928adab-da11-4e22-b2f4-309493255ddf req-c01d4cdd-955a-4804-b9fe-ef88a17cfe4e tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 950 time: 0.1974461 Aug 03 19:08:44.277892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f4c53ec6-bd6c-493c-8c96-530aed6931f7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:44.302110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6259f127-f25e-4805-b5b9-c2465ed285e4 req-88356307-d2a5-4fb5-b0d1-ea5821f2c852 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457596 Aug 03 19:08:44.313305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f4c53ec6-bd6c-493c-8c96-530aed6931f7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:44.319458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.559835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:44.566728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.585380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:44.585380 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.585380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:42Z', 'revision_number': 3, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:44.588181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:08:44.614152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.619195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0a237-ce8b-417b-a6ae-4d1c04eee34e req-40df2ea7-c78b-4edc-914c-a01f038fcb9f tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:44.619195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0a0a237-ce8b-417b-a6ae-4d1c04eee34e req-40df2ea7-c78b-4edc-914c-a01f038fcb9f tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1790318 Aug 03 19:08:44.633340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port 2c45b922-be7f-494a-a3a2-922c899a8e44 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:44.633689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.661448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21500aec-c001-4538-a6d5-739281556756 None None] Checking router: 0b23d95d-0d36-4324-b043-c6ea9fd69323 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:44.661790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21500aec-c001-4538-a6d5-739281556756 None None] Updating router 0b23d95d-0d36-4324-b043-c6ea9fd69323 port eb138f05-bce6-47e4-8137-ea32981df1d7 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:44.663009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.763169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.774612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f4c53ec6-bd6c-493c-8c96-530aed6931f7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f4c53ec6-bd6c-493c-8c96-530aed6931f7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:44.921157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.929778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:44.992682 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:44.994485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:08:45.089423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.091698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3efef7e6-8e4f-48d4-b5ac-40851f59d852 req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2643483 Aug 03 19:08:45.104465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ae147-78eb-4722-98db-68dadae56d9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118fded9-e33d-4c37-b566-b032b94ed355,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.124188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0a0a237-ce8b-417b-a6ae-4d1c04eee34e req-5ada10ef-1c1b-4a61-890f-333dfeba7f28 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4965327 Aug 03 19:08:45.135292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b'}, {'name': 'network-changed', 'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:45.141267 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5" -d '{"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b"}, {"name": "network-changed", "server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:45.196825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.228145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:45.228145 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6cf88a-54a5-4260-bb16-ad25527231b1" -d '{"events": [{"server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "name": "network-vif-plugged", "status": "completed", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:45.252802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f4c53ec6-bd6c-493c-8c96-530aed6931f7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.260123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:45.323203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.342059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port 2c45b922-be7f-494a-a3a2-922c899a8e44, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2c45b922-be7f-494a-a3a2-922c899a8e44,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:45.342520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.385640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for 2c45b922-be7f-494a-a3a2-922c899a8e44 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:45.396335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.400811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-d526363b-21bd-447e-9b17-d62a5243e3a9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.402466 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-d526363b-21bd-447e-9b17-d62a5243e3a9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4d9ef74-e941-4525-a0f8-03ac1ac6e287 HTTP/1.1" status: 200 len: 950 time: 0.0589011 Aug 03 19:08:45.423965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.429579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.434367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92e5b2-c103-4341-9b94-9c7c722fda9d req-a323b1bc-4dc1-483f-a9dc-af6bc10a2311 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.442425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d92e5b2-c103-4341-9b94-9c7c722fda9d req-a323b1bc-4dc1-483f-a9dc-af6bc10a2311 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 950 time: 0.1698756 Aug 03 19:08:45.442721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-21500aec-c001-4538-a6d5-739281556756 None None] Transition to ACTIVE for port object eb138f05-bce6-47e4-8137-ea32981df1d7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:45.496806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.509506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326726-259a-4abc-9a7f-3dd03c8edc00 req-96b9434a-eb12-4496-affb-01bd7356184d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.510723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34326726-259a-4abc-9a7f-3dd03c8edc00 req-96b9434a-eb12-4496-affb-01bd7356184d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.2033203 Aug 03 19:08:45.530883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port 5282bfe6-b79f-4895-827a-fa0abcba1f03 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:45.531274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.565751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21500aec-c001-4538-a6d5-739281556756 None None] Attempting to bind port eb138f05-bce6-47e4-8137-ea32981df1d7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:45.565995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21500aec-c001-4538-a6d5-739281556756 None None] Attempting to bind port eb138f05-bce6-47e4-8137-ea32981df1d7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:45.566352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21500aec-c001-4538-a6d5-739281556756 None None] Attempting to bind port eb138f05-bce6-47e4-8137-ea32981df1d7 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:45.569016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8627f-cd98-4e0e-8421-366f487d59b3 None None] Pushing event updated for resources: {'Port': ['ID=eb138f05-bce6-47e4-8137-ea32981df1d7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.578893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21500aec-c001-4538-a6d5-739281556756 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:45.579283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21500aec-c001-4538-a6d5-739281556756 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:45.579949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.580348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21500aec-c001-4538-a6d5-739281556756 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:45.581631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21500aec-c001-4538-a6d5-739281556756 None None] Bound port: eb138f05-bce6-47e4-8137-ea32981df1d7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:45.581631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.610998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d92e5b2-c103-4341-9b94-9c7c722fda9d req-ec93bfc0-62cd-4f2e-af6d-a0ece1107949 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670156 Aug 03 19:08:45.645229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-21500aec-c001-4538-a6d5-739281556756 None None] For port eb138f05-bce6-47e4-8137-ea32981df1d7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:45.646177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-21500aec-c001-4538-a6d5-739281556756 None None] For port eb138f05-bce6-47e4-8137-ea32981df1d7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb138f05-bce6-47e4-8137-ea32981df1d7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:45.647290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port 5282bfe6-b79f-4895-827a-fa0abcba1f03, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5282bfe6-b79f-4895-827a-fa0abcba1f03,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:45.647681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.665191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for 5282bfe6-b79f-4895-827a-fa0abcba1f03 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:45.687154 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b96d6-8466-43c1-9409-86219c7aad54 x-openstack-request-id: req-0e5b96d6-8466-43c1-9409-86219c7aad54 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:45.687556 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b", "code": 200}, {"name": "network-changed", "server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:45.687753 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e5b96d6-8466-43c1-9409-86219c7aad54 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:45.688189 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'code': 200} Aug 03 19:08:45.688449 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'status': 'completed', 'code': 200} Aug 03 19:08:45.689595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34326726-259a-4abc-9a7f-3dd03c8edc00 req-03bd8254-b3eb-4b5c-8074-e7daf9d3819c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326022 Aug 03 19:08:45.756589 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6ca708-03be-4e0b-920c-c77a031feda5 x-openstack-request-id: req-6a6ca708-03be-4e0b-920c-c77a031feda5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:45.756891 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "name": "network-vif-plugged", "status": "completed", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:45.757151 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a6ca708-03be-4e0b-920c-c77a031feda5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:45.757551 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b', 'code': 200} Aug 03 19:08:45.766186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21500aec-c001-4538-a6d5-739281556756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:45.836587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8627f-cd98-4e0e-8421-366f487d59b3 None None] Pushing event updated for resources: {'Port': ['ID=eb138f05-bce6-47e4-8137-ea32981df1d7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:45.890582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:45.891251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:45.931382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec1c5b-f6b6-4cdd-a226-103b7f176eb0 req-b3386e90-5fe5-4aa8-8530-433a1163244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:45.933874 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c2ec1c5b-f6b6-4cdd-a226-103b7f176eb0 req-b3386e90-5fe5-4aa8-8530-433a1163244c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 1096 time: 0.0548019 Aug 03 19:08:45.934123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f4c53ec6-bd6c-493c-8c96-530aed6931f7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:45.940235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Allocated IP 172.20.0.1 (cc5efbca-5298-4367-82de-6b1cb7f11ba1/de4367b4-60b4-4685-9307-ca97d7b30770/7c056971-57aa-431b-ad7b-1ee5d8458648) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:45.966152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.003564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03', '2c45b922-be7f-494a-a3a2-922c899a8e44'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:46.005302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=5282bfe6-b79f-4895-827a-fa0abcba1f03,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:46.022264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c2ec1c5b-f6b6-4cdd-a226-103b7f176eb0 req-7fc20e83-6090-4ed7-8abe-5263029adbe2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799541 Aug 03 19:08:46.051274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.072204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port 5282bfe6-b79f-4895-827a-fa0abcba1f03 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:46.075596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.077782 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18b876b3-4a8e-4126-a98e-554a81982ab3 req-0253f792-92fb-42a6-85b7-9f9e7250b8f0 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "DELETE /v2.0/ports/5282bfe6-b79f-4895-827a-fa0abcba1f03 HTTP/1.1" status: 204 len: 173 time: 0.6691320 Aug 03 19:08:46.153657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=2c45b922-be7f-494a-a3a2-922c899a8e44,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:46.187337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f4c53ec6-bd6c-493c-8c96-530aed6931f7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:46.187747 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.192174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:46.201953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f516d0-5487-4122-8e60-92f1b492fca5 req-605d6be1-ae2b-47c1-928e-64d8c32aab97 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.203774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05f516d0-5487-4122-8e60-92f1b492fca5 req-605d6be1-ae2b-47c1-928e-64d8c32aab97 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.3258305 Aug 03 19:08:46.232741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-401c338c-2dcf-4b53-8c92-18d33d4e7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.234743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-401c338c-2dcf-4b53-8c92-18d33d4e7391 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1124 time: 0.3574493 Aug 03 19:08:46.294183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-5a6d5097-57b7-4870-80e8-6cadd91b6fe0 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.295903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-5a6d5097-57b7-4870-80e8-6cadd91b6fe0 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 812 time: 0.3855979 Aug 03 19:08:46.296790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port 2c45b922-be7f-494a-a3a2-922c899a8e44 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:46.301595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.303517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9928adab-da11-4e22-b2f4-309493255ddf req-6690a515-b3f6-4e76-a7b9-f70443f09590 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "DELETE /v2.0/ports/2c45b922-be7f-494a-a3a2-922c899a8e44 HTTP/1.1" status: 204 len: 173 time: 2.0105755 Aug 03 19:08:46.304110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'name': 'network-vif-deleted', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:46.306475 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbcddd1-4524-4a27-8f3a-26803851b446" -d '{"events": [{"server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "name": "network-vif-deleted", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:46.407123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05f516d0-5487-4122-8e60-92f1b492fca5 req-faf7e0df-2ecf-4368-a139-80f56202d6eb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773803 Aug 03 19:08:46.415028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-f334e9ec-1737-4c58-aea9-3e95e9c13ae1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/quotas/e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 375 time: 0.0988092 Aug 03 19:08:46.500908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:46.541651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Transition to ACTIVE for port object 7c056971-57aa-431b-ad7b-1ee5d8458648 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:46.571474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-21500aec-c001-4538-a6d5-739281556756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:42Z', 'revision_number': 3, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:46.589234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-542760fd-d11d-4b67-93ef-ed481c655f32 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636014 Aug 03 19:08:46.615098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-a4527a48-81d6-48d6-a009-fdd89df55408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.616581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-a4527a48-81d6-48d6-a009-fdd89df55408 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2888739 Aug 03 19:08:46.617172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21500aec-c001-4538-a6d5-739281556756 None None] The sync data for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 is: [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:42Z', 'revision_number': 3, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:46.722843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-089e18b9-ae5f-4fe2-9814-9b420b236165 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 217 time: 0.0700951 Aug 03 19:08:46.864512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db213d36-0138-49a8-ba20-9e5d4c304395 req-3a7fabb6-6f0e-4b01-8d51-84b8777bd41d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.866302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db213d36-0138-49a8-ba20-9e5d4c304395 req-3a7fabb6-6f0e-4b01-8d51-84b8777bd41d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.2072639 Aug 03 19:08:46.874259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-e69bd6dc-0773-4247-a88d-bd84093646a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:46.878002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-e69bd6dc-0773-4247-a88d-bd84093646a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1243181 Aug 03 19:08:46.880239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-0486ae26-2da1-4609-945d-c4e9d5ba495b service neutron] 10.222.0.67 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901173 Aug 03 19:08:46.929168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3', '5282bfe6-b79f-4895-827a-fa0abcba1f03'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:46.938175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-341b386b-ee43-48c2-9bef-096d3abb3dad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443587 Aug 03 19:08:46.976789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.104155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db213d36-0138-49a8-ba20-9e5d4c304395 req-1e228fcd-0355-468a-9b91-36bc167c081a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175574 Aug 03 19:08:47.116868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Pushing event updated for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:47.130245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:47.138489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:47.155503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:47.241056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.252740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-89b8c601-ae28-420d-b12b-d437c6dcf388 service neutron] 10.222.0.67 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490238 Aug 03 19:08:47.317166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-a60062ad-69af-4b08-93c8-eb25c341abbf service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359292 Aug 03 19:08:47.349091 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd8bcfc-0076-4bd7-8f70-a84b7aae0de7 x-openstack-request-id: req-bcd8bcfc-0076-4bd7-8f70-a84b7aae0de7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:47.349385 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e78556-dbbb-4e5b-bba7-137f69482cb1", "name": "network-vif-deleted", "tag": "2c45b922-be7f-494a-a3a2-922c899a8e44", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:47.349640 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcd8bcfc-0076-4bd7-8f70-a84b7aae0de7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:47.350040 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e78556-dbbb-4e5b-bba7-137f69482cb1', 'name': 'network-vif-deleted', 'tag': '2c45b922-be7f-494a-a3a2-922c899a8e44', 'status': 'completed', 'code': 200} Aug 03 19:08:47.541456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c59cc26a-ad2c-4d80-a3c0-f2597e2d03b9 req-69fb7c08-ffde-4e60-bf48-d71e0c045a07 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9e78556-dbbb-4e5b-bba7-137f69482cb1 HTTP/1.1" status: 200 len: 210 time: 0.0445366 Aug 03 19:08:47.558980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b68fe3a6-9a1d-4a15-a33e-e61a510e9bf5 req-6052e72f-3614-4381-a711-728590eebf7c service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576531 Aug 03 19:08:47.600227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b636fbd1-b1fc-47cd-96c9-892a55d1dd3b None None] Provisioning for port 7c056971-57aa-431b-ad7b-1ee5d8458648 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:47.605397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b636fbd1-b1fc-47cd-96c9-892a55d1dd3b None None] Provisioning complete for port 7c056971-57aa-431b-ad7b-1ee5d8458648 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:47.605397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b636fbd1-b1fc-47cd-96c9-892a55d1dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.646903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:47.689384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'name': 'network-vif-deleted', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:47.691243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b636fbd1-b1fc-47cd-96c9-892a55d1dd3b None None] Port 7c056971-57aa-431b-ad7b-1ee5d8458648 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:47.692006 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc6a522-98d9-49c1-9e59-fbc0e00b4252" -d '{"events": [{"server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "name": "network-vif-deleted", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:47.816314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec98cf-f4fe-4df9-8ee5-c173a7cbd4cb req-4bc19add-d3f2-4e4e-abb7-b5f0fd18ab5c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.818394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8aec98cf-f4fe-4df9-8ee5-c173a7cbd4cb req-4bc19add-d3f2-4e4e-abb7-b5f0fd18ab5c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.1735468 Aug 03 19:08:47.877841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb138f05-bce6-47e4-8137-ea32981df1d7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:47.910320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb99d6-d562-414f-914a-9923c11bcc36 req-2bfd7184-c05a-4f69-b805-b277ee2ae2e2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:47.912607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26cb99d6-d562-414f-914a-9923c11bcc36 req-2bfd7184-c05a-4f69-b805-b277ee2ae2e2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.1886916 Aug 03 19:08:47.960857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8aec98cf-f4fe-4df9-8ee5-c173a7cbd4cb req-91664f72-34d7-4dc5-bc5e-c2b4ef18a306 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350951 Aug 03 19:08:48.002594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26cb99d6-d562-414f-914a-9923c11bcc36 req-32831b5a-0027-4643-8ebf-ccaeddcf1b83 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791736 Aug 03 19:08:48.037180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6bc29b9-f7ca-4104-ae82-874487e06e8a req-7d9ece9f-c3fa-4122-a922-22d7a325d280 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 210 time: 0.0322580 Aug 03 19:08:48.052422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.085439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port eb138f05-bce6-47e4-8137-ea32981df1d7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:48.091236 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f15f728-4b9a-449d-9879-c8e134689d6c x-openstack-request-id: req-0f15f728-4b9a-449d-9879-c8e134689d6c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:48.091687 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4d9ef74-e941-4525-a0f8-03ac1ac6e287", "name": "network-vif-deleted", "tag": "5282bfe6-b79f-4895-827a-fa0abcba1f03", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:48.092054 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f15f728-4b9a-449d-9879-c8e134689d6c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:48.092560 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4d9ef74-e941-4525-a0f8-03ac1ac6e287', 'name': 'network-vif-deleted', 'tag': '5282bfe6-b79f-4895-827a-fa0abcba1f03', 'status': 'completed', 'code': 200} Aug 03 19:08:48.093590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eb138f05-bce6-47e4-8137-ea32981df1d7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:48.096668 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.154709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.194714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.259258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port eb138f05-bce6-47e4-8137-ea32981df1d7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb138f05-bce6-47e4-8137-ea32981df1d7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:48.272139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c45b922-be7f-494a-a3a2-922c899a8e44 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:48.292859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 2c45b922-be7f-494a-a3a2-922c899a8e44 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:48.293312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2c45b922-be7f-494a-a3a2-922c899a8e44 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:48.294099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5282bfe6-b79f-4895-827a-fa0abcba1f03 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:48.297843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Pushing event updated for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:48.303416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.319276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df635a2-9fc9-472b-8d2d-81c21b38bda7 req-1248caa3-457b-4bcd-bc42-d8545f971b84 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:48.320857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2df635a2-9fc9-472b-8d2d-81c21b38bda7 req-1248caa3-457b-4bcd-bc42-d8545f971b84 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.0930233 Aug 03 19:08:48.326249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 5282bfe6-b79f-4895-827a-fa0abcba1f03 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:48.326637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5282bfe6-b79f-4895-827a-fa0abcba1f03 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:48.382857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.435407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=eb138f05-bce6-47e4-8137-ea32981df1d7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:48.443632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.443975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.444312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.444722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.445093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.445426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.445752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.446076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.446400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.446726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.447047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.447367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:08:48.719307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2df635a2-9fc9-472b-8d2d-81c21b38bda7 req-dd2a48ab-59f6-4efc-b081-8240c3823f38 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3560164 Aug 03 19:08:48.745073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:48.746431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:48.795415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd5ed3e7-a8f6-4e4d-bc33-28f39474da0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:48.878292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Router 0b23d95d-0d36-4324-b043-c6ea9fd69323 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:08:49.010683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:08:49.016420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b68eded8-a5eb-4a6c-bf7a-9b7b792a2942 admin admin] 10.222.0.67 "PUT /v2.0/routers/0b23d95d-0d36-4324-b043-c6ea9fd69323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1141114 Aug 03 19:08:49.023520 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Sync routers for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:08:49.038760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-08952612-6c79-4929-b5c0-3fc8856d55f6 None None] Provisioning complete for port 7c056971-57aa-431b-ad7b-1ee5d8458648 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:49.039233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-08952612-6c79-4929-b5c0-3fc8856d55f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.046266 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:49.046887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:49.099637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-08952612-6c79-4929-b5c0-3fc8856d55f6 None None] Port 7c056971-57aa-431b-ad7b-1ee5d8458648 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:08:49.131646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84000bdd-5e31-4e62-9361-a158e067c90d req-9843c252-45d3-45ab-9872-417e53d0c1e9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.134366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84000bdd-5e31-4e62-9361-a158e067c90d req-9843c252-45d3-45ab-9872-417e53d0c1e9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.0785429 Aug 03 19:08:49.180742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84000bdd-5e31-4e62-9361-a158e067c90d req-d30583d5-538b-4f2f-802b-1d2caa0d94ce tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Aug 03 19:08:49.192866 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:49.399842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1a95f-6722-47fe-a270-1d224280d877 req-66c0d817-4029-424b-a070-1b303680929d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.409575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c1a95f-6722-47fe-a270-1d224280d877 req-66c0d817-4029-424b-a070-1b303680929d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.0723417 Aug 03 19:08:49.483965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21c1a95f-6722-47fe-a270-1d224280d877 req-4e201c0a-1219-4c77-a58e-77337db76d3f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Aug 03 19:08:49.549129 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 2, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:49.576821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42744355-122b-44a7-859d-828536bad600 req-7a6e77f5-6e90-4ade-976c-a0d471c0072d tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 210 time: 0.0852849 Aug 03 19:08:49.601480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Checking router: 0b23d95d-0d36-4324-b043-c6ea9fd69323 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:08:49.610377 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Updating router 0b23d95d-0d36-4324-b043-c6ea9fd69323 port 7c056971-57aa-431b-ad7b-1ee5d8458648 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:08:49.643523 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:49.892285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb138f05-bce6-47e4-8137-ea32981df1d7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:49.982407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726bc2a-9c03-4e1e-8f30-6d935cd3f6b1 req-bdde23b4-1417-4091-baf9-8c0e957f2d44 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:49.989229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eb138f05-bce6-47e4-8137-ea32981df1d7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:49.990149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5726bc2a-9c03-4e1e-8f30-6d935cd3f6b1 req-bdde23b4-1417-4091-baf9-8c0e957f2d44 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.1280749 Aug 03 19:08:49.990412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.027103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-3d948ae5-ef0b-4da4-a918-860a01dd3e68 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.035965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-3d948ae5-ef0b-4da4-a918-860a01dd3e68 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.3571265 Aug 03 19:08:50.091869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5726bc2a-9c03-4e1e-8f30-6d935cd3f6b1 req-77cddfb0-7daf-40f3-a404-eeb555d1ea1a tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975609 Aug 03 19:08:50.104318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-2aa18ca7-ef5c-4ec5-ab16-9437aaaa06d3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0665226 Aug 03 19:08:50.188945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-9ca737f5-0eed-4084-86e6-14aa791ca97b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836060 Aug 03 19:08:50.312005 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.340841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Transition to ACTIVE for port object 7c056971-57aa-431b-ad7b-1ee5d8458648 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:50.344790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df732a-9708-4f27-8dbb-751b302be07c req-7c39cf1d-71ac-4daa-b463-6ec5c82ebed6 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.354889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96df732a-9708-4f27-8dbb-751b302be07c req-7c39cf1d-71ac-4daa-b463-6ec5c82ebed6 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1560037 Aug 03 19:08:50.405061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-1f7a2853-bd91-4c0f-8161-9124c327bb5a service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148116 Aug 03 19:08:50.410887 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.463263 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80334e-36b6-41c8-b6b4-ab8a7a0f08f3 None None] Pushing event updated for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:50.572825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96df732a-9708-4f27-8dbb-751b302be07c req-7ba221af-1107-4212-8748-756fa314a019 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168794 Aug 03 19:08:50.580200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Attempting to bind port 7c056971-57aa-431b-ad7b-1ee5d8458648 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:50.582535 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Attempting to bind port 7c056971-57aa-431b-ad7b-1ee5d8458648 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:50.583023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Attempting to bind port 7c056971-57aa-431b-ad7b-1ee5d8458648 on network cc5efbca-5298-4367-82de-6b1cb7f11ba1 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:50.595081 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:50.595521 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Checking segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:50.599247 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.599247 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Bound using segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:50.599247 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Bound port: 7c056971-57aa-431b-ad7b-1ee5d8458648, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:50.599247 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.696076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-3a265752-b1d5-4aaf-ac8a-ca3d2ccb2187 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901328 Aug 03 19:08:50.713687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-8bc7db10-c3b7-4a59-b1ef-9a1363054c13 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.722058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-8bc7db10-c3b7-4a59-b1ef-9a1363054c13 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.54 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 812 time: 0.1841650 Aug 03 19:08:50.738070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'device_id': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4', 'admin_state_up': True, 'tenant_id': 'e7adc1a6b08e495f8664285850944108'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:50.747500 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] For port 7c056971-57aa-431b-ad7b-1ee5d8458648, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:50.751027 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] For port 7c056971-57aa-431b-ad7b-1ee5d8458648, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c056971-57aa-431b-ad7b-1ee5d8458648,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:50.846093 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:50.975750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acba4e7-fe1f-4265-8dec-7830a7a15851 req-a54f419f-4b6a-4369-8abd-71623c5e6bae tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:50.984150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3acba4e7-fe1f-4265-8dec-7830a7a15851 req-a54f419f-4b6a-4369-8abd-71623c5e6bae tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.2499242 Aug 03 19:08:51.019651 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80334e-36b6-41c8-b6b4-ab8a7a0f08f3 None None] Pushing event updated for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:51.032255 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:08:51.034900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:51.159786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3acba4e7-fe1f-4265-8dec-7830a7a15851 req-ea3624ce-15c0-4c42-83ca-83f19f8310fb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738446 Aug 03 19:08:51.216909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-6fed5b6b-d0a4-4219-81af-4e671f4b374f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.230721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-6fed5b6b-d0a4-4219-81af-4e671f4b374f tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.1579857 Aug 03 19:08:51.239295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Made reservation on behalf of e7adc1a6b08e495f8664285850944108 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:51.246147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.330769 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:08:51.414783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f681bf4a-fd4d-4803-aab6-c63e3e97f058 req-3b6b7841-a96d-494a-af22-5782508216c7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 210 time: 0.1002386 Aug 03 19:08:51.727349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cdcb21a-2fe3-4d0b-bafd-17a50e966b7c req-1bd9baee-2439-45c5-aa63-eeadb1413762 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.2130322 Aug 03 19:08:51.729631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:50Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:51.763008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0d511-6211-471b-8488-405ebc0c8430 req-a0eac4d2-b6ca-4b33-988f-920600e40792 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:51.769685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aac0d511-6211-471b-8488-405ebc0c8430 req-a0eac4d2-b6ca-4b33-988f-920600e40792 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.3720105 Aug 03 19:08:51.786816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Allocated IP 172.20.0.12 (1e45a7ee-b289-44a7-a539-8fcff07b1ce4/98b29615-9ead-4589-9cc3-5aecb68d8650/472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:51.858417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3d1032-965a-4771-99e1-a610db729c23 None None] The sync data for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 is: [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:50Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:08:51.903437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aac0d511-6211-471b-8488-405ebc0c8430 req-91be7622-4071-4121-9e65-98aeaef1b117 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327684 Aug 03 19:08:51.914612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Deleting port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:08:51.915025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:51.974743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b744bbb-f250-44da-9783-3db1f427c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.201717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.397817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2f73-b2f3-493e-a3f5-64b93ce1c7e5 req-7bea94ec-6593-41a7-997f-3b4188d36e40 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:52.399467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a38e2f73-b2f3-493e-a3f5-64b93ce1c7e5 req-7bea94ec-6593-41a7-997f-3b4188d36e40 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.4785867 Aug 03 19:08:52.487533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] For port 560a7b26-768f-4d48-83f3-978a4eaf4dd3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=560a7b26-768f-4d48-83f3-978a4eaf4dd3,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:52.487925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.529778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.546566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a38e2f73-b2f3-493e-a3f5-64b93ce1c7e5 req-21f4633a-e1b8-4ba0-8c2d-ef71bb53a739 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212165 Aug 03 19:08:52.547310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Calling delete_port for 560a7b26-768f-4d48-83f3-978a4eaf4dd3 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:08:52.562537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde3581-a97e-40ea-a121-0c61ec41e821 req-6d13880e-67a5-47ec-ae7c-1d6d24df1bf1 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:52.579937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dde3581-a97e-40ea-a121-0c61ec41e821 req-6d13880e-67a5-47ec-ae7c-1d6d24df1bf1 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.2213075 Aug 03 19:08:52.728577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dde3581-a97e-40ea-a121-0c61ec41e821 req-1eda0254-8dd9-459f-80e8-1c26e50abb5d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477623 Aug 03 19:08:52.840298 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.844935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dde0f18f-7990-4942-949f-26b5694ba964 req-a79b7d7f-29d6-49ff-a1c3-02f1356f3422 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 210 time: 0.0795627 Aug 03 19:08:52.847522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:52.863338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:52.938889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7045c10f-797c-4ab5-8701-eed09afb5d95 req-aad23171-e871-4936-a079-d41633ace5ad tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.0968456 Aug 03 19:08:53.030616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:53.042200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:53.065067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:53.230475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:53.304781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.311073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.330549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7823d1-f98e-41a0-b1cc-ceebbaad8380 req-150b51f7-4e18-4bbb-9e2b-7d8744f3c9ce tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.341407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f7823d1-f98e-41a0-b1cc-ceebbaad8380 req-150b51f7-4e18-4bbb-9e2b-7d8744f3c9ce tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5503507-f948-446b-b4e3-a8542f1cdfc7 HTTP/1.1" status: 200 len: 950 time: 0.2323565 Aug 03 19:08:53.414562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f7823d1-f98e-41a0-b1cc-ceebbaad8380 req-3ee9206c-30b1-4c93-9b3c-d5b8d4aea5b9 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.67 "GET /v2.0/security-groups?id=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718575 Aug 03 19:08:53.427329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.458446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['560a7b26-768f-4d48-83f3-978a4eaf4dd3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:53.481074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Pushing event deleted for resources: {'Port': ['ID=560a7b26-768f-4d48-83f3-978a4eaf4dd3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:53.538908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-4c6e1d4e-1b92-40ea-81c6-2b02f3f3564e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8054991 Aug 03 19:08:53.540699 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-bec95031-edcd-4b77-b23d-1010f3fe7a18 service neutron] 10.222.0.54 "GET /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1918130 Aug 03 19:08:53.581772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Request body: {'port': {'device_id': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:53.582941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] No DVR routers for this DVR port 560a7b26-768f-4d48-83f3-978a4eaf4dd3 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:53.584701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:53.593469 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.596209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d43ac2d9-e8a3-49b2-b817-c47ea780196b req-160a574e-78d3-4f6e-9297-8da2f4b44f01 tempest-ServersOnMultiNodesTest-128544377 tempest-ServersOnMultiNodesTest-128544377-project] 10.222.0.54 "DELETE /v2.0/ports/560a7b26-768f-4d48-83f3-978a4eaf4dd3 HTTP/1.1" status: 204 len: 173 time: 2.3642211 Aug 03 19:08:53.621077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'name': 'network-vif-deleted', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:53.623369 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b987b10e-486c-41c5-a96b-8e0f6060ee25" -d '{"events": [{"server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "name": "network-vif-deleted", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:53.731554 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3533b39b-33e0-4441-96bd-c65e45035c75 x-openstack-request-id: req-3533b39b-33e0-4441-96bd-c65e45035c75 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:53.731554 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5503507-f948-446b-b4e3-a8542f1cdfc7", "name": "network-vif-deleted", "tag": "560a7b26-768f-4d48-83f3-978a4eaf4dd3", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:53.731554 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3533b39b-33e0-4441-96bd-c65e45035c75 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:53.731554 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5503507-f948-446b-b4e3-a8542f1cdfc7', 'name': 'network-vif-deleted', 'tag': '560a7b26-768f-4d48-83f3-978a4eaf4dd3', 'status': 'completed', 'code': 200} Aug 03 19:08:53.731554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:53.880745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91b29a-6868-4d97-a716-7712597c69d0 req-af27d61a-17af-4d2f-a204-e6f4484fb3e4 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:53.890856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa91b29a-6868-4d97-a716-7712597c69d0 req-af27d61a-17af-4d2f-a204-e6f4484fb3e4 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1919596 Aug 03 19:08:54.056201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c056971-57aa-431b-ad7b-1ee5d8458648 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:54.266645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 560a7b26-768f-4d48-83f3-978a4eaf4dd3 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:54.293621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 560a7b26-768f-4d48-83f3-978a4eaf4dd3 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:08:54.293979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 560a7b26-768f-4d48-83f3-978a4eaf4dd3 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:08:54.294395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:08:54.362315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7c056971-57aa-431b-ad7b-1ee5d8458648 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:08:54.391542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c056971-57aa-431b-ad7b-1ee5d8458648 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:54.391542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.600404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.642019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7c056971-57aa-431b-ad7b-1ee5d8458648, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c056971-57aa-431b-ad7b-1ee5d8458648,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:54.647884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:54.673938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-5aa8bc44-eb2d-42b8-b448-b7f8224d7c1c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.676519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-5aa8bc44-eb2d-42b8-b448-b7f8224d7c1c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.2811821 Aug 03 19:08:54.697836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:54.725791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:54.776795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.808038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa91b29a-6868-4d97-a716-7712597c69d0 req-b05ced21-2b3b-4e0f-a7d0-7bf5f96e152d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9162881 Aug 03 19:08:54.820315 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:08:54.837295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Deleting subnet ec5e6fb9-ce25-4183-8db1-03c4fd915e15 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:08:54.848349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.860965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:54.875790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.902005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f56273b-7a54-45f4-94e5-73f3b097d91b {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:54.920295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:08:54.941857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:54.975736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a80287-2c61-4731-90c4-ee150d76b329 req-f41013cd-ae29-4f8f-9187-996ff7dc96aa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:54.977253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6a80287-2c61-4731-90c4-ee150d76b329 req-f41013cd-ae29-4f8f-9187-996ff7dc96aa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 943 time: 0.8853734 Aug 03 19:08:55.067025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.133120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6a80287-2c61-4731-90c4-ee150d76b329 req-194fbbe8-96a1-4185-9bb7-e66896d92d1b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428015 Aug 03 19:08:55.147557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a2f78-302b-4ea0-9b87-e2f0110ae087 req-2837d74e-bd65-48bf-bcbd-23df5adfe371 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:55.149212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a37a2f78-302b-4ea0-9b87-e2f0110ae087 req-2837d74e-bd65-48bf-bcbd-23df5adfe371 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 932 time: 0.1861231 Aug 03 19:08:55.188536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.191850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:08:55.195626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.277743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:55.283845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f7077df-5fc8-4614-856e-9951b88b8870 req-d2bedc1e-8cf3-4a42-b394-6d4e06dc9926 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.0576968 Aug 03 19:08:55.291264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a37a2f78-302b-4ea0-9b87-e2f0110ae087 req-4c12c6a5-1206-44ba-8c4f-7a138024211d tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335201 Aug 03 19:08:55.294619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.331505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Transition to ACTIVE for port object 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:55.360478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.379815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] Transition to ACTIVE for port object 3f56273b-7a54-45f4-94e5-73f3b097d91b will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:55.391016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5e6fb9-ce25-4183-8db1-03c4fd915e15,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.396978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.402301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-709f487e-c52e-48ba-8805-c33d88c89574 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ec5e6fb9-ce25-4183-8db1-03c4fd915e15 HTTP/1.1" status: 204 len: 168 time: 1.8127034 Aug 03 19:08:55.402301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47502) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:55.419860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.13 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/097d7e13-e8bd-4007-b0a5-5e3405a8d0e2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:08:55.450933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.453684 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.544836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.550838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.598813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] No DVR routers for this DVR port 3f56273b-7a54-45f4-94e5-73f3b097d91b on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:08:55.617131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:55.667895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-7f242fd3-def1-470a-82d5-e161812a26e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1074452 Aug 03 19:08:55.688399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.699731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.715034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcf7d93-f88e-4ccc-a86a-25d5c2c92022']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:55.726169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Attempting to bind port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:55.726512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Attempting to bind port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:55.726842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Attempting to bind port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:55.732508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:55.732837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e21f2c3-44b6-45b3-9003-a1e9ef11d0da') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:08:55.741386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:55.741724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Attempting to bind port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b on network 1e45a7ee-b289-44a7-a539-8fcff07b1ce4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:55.748279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.762064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:55.762803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Checking segment: {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:55.763207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Bound using segment: {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:55.763687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Bound port: 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3355ebde-94b7-426f-b9dd-8f0c235676f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:55.764157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.774781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.804246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:08:55.805075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:08:55.807046 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:08:55.828793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:55.834826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c056971-57aa-431b-ad7b-1ee5d8458648 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:08:55.894624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160', '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:08:55.933425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47510) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:55.944388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:08:55.969631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:08:55.976103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:08:56.007714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.010524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:56.022783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:56.034559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c056971-57aa-431b-ad7b-1ee5d8458648 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:08:56.041259 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.046907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-c02fd011-0011-476d-8985-57c2bbc66b87 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.049246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-c02fd011-0011-476d-8985-57c2bbc66b87 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.1334422 Aug 03 19:08:56.052059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1812a-085e-41bb-a139-99d685fc2e97 req-8f646b01-9133-416c-a28a-9a36103026a5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.055700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.056333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.066625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdb1812a-085e-41bb-a139-99d685fc2e97 req-8f646b01-9133-416c-a28a-9a36103026a5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1540275 Aug 03 19:08:56.067798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.072816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.075197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] 10.222.0.67 "DELETE /v2.0/networks/2bcf7d93-f88e-4ccc-a86a-25d5c2c92022 HTTP/1.1" status: 204 len: 168 time: 0.6709249 Aug 03 19:08:56.122497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d954c9-0bd1-4e10-b538-312bf4e081ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2bcf7d93-f88e-4ccc-a86a-25d5c2c92022,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.122738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1bf9e4ce-4d40-4576-9a2f-23eda7bb4c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.128542 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-1bf9e4ce-4d40-4576-9a2f-23eda7bb4c50 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a&tenant_id=9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 1095 time: 0.0653913 Aug 03 19:08:56.143117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.202757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.203675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.205298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] 10.222.0.54 "PUT /v2.0/ports/472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 1092 time: 2.6370876 Aug 03 19:08:56.207105 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cd5f9af9-b7c6-4a5d-904a-3de92835e819 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5163498 Aug 03 19:08:56.214020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:56.218588 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cc0bf-31b8-4144-9e82-c07edd81db93" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:56.231080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Request body: {'port': {'device_id': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:08:56.263231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-5dabd6c3-32cb-4470-9c94-83b6efe111e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.264947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdb1812a-085e-41bb-a139-99d685fc2e97 req-071d460a-8550-4d33-a1e5-0fa387ff74ce tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844833 Aug 03 19:08:56.265103 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-5dabd6c3-32cb-4470-9c94-83b6efe111e6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1095 time: 0.1122046 Aug 03 19:08:56.346171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a529a-5b36-493b-ae31-c2cdfb61f22d service neutron] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:56.356630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9de6770d-5557-4160-bc88-79e2106262cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ae1649bb2374afa8437087d6eb4730f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167442 Aug 03 19:08:56.356630 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d54a19e-f563-413c-9d39-93d21021ceb9 x-openstack-request-id: req-3d54a19e-f563-413c-9d39-93d21021ceb9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:56.357197 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:56.357197 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d54a19e-f563-413c-9d39-93d21021ceb9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:56.357390 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'status': 'completed', 'code': 200} Aug 03 19:08:56.370315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47526) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:56.462161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439248c-bace-456f-a14f-351eedff7add req-e6a35861-fb71-40c7-848b-c6fb477a4e37 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.464727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b439248c-bace-456f-a14f-351eedff7add req-e6a35861-fb71-40c7-848b-c6fb477a4e37 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.1918583 Aug 03 19:08:56.469365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-72eae0bd-6f4b-441a-846a-f48c9b324178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.470997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-72eae0bd-6f4b-441a-846a-f48c9b324178 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1095 time: 0.0898652 Aug 03 19:08:56.505375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.545191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47530) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:56.554150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-f2295b07-8528-43eb-8ca5-516d40a899d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 217 time: 0.0566185 Aug 03 19:08:56.572467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.577595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b439248c-bace-456f-a14f-351eedff7add req-7876796d-dd72-49b5-abe8-0dfb65bad585 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Aug 03 19:08:56.625629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d68c2d3c-7da9-42fd-8be1-86563115040e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9590857ee8a34fd28ac8ea05031442f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791464 Aug 03 19:08:56.626023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.628232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-bca24e2b-96ea-4520-bad8-083ea66a3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.629532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47534) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:56.629769 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-bca24e2b-96ea-4520-bad8-083ea66a3485 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.3561318 Aug 03 19:08:56.663491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959396a-488f-446c-8c13-907e743540be req-259d2d90-ed1d-479b-9ffb-20c24f4e5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.666244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-259d2d90-ed1d-479b-9ffb-20c24f4e5dfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.1099179 Aug 03 19:08:56.711285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-bff4da52-05e3-49bd-bd02-982b1aca2496 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354583 Aug 03 19:08:56.773751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-4bafc747-8812-48b4-9d71-d50c467d3ae1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 200 len: 217 time: 0.1273439 Aug 03 19:08:56.846702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.911055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-d44a2c8e-6f1e-4618-9704-a5e42c1e14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.912547 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-d44a2c8e-6f1e-4618-9704-a5e42c1e14a2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1219544 Aug 03 19:08:56.955902 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-e4c8409f-3b37-4109-bb0f-1721e70c2875 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337081 Aug 03 19:08:56.960470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.982641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.983003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7dcaf-fac1-4bf5-b286-beb062c4cd69 req-6d4e696b-1e2a-4f3f-bf0a-f570fd303f93 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:56.985232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:56.988739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d303522d-1a93-48be-8c6f-1f6ef6f1aaa2 HTTP/1.1" status: 204 len: 168 time: 0.6149342 Aug 03 19:08:56.993655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc7dcaf-fac1-4bf5-b286-beb062c4cd69 req-6d4e696b-1e2a-4f3f-bf0a-f570fd303f93 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 932 time: 0.2439947 Aug 03 19:08:57.022539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-41889598-1219-4dee-937d-7b19dad80852 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026304 Aug 03 19:08:57.047056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa5fe5-80b9-4d49-87b0-2ac561788fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d303522d-1a93-48be-8c6f-1f6ef6f1aaa2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:57.048913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc32a6-384b-4e0b-9163-a4cad804ba34 req-a5887284-f28f-47c5-b185-e90db1493aaa tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.068464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6fc32a6-384b-4e0b-9163-a4cad804ba34 req-a5887284-f28f-47c5-b185-e90db1493aaa tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 944 time: 0.2776759 Aug 03 19:08:57.111363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-f68f4f2e-be63-4f9f-8a13-3c4a3dfc9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.112933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-f68f4f2e-be63-4f9f-8a13-3c4a3dfc9545 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1096 time: 0.2411690 Aug 03 19:08:57.132025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:08:57.139117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-c10267b3-4a2c-48eb-9d9a-d8e217d39a90 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755946 Aug 03 19:08:57.143361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.203440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Transition to ACTIVE for port object 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:08:57.248361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-5d91ffb1-6c6c-4df1-a6f1-7d10be4ede34 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008785 Aug 03 19:08:57.276276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc7dcaf-fac1-4bf5-b286-beb062c4cd69 req-8f3bea6a-588c-4d61-bd82-4fc9826e32f5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681494 Aug 03 19:08:57.292195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.317058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6fc32a6-384b-4e0b-9163-a4cad804ba34 req-7a82cc4b-944d-4b49-b705-d4a11d7578e0 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452166 Aug 03 19:08:57.386348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Pushing event updated for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:57.388252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7959396a-488f-446c-8c13-907e743540be req-e6d49d77-7b29-405c-8af9-f829507a8ec0 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471696 Aug 03 19:08:57.410939 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.414282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.417888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01e48e53-8508-498e-9b20-3375339ec5d0 HTTP/1.1" status: 204 len: 168 time: 0.7857335 Aug 03 19:08:57.424595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-7ff37781-355c-403d-9b32-984a83210b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.428229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-7ff37781-355c-403d-9b32-984a83210b8f service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.2812397 Aug 03 19:08:57.501638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79698a17-d7dd-47e9-93cb-08a0772e44f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e48e53-8508-498e-9b20-3375339ec5d0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:57.521626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Attempting to bind port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:08:57.523006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Attempting to bind port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:08:57.523006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Attempting to bind port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:57.531641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:08:57.531968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Attempting to bind port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:08:57.544486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:08:57.545038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:08:57.545468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:08:57.545871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Bound port: 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:08:57.546240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.615860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3733f8-4060-48f5-8fd5-f980cb000771 req-2f85c5cd-652c-4dc8-9e22-98879ad9c940 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.617835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee3733f8-4060-48f5-8fd5-f980cb000771 req-2f85c5cd-652c-4dc8-9e22-98879ad9c940 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1828516 Aug 03 19:08:57.658695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-d80582a4-882a-408f-807f-88555bbd356e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 1001 time: 0.1703324 Aug 03 19:08:57.713300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:57.717657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:08:57.761020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-cd0ccada-7c98-4b82-8135-fb1c638e603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.762650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-cd0ccada-7c98-4b82-8135-fb1c638e603d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1095 time: 0.1759760 Aug 03 19:08:57.839748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.858686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee3733f8-4060-48f5-8fd5-f980cb000771 req-7df2c16d-44dc-4b26-b0f6-bbfb2b1c827b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197828 Aug 03 19:08:57.863642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-19f1e4e6-8a46-4904-8c27-6e3da62335e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.865793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-19f1e4e6-8a46-4904-8c27-6e3da62335e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.1958354 Aug 03 19:08:57.954305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.955805 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:57.957785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] 10.222.0.77 "PUT /v2.0/ports/097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 HTTP/1.1" status: 200 len: 1092 time: 1.7417967 Aug 03 19:08:57.958644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:08:57.961280 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea6c562-052f-4f53-a5cd-f9cf095c33f2" -d '{"events": [{"name": "network-changed", "server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:08:57.961662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-481278a9-5a24-44a9-ab5c-1a09513d6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.964513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-481278a9-5a24-44a9-ab5c-1a09513d6ff1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881624 Aug 03 19:08:57.967246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-a26c1bf4-1c38-4b54-b6c8-fbd6cc1df538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:57.968681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-a26c1bf4-1c38-4b54-b6c8-fbd6cc1df538 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.1926141 Aug 03 19:08:58.015462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-304757fb-47a9-48b3-b87c-0b0745c8a1f1 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.017777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-304757fb-47a9-48b3-b87c-0b0745c8a1f1 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1095 time: 0.2176437 Aug 03 19:08:58.018955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88455aa-4d70-4597-8000-f65af7248e31 service neutron] Pushing event updated for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:58.042575 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fa0c2a-92e0-406c-814d-a97bdf620f11 x-openstack-request-id: req-42fa0c2a-92e0-406c-814d-a97bdf620f11 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:08:58.051693 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:08:58.056972 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42fa0c2a-92e0-406c-814d-a97bdf620f11 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:08:58.058109 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2', 'status': 'completed', 'code': 200} Aug 03 19:08:58.112108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.190528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-f55f3483-1c02-4125-807f-dbb85629afd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 217 time: 0.1988428 Aug 03 19:08:58.274425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1ce4db21-dbe7-4ad8-94c3-546ff9eadaf0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac83384dacf34acea359b41a5573ece8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588285 Aug 03 19:08:58.290410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-fdff9100-4b87-4c9d-a5e3-00bcb3de1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.293586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-fdff9100-4b87-4c9d-a5e3-00bcb3de1cff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 1095 time: 0.1639891 Aug 03 19:08:58.297679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47556) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:58.360468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedda74a-fe71-4091-a72a-86c7f4e80350 req-f94b016f-3c85-4ec4-a79d-474ce324c5ed tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.368968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cedda74a-fe71-4091-a72a-86c7f4e80350 req-f94b016f-3c85-4ec4-a79d-474ce324c5ed tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.6226993 Aug 03 19:08:58.387666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-96df0dad-bee4-4b10-8fab-5764965b9fca service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128985 Aug 03 19:08:58.392772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-df701128-86d1-4a89-8b94-a5c4d89deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.394701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-df701128-86d1-4a89-8b94-a5c4d89deae8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.1832099 Aug 03 19:08:58.481512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-889609a0-3ee2-440f-a671-189ab72427e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.485562 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-889609a0-3ee2-440f-a671-189ab72427e1 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=870f77c215764a02aafa5f9984f6678d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1662722 Aug 03 19:08:58.631377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-f6b657ae-947b-40f0-a864-3df040654ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.633410 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bea6c562-052f-4f53-a5cd-f9cf095c33f2 req-f6b657ae-947b-40f0-a864-3df040654ea0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393411 Aug 03 19:08:58.771862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cff45ad3-af86-4075-89ce-c34c893318c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.774293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-cff45ad3-af86-4075-89ce-c34c893318c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 1095 time: 0.0785277 Aug 03 19:08:58.862991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-52995cf4-f4cd-4678-b455-7885409e199a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 HTTP/1.1" status: 200 len: 217 time: 0.0801456 Aug 03 19:08:58.927617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-f4ca18eb-1bf6-4438-b376-e29ef79e9c0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4881692 Aug 03 19:08:58.941689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-85fb6f96-eca4-4074-9219-3476197a29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:58.943964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-85fb6f96-eca4-4074-9219-3476197a29d0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0727077 Aug 03 19:08:58.946669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cedda74a-fe71-4091-a72a-86c7f4e80350 req-1c8e4419-9f7f-4a69-a28b-edada142d830 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768542 Aug 03 19:08:59.030087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-43b47f8e-292b-466f-859b-cc3fd8114e51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764797 Aug 03 19:08:59.064230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-cf345f7b-acdb-4519-871f-82d6f20cc8ac service neutron] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:08:59.082136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-cf345f7b-acdb-4519-871f-82d6f20cc8ac service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.083955 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b38e7e9b-f655-4899-b070-e114db3ea2d0 req-cf345f7b-acdb-4519-871f-82d6f20cc8ac service neutron] 10.222.0.77 "DELETE /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 1.0522842 Aug 03 19:08:59.129430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73d971-0f4b-45d5-8e46-482d6d835cbf req-3cb91e4e-f37c-4dcb-a5be-34341d9b4c91 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.131001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c73d971-0f4b-45d5-8e46-482d6d835cbf req-3cb91e4e-f37c-4dcb-a5be-34341d9b4c91 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 944 time: 0.7147884 Aug 03 19:08:59.139971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.165816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c51a2945-fe45-43c6-a6ba-65598f44c35c req-32cefe94-a217-4186-b180-b7ce8b4a1e51 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505963 Aug 03 19:08:59.220873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-122d4333-07ca-4900-ab1b-0a511b0d038d service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803507 Aug 03 19:08:59.225343 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-5a29d66c-0e70-44d3-937b-24a3fd2d3c9e service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818490 Aug 03 19:08:59.226341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.237295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e88ff0-43d2-481a-bb03-5efd38c592af req-34f6b993-e76e-4299-a9a6-04c7275cf50a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.239128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7e88ff0-43d2-481a-bb03-5efd38c592af req-34f6b993-e76e-4299-a9a6-04c7275cf50a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 944 time: 0.1885886 Aug 03 19:08:59.292689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c73d971-0f4b-45d5-8e46-482d6d835cbf req-64a810de-2491-4324-8720-38253426e9d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484234 Aug 03 19:08:59.382459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e401416-a8fb-44aa-933b-1e33639e01b3 req-1234fe67-9f94-4b1d-aa5e-472d12ec8e25 service neutron] 10.222.0.77 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485209 Aug 03 19:08:59.452382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7e88ff0-43d2-481a-bb03-5efd38c592af req-2b09850f-26c3-41b6-ac08-8a481e7108f1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964333 Aug 03 19:08:59.516204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f8cc0bf-31b8-4144-9e82-c07edd81db93 req-f20420f4-7908-40ab-b399-9c6af1bf5ab5 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612352 Aug 03 19:08:59.572635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd817e5a-2428-492a-b1db-6a925e550166 req-76908960-ac3a-4430-bbf5-fb60c084e5a0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.574258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd817e5a-2428-492a-b1db-6a925e550166 req-76908960-ac3a-4430-bbf5-fb60c084e5a0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1284394 Aug 03 19:08:59.612135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c1dc6-1a85-4da4-b228-59ca7baee3f2 req-e9db61e2-92c6-4291-a7b9-2de68d59084f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:08:59.615038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a7c1dc6-1a85-4da4-b228-59ca7baee3f2 req-e9db61e2-92c6-4291-a7b9-2de68d59084f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.0930908 Aug 03 19:08:59.679752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd817e5a-2428-492a-b1db-6a925e550166 req-995f9451-0a7c-4e0f-8a6d-763f5b5aca4c tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829570 Aug 03 19:08:59.679871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47586) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:08:59.685804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a7c1dc6-1a85-4da4-b228-59ca7baee3f2 req-5025453b-9b34-4a44-9f28-48df61897c4f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621121 Aug 03 19:08:59.725482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.728158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:08:59.730205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77b2b5ef-077b-43c4-a081-6037786db127 HTTP/1.1" status: 204 len: 168 time: 1.4218123 Aug 03 19:08:59.739859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa78f09-8396-4c3b-b1c4-d57452b6b954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b2b5ef-077b-43c4-a081-6037786db127,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:08:59.830176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-483146008-network', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:00.005285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:00.007993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.019948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.087304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50bdd0-6760-4e72-8b8a-9cdf656b790d req-ffa7946b-df88-4189-afbd-cdfab1819059 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.089014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f50bdd0-6760-4e72-8b8a-9cdf656b790d req-ffa7946b-df88-4189-afbd-cdfab1819059 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.0609219 Aug 03 19:09:00.137171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f50bdd0-6760-4e72-8b8a-9cdf656b790d req-708484c1-5494-4c6d-9c74-a676355a6d29 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Aug 03 19:09:00.158850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.234608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.257990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:00.292252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:00.319504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:00.325208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.325573 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Added segment bc5eaa9c-65e5-4e12-8b9e-788771114786 of type vlan for network b853f026-8f01-4e66-9d98-1bb42d4ffa53 Aug 03 19:09:00.363487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138a25b-8d51-41f9-8392-03173b261d8c req-3e55d0ca-a9cc-4d41-a89a-4f7c5916d3e0 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.374328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0138a25b-8d51-41f9-8392-03173b261d8c req-3e55d0ca-a9cc-4d41-a89a-4f7c5916d3e0 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1095 time: 0.1201959 Aug 03 19:09:00.427556 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.428344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:00.442464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'network_id': '1e45a7ee-b289-44a7-a539-8fcff07b1ce4', 'port_id': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'mac_address': 'fa:16:3e:44:6c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b29615-9ead-4589-9cc3-5aecb68d8650', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:00.456202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0138a25b-8d51-41f9-8392-03173b261d8c req-036b16a5-4d9d-40c6-b479-8f0dadbb2897 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804307 Aug 03 19:09:00.493964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.511386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab432f3a-41b1-4957-8c3e-2ff3a004f361 req-4179bdb8-922b-4c22-be74-4207d7e29430 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.517357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab432f3a-41b1-4957-8c3e-2ff3a004f361 req-4179bdb8-922b-4c22-be74-4207d7e29430 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 944 time: 0.0823421 Aug 03 19:09:00.517527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:00.540921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:00.570941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.573817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.580391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.582422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab432f3a-41b1-4957-8c3e-2ff3a004f361 req-98607f10-04d7-4bac-92d2-5a51fdc69359 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Aug 03 19:09:00.639940 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.661768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] Pushing event updated for resources: {'Network': ['ID=b853f026-8f01-4e66-9d98-1bb42d4ffa53,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:00.690348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:00.723768 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fc271a1f-e93d-4b70-82f6-717db516fde3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0397034 Aug 03 19:09:00.724602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47624) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:00.734260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Request body: {'subnet': {'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-483146008-subnet', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:00.753118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faa209-0367-4e33-815f-db3e184e0d17 req-ccf54057-5e20-49d4-93a8-637f9f92e447 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.754378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41faa209-0367-4e33-815f-db3e184e0d17 req-ccf54057-5e20-49d4-93a8-637f9f92e447 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 945 time: 0.1003146 Aug 03 19:09:00.772043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:00.793672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa9385-f386-49a4-8d58-d501bf0b77f3 req-6ec60bb6-c8c8-4283-97a6-b168ed751481 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:00.796486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaaa9385-f386-49a4-8d58-d501bf0b77f3 req-6ec60bb6-c8c8-4283-97a6-b168ed751481 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 1095 time: 0.1226673 Aug 03 19:09:00.857680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:00.860041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:00.861868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41faa209-0367-4e33-815f-db3e184e0d17 req-13867a45-612d-4c6d-8bc2-ff2f8a2b18e5 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Aug 03 19:09:00.958525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:01.118563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87430f-2ecc-407f-8fca-ae3cf775451a req-e4655c8a-e4a3-4472-b899-201817f854dc tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.128770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db87430f-2ecc-407f-8fca-ae3cf775451a req-e4655c8a-e4a3-4472-b899-201817f854dc tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.0787430 Aug 03 19:09:01.214070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db87430f-2ecc-407f-8fca-ae3cf775451a req-8c2dbcda-04e8-497b-9051-0fc00ca81962 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826635 Aug 03 19:09:01.233974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.261329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:01.346855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaaa9385-f386-49a4-8d58-d501bf0b77f3 req-0fbb1c7f-9b7d-48f7-8e2e-83789209f4c8 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317960 Aug 03 19:09:01.365578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:01.400273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:01.400690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Network hostable DHCP agents. Network: b853f026-8f01-4e66-9d98-1bb42d4ffa53, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:01.435270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15482cd5-6206-484b-9264-9d7149c1b037 req-9f81c1b1-4264-49f1-954f-6c0e3e0797d3 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.438001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15482cd5-6206-484b-9264-9d7149c1b037 req-9f81c1b1-4264-49f1-954f-6c0e3e0797d3 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1084094 Aug 03 19:09:01.473096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-network', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:01.509586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15482cd5-6206-484b-9264-9d7149c1b037 req-a2bd7ce5-71be-41af-ae67-78522da86557 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615196 Aug 03 19:09:01.514826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:01.633243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Made reservation on behalf of eb0c86e6b3684b67af96982ec21a2424 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:01.633243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.642114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.663377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b853f026-8f01-4e66-9d98-1bb42d4ffa53) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:01.668155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.670151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.673988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c7312-4e93-43c9-80f5-7c2b257b2c8f None None] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:01.758647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef3e6-b9fa-4f07-b07d-6d7e5e1be5d7 req-565718a3-92aa-4b07-afd3-bcbfee551ad9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:01.766282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b83ef3e6-b9fa-4f07-b07d-6d7e5e1be5d7 req-565718a3-92aa-4b07-afd3-bcbfee551ad9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 944 time: 0.0991993 Aug 03 19:09:01.839491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:01.841055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.846752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b83ef3e6-b9fa-4f07-b07d-6d7e5e1be5d7 req-17a9aec3-d176-4743-b0b7-5bbbff1a0e5a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795176 Aug 03 19:09:01.864104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.937511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.960875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:01.979537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868cfb86-e7ea-4983-90b6-1b8f088aff99,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:01.984621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:01.984994 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Added segment 4390fd50-7a20-4f86-98db-8a403e2e056e of type vlan for network 179621d0-5e14-4201-aa85-cc90f516167c Aug 03 19:09:02.049646 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f6ce3479-0bc6-4dc2-a08b-92d2514d8e67 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3233595 Aug 03 19:09:02.053338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47666) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:02.058753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:02.154535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Allocated IP 172.20.0.2 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/9d2a30ff-c047-40e1-b598-0b1cc751b8ef) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:02.161401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.176941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf61ea-9984-4d7c-a657-519ab16d72c0 req-0593999c-ab9f-4a6a-9b2e-9662353485a1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.185278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0cf61ea-9984-4d7c-a657-519ab16d72c0 req-0593999c-ab9f-4a6a-9b2e-9662353485a1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 945 time: 0.2068801 Aug 03 19:09:02.211727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.213776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.261995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0cf61ea-9984-4d7c-a657-519ab16d72c0 req-150d24a3-f82b-4a3c-9b6f-f1ced50e9b1f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731568 Aug 03 19:09:02.271949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:02.301586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.347313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.348320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.349321 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.366785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.378958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Transition to ACTIVE for port object 9d2a30ff-c047-40e1-b598-0b1cc751b8ef will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:02.400159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Transition to ACTIVE for port object 9d2a30ff-c047-40e1-b598-0b1cc751b8ef will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:02.416583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] Pushing event updated for resources: {'Network': ['ID=179621d0-5e14-4201-aa85-cc90f516167c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.435829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 179621d0-5e14-4201-aa85-cc90f516167c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:02.488453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:02.495972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:02.496388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.525666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89d5eeec-a985-4acf-969b-e66a8125e140 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2560692 Aug 03 19:09:02.529536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47668) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:02.529741 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.540388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Request body: {'subnet': {'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-subnet', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:02.603339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:02.612312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:02.614910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:02.627701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.630683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Pushing event updated for resources: {'Port': ['ID=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:02.691142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Made reservation on behalf of eb0c86e6b3684b67af96982ec21a2424 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:02.693622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.803715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669a6e3-98c3-49fd-872d-9768d4ead0b5 req-5186dfa6-9b83-4b60-8e25-04a5adf5e7ea tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:02.811492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7669a6e3-98c3-49fd-872d-9768d4ead0b5 req-5186dfa6-9b83-4b60-8e25-04a5adf5e7ea tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.1495085 Aug 03 19:09:02.903711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7669a6e3-98c3-49fd-872d-9768d4ead0b5 req-647dbba1-ee75-47fe-96a0-43763c9cdb46 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851669 Aug 03 19:09:02.923540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:02.979753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Attempting to bind port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:02.980547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Attempting to bind port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:02.981808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Attempting to bind port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:02.990867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:02.991664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:02.992334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:02.992998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:02.993983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Bound port: 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:02.994623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.026120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.137982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873575e-aafe-4767-8767-8a015a57b108 req-691a17b4-87a5-4a9a-a462-91f8a2b9a49e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.140304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d873575e-aafe-4767-8767-8a015a57b108 req-691a17b4-87a5-4a9a-a462-91f8a2b9a49e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 944 time: 0.0826643 Aug 03 19:09:03.145981 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.174373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.189535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:03.192904 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a514e71f-6c02-44e9-8526-06668c2ceb4b" -d '{"events": [{"server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "name": "network-vif-plugged", "status": "completed", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:03.226841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:03.231783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d873575e-aafe-4767-8767-8a015a57b108 req-94b7ed7f-5ed5-4ba6-9e2b-298a13f9515f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755720 Aug 03 19:09:03.243817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.268162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] For port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:03.273961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] For port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:03.280356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.281454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:03.298642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2', 'mac_address': 'fa:16:3e:2a:62:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae6d83d-c7f4-41ef-9976-1102e30a2482 x-openstack-request-id: req-2ae6d83d-c7f4-41ef-9976-1102e30a2482 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "name": "network-vif-plugged", "status": "completed", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ae6d83d-c7f4-41ef-9976-1102e30a2482 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'code': 200} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.389572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.420345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.468478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:03.520787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91f1cc60-4673-4f3f-a5fa-157a4febec5d,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.535265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Allocated IP 172.25.2.250 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/1011444c-9da7-4113-899a-1ad028b9637d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:03.552904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:03.564009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54bf08-eced-42d8-84a0-bfa91cf35d03 req-246cfa10-a3dd-4b08-9453-e01d3180afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.567518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e54bf08-eced-42d8-84a0-bfa91cf35d03 req-246cfa10-a3dd-4b08-9453-e01d3180afe7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1097 time: 0.1135342 Aug 03 19:09:03.578378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e32622-7721-4bd2-98f5-16a06e4e907c req-898ef62e-aa61-45e0-ae3b-e500bc8b8c58 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.587026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.587736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65e32622-7721-4bd2-98f5-16a06e4e907c req-898ef62e-aa61-45e0-ae3b-e500bc8b8c58 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 946 time: 0.1804836 Aug 03 19:09:03.657310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.658959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Checking segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:03.659589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Network hostable DHCP agents. Network: 179621d0-5e14-4201-aa85-cc90f516167c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:03.678927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e54bf08-eced-42d8-84a0-bfa91cf35d03 req-518665ae-6eb6-478c-b3d9-2fe85aed512d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Aug 03 19:09:03.712830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ea840-2f0e-469f-8a5a-d991a515d20e None None] Pushing event updated for resources: {'Port': ['ID=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.729560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65e32622-7721-4bd2-98f5-16a06e4e907c req-5d8db0cb-1e2d-4fc4-8715-354c83d68477 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408045 Aug 03 19:09:03.778308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Network 179621d0-5e14-4201-aa85-cc90f516167c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:03.856705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:03.862198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 179621d0-5e14-4201-aa85-cc90f516167c) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:03.872855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:03.873704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:03.892744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f1986-6b0b-48a5-bca2-dfccddf85eea None None] Network 179621d0-5e14-4201-aa85-cc90f516167c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:03.985644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c645fc45-bf21-40b9-bff3-16cc91754e8e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4519429 Aug 03 19:09:03.985932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47684) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:03.990926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:04.047202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['097d7e13-e8bd-4007-b0a5-5e3405a8d0e2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:04.183317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401d81d-be0d-423b-aeac-38b9178d0211 req-f6f7897b-ec3b-493a-b781-31ef1e3d6bdb tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.191522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8401d81d-be0d-423b-aeac-38b9178d0211 req-f6f7897b-ec3b-493a-b781-31ef1e3d6bdb tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.1968200 Aug 03 19:09:04.213127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.214214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.250154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-179621d0-5e14-4201-aa85-cc90f516167c', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:04.251440 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.479372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-768998e5-30a8-4855-9faa-1c4d4ad03271 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.481553 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-768998e5-30a8-4855-9faa-1c4d4ad03271 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.77 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.1510561 Aug 03 19:09:04.487750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.627491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8401d81d-be0d-423b-aeac-38b9178d0211 req-e6107f24-32fa-4957-a68b-61b3755b66dd tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4139693 Aug 03 19:09:04.639670 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.679757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Deleting port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:04.680397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.701825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63c5ff-cce0-4b80-a7fb-23913c3e562e req-d5cfe608-deab-4d9c-aea6-5b09096a2cd4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:04.705414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab63c5ff-cce0-4b80-a7fb-23913c3e562e req-d5cfe608-deab-4d9c-aea6-5b09096a2cd4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 945 time: 0.3285155 Aug 03 19:09:04.754961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:04.768595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Allocated IP 172.20.0.2 (179621d0-5e14-4201-aa85-cc90f516167c/91f1cc60-4673-4f3f-a5fa-157a4febec5d/feb7c94d-9b17-4165-a056-9f351b4f0455) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:04.836323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:04.844356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:04.857346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:04.908590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Pushing event updated for resources: {'Port': ['ID=1011444c-9da7-4113-899a-1ad028b9637d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:04.965262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] For port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:04.965810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.121525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab63c5ff-cce0-4b80-a7fb-23913c3e562e req-afff5344-1091-4548-9ec5-2b70874255a6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042723 Aug 03 19:09:05.180391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.224841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8c732b-54f3-4ce6-bdf5-c3b24aef2329 None None] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:05.270782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c36763-0a48-4635-b242-622f26c36fc0 req-4385f7e8-ee1b-4c53-bde2-804c966f554f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.276428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.278453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2c36763-0a48-4635-b242-622f26c36fc0 req-4385f7e8-ee1b-4c53-bde2-804c966f554f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 946 time: 0.2519460 Aug 03 19:09:05.352138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Transition to ACTIVE for port object feb7c94d-9b17-4165-a056-9f351b4f0455 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:05.390277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Transition to ACTIVE for port object feb7c94d-9b17-4165-a056-9f351b4f0455 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:05.420702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-381938ab-db93-49b1-96fe-362fb009dfb8 None None] Provisioning for port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:05.439592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2c36763-0a48-4635-b242-622f26c36fc0 req-edde8a9d-656a-4e27-9572-8d3ca5ff510c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223977 Aug 03 19:09:05.542392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.612467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Network 179621d0-5e14-4201-aa85-cc90f516167c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:05.624823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Pushing event updated for resources: {'Port': ['ID=feb7c94d-9b17-4165-a056-9f351b4f0455,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:05.625092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.633975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.634602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.636407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:05.639756 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Floating IP 5553947a-825a-47e9-86b0-c195b0ef1480 disassociated. External IP: 172.25.2.136, port: f8d9d65b-4fa7-48c5-a9b6-f472ca75c446. Aug 03 19:09:05.639952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Calling delete_port for f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:05.654171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.655844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.686980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:05.852203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Attempting to bind port feb7c94d-9b17-4165-a056-9f351b4f0455 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:05.852622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Attempting to bind port feb7c94d-9b17-4165-a056-9f351b4f0455 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:05.852965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Attempting to bind port feb7c94d-9b17-4165-a056-9f351b4f0455 on network 179621d0-5e14-4201-aa85-cc90f516167c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:05.862732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:05.863153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Checking segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:05.863516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.863898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Bound using segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:05.864383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Bound port: feb7c94d-9b17-4165-a056-9f351b4f0455, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:05.864797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:05.945495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d2a30ff-c047-40e1-b598-0b1cc751b8ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:05.963005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Allocated IP 172.25.2.253 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/9d1f680e-db3e-4974-83e5-be9e5c5b6a7f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:05.985687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa68286-7f51-458e-bbf3-ff5bfd5dcbad req-38cd6218-1432-4212-a0cd-c51c915c9f10 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:05.990850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa68286-7f51-458e-bbf3-ff5bfd5dcbad req-38cd6218-1432-4212-a0cd-c51c915c9f10 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 946 time: 0.2041988 Aug 03 19:09:06.070629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] For port feb7c94d-9b17-4165-a056-9f351b4f0455, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:06.154653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:06.159064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:06.159467 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.227570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa68286-7f51-458e-bbf3-ff5bfd5dcbad req-820bfa1d-056b-4efa-9de6-140366131f9b tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3bbfade-3502-4d69-8fc2-0eeb80b82bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064033 Aug 03 19:09:06.372891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] For port feb7c94d-9b17-4165-a056-9f351b4f0455, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=feb7c94d-9b17-4165-a056-9f351b4f0455,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:06.405683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.407730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e78004b9-30a7-4f53-a057-c988de3d4e53 None None] Provisioning complete for port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:06.408335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e78004b9-30a7-4f53-a057-c988de3d4e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.425766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf13e1a-4867-4155-bbbd-9e20d806ab3e req-886fa1e3-4004-4fc6-952d-02e72cedf419 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:06.427383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abf13e1a-4867-4155-bbbd-9e20d806ab3e req-886fa1e3-4004-4fc6-952d-02e72cedf419 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 945 time: 0.1698956 Aug 03 19:09:06.430611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.439582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.458194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.484165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.499842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abf13e1a-4867-4155-bbbd-9e20d806ab3e req-4afc75e5-2062-41f7-8c6d-37ce82a2ad3d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650632 Aug 03 19:09:06.590786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event deleted for resources: {'Port': ['ID=f8d9d65b-4fa7-48c5-a9b6-f472ca75c446,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:06.608690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.609644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.610097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.610543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.611413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.612271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.613661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.614529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.614967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.615402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.616161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.616602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.662229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.676849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e78004b9-30a7-4f53-a057-c988de3d4e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:06.716221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:06.805380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:06.826356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:06.845747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:06.848917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:06.868133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c1e9f-4fc1-4d76-a9cf-b47ed188b9ed None None] Pushing event updated for resources: {'Port': ['ID=feb7c94d-9b17-4165-a056-9f351b4f0455,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:06.869240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b594eb4-feb6-4674-93a9-891ea7e8f7ce req-8ff4b3b2-d2a8-4f77-bbd2-da3a500448c1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:06.870546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b594eb4-feb6-4674-93a9-891ea7e8f7ce req-8ff4b3b2-d2a8-4f77-bbd2-da3a500448c1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 946 time: 0.2911270 Aug 03 19:09:06.920943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Pushing event updated for resources: {'Port': ['ID=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:06.957593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.957941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.958336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.958723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.959058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.959392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.959718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.960039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.961262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.961469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.961711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.962029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:06.976014 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.010220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:07.113814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:07.178778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:07.181067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.335267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b594eb4-feb6-4674-93a9-891ea7e8f7ce req-b0b8d7c8-1dd4-4a7a-a7fa-f0086f5a2902 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229612 Aug 03 19:09:07.344360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Router 627ddb34-3e4a-4144-896b-d3dcb5dd844e is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:07.438083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:07.444597 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-e78004b9-30a7-4f53-a057-c988de3d4e53 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:07.445549 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-e78004b9-30a7-4f53-a057-c988de3d4e53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:07.482974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Sync routers for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:07.548133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:07.569106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] No DVR routers for this DVR port f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:07.574327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.579477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-70005ded-b6a4-450b-966d-9b8709c394c3 req-0a181f35-7de6-4972-bf8a-dda59271cc27 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.77 "DELETE /v2.0/ports/f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 HTTP/1.1" status: 204 len: 173 time: 3.0884881 Aug 03 19:09:07.580406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:07.581640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:07.584364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.602893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'name': 'network-vif-deleted', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:07.605653 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817c3bb-df2a-40ce-a3ad-b96b3172aa3a" -d '{"events": [{"server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "name": "network-vif-deleted", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:07.650507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.690716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:07.694168 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b616445-109a-42da-b2c4-546ce38e484b" -d '{"events": [{"server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "name": "network-vif-plugged", "status": "completed", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:07.721150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:07.811586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:07.839670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Sync routers for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:07.898951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:07.907037 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:07.911998 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:07.957817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33f077b3-db77-43e5-8aff-673651d9fb6a req-c6cf0f07-7110-448e-88d4-b06df14adc3b tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/ports?device_id=34d0cfa3-baf7-4c3c-9909-978ba3e8938d HTTP/1.1" status: 200 len: 210 time: 0.5315704 Aug 03 19:09:08.022876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:08.032269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d10f5b68-264c-4ed8-9cd7-2695022fcae6 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9733489 Aug 03 19:09:08.032269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47722) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:08.269315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device feb7c94d-9b17-4165-a056-9f351b4f0455 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:08.339349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:08.347473 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:08.400835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-f9a6db04-954c-4636-bf82-82c2e058b7c9 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1819827722&fields=id&tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 267 time: 0.4804187 Aug 03 19:09:08.525417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:08.842298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:05Z', 'revision_number': 3, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:08.886913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faf8ab1-31eb-4d65-9a1f-6a81fc64e709 None None] Network 179621d0-5e14-4201-aa85-cc90f516167c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:08.893301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:08.956369 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Checking router: 627ddb34-3e4a-4144-896b-d3dcb5dd844e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:08.962551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Updating router 627ddb34-3e4a-4144-896b-d3dcb5dd844e port 1011444c-9da7-4113-899a-1ad028b9637d binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:09.048426 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.055685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725651c7-7faa-413a-8a2a-f4ec51edd489 req-b1144d32-0e87-4751-9c95-d8ce0191c89e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:09.059687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-725651c7-7faa-413a-8a2a-f4ec51edd489 req-b1144d32-0e87-4751-9c95-d8ce0191c89e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.8424637 Aug 03 19:09:09.134719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-f14d0df2-8552-498b-83e6-00073f85c751 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:09.145424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-f14d0df2-8552-498b-83e6-00073f85c751 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 946 time: 0.7436531 Aug 03 19:09:09.152075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'security_groups': ['e3c64fb2-7155-4294-97fa-145651f4cc75', 'd5525e18-64e9-4b6f-a994-933cd64ed6fe']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:09.188781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.220520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:09.220520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d9d65b-4fa7-48c5-a9b6-f472ca75c446 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:09.470829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port feb7c94d-9b17-4165-a056-9f351b4f0455 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:09.481894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-725651c7-7faa-413a-8a2a-f4ec51edd489 req-ec5003f0-92de-4e73-9203-ff4354626e9a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998182 Aug 03 19:09:09.508975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Provisioning for port feb7c94d-9b17-4165-a056-9f351b4f0455 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:09.539390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port feb7c94d-9b17-4165-a056-9f351b4f0455 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:09.540376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.549422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.626927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.644865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Provisioning complete for port feb7c94d-9b17-4165-a056-9f351b4f0455 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:09.645257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.702934 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b5e9db-1865-465b-b282-f35aa2955f08 x-openstack-request-id: req-c2b5e9db-1865-465b-b282-f35aa2955f08 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:09.703340 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d0cfa3-baf7-4c3c-9909-978ba3e8938d", "name": "network-vif-deleted", "tag": "f8d9d65b-4fa7-48c5-a9b6-f472ca75c446", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:09.703741 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c2b5e9db-1865-465b-b282-f35aa2955f08 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:09.706869 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d0cfa3-baf7-4c3c-9909-978ba3e8938d', 'name': 'network-vif-deleted', 'tag': 'f8d9d65b-4fa7-48c5-a9b6-f472ca75c446', 'status': 'completed', 'code': 200} Aug 03 19:09:09.753219 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b2a98b-800f-4834-ab8b-387667270ddf x-openstack-request-id: req-15b2a98b-800f-4834-ab8b-387667270ddf {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:09.753658 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "name": "network-vif-plugged", "status": "completed", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:09.753945 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-15b2a98b-800f-4834-ab8b-387667270ddf {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:09.754606 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2', 'code': 200} Aug 03 19:09:09.786541 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:09.814717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:09.851597 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Transition to ACTIVE for port object 1011444c-9da7-4113-899a-1ad028b9637d will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:09.955993 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.040383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:10.086724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Pushing event updated for resources: {'Port': ['ID=1011444c-9da7-4113-899a-1ad028b9637d,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:10.122182 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.122632 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.123080 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.123703 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.124521 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.124778 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.125985 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.125985 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.125985 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.126375 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.127030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.127586 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:10.213589 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Attempting to bind port 1011444c-9da7-4113-899a-1ad028b9637d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:10.222900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Attempting to bind port 1011444c-9da7-4113-899a-1ad028b9637d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:10.227241 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Attempting to bind port 1011444c-9da7-4113-899a-1ad028b9637d on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:10.261943 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:10.261943 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:10.265206 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.267684 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:10.273516 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Bound port: 1011444c-9da7-4113-899a-1ad028b9637d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:10.274761 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.318678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.388231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.391344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.397376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Checking router: 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:10.460636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:10.461319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.498561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:10.521313 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] For port 1011444c-9da7-4113-899a-1ad028b9637d, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:10.559937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Sync routers for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:10.591073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] For port feb7c94d-9b17-4165-a056-9f351b4f0455, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=feb7c94d-9b17-4165-a056-9f351b4f0455,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:10.658835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:10.658835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:10.679185 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] For port 1011444c-9da7-4113-899a-1ad028b9637d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1011444c-9da7-4113-899a-1ad028b9637d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:10.685394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:10.712696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.717942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8e1a72db-812f-4881-8802-4ee019326494 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7274582 Aug 03 19:09:10.726035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:10.783861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.843095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.905892 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.928937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:10.984329 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cba06-a367-46a2-920c-c0e2fa53884b None None] Pushing event updated for resources: {'Port': ['ID=1011444c-9da7-4113-899a-1ad028b9637d,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.045847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:11.048440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:11.049347 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:11.061991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:11.205431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:11.206817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.221153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe0b8009-d9e5-4e72-b84b-81a883c3012d req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "PUT /v2.0/ports/472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 982 time: 2.0713761 Aug 03 19:09:11.221153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:11.237913 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c61d825-9b81-42b6-8ccf-ead0e35418d8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:11.282431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Allocated IP 172.20.0.1 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/8b9ea85d-07dc-439e-909a-032479956275) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:11.301011 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:11.302275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:11.303177 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:11.314715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61fb2-650d-44d9-b04c-7434f4e588e2 req-8c68462c-9c55-4e2b-a996-051c33170abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:11.320350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:11.335224 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46a61fb2-650d-44d9-b04c-7434f4e588e2 req-8c68462c-9c55-4e2b-a996-051c33170abb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 1097 time: 1.4588826 Aug 03 19:09:11.340075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:11.353767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02931c24-b20d-48c6-a58e-1e9a4be0f408 None None] Provisioning complete for port feb7c94d-9b17-4165-a056-9f351b4f0455 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:11.355512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02931c24-b20d-48c6-a58e-1e9a4be0f408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.406001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.446851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9c8aff-f96f-43a0-af09-7d1343a089ff req-92013aac-96cc-49e1-816b-5323e357e587 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/d5525e18-64e9-4b6f-a994-933cd64ed6fe HTTP/1.1" status: 200 len: 1799 time: 0.1599631 Aug 03 19:09:11.454839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.468443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b326046-3dcf-44e2-8401-64115dbdc2d6 None None] Pushing event updated for resources: {'Port': ['ID=feb7c94d-9b17-4165-a056-9f351b4f0455,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.492447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8dcb9-731b-4e18-87b5-62e5e1d114be req-f7a75c78-df11-43fa-aa6d-5c8f9d08d76e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:11.497214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53c8dcb9-731b-4e18-87b5-62e5e1d114be req-f7a75c78-df11-43fa-aa6d-5c8f9d08d76e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.7943790 Aug 03 19:09:11.532822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604cf2e-f99f-40a8-a577-25e9dc1e0f42 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.587317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:11.619725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-46a61fb2-650d-44d9-b04c-7434f4e588e2 req-25b918cd-79cf-4b69-9824-e3e8acb99973 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833765 Aug 03 19:09:11.765444 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:05Z', 'revision_number': 3, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:11.789000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.799581 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-6f9c8aff-f96f-43a0-af09-7d1343a089ff req-10fecde4-a84c-4a9d-98c2-cb16e26e8ad5 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:09:11.801080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9c8aff-f96f-43a0-af09-7d1343a089ff req-10fecde4-a84c-4a9d-98c2-cb16e26e8ad5 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/d5525e18-64e9-4b6f-a994-933cd64ed6fe HTTP/1.1" status: 409 len: 341 time: 0.3525882 Aug 03 19:09:11.808133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-53c8dcb9-731b-4e18-87b5-62e5e1d114be req-7992b2b3-5211-4259-a20d-65e8d9ea56f8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594867 Aug 03 19:09:11.811278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.816179 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "DELETE /v2.0/security-groups/d3bbfade-3502-4d69-8fc2-0eeb80b82bac HTTP/1.1" status: 204 len: 168 time: 1.7696683 Aug 03 19:09:11.819252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47754) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:11.849388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:11.857782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b5d2c-591a-46ac-96fb-c2bd96c44032 tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bbfade-3502-4d69-8fc2-0eeb80b82bac,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:11.858057 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-46e492f8-9be3-4c88-9a80-a5f198aaab9f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] show failed (client error): The resource could not be found. Aug 03 19:09:11.858938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-46e492f8-9be3-4c88-9a80-a5f198aaab9f tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "GET /v2.0/security-groups/d3bbfade-3502-4d69-8fc2-0eeb80b82bac HTTP/1.1" status: 404 len: 347 time: 0.0387278 Aug 03 19:09:11.901720 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5430d78-2c08-44f0-8ad9-dd4830ea9e5f None None] The sync data for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 is: [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:05Z', 'revision_number': 3, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:11.914646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Transition to ACTIVE for port object 8b9ea85d-07dc-439e-909a-032479956275 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:11.920281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:11.922397 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b69e5c-9c85-43e1-a1c1-9ac43dd8e169 x-openstack-request-id: req-73b69e5c-9c85-43e1-a1c1-9ac43dd8e169 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:11.933294 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:11.934626 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73b69e5c-9c85-43e1-a1c1-9ac43dd8e169 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:11.935014 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'status': 'completed', 'code': 200} Aug 03 19:09:12.115046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.261102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:12.266305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-e0c56d23-8412-46c4-a28a-e1f9b508ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:12.267909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-e0c56d23-8412-46c4-a28a-e1f9b508ab76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1136 time: 0.3186338 Aug 03 19:09:12.273994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:12.325921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:12.494298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d2a30ff-c047-40e1-b598-0b1cc751b8ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:12.560343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:12.766080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:12.802524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Deleting port cb119ae5-12f0-46a5-84c5-0e9510ccb27d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:12.803304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.028376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.254900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde24fc-768d-4ce1-af74-8ac42bd185d9 req-ef484e98-bcd6-4a73-a9c8-c73be52f3b47 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.257858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bde24fc-768d-4ce1-af74-8ac42bd185d9 req-ef484e98-bcd6-4a73-a9c8-c73be52f3b47 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.6593645 Aug 03 19:09:13.262805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-639a0291-369c-4c06-af04-718a5ed879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.267305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-639a0291-369c-4c06-af04-718a5ed879fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.9884841 Aug 03 19:09:13.436877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.440510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c90e724-fdcf-4f9b-be42-f772a4772e8d None None] Provisioning for port 8b9ea85d-07dc-439e-909a-032479956275 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:13.460902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:13.462047 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.505565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.506194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.510142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c90e724-fdcf-4f9b-be42-f772a4772e8d None None] Provisioning complete for port 8b9ea85d-07dc-439e-909a-032479956275 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:13.510518 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c90e724-fdcf-4f9b-be42-f772a4772e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.517446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-f1612dec-1208-48dd-a579-1253dd7cefa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 217 time: 0.1558757 Aug 03 19:09:13.519743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.584701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.606717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bde24fc-768d-4ce1-af74-8ac42bd185d9 req-bad0bae5-9186-40b1-955c-79ecc984bdc1 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2219644 Aug 03 19:09:13.675643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Calling delete_port for cb119ae5-12f0-46a5-84c5-0e9510ccb27d owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:13.685021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:13.691016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:13.697080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:13.775479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846a638-5ca9-4392-b018-876ac4cde43e req-5304b62b-2362-4402-ba6f-7200d8d426ff tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.783358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7846a638-5ca9-4392-b018-876ac4cde43e req-5304b62b-2362-4402-ba6f-7200d8d426ff tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.6639860 Aug 03 19:09:13.838055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0c90e724-fdcf-4f9b-be42-f772a4772e8d None None] Port 8b9ea85d-07dc-439e-909a-032479956275 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:13.914553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:13.915291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-71e89dee-1db6-4d5e-9cf4-c9666585c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:13.916201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:13.920349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ab86c-861f-4dfb-8feb-899438e8f96f None None] The sync data for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 is: [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:06:30Z', 'revision_number': 4, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '648658e6-34ea-476b-b61f-0a9bdbdce693', 'name': '', 'network_id': 'ab49dedd-7384-4981-8542-dd2a9c82a689', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'mac_address': 'fa:16:3e:2c:ff:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:28Z', 'updated_at': '2021-08-03T19:06:40Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'subnets': [{'id': 'ac065dc6-0e31-4610-a1cb-0c4701e20a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:13.921799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-71e89dee-1db6-4d5e-9cf4-c9666585c1b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.3537278 Aug 03 19:09:14.080937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:07Z', 'revision_number': 3, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:14.169060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Checking router: 84d9c7b1-8108-452f-9cd5-9a26b756ddbb for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:14.169639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Updating router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:14.388515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Router 627ddb34-3e4a-4144-896b-d3dcb5dd844e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:14.448177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.583489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device feb7c94d-9b17-4165-a056-9f351b4f0455 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:14.592495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-0b5398ab-2392-421c-a565-ec9595e766ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479526 Aug 03 19:09:14.611321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-a9a4dc35-975d-4bd7-a2fa-29a7fc0eefdd service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:09:14.612355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-a9a4dc35-975d-4bd7-a2fa-29a7fc0eefdd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063376 Aug 03 19:09:14.621588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:14.631901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7846a638-5ca9-4392-b018-876ac4cde43e req-5c149082-ab55-4b77-9594-ac6100798e00 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337839 Aug 03 19:09:14.643196 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53edd675-a8b3-481a-9293-90cd9e83410a admin admin] 10.222.0.67 "PUT /v2.0/routers/627ddb34-3e4a-4144-896b-d3dcb5dd844e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6128423 Aug 03 19:09:14.760641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a15187ba-4281-44de-b68d-a7b87a4de386 None None] Provisioning complete for port 8b9ea85d-07dc-439e-909a-032479956275 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:14.764579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a15187ba-4281-44de-b68d-a7b87a4de386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:14.972253 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb4297-1b8e-4394-9379-1e6bbe2b169b None None] New status for floating IP 5553947a-825a-47e9-86b0-c195b0ef1480: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:09:15.008699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a15187ba-4281-44de-b68d-a7b87a4de386 None None] Port 8b9ea85d-07dc-439e-909a-032479956275 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:15.045551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port feb7c94d-9b17-4165-a056-9f351b4f0455 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:15.045935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.141654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Sync routers for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:15.160278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Allocated IP 172.20.0.1 (179621d0-5e14-4201-aa85-cc90f516167c/91f1cc60-4673-4f3f-a5fa-157a4febec5d/14ac42ff-2241-4365-abcc-96b49f038e85) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:15.177101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:15.177748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.358012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1011444c-9da7-4113-899a-1ad028b9637d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:15.358245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f320-8d71-4948-97b5-4b319c89af34 req-0910e5b9-0799-4a3e-a932-84c270c67332 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:15.359659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2046f320-8d71-4948-97b5-4b319c89af34 req-0910e5b9-0799-4a3e-a932-84c270c67332 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.2573471 Aug 03 19:09:15.364952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-95b85ee2-5ce1-4b9d-bf99-5995700fceb6 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7296610 Aug 03 19:09:15.375163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d1892-1859-4b6e-b495-da52ecf37dee req-03a6713a-7159-4f2e-b949-ab7c4304fde7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:15.376816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5d1892-1859-4b6e-b495-da52ecf37dee req-03a6713a-7159-4f2e-b949-ab7c4304fde7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.2709296 Aug 03 19:09:15.464243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:15.521022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.586814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Transition to ACTIVE for port object 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:15.799271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:13Z', 'revision_number': 2, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:15.857069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Checking router: 627ddb34-3e4a-4144-896b-d3dcb5dd844e for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:15.857647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Updating router 627ddb34-3e4a-4144-896b-d3dcb5dd844e port 8b9ea85d-07dc-439e-909a-032479956275 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:15.864219 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.922120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:15.983638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5d1892-1859-4b6e-b495-da52ecf37dee req-5deeefbe-c905-4955-8e50-46e2f945609c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5888877 Aug 03 19:09:15.991542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.025861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2046f320-8d71-4948-97b5-4b319c89af34 req-28f3ad5a-6c0c-4c82-9e59-d27ec2975dee tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472702 Aug 03 19:09:16.139169 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.db.api [None req-6edb4297-1b8e-4394-9379-1e6bbe2b169b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:16.140314 n-d-803363-1 neutron-server[101345]: DEBUG oslo_db.api [None req-6edb4297-1b8e-4394-9379-1e6bbe2b169b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:16.176320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.206119 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.235363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1011444c-9da7-4113-899a-1ad028b9637d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:16.236771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Transition to ACTIVE for port object 14ac42ff-2241-4365-abcc-96b49f038e85 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:16.290264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1011444c-9da7-4113-899a-1ad028b9637d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:16.290785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.490449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Pushing event deleted for resources: {'Port': ['ID=cb119ae5-12f0-46a5-84c5-0e9510ccb27d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:16.572551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c61d825-9b81-42b6-8ccf-ead0e35418d8 req-bb8c967b-9155-4c5d-a961-147f9346bbb4 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1906374 Aug 03 19:09:16.641582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb4297-1b8e-4394-9379-1e6bbe2b169b None None] New status for floating IP 5553947a-825a-47e9-86b0-c195b0ef1480: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:09:16.694357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3d765-2f13-40f9-91b5-c9253a1f6257 req-ac64a91e-0522-4c29-8e01-f2f5a2e77c98 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:16.707627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49e3d765-2f13-40f9-91b5-c9253a1f6257 req-ac64a91e-0522-4c29-8e01-f2f5a2e77c98 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.3872161 Aug 03 19:09:16.768528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.773403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.779749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0bd95154-311e-437f-a714-8e7658822a5e tempest-ServersTestManualDisk-1337563815 tempest-ServersTestManualDisk-1337563815-project] 10.222.0.67 "DELETE /v2.0/floatingips/5553947a-825a-47e9-86b0-c195b0ef1480 HTTP/1.1" status: 204 len: 168 time: 4.8401575 Aug 03 19:09:16.780089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:16.845879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:16.919001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49e3d765-2f13-40f9-91b5-c9253a1f6257 req-c16f78d0-b520-4101-a025-0a5670f45a47 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005966 Aug 03 19:09:16.998701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Attempting to bind port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:17.001794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Attempting to bind port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:17.005215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Attempting to bind port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:17.014329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864a23-7315-4ba5-9080-4ed4e7fd6004 None None] Pushing event updated for resources: {'Port': ['ID=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.038992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:17.041207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:17.045840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:17.047888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.049853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:17.052095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Bound port: 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:17.053355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.055037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Network 179621d0-5e14-4201-aa85-cc90f516167c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:17.060024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:17.064885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:17.110137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-07d120b9-c04f-4474-9742-ee4469b9d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.112224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-07d120b9-c04f-4474-9742-ee4469b9d14d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1136 time: 0.2932897 Aug 03 19:09:17.225431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47876) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:17.235644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946093394', 'description': 'tempest-description--382284860'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:17.263197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.467016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] For port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:17.522181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] For port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:17.524121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.577144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.673417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.677815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1011444c-9da7-4113-899a-1ad028b9637d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1011444c-9da7-4113-899a-1ad028b9637d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:17.773166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c061a7a1-8b0e-49dd-aad0-8a859281031c None None] Provisioning for port 14ac42ff-2241-4365-abcc-96b49f038e85 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:17.782162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-e0f6b992-e563-4b69-9262-7edff99dd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.786049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-e0f6b992-e563-4b69-9262-7edff99dd74f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.6576319 Aug 03 19:09:17.795144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.811904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:17.812686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:17.854536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc6af3-e9cf-4229-bd64-fd6907bb8d50 req-04ee02e0-0bb4-41a5-8564-dc922b558c9b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:17.874196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9adc6af3-e9cf-4229-bd64-fd6907bb8d50 req-04ee02e0-0bb4-41a5-8564-dc922b558c9b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.4191704 Aug 03 19:09:17.917040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:17.982421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:18.050168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-b76ecc23-2052-4897-a169-a8e1e66446d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 217 time: 0.2494411 Aug 03 19:09:18.083695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.096241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.102722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.110343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c061a7a1-8b0e-49dd-aad0-8a859281031c None None] Provisioning complete for port 14ac42ff-2241-4365-abcc-96b49f038e85 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:18.111180 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c061a7a1-8b0e-49dd-aad0-8a859281031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.173569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c061a7a1-8b0e-49dd-aad0-8a859281031c None None] Port 14ac42ff-2241-4365-abcc-96b49f038e85 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:18.227226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864a23-7315-4ba5-9080-4ed4e7fd6004 None None] Pushing event updated for resources: {'Port': ['ID=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.285336 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.342738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Transition to ACTIVE for port object 8b9ea85d-07dc-439e-909a-032479956275 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:18.361052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.368598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1011444c-9da7-4113-899a-1ad028b9637d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.399480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.405807 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d6413031-30fd-4358-8dfb-72189d71d40d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1738095 Aug 03 19:09:18.438989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.445192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:18.455485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'security_group_rule': {'security_group_id': '39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:18.477912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9adc6af3-e9cf-4229-bd64-fd6907bb8d50 req-b57ce0bb-de26-4af5-b65e-5cfbf333b07c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.5877683 Aug 03 19:09:18.500692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d5fc2-7aa9-4de6-90d9-70cc1a3dd9b7 req-cf149e19-fac0-4634-b9d0-18c44232a321 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:18.503818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-895d5fc2-7aa9-4de6-90d9-70cc1a3dd9b7 req-cf149e19-fac0-4634-b9d0-18c44232a321 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.4565477 Aug 03 19:09:18.507269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-0e2715aa-569a-4050-b490-f1ae6a219556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:18.510119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-0e2715aa-569a-4050-b490-f1ae6a219556 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.4238839 Aug 03 19:09:18.518354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.555090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.587326 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.668096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-e3265222-b763-426d-bd8f-9afbb16d0a78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359365 Aug 03 19:09:18.726925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-895d5fc2-7aa9-4de6-90d9-70cc1a3dd9b7 req-7b47a69b-a8bc-49b5-a66f-2e03beed083d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100189 Aug 03 19:09:18.759208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.796015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.834845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9414f-d758-41a1-b9a0-5b9360a110f4 None None] Pushing event updated for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:18.841518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.923011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:18.994225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '14ac42ff-2241-4365-abcc-96b49f038e85', 'name': '', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'mac_address': 'fa:16:3e:e1:7e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:13Z', 'updated_at': '2021-08-03T19:09:15Z', 'revision_number': 1, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'subnets': [{'id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:18.998918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cc6d58-1080-47b4-948d-dc803ba5f9bf,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:19.023890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5489c707-8fee-42a4-9c2f-81c99701ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.070861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-14c837e7-7a66-4429-a0cb-da10f719f43e service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626704 Aug 03 19:09:19.101416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Attempting to bind port 8b9ea85d-07dc-439e-909a-032479956275 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:19.102236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Attempting to bind port 8b9ea85d-07dc-439e-909a-032479956275 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:19.103825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Attempting to bind port 8b9ea85d-07dc-439e-909a-032479956275 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:19.114894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:19.114894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:19.115291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.115411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:19.115871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Bound port: 8b9ea85d-07dc-439e-909a-032479956275, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:19.116277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.120053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83f950e-4c71-4cd1-8a05-0bc26dcb13c9 None None] The sync data for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 is: [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '14ac42ff-2241-4365-abcc-96b49f038e85', 'name': '', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'mac_address': 'fa:16:3e:e1:7e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:13Z', 'updated_at': '2021-08-03T19:09:15Z', 'revision_number': 1, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'subnets': [{'id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:19.145400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.146654 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59b9ef64-2eeb-484b-af34-42ecfc524466 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6985891 Aug 03 19:09:19.151389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47898) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:19.171226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'security_group_rule': {'security_group_id': '39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:19.214693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Network 179621d0-5e14-4201-aa85-cc90f516167c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:19.215802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Deleting port 648658e6-34ea-476b-b61f-0a9bdbdce693 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:19.216374 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.221996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:19.392117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] For port 8b9ea85d-07dc-439e-909a-032479956275, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:19.397330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] For port 8b9ea85d-07dc-439e-909a-032479956275, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8b9ea85d-07dc-439e-909a-032479956275,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:19.508287 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.593737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eddf5000-10f4-4252-af3a-6e474731edb4 req-65d8571b-dbb6-4342-b91f-ceda772cfc5d service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120165 Aug 03 19:09:19.594296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] For port 648658e6-34ea-476b-b61f-0a9bdbdce693, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=648658e6-34ea-476b-b61f-0a9bdbdce693,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:19.594565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.608024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:19.645145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:19.762237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Calling delete_port for 648658e6-34ea-476b-b61f-0a9bdbdce693 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:19.796873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:19.800110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:19.863192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644d793-352f-417b-8990-6793d6708310 req-b829b5ad-1e5e-4f1a-b3a1-2e3ade7f750e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:19.875095 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f644d793-352f-417b-8990-6793d6708310 req-b829b5ad-1e5e-4f1a-b3a1-2e3ade7f750e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.4844594 Aug 03 19:09:20.103747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c95028d-53e2-4690-a4ed-af61a0f01481 None None] Provisioning complete for port 14ac42ff-2241-4365-abcc-96b49f038e85 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:20.104514 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c95028d-53e2-4690-a4ed-af61a0f01481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.125208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9414f-d758-41a1-b9a0-5b9360a110f4 None None] Pushing event updated for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:20.407474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0c95028d-53e2-4690-a4ed-af61a0f01481 None None] Port 14ac42ff-2241-4365-abcc-96b49f038e85 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:20.447404 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.454588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:20.480528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:20.500807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3085a7be-dd87-425e-ab8c-e55983680ce1 admin admin] 10.222.0.67 "PUT /v2.0/routers/84d9c7b1-8108-452f-9cd5-9a26b756ddbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7467825 Aug 03 19:09:20.508945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad921b-fbfd-42b6-a99c-2fb590694368 req-20cb6721-2320-4a68-a5e4-e683d0b41d3f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:20.525394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fad921b-fbfd-42b6-a99c-2fb590694368 req-20cb6721-2320-4a68-a5e4-e683d0b41d3f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 946 time: 0.4586756 Aug 03 19:09:20.554778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73503bb1-bf75-4216-b30a-2ca412619931 req-ffe0c8ce-033f-4ea3-86b5-27a4f3af6dcd tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:20.565824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.570021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73503bb1-bf75-4216-b30a-2ca412619931 req-ffe0c8ce-033f-4ea3-86b5-27a4f3af6dcd tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.6154475 Aug 03 19:09:20.618739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31990d5e-dd89-4279-b76a-3bf3e7d3a622,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:20.676883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:20.677709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:20.806470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fad921b-fbfd-42b6-a99c-2fb590694368 req-6d4021e2-af43-4f32-b5fb-b2bdb121df4a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739942 Aug 03 19:09:20.823760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73503bb1-bf75-4216-b30a-2ca412619931 req-deaaa291-133d-480d-84f0-984afe556094 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2523689 Aug 03 19:09:20.872728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1011444c-9da7-4113-899a-1ad028b9637d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:21.160303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1011444c-9da7-4113-899a-1ad028b9637d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:21.161575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.249371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:21.249756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.298173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.302986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d35d24e1-2b07-4f9e-85d1-46df04f1740a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1457834 Aug 03 19:09:21.302986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:21.303477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:21.314211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:21.393726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:19Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:21.438020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c8fe2-059a-4f71-aa7f-65f210547803 None None] The sync data for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 is: [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:19Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:21.466113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.553618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Pushing event deleted for resources: {'Port': ['ID=648658e6-34ea-476b-b61f-0a9bdbdce693,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:21.826507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:21.954536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ab81f59f-fa79-4ac5-8415-2e58bd072c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.140178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.153815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['097d7e13-e8bd-4007-b0a5-5e3405a8d0e2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:22.207912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0a33b18-3e06-462e-9d02-006295c07654 req-2bb116b0-5e7c-40e2-972a-e101a3db6167 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.0988719 Aug 03 19:09:22.237199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160', '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:22.237199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.268818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=097d7e13-e8bd-4007-b0a5-5e3405a8d0e2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:22.284743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.483376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca84167-1856-469d-a4b6-31bb4adc73d4 req-2b5d043e-4046-40e5-a915-a9a3668bd0ed tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:22.502079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cca84167-1856-469d-a4b6-31bb4adc73d4 req-2b5d043e-4046-40e5-a915-a9a3668bd0ed tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.2893987 Aug 03 19:09:22.626611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cca84167-1856-469d-a4b6-31bb4adc73d4 req-93bb3b26-a623-44e2-a0fc-1b502d35fae7 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1227276 Aug 03 19:09:22.726557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47948) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:22.763074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:22.930704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8b9ea85d-07dc-439e-909a-032479956275 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:22.977345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-network', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:23.027424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-efbb8491-c3aa-41d6-b54b-d2bf51ee9bd3 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2072980848&fields=id&tenant_id=e7adc1a6b08e495f8664285850944108 HTTP/1.1" status: 200 len: 267 time: 0.0991900 Aug 03 19:09:23.212458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.25.2.175 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f3e46d77-e322-42e9-bda6-77064c6b37c7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:23.227880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-9a3e952d-2c77-48d4-873f-6c730a676364 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:23.231005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-9a3e952d-2c77-48d4-873f-6c730a676364 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 985 time: 0.2013543 Aug 03 19:09:23.240364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.261113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'port': {'security_groups': ['d5525e18-64e9-4b6f-a994-933cd64ed6fe', 'e3c64fb2-7155-4294-97fa-145651f4cc75', '118fded9-e33d-4c37-b566-b032b94ed355']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:23.304260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8b9ea85d-07dc-439e-909a-032479956275 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:23.311961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8b9ea85d-07dc-439e-909a-032479956275 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:23.312404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.439959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68ac4dfd-b09d-4766-b6fb-cf302d3b7333 req-aab27b1c-c44b-46f6-84b7-35dc5f793cda tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.0736909 Aug 03 19:09:23.619893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.638315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.768371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 8b9ea85d-07dc-439e-909a-032479956275, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8b9ea85d-07dc-439e-909a-032479956275,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:23.839840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.841355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:23.874593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:23.882354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.886361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f644d793-352f-417b-8990-6793d6708310 req-0d41cd0c-c854-4574-80e2-24427038c1c7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.77 "DELETE /v2.0/ports/097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 HTTP/1.1" status: 204 len: 173 time: 3.9637535 Aug 03 19:09:23.891817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'name': 'network-vif-deleted', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:23.894497 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15fdbb-0543-4a67-a8cf-37aa2aac01f6" -d '{"events": [{"server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "name": "network-vif-deleted", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:23.952921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:23.954789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:23.978428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Made reservation on behalf of f3f3f0f251a445118462f38e5dd76ec1 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:23.988338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.109637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:24.160230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.242630 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Sync routers for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:24.263024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:24.270193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:24.270862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.280618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.288378 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:24.291199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:24.390172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:24.400943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:24.415333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:24.449188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=f3e46d77-e322-42e9-bda6-77064c6b37c7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:24.482309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:24.593893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.635843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.723716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:24.741834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.742036 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:24.773271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.775515 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab1680-4a64-4fad-9f5d-9078723e57d4 x-openstack-request-id: req-bdab1680-4a64-4fad-9f5d-9078723e57d4 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:24.775813 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d9c93a-f158-426c-8ee1-030c53ddb7ee", "name": "network-vif-deleted", "tag": "097d7e13-e8bd-4007-b0a5-5e3405a8d0e2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:24.776063 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bdab1680-4a64-4fad-9f5d-9078723e57d4 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:24.776456 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9c93a-f158-426c-8ee1-030c53ddb7ee', 'name': 'network-vif-deleted', 'tag': '097d7e13-e8bd-4007-b0a5-5e3405a8d0e2', 'status': 'completed', 'code': 200} Aug 03 19:09:24.787307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:24.800204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.843873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:24.844239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 097d7e13-e8bd-4007-b0a5-5e3405a8d0e2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:24.857469 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.859973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.950385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:24.979107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:25.005223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:25.057644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d335cec0-2b85-4bff-bbd4-e90ee32d145f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.065666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:25.075443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.075443 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Added segment 84982408-ce82-4d83-811c-7f216838ecc5 of type vlan for network 807abd47-78a7-4171-b719-32e8ec6a1a73 Aug 03 19:09:25.079895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.090613 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f78672e6-0325-4509-8090-7faf99ee3247 admin admin] 10.222.0.67 "PUT /v2.0/routers/0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3082483 Aug 03 19:09:25.108329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:25.111306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:25.264479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Sync routers for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:25.358223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8b9ea85d-07dc-439e-909a-032479956275 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:25.377985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.463248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:25.464436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:25.508812 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '14ac42ff-2241-4365-abcc-96b49f038e85', 'name': '', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'mac_address': 'fa:16:3e:e1:7e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:13Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 2, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'subnets': [{'id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:25.617523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Checking router: 84d9c7b1-8108-452f-9cd5-9a26b756ddbb for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:25.617887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Updating router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb port 14ac42ff-2241-4365-abcc-96b49f038e85 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:25.628414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.660897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e4d70cc-f2fe-4e47-9c70-b4c3cfac8a6d req-5bca63c9-1020-4f77-928a-d4b57438a2e5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=63d9c93a-f158-426c-8ee1-030c53ddb7ee HTTP/1.1" status: 200 len: 210 time: 0.0844171 Aug 03 19:09:25.668743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:25.723954 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.744991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:25.802101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.809959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.809959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c680d9-0b17-4e97-8ac6-bcedbccb6944 req-78aa4fc9-02b1-4af6-a395-a3b6707a146b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "PUT /v2.0/ports/472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 1021 time: 2.5684047 Aug 03 19:09:25.817611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.817790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.818016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:25.819613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:25.820278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:25.823134 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af40f17-fb01-4d20-86c3-ca416c32e718" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:25.930866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:25.977832 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fca9ac-b0c9-4a96-8f5f-d607ceb7328a x-openstack-request-id: req-99fca9ac-b0c9-4a96-8f5f-d607ceb7328a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:25.978347 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:25.981274 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99fca9ac-b0c9-4a96-8f5f-d607ceb7328a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:25.981274 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'status': 'completed', 'code': 200} Aug 03 19:09:26.031579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] Pushing event updated for resources: {'Network': ['ID=807abd47-78a7-4171-b719-32e8ec6a1a73,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:26.079151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:26.122158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a4cc65b-a5e0-4c3d-9d1b-a01b64d579f8 req-bdd3620f-24a8-492b-a9d5-a2ff16d22f6e tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/118fded9-e33d-4c37-b566-b032b94ed355 HTTP/1.1" status: 200 len: 1801 time: 0.1639895 Aug 03 19:09:26.165102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8b9ea85d-07dc-439e-909a-032479956275 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:26.165793 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.205087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ebdfbc41-9fb5-4438-b557-54fb1353a59b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.2363667 Aug 03 19:09:26.208551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.217093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47976) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:26.229971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Request body: {'subnet': {'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-subnet', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:26.280418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-24591267-e741-4f94-9372-fcfe09c718dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.283483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-24591267-e741-4f94-9372-fcfe09c718dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e7adc1a6b08e495f8664285850944108&device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1175 time: 0.2429955 Aug 03 19:09:26.414086 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-5a4cc65b-a5e0-4c3d-9d1b-a01b64d579f8 req-cea9520b-e4a1-44a0-8ac5-ab9628752aa9 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:09:26.415852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a4cc65b-a5e0-4c3d-9d1b-a01b64d579f8 req-cea9520b-e4a1-44a0-8ac5-ab9628752aa9 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/118fded9-e33d-4c37-b566-b032b94ed355 HTTP/1.1" status: 409 len: 341 time: 0.2811358 Aug 03 19:09:26.450171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Made reservation on behalf of f3f3f0f251a445118462f38e5dd76ec1 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:26.452717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.569994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.598425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-df54c42f-3261-4cd0-a90a-7587cbc23f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:26.598857 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.602370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-df54c42f-3261-4cd0-a90a-7587cbc23f64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 200 len: 913 time: 0.3036554 Aug 03 19:09:26.629962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Transition to ACTIVE for port object 14ac42ff-2241-4365-abcc-96b49f038e85 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:26.646142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Deleting port 59f23eed-5ade-44b7-9fef-ab0c30e17107 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:26.647910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.690563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-72bb2084-6725-4634-a8f4-61e28727eab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 200 len: 217 time: 0.0693226 Aug 03 19:09:26.692874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.787963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.805522 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.852618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] For port 59f23eed-5ade-44b7-9fef-ab0c30e17107, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=59f23eed-5ade-44b7-9fef-ab0c30e17107,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:26.853397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:26.915679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Calling delete_port for 59f23eed-5ade-44b7-9fef-ab0c30e17107 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:26.994670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=f3e46d77-e322-42e9-bda6-77064c6b37c7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.006786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-53e94200-4aa8-44e6-9d4a-5f49f7d96b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.015740 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e259fdb-1d4a-4213-be06-b999f47cc5af None None] Pushing event updated for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.016019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-53e94200-4aa8-44e6-9d4a-5f49f7d96b20 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 200 len: 852 time: 0.3069022 Aug 03 19:09:27.116018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-30474c7a-c9a0-4d2e-8827-561ca9188e2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1e45a7ee-b289-44a7-a539-8fcff07b1ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949595 Aug 03 19:09:27.211292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:09:20Z', 'revision_number': 5, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port': {'id': '59f23eed-5ade-44b7-9fef-ab0c30e17107', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:06:25Z', 'updated_at': '2021-08-03T19:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:27.228949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Attempting to bind port 14ac42ff-2241-4365-abcc-96b49f038e85 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:27.229688 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Attempting to bind port 14ac42ff-2241-4365-abcc-96b49f038e85 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:27.237491 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Attempting to bind port 14ac42ff-2241-4365-abcc-96b49f038e85 on network 179621d0-5e14-4201-aa85-cc90f516167c {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:27.256896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.259461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-77530d18-ec8e-4873-9fc7-cb59b76f9a74 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9538624 Aug 03 19:09:27.264461 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:27.269484 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Checking segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:27.270905 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.271071 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Bound using segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:27.273279 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Bound port: 14ac42ff-2241-4365-abcc-96b49f038e85, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:27.278476 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.353785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.397904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:27.411774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Checking router: 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:27.505328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Checking segment: {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:27.507277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Network hostable DHCP agents. Network: 807abd47-78a7-4171-b719-32e8ec6a1a73, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:27.510901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef6cdef-350c-4685-ac88-ded52e0efd2c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.513341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-27032fc3-e3b5-46f3-b2ee-f6ea06184853 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888404 Aug 03 19:09:27.523554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Routers {'0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:27.528203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:27.575814 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] For port 14ac42ff-2241-4365-abcc-96b49f038e85, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:27.585810 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] For port 14ac42ff-2241-4365-abcc-96b49f038e85, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14ac42ff-2241-4365-abcc-96b49f038e85,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:27.684751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a0853-00c9-4eb9-ba12-45a20e81bc20 req-94176a26-89e9-4549-a1ca-40d5f2328041 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:27.687146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d81a0853-00c9-4eb9-ba12-45a20e81bc20 req-94176a26-89e9-4549-a1ca-40d5f2328041 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1024 time: 0.3066182 Aug 03 19:09:27.743226 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.744147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5af40f17-fb01-4d20-86c3-ca416c32e718 req-ab8836e1-0736-4729-ab94-4c0e86e20008 service neutron] 10.222.0.54 "GET /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220929 Aug 03 19:09:27.773461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] Set router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:27.780999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d81a0853-00c9-4eb9-ba12-45a20e81bc20 req-9e31e306-4bd3-4dc5-bab9-e2c2f57ac4fd tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=118fded9-e33d-4c37-b566-b032b94ed355&id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0820220 Aug 03 19:09:27.825724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:27.826119 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.867144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:27.875436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:27.909590 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e259fdb-1d4a-4213-be06-b999f47cc5af None None] Pushing event updated for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:27.919969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:09:26Z', 'revision_number': 6, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:27.924771 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:27.926219 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:27.969883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2fd74f-e7e2-43cb-96b6-d89360731cbb None None] The sync data for ids ['0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1'] in n-d-803363-1 is: [{'id': '0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1', 'name': 'tempest-ServersTestManualDisk-987766591-router', 'tenant_id': '398cacfff8a844529e874da9fc1d7d91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:06:24Z', 'updated_at': '2021-08-03T19:09:26Z', 'revision_number': 6, 'project_id': '398cacfff8a844529e874da9fc1d7d91', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:28.035826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Pushing event deleted for resources: {'Port': ['ID=59f23eed-5ade-44b7-9fef-ab0c30e17107,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:28.186315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 807abd47-78a7-4171-b719-32e8ec6a1a73) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:28.205196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.206999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.221524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff4ee1c-0b29-45d2-8bba-c60e6bf5cae1 None None] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:28.293999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-cc192bb5-847e-45f3-a353-bad19a9efa98 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1946093394&fields=id&tenant_id=ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 267 time: 0.3350070 Aug 03 19:09:28.302396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.434359 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b2dc8b7-b25a-411c-b4d6-38d5602ad861 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2126508 Aug 03 19:09:28.446921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d1aa3-19df-4fe4-b103-e660548f116b req-9ef793e7-7de6-44b4-9bf7-2e92611e8b81 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.457071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197d1aa3-19df-4fe4-b103-e660548f116b req-9ef793e7-7de6-44b4-9bf7-2e92611e8b81 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.3643892 Aug 03 19:09:28.490655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48008) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:28.505831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:28.521924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-807abd47-78a7-4171-b719-32e8ec6a1a73', 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'fixed_ips': [{'subnet_id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:28.524721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.651453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:28.652956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-197d1aa3-19df-4fe4-b103-e660548f116b req-1f997f97-73af-48fd-8280-353744c7cbee tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948299 Aug 03 19:09:28.653657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.661241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.737751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-9880b9c4-ae19-40d2-8ca7-afc7968361fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2293251 Aug 03 19:09:28.756070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-d74ba6bb-1fb3-49a8-b90c-beedc83ee7fd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.760922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-d74ba6bb-1fb3-49a8-b90c-beedc83ee7fd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.4544222 Aug 03 19:09:28.795549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.796548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:28.821865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-380ef610-30bc-4575-93ea-2934e75e4638 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/quotas/ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 375 time: 0.0549009 Aug 03 19:09:28.876604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Allocated IP 172.20.0.2 (807abd47-78a7-4171-b719-32e8ec6a1a73/4ef6cdef-350c-4685-ac88-ded52e0efd2c/d9f30def-fda2-4a48-8e48-33088027d2d9) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:28.891587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-f0c851a9-70d7-49e4-9771-9b124fa71b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:28.893333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-f0c851a9-70d7-49e4-9771-9b124fa71b6d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1095 time: 0.1188946 Aug 03 19:09:29.051705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.052770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:09:29.060129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.065457 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b054bba9-7916-4b33-a95b-4174d8c5896d admin admin] 10.222.0.67 "DELETE /v2.0/routers/0260d4e6-5d8b-4e8f-9d44-57a7a6a878b1 HTTP/1.1" status: 204 len: 168 time: 3.9432573 Aug 03 19:09:29.069143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48012) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:29.159095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Deleting subnet ac065dc6-0e31-4610-a1cb-0c4701e20a8d {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:29.181832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.234516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.241386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-7141d08e-72f2-4958-b5c1-2e30be4d5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.244136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-7141d08e-72f2-4958-b5c1-2e30be4d5b10 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.3002493 Aug 03 19:09:29.267952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-a1bccac3-08af-4547-b515-95e06520e0c9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4344537 Aug 03 19:09:29.300368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-2d0b3787-4539-4efe-8bbd-35a43baf28b2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.302439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-2d0b3787-4539-4efe-8bbd-35a43baf28b2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1024 time: 0.3519602 Aug 03 19:09:29.305597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-543244db-7fed-4481-b550-f0131e217535 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.0511909 Aug 03 19:09:29.308406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.341877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7488b8-3787-405c-8f4f-6116f9f02c5f req-118516b3-1800-4f04-bc1a-ccece9f9e853 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.373536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b7488b8-3787-405c-8f4f-6116f9f02c5f req-118516b3-1800-4f04-bc1a-ccece9f9e853 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1024 time: 0.3234868 Aug 03 19:09:29.427576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '14ac42ff-2241-4365-abcc-96b49f038e85', 'name': '', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'mac_address': 'fa:16:3e:e1:7e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:13Z', 'updated_at': '2021-08-03T19:09:27Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'subnets': [{'id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:29.460102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-43440212-e92d-4fd4-beca-293eb6b6b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.462299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-43440212-e92d-4fd4-beca-293eb6b6b54b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1228251 Aug 03 19:09:29.504143 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ec2c-4c0c-493c-9a47-543a3b76b0bc None None] The sync data for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 is: [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '14ac42ff-2241-4365-abcc-96b49f038e85', 'name': '', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'mac_address': 'fa:16:3e:e1:7e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:13Z', 'updated_at': '2021-08-03T19:09:27Z', 'revision_number': 4, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'subnets': [{'id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:29.525926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14ac42ff-2241-4365-abcc-96b49f038e85 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:29.548688 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-a3522d5b-a662-4132-b128-29a0fa315179 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733273 Aug 03 19:09:29.584050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-13684b6a-8fe7-4b1d-9681-a3f5d7b9c134 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:09:29.585122 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-13684b6a-8fe7-4b1d-9681-a3f5d7b9c134 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084379 Aug 03 19:09:29.669278 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.718261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.728237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Transition to ACTIVE for port object d9f30def-fda2-4a48-8e48-33088027d2d9 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:29.760211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Transition to ACTIVE for port object d9f30def-fda2-4a48-8e48-33088027d2d9 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:29.839316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-82abeb35-1b20-4dd2-96b2-44debb8dafd3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:29.841567 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-82abeb35-1b20-4dd2-96b2-44debb8dafd3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.2918947 Aug 03 19:09:29.857909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 14ac42ff-2241-4365-abcc-96b49f038e85 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:29.864078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 14ac42ff-2241-4365-abcc-96b49f038e85 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:29.864571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:29.915088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b7488b8-3787-405c-8f4f-6116f9f02c5f req-e57f1028-6621-46b6-84c0-83cce096a27b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=118fded9-e33d-4c37-b566-b032b94ed355&id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5597541 Aug 03 19:09:29.931873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-dfdcf97c-ba30-4f4c-b486-c4922566787b service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166084 Aug 03 19:09:29.989770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.077476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:30.084832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:30.110531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:30.129243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.181450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.211458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.215581 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ac065dc6-0e31-4610-a1cb-0c4701e20a8d HTTP/1.1" status: 204 len: 168 time: 1.1461928 Aug 03 19:09:30.216972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a57ef7-4e9a-4515-964d-10a8755ec8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac065dc6-0e31-4610-a1cb-0c4701e20a8d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.222705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:30.238069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f6334d10-2807-4eed-b89c-641ff6a26307 req-9b485021-e8e5-4dc4-b2d6-753dc79c29c2 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751458 Aug 03 19:09:30.238605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Pushing event updated for resources: {'Port': ['ID=d9f30def-fda2-4a48-8e48-33088027d2d9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.251096 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.253828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7709ed-ec0c-41b0-b416-605d187db788 None None] Network ab49dedd-7384-4981-8542-dd2a9c82a689 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:30.257771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:30.258871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.366375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-e8de480c-a156-400c-9b7e-673c41c096dc service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9513960 Aug 03 19:09:30.389305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Attempting to bind port d9f30def-fda2-4a48-8e48-33088027d2d9 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:30.389988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Attempting to bind port d9f30def-fda2-4a48-8e48-33088027d2d9 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:30.390561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Attempting to bind port d9f30def-fda2-4a48-8e48-33088027d2d9 on network 807abd47-78a7-4171-b719-32e8ec6a1a73 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:30.430684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:30.431608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Checking segment: {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:30.432043 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.432455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Bound using segment: {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:30.433187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Bound port: d9f30def-fda2-4a48-8e48-33088027d2d9, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:30.433709 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.438197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.463749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 14ac42ff-2241-4365-abcc-96b49f038e85, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14ac42ff-2241-4365-abcc-96b49f038e85,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:30.543749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:30.544579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.561417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.609520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for 4c89c1f1-d04a-43c2-852d-9c2a1f09846b owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:30.677579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Deleting port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:30.678611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.703225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebde86-f756-4aa0-8225-15427e691cda req-31056edc-ae5e-44f0-9507-15701769d1cc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:30.709881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2ebde86-f756-4aa0-8225-15427e691cda req-31056edc-ae5e-44f0-9507-15701769d1cc tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 945 time: 0.5225377 Aug 03 19:09:30.738804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 648658e6-34ea-476b-b61f-0a9bdbdce693 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:30.810422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 648658e6-34ea-476b-b61f-0a9bdbdce693 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:30.818793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 648658e6-34ea-476b-b61f-0a9bdbdce693 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:30.818793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 59f23eed-5ade-44b7-9fef-ab0c30e17107 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:30.845858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Deleting port 3bfc426d-a917-48a8-b154-72e6c1fca040 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:30.845858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:30.865472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] For port d9f30def-fda2-4a48-8e48-33088027d2d9, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:30.868160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 59f23eed-5ade-44b7-9fef-ab0c30e17107 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:30.869002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 59f23eed-5ade-44b7-9fef-ab0c30e17107 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:30.904319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:30.904319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] For port d9f30def-fda2-4a48-8e48-33088027d2d9, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d9f30def-fda2-4a48-8e48-33088027d2d9,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:30.958798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] DHCP port deletion for ab49dedd-7384-4981-8542-dd2a9c82a689 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:09:30.969722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-ff76978a-cdcc-4742-8f43-8f8356f0fb6a service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6005881 Aug 03 19:09:31.050967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] For port 3bfc426d-a917-48a8-b154-72e6c1fca040, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bfc426d-a917-48a8-b154-72e6c1fca040,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:31.051398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.061182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2ebde86-f756-4aa0-8225-15427e691cda req-c053638d-42de-4c0b-8846-648c7b95b686 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346736 Aug 03 19:09:31.077831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Deleting port 3bfc426d-a917-48a8-b154-72e6c1fca040 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:31.078216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.080678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.081995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Calling delete_port for 3bfc426d-a917-48a8-b154-72e6c1fca040 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:31.111370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:31.111370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.144765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Calling delete_port for 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:31.231582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.289369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=4c89c1f1-d04a-43c2-852d-9c2a1f09846b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.306888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4201d-8700-4cea-a5e2-da19f48e074a None None] Pushing event updated for resources: {'Port': ['ID=d9f30def-fda2-4a48-8e48-33088027d2d9,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.337455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160', '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:31.473032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] For port 3bfc426d-a917-48a8-b154-72e6c1fca040, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bfc426d-a917-48a8-b154-72e6c1fca040,segment=NetworkSegment(a32d8fdd-5aa7-4251-a49b-2fb121e46b4e),segment_id=a32d8fdd-5aa7-4251-a49b-2fb121e46b4e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:31.473563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.480962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port 4c89c1f1-d04a-43c2-852d-9c2a1f09846b on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:31.492083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.494432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-92cb50c8-c8b2-40e6-9762-5c56811070c5 req-4c6829ff-e6dd-4be6-b87e-875b26c418f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "DELETE /v2.0/ports/4c89c1f1-d04a-43c2-852d-9c2a1f09846b HTTP/1.1" status: 204 len: 173 time: 1.6434822 Aug 03 19:09:31.494914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'name': 'network-vif-deleted', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:31.501819 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2993db-4b7c-4efb-a780-d3305b747671" -d '{"events": [{"server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "name": "network-vif-deleted", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:31.520801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Calling delete_port for 3bfc426d-a917-48a8-b154-72e6c1fca040 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:31.535518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eab51-75f1-4b22-8598-1bda7f541c45 req-be9b81c5-3019-464b-ad2c-e32f3556d223 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:31.538856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d7eab51-75f1-4b22-8598-1bda7f541c45 req-be9b81c5-3019-464b-ad2c-e32f3556d223 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 1024 time: 0.3300741 Aug 03 19:09:31.553828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.578089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] No DVR routers for this DVR port 3bfc426d-a917-48a8-b154-72e6c1fca040 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:31.631328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfc426d-a917-48a8-b154-72e6c1fca040,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:31.784443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e22c37d-3cb6-4c7a-b1ca-8115b941a80f req-c193762b-1dac-4cf7-a6c3-0d97f63ad002 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.2766507 Aug 03 19:09:31.795914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.836614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab49dedd-7384-4981-8542-dd2a9c82a689']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:31.857880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:09:31.873419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:31.907828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32d8fdd-5aa7-4251-a49b-2fb121e46b4e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a519a-3fee-4e74-9c70-639c40e741f0 x-openstack-request-id: req-8f5a519a-3fee-4e74-9c70-639c40e741f0 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce4f675-bcec-4e37-8fa9-0f7077574a6f", "name": "network-vif-deleted", "tag": "4c89c1f1-d04a-43c2-852d-9c2a1f09846b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f5a519a-3fee-4e74-9c70-639c40e741f0 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce4f675-bcec-4e37-8fa9-0f7077574a6f', 'name': 'network-vif-deleted', 'tag': '4c89c1f1-d04a-43c2-852d-9c2a1f09846b', 'status': 'completed', 'code': 200} Aug 03 19:09:32.175194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.189699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] Pushing event deleted for resources: {'Port': ['ID=3bfc426d-a917-48a8-b154-72e6c1fca040,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:32.189699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0609b-9e43-4c13-a9ae-34587a7d0bab None None] No DVR routers for this DVR port 3bfc426d-a917-48a8-b154-72e6c1fca040 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:32.191755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.192242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:32.193656 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:32.281765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.315200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4a2a89-8790-414e-836e-b4c9d4f9ed69 req-368d9dc0-6d77-41f7-93f7-7a603c751a06 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ce4f675-bcec-4e37-8fa9-0f7077574a6f HTTP/1.1" status: 200 len: 210 time: 0.0652654 Aug 03 19:09:32.362913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d7eab51-75f1-4b22-8598-1bda7f541c45 req-b2c369a8-db6c-4e41-9a12-907ab9bf8a5c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=118fded9-e33d-4c37-b566-b032b94ed355&id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=d5525e18-64e9-4b6f-a994-933cd64ed6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.6033576 Aug 03 19:09:32.422862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.429128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.435299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ab49dedd-7384-4981-8542-dd2a9c82a689 HTTP/1.1" status: 204 len: 168 time: 2.2062547 Aug 03 19:09:32.460311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba382d-8003-4b11-980d-0a25e01c21e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab49dedd-7384-4981-8542-dd2a9c82a689,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:32.469753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Allocated IP 172.25.2.37 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/34f49fa1-051f-421d-ac5b-ee565f5cc481) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:32.534028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.549452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ef8a4966-e392-40ed-a72e-28e98a4f3f9d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:32.575600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'Port': ['ID=472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:32.638053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] No DVR routers for this DVR port 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:32.642385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.644909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7540ab7c-a4f6-45ef-b4bb-1efc176d0812 req-275a9c08-fe79-4bea-a819-b7ae9a298b10 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.54 "DELETE /v2.0/ports/472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b HTTP/1.1" status: 204 len: 173 time: 3.2876675 Aug 03 19:09:32.645750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'name': 'network-vif-deleted', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:32.648332 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47fd450-035b-41c5-bad5-ee0110e6aa01" -d '{"events": [{"server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "name": "network-vif-deleted", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:32.690088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:32.750330 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fa555d-3e6a-4372-be1f-01d25e7ae30b x-openstack-request-id: req-a3fa555d-3e6a-4372-be1f-01d25e7ae30b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:32.752746 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9e26c2-b67a-4350-a4af-03b6d13be367", "name": "network-vif-deleted", "tag": "472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:32.752746 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3fa555d-3e6a-4372-be1f-01d25e7ae30b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:32.752746 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9e26c2-b67a-4350-a4af-03b6d13be367', 'name': 'network-vif-deleted', 'tag': '472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b', 'status': 'completed', 'code': 200} Aug 03 19:09:32.861724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.075595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.248527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:33.259321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d9f30def-fda2-4a48-8e48-33088027d2d9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:33.314075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb5452-e975-42ff-86b2-85442bf918f2 None None] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:33.341246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9da85a09-c3cf-4119-90b7-38c7b1c61bb1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=398cacfff8a844529e874da9fc1d7d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892606 Aug 03 19:09:33.346007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48064) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:33.457674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.505507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.531005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57059e70-0fe7-48e5-a398-aab97d29daff req-cb7c2e95-540a-48c3-8dc6-d1dbffb8a3f2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.0543287 Aug 03 19:09:33.534815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:33.544324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:33.546964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Pushing event updated for resources: {'Port': ['ID=34f49fa1-051f-421d-ac5b-ee565f5cc481,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:33.549966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:33.622972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-925d767f-39d6-42a1-8636-44c90bd6c6f7 req-9d2f5811-a064-4cea-9343-15d4cde0f297 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd9e26c2-b67a-4350-a4af-03b6d13be367 HTTP/1.1" status: 200 len: 210 time: 0.0442739 Aug 03 19:09:33.676114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Provisioning for port d9f30def-fda2-4a48-8e48-33088027d2d9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:33.686046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d9f30def-fda2-4a48-8e48-33088027d2d9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:33.705048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Provisioning complete for port d9f30def-fda2-4a48-8e48-33088027d2d9 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:33.705048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.705048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d9f30def-fda2-4a48-8e48-33088027d2d9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:33.705048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.753196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.759757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:33.763247 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2fa82a0-15a2-448b-b57e-22cee9128789 HTTP/1.1" status: 204 len: 168 time: 0.4181187 Aug 03 19:09:33.798826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d4677-6bae-49e5-bf6f-1cb3d9c5708e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa82a0-15a2-448b-b57e-22cee9128789,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:34.000132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-89ff8a00-763a-4e69-82c5-4dfb1e715647 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:34.002411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-89ff8a00-763a-4e69-82c5-4dfb1e715647 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1904438 Aug 03 19:09:34.006287 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.021667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-2d6a75ff-3fc2-482a-a1f8-4c999a83b404 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.0126052 Aug 03 19:09:34.080632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] For port d9f30def-fda2-4a48-8e48-33088027d2d9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d9f30def-fda2-4a48-8e48-33088027d2d9,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:34.084861 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.230331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-c1cdd056-002d-4104-b911-fcec0a8ed3cf tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1964328 Aug 03 19:09:34.337213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.343821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.417528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-9d74a4da-3a64-4b6f-bf07-b732e57ee743 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566508 Aug 03 19:09:34.451369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4c89c1f1-d04a-43c2-852d-9c2a1f09846b no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:34.457889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662f938-b9b4-4f95-8a7d-c55d3738b572 None None] Pushing event updated for resources: {'Port': ['ID=d9f30def-fda2-4a48-8e48-33088027d2d9,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:34.512947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 4c89c1f1-d04a-43c2-852d-9c2a1f09846b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:34.513263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4c89c1f1-d04a-43c2-852d-9c2a1f09846b not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:34.513662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:34.538678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:34.541960 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:34.541960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f390105e-9e94-40de-994b-367875b14709 None None] Provisioning complete for port d9f30def-fda2-4a48-8e48-33088027d2d9 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:34.541960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f390105e-9e94-40de-994b-367875b14709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.549137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:34.549137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 472b1374-d6e1-4fe4-a3df-a0f6e7ffb62b not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:34.617490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-d4340c2e-8661-42ce-9bf7-659eea255d1b service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701822 Aug 03 19:09:34.757262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a61c8e80-deff-4651-908c-222aade63c91 req-da5a59f3-d5e2-4845-8e20-d9db7311ccab tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.0384343 Aug 03 19:09:34.768198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:34.958402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-b48b5167-7c1f-4e28-b1ad-c99a9ebfdb9a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/d5525e18-64e9-4b6f-a994-933cd64ed6fe HTTP/1.1" status: 200 len: 1799 time: 0.0729914 Aug 03 19:09:35.007264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-978f3a82-d443-45f8-b941-01f93a78c4df req-bf4d1d0f-8b81-49f0-b9c6-cb973bdefadb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0411048 Aug 03 19:09:35.078585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.083697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14ac42ff-2241-4365-abcc-96b49f038e85 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:35.118156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.230236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 14ac42ff-2241-4365-abcc-96b49f038e85 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:35.241604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.267761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Router c6ce85df-9cef-44aa-968d-09b739e45d93 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:35.407187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.410692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.413920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbb25f59-3145-462c-9d34-b6100dae0663 req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/d5525e18-64e9-4b6f-a994-933cd64ed6fe HTTP/1.1" status: 204 len: 173 time: 0.4443586 Aug 03 19:09:35.426041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:35.427724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54922d1d-bd16-44a7-a391-0b25060cb197 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5525e18-64e9-4b6f-a994-933cd64ed6fe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:35.437663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bfc426d-a917-48a8-b154-72e6c1fca040 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:35.451291 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Sync routers for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:35.465425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3bfc426d-a917-48a8-b154-72e6c1fca040 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:09:35.465681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bfc426d-a917-48a8-b154-72e6c1fca040 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:09:35.475474 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:35.482150 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:35.515735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-886d6adc-1b36-4f45-afbb-13579854854d req-fff7dc6f-8d82-4850-9886-2ee91d66fa5d tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/118fded9-e33d-4c37-b566-b032b94ed355 HTTP/1.1" status: 200 len: 1801 time: 0.0555811 Aug 03 19:09:35.574108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.578100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b8711377-96ce-4154-b6e9-63366f1361a4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0785434 Aug 03 19:09:35.582554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48126) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:35.697528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-886d6adc-1b36-4f45-afbb-13579854854d req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.744583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d9f30def-fda2-4a48-8e48-33088027d2d9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:35.751552 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-886d6adc-1b36-4f45-afbb-13579854854d req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:35.787561 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:35.971028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d9f30def-fda2-4a48-8e48-33088027d2d9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:35.972106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.000470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-366a4051-8c60-4fa1-8466-6372c0c22e03 req-b41aae89-b356-40a5-a189-72a09be80f47 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.1012759 Aug 03 19:09:36.005815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-886d6adc-1b36-4f45-afbb-13579854854d req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.019102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-886d6adc-1b36-4f45-afbb-13579854854d req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.044571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-886d6adc-1b36-4f45-afbb-13579854854d req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/118fded9-e33d-4c37-b566-b032b94ed355 HTTP/1.1" status: 204 len: 173 time: 0.5124743 Aug 03 19:09:36.080467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9a8bb-4de3-484d-9a18-7227976ed04c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118fded9-e33d-4c37-b566-b032b94ed355,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:36.103471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-715798527', 'description': 'tempest-description-1597010856'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:36.187114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef2fc97f-dadd-4ec0-9f80-104c9715701d req-54c3ba89-c0d7-4f71-bc25-b48fd0738e7e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0484459 Aug 03 19:09:36.205997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48140) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:36.254842 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:33Z', 'revision_number': 3, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:36.319968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Checking router: c6ce85df-9cef-44aa-968d-09b739e45d93 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:36.320569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Updating router c6ce85df-9cef-44aa-968d-09b739e45d93 port 34f49fa1-051f-421d-ac5b-ee565f5cc481 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:36.325097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.380041 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.384996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-network', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:36.446790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.477322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.674348 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.717764 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.734489 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Transition to ACTIVE for port object 34f49fa1-051f-421d-ac5b-ee565f5cc481 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:36.736425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e5dde1-96c2-4e04-80f3-d38bf831793f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:36.959444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:36.959799 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.962523 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:36.979112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.040111 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Attempting to bind port 34f49fa1-051f-421d-ac5b-ee565f5cc481 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:37.040500 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Attempting to bind port 34f49fa1-051f-421d-ac5b-ee565f5cc481 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:37.041043 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Attempting to bind port 34f49fa1-051f-421d-ac5b-ee565f5cc481 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:37.045280 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499798b9-8699-47c8-a6a5-96fa10a7b9b8 None None] Pushing event updated for resources: {'Port': ['ID=34f49fa1-051f-421d-ac5b-ee565f5cc481,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.054779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Allocated IP 172.20.0.1 (807abd47-78a7-4171-b719-32e8ec6a1a73/4ef6cdef-350c-4685-ac88-ded52e0efd2c/9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:37.063493 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:37.074858 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:37.074858 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.074858 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:37.074858 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Bound port: 34f49fa1-051f-421d-ac5b-ee565f5cc481, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:37.074858 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.087382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-0b607a01-ae0a-46cb-9773-7fe69c745dea tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.089255 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-0b607a01-ae0a-46cb-9773-7fe69c745dea tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.5047376 Aug 03 19:09:37.155178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.156415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ebe1a12-dfea-4543-b79e-9dd2c4292e8f req-9bed0054-b109-47be-a8e9-8814158158c8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0576820 Aug 03 19:09:37.161387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c819d835-a045-40af-8de8-df341c21bb9f req-6fcaa3b0-f885-4417-8ab4-c25f61268d6a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.0449162 Aug 03 19:09:37.170645 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] For port 34f49fa1-051f-421d-ac5b-ee565f5cc481, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:37.174685 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] For port 34f49fa1-051f-421d-ac5b-ee565f5cc481, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34f49fa1-051f-421d-ac5b-ee565f5cc481,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:37.247799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-4da5ede0-fcbd-45ea-9c62-df4338573f35 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/47e5dde1-96c2-4e04-80f3-d38bf831793f HTTP/1.1" status: 200 len: 1800 time: 0.0663831 Aug 03 19:09:37.267363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Request body: {'security_group': {'name': 'tempest-sg-hth-468750209', 'description': 'tempest-description-hth-1622596682'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:37.268688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.290218 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.316119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.317287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-f90a5682-1790-4bad-b18c-1760918d3cc1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 380 time: 0.2059145 Aug 03 19:09:37.321202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Transition to ACTIVE for port object 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:37.373112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.377798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab4a391c-74ab-444a-9872-56598a35a658 req-d588a501-d16f-45b8-92b7-86a544e6a545 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0665672 Aug 03 19:09:37.382791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'device_id': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'admin_state_up': True, 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'security_groups': ['39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:37.397401 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:37.398041 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:37.456731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.476232 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499798b9-8699-47c8-a6a5-96fa10a7b9b8 None None] Pushing event updated for resources: {'Port': ['ID=34f49fa1-051f-421d-ac5b-ee565f5cc481,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.495522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.536858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.559736 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:37.563977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:37.567846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:37.574185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:37.578843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:37.586991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.598005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca683f1c-4fb9-49ab-bd8a-227285b293d3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.602315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.602668 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Added segment ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69 of type vlan for network 76f1e661-02c6-429b-96b6-a6e39c38104e Aug 03 19:09:37.638314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.653549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.658395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.661458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8445a88f-3f80-4fc0-8715-e98328a81c4c req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "PUT /v2.0/security-groups/47e5dde1-96c2-4e04-80f3-d38bf831793f HTTP/1.1" status: 200 len: 1774 time: 0.4042361 Aug 03 19:09:37.735462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.779021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:37.785397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.813156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea72ff-77a7-4f9f-954f-3df6f9d71ece tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e5dde1-96c2-4e04-80f3-d38bf831793f,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:37.829398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-327279a3-ff76-4abf-a4a7-31aab19f0c79 req-1d459b3d-1ade-48ec-bb71-d58db8913ad8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/47e5dde1-96c2-4e04-80f3-d38bf831793f HTTP/1.1" status: 200 len: 1774 time: 0.1301179 Aug 03 19:09:37.922457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6be9e161-fde0-4f92-845f-21556cba1787 req-5d1eac15-1e47-4186-aa91-b7912d35237d tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/47e5dde1-96c2-4e04-80f3-d38bf831793f HTTP/1.1" status: 200 len: 1774 time: 0.0674784 Aug 03 19:09:37.937721 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:33Z', 'revision_number': 3, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:37.958606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.959619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:37.960213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:37.971512 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfe970-0f62-4a12-8b2a-a195cfd5c528 None None] The sync data for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 is: [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:33Z', 'revision_number': 3, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:38.033367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.20.0.10 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/336fd4e4-2fda-4041-be1c-0b6ab7218e53) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:38.054705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.096604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] Pushing event updated for resources: {'Network': ['ID=76f1e661-02c6-429b-96b6-a6e39c38104e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:38.139278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6be9e161-fde0-4f92-845f-21556cba1787 req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.139692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 76f1e661-02c6-429b-96b6-a6e39c38104e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:38.145371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6be9e161-fde0-4f92-845f-21556cba1787 req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.322627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.352090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Transition to ACTIVE for port object 336fd4e4-2fda-4041-be1c-0b6ab7218e53 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:38.358651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc7db526-1a76-4e93-b0fd-b5ac213044de req-a981829e-62cc-44f9-9e86-7a8d526d08c3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.0723789 Aug 03 19:09:38.420315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:38.530118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f4531de-c9d1-4607-9d89-e6988f8a2010 req-b64e4b07-ea3d-477d-99f3-4e390502fae0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0585160 Aug 03 19:09:39.461118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-307b4846-d84c-48f0-a11c-b44986ce3115 req-c6839176-f02b-4981-a29b-c5717dc52bc8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.0362942 Aug 03 19:09:39.658383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ded21ad-cece-444e-bf6e-9f78f143349f req-3f4f36ea-d47f-41e9-adc9-41ef2e50ca82 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0285685 Aug 03 19:09:39.698124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34f49fa1-051f-421d-ac5b-ee565f5cc481 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:39.858185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-961ee651-5ac3-4355-8135-3ccc029e68df admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6674035 Aug 03 19:09:39.858438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d0ed0f1c-4846-40bc-a43b-9ba04e494f04 None None] Provisioning for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:39.861636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:39.867009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d0ed0f1c-4846-40bc-a43b-9ba04e494f04 None None] Provisioning complete for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:39.867009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d0ed0f1c-4846-40bc-a43b-9ba04e494f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.867389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Request body: {'subnet': {'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-subnet', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:39.913343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed0f1c-4846-40bc-a43b-9ba04e494f04 None None] Port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:39.964329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6be9e161-fde0-4f92-845f-21556cba1787 req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.965546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.970203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6be9e161-fde0-4f92-845f-21556cba1787 req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.970346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:39.970472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6be9e161-fde0-4f92-845f-21556cba1787 req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/47e5dde1-96c2-4e04-80f3-d38bf831793f HTTP/1.1" status: 204 len: 173 time: 2.0410466 Aug 03 19:09:39.980237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de882f13-2875-475b-abb4-4b6ef8934fbc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e5dde1-96c2-4e04-80f3-d38bf831793f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.061265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.067708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:40.079922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.084345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:40.087315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:40.091270 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-7db7b430-58c7-40af-b6ca-e30b21150827 req-6045ef73-a9b2-4231-adf4-0f9ce2c5e111 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.097156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7db7b430-58c7-40af-b6ca-e30b21150827 req-6045ef73-a9b2-4231-adf4-0f9ce2c5e111 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/118fded9-e33d-4c37-b566-b032b94ed355 HTTP/1.1" status: 404 len: 352 time: 0.0199356 Aug 03 19:09:40.101953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 34f49fa1-051f-421d-ac5b-ee565f5cc481 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:40.114957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 34f49fa1-051f-421d-ac5b-ee565f5cc481 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:40.115346 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.174049 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-2ee3b8f6-d82b-42a1-b743-0df686c9ec77 req-16718230-20d6-4a7f-b327-14db1561f88a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.189804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ee3b8f6-d82b-42a1-b743-0df686c9ec77 req-16718230-20d6-4a7f-b327-14db1561f88a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/d5525e18-64e9-4b6f-a994-933cd64ed6fe HTTP/1.1" status: 404 len: 352 time: 0.0209711 Aug 03 19:09:40.198514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:40.204629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.214689 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-0a019a3f-ef5a-4a70-9a03-717ea8faa64e req-829c237a-2add-4dae-b4f0-fee8b728aafc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.221822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a019a3f-ef5a-4a70-9a03-717ea8faa64e req-829c237a-2add-4dae-b4f0-fee8b728aafc tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/9a24991f-ca60-4dc1-9312-4b10aec3dac5 HTTP/1.1" status: 404 len: 352 time: 0.0242360 Aug 03 19:09:40.255152 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-d2afd4e4-9368-4fcc-9c9a-f568eb523dfa req-7346027b-f0b7-4f9c-89cf-72a97e1e65f6 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.256209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2afd4e4-9368-4fcc-9c9a-f568eb523dfa req-7346027b-f0b7-4f9c-89cf-72a97e1e65f6 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/de59256c-ea19-43e9-8d04-b8593e504e1b HTTP/1.1" status: 404 len: 352 time: 0.0151792 Aug 03 19:09:40.306911 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.327396 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-5c20a807-5143-416e-ae8f-221e2b7002a3 req-8435aa70-ef1e-4f35-a7aa-1c235462e105 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.333873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.335461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c20a807-5143-416e-ae8f-221e2b7002a3 req-8435aa70-ef1e-4f35-a7aa-1c235462e105 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/447c653c-af7c-49b2-82af-302b000d2adc HTTP/1.1" status: 404 len: 352 time: 0.0352523 Aug 03 19:09:40.336112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 34f49fa1-051f-421d-ac5b-ee565f5cc481, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34f49fa1-051f-421d-ac5b-ee565f5cc481,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:40.382825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.385630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.408625 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-b2571473-9fc5-431b-8453-1cdefafeb8f9 req-3477c4f5-96f8-437e-93f2-847e87ec2b8f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] show failed (client error): The resource could not be found. Aug 03 19:09:40.410000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2571473-9fc5-431b-8453-1cdefafeb8f9 req-3477c4f5-96f8-437e-93f2-847e87ec2b8f tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/0c01aa73-8b47-4988-8f9e-4523aa708136 HTTP/1.1" status: 404 len: 352 time: 0.0444055 Aug 03 19:09:40.517166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:40.518750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:40.616683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.691905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-e988d6bb-eca7-4089-bca1-7319ac43bdc4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.694482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-e988d6bb-eca7-4089-bca1-7319ac43bdc4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.2955315 Aug 03 19:09:40.745891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=34f49fa1-051f-421d-ac5b-ee565f5cc481,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:40.745891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-800a27bd-4dd2-4e11-b69a-759114152494 None None] Provisioning for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:40.749844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91eee2f-7eb8-4a54-ba92-ce7c0a22bba2 req-8e87f0a2-4998-40f9-862c-f76864d0b855 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:40.753960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-800a27bd-4dd2-4e11-b69a-759114152494 None None] Provisioning complete for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:40.754364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-800a27bd-4dd2-4e11-b69a-759114152494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:40.756077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91eee2f-7eb8-4a54-ba92-ce7c0a22bba2 req-8e87f0a2-4998-40f9-862c-f76864d0b855 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 932 time: 0.1646638 Aug 03 19:09:40.764089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:40.897248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2be37b2e-5bdb-49d0-9add-0bfc13652c5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5131292 Aug 03 19:09:40.904862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Request body: {'port': {'device_id': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:40.912997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Router c6ce85df-9cef-44aa-968d-09b739e45d93 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:40.930042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91eee2f-7eb8-4a54-ba92-ce7c0a22bba2 req-07bdf3a6-60c1-44e4-b64c-7a5553890514 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563058 Aug 03 19:09:41.026738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-800a27bd-4dd2-4e11-b69a-759114152494 None None] Port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:41.039303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.051131 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.066491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56152712-5651-4b93-94b8-0692b3967bb7 req-b324328e-2255-4b21-9196-11df95b1c731 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0295656 Aug 03 19:09:41.168062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:41.168062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.168822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5c946a7d-8440-4076-a66f-e8a8cdb3a1ee None None] Provisioning complete for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:41.168822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c946a7d-8440-4076-a66f-e8a8cdb3a1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.207105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5c946a7d-8440-4076-a66f-e8a8cdb3a1ee None None] Port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:41.297751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.323094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.2 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/32f01f2b-b69d-4e8b-b573-05ea5d1da7be) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:41.574659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:41.578328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.583235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.596991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Transition to ACTIVE for port object 336fd4e4-2fda-4041-be1c-0b6ab7218e53 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:41.601604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Checking segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:41.601604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Network hostable DHCP agents. Network: 76f1e661-02c6-429b-96b6-a6e39c38104e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:41.608040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:41.618750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Sync routers for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:41.634801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:41.635800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:41.637541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-802d1690-b650-40cc-b156-f4ac4eb5f0c2 admin admin] 10.222.0.67 "PUT /v2.0/routers/c6ce85df-9cef-44aa-968d-09b739e45d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0528748 Aug 03 19:09:41.685070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.729102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.782727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Network 76f1e661-02c6-429b-96b6-a6e39c38104e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:41.882008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:41.895889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:41.912305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed823d-2938-41b4-94bf-292cb7bf41f1 req-4148654c-bb29-4cb1-907d-222b1de16764 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.916907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 76f1e661-02c6-429b-96b6-a6e39c38104e) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:41.925554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-deed823d-2938-41b4-94bf-292cb7bf41f1 req-4148654c-bb29-4cb1-907d-222b1de16764 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1024 time: 0.2989161 Aug 03 19:09:41.940577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:41.941191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:41.950120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:41.984373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:42.023841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:42.035674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:42.176056 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49bbc21e-a0b7-4e30-bb36-8f243353b505 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3126779 Aug 03 19:09:42.185604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48244) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:42.205615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:42.220529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Attempting to bind port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:42.226206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:42.230020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Attempting to bind port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:42.231071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Attempting to bind port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:42.242745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec928b26-b828-481b-8e44-4d4a05544029 req-7afb59c5-fb49-4134-996f-bd9fa65b1105 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.249426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:42.253552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec928b26-b828-481b-8e44-4d4a05544029 req-7afb59c5-fb49-4134-996f-bd9fa65b1105 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 944 time: 0.1452975 Aug 03 19:09:42.255296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Attempting to bind port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:42.272391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:42.281172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34f49fa1-051f-421d-ac5b-ee565f5cc481 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:42.281776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:42.283416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4ad10-df04-4dda-8d99-43b875767c1e None None] Network 76f1e661-02c6-429b-96b6-a6e39c38104e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:42.284072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:42.284763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Bound port: 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:42.291486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.321254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec928b26-b828-481b-8e44-4d4a05544029 req-c96e4269-ee8e-4a5f-9dd2-78171f6b4ee3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662503 Aug 03 19:09:42.342327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-deed823d-2938-41b4-94bf-292cb7bf41f1 req-2116bbfb-a405-4e37-926b-645cdb0de351 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=966a4e97-c140-4b9d-aaea-5430002b26be&id=e1c4cfe2-a278-483f-ade9-0389aae2ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4147041 Aug 03 19:09:42.359374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.362149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.388942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.390064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.518292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-29999d6f-4122-4852-9238-5c38b37263d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7609777 Aug 03 19:09:42.533907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Request body: {'port': {'device_id': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:42.543035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:42.546788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.613904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:42.666743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 34f49fa1-051f-421d-ac5b-ee565f5cc481 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:42.667133 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.673237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:37Z', 'revision_number': 4, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d', 'name': '', 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'mac_address': 'fa:16:3e:61:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:36Z', 'updated_at': '2021-08-03T19:09:38Z', 'revision_number': 2, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'subnets': [{'id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:42.676437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263055a-ba93-44de-a4d7-de64014712f4 req-bff7a318-bb2a-4511-a16b-7af4dedb6c51 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:42.686817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a263055a-ba93-44de-a4d7-de64014712f4 req-bff7a318-bb2a-4511-a16b-7af4dedb6c51 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 931 time: 0.2593246 Aug 03 19:09:42.738669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:42.783428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Checking router: c6ce85df-9cef-44aa-968d-09b739e45d93 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:42.783849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Updating router c6ce85df-9cef-44aa-968d-09b739e45d93 port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:43.072060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.092278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.139932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-76f1e661-02c6-429b-96b6-a6e39c38104e', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:43.141218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.237304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.301571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.303118 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.312502 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] 10.222.0.77 "PUT /v2.0/ports/336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1092 time: 2.4158828 Aug 03 19:09:43.392591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f01f2b-b69d-4e8b-b573-05ea5d1da7be {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:43.392591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.436361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Transition to ACTIVE for port object 32f01f2b-b69d-4e8b-b573-05ea5d1da7be will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:43.442328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:43.457774 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:43.596322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:43.692589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb570b-7fd6-4280-9137-f413cf8134c3 service neutron] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.741078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Pushing event updated for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:43.758130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-4cfda103-e1bb-4dc5-aa47-b8988c778c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.767381 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-4cfda103-e1bb-4dc5-aa47-b8988c778c87 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1095 time: 0.2852185 Aug 03 19:09:43.850027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ea58a-bf81-4f2d-b838-a94ee71c5388 req-d9604de1-5c9b-4261-a23b-61435f3b4b87 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:43.854118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a88ea58a-bf81-4f2d-b838-a94ee71c5388 req-d9604de1-5c9b-4261-a23b-61435f3b4b87 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 944 time: 0.3851125 Aug 03 19:09:43.870161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a263055a-ba93-44de-a4d7-de64014712f4 req-18155853-a2cd-40ba-ba04-3fb04362f125 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1820288 Aug 03 19:09:43.941610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-f38fac13-aa1c-4279-b5ed-3a08b1a69857 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 217 time: 0.1421185 Aug 03 19:09:44.027140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-33745585-b351-4f81-bd15-5619e5c6993c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.060006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-33745585-b351-4f81-bd15-5619e5c6993c tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.77 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1024 time: 0.6180742 Aug 03 19:09:44.236694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.275910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Transition to ACTIVE for port object 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:44.372313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-6a6f0fae-23c8-4459-a9df-c79b9ebbdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:44.374467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-6a6f0fae-23c8-4459-a9df-c79b9ebbdc59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.4137425 Aug 03 19:09:44.471040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.601435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1c6a-4004-4cc3-9c0d-6960efd7bfa1 None None] Pushing event updated for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:44.914172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Attempting to bind port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:44.914549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Attempting to bind port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:44.914917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Attempting to bind port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d on network 807abd47-78a7-4171-b719-32e8ec6a1a73 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:44.935524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a88ea58a-bf81-4f2d-b838-a94ee71c5388 req-d53c3a1c-a685-4cb8-bd10-202c2e7c2229 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0490131 Aug 03 19:09:44.937550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:44.938030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Checking segment: {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:44.938335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.938682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Bound using segment: {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:44.939361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Bound port: 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84982408-ce82-4d83-811c-7f216838ecc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:44.939750 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:44.960128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Allocated IP 172.20.0.2 (76f1e661-02c6-429b-96b6-a6e39c38104e/2c3b359f-4c17-45d0-9edc-d14e3fd68cf0/fe24d0d5-79de-4170-9bdf-31ff8079ac39) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:45.096127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.169188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] For port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:45.175983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] For port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:45.279600 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151cc2f-05ec-42d7-a47c-8458d7dbce86 x-openstack-request-id: req-4151cc2f-05ec-42d7-a47c-8458d7dbce86 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:45.280851 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:45.284443 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4151cc2f-05ec-42d7-a47c-8458d7dbce86 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:45.285584 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'status': 'completed', 'code': 200} Aug 03 19:09:45.401376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ca7e9-cfd0-447f-8724-a8a934f84064 req-f104f31a-71c3-4089-a300-d22b9f51dd73 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.409056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c1ca7e9-cfd0-447f-8724-a8a934f84064 req-f104f31a-71c3-4089-a300-d22b9f51dd73 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1024 time: 1.2001402 Aug 03 19:09:45.440447 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-1f48cadf-14a2-49b8-a9d5-4f78d39ba20d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3407738 Aug 03 19:09:45.469590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.474304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.504282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Deleting port ef8a4966-e392-40ed-a72e-28e98a4f3f9d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:09:45.504773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.507990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Attempting to bind port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:45.508714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Attempting to bind port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:45.508891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Attempting to bind port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:45.516047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Transition to ACTIVE for port object fe24d0d5-79de-4170-9bdf-31ff8079ac39 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:45.575772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Transition to ACTIVE for port object fe24d0d5-79de-4170-9bdf-31ff8079ac39 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:45.585336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c1ca7e9-cfd0-447f-8724-a8a934f84064 req-f2db2db7-5c6e-4867-bca4-58710873a0e0 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=966a4e97-c140-4b9d-aaea-5430002b26be&id=e1c4cfe2-a278-483f-ade9-0389aae2ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1727822 Aug 03 19:09:45.611480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.619704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-1a26e373-cadb-489b-9248-802009f90736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.621368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-1a26e373-cadb-489b-9248-802009f90736 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2364991 Aug 03 19:09:45.622662 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.643898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:09:45.644601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Attempting to bind port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:45.663638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:45.664431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:45.666357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:45.668050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Bound port: 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:45.668792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.685179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72248e-a81d-4932-b5f4-58dc2c0be010 req-84db16b1-500c-41e4-b34b-a73ad1ca223c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:45.698864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc72248e-a81d-4932-b5f4-58dc2c0be010 req-84db16b1-500c-41e4-b34b-a73ad1ca223c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 943 time: 0.4140394 Aug 03 19:09:45.865304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:45.892609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc72248e-a81d-4932-b5f4-58dc2c0be010 req-33e8b678-3405-4c96-b6b7-a8546ba3dbe3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838930 Aug 03 19:09:45.967571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Allocated IP 172.25.2.174 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:46.017267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Network 76f1e661-02c6-429b-96b6-a6e39c38104e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:46.078908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:46.079711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] For port ef8a4966-e392-40ed-a72e-28e98a4f3f9d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,segment=NetworkSegment(3355ebde-94b7-426f-b9dd-8f0c235676f8),segment_id=3355ebde-94b7-426f-b9dd-8f0c235676f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:46.080252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.091771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:46.146417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:46.150934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:46.176456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Calling delete_port for ef8a4966-e392-40ed-a72e-28e98a4f3f9d owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:09:46.253904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:46.313427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:46.424986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-d9602ff1-650b-4a43-b677-44367a6c9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.426504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-d9602ff1-650b-4a43-b677-44367a6c9d33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 1096 time: 0.9409256 Aug 03 19:09:46.443372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.559106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.560089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:46.566217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] 10.222.0.54 "PUT /v2.0/ports/32f01f2b-b69d-4e8b-b573-05ea5d1da7be HTTP/1.1" status: 200 len: 1091 time: 4.0415833 Aug 03 19:09:46.631241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:46.651510 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef150dc-4d08-4518-996b-e6ac693b24e7" -d '{"events": [{"name": "network-changed", "server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:46.754624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bd436-c0fa-4d84-91fb-3ff135749fbf req-cef6bcbb-c52d-4116-a4b2-48b714a83b9d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.771715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3bd436-c0fa-4d84-91fb-3ff135749fbf req-cef6bcbb-c52d-4116-a4b2-48b714a83b9d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 944 time: 0.6215165 Aug 03 19:09:46.817144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c1c6a-4004-4cc3-9c0d-6960efd7bfa1 None None] Pushing event updated for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:46.844636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-47b87928-7b85-4479-8b8c-bd9b433df1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:46.858268 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-47b87928-7b85-4479-8b8c-bd9b433df1f9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.4038892 Aug 03 19:09:46.867624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.000155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:47.006795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ef8a4966-e392-40ed-a72e-28e98a4f3f9d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:09:47.050952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-051db46b-69d3-423c-bf8d-288e6c460e63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=287ce226-7c4e-4561-b62f-12421f58f160 HTTP/1.1" status: 200 len: 217 time: 0.1773453 Aug 03 19:09:47.188570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3bd436-c0fa-4d84-91fb-3ff135749fbf req-f85cc7c8-c43e-4693-8e0d-7a53ca906ced tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4004185 Aug 03 19:09:47.215352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1ea89-1fef-4994-9ef0-6687d84f9015 service neutron] Pushing event updated for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.242676 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-57365580-56d0-43b8-ae28-fc90935a8e53 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978733 Aug 03 19:09:47.266969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-ce5ae0eb-3fea-4905-b27f-08a004b7c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.280255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Attempting to bind port fe24d0d5-79de-4170-9bdf-31ff8079ac39 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:47.281083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Attempting to bind port fe24d0d5-79de-4170-9bdf-31ff8079ac39 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:47.282117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Attempting to bind port fe24d0d5-79de-4170-9bdf-31ff8079ac39 on network 76f1e661-02c6-429b-96b6-a6e39c38104e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:47.293633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Pushing event updated for resources: {'Port': ['ID=fe24d0d5-79de-4170-9bdf-31ff8079ac39,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.298184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-ce5ae0eb-3fea-4905-b27f-08a004b7c68e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 1094 time: 0.4987419 Aug 03 19:09:47.361795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:47.362494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Checking segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:47.363120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.363711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Bound using segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:47.364411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Bound port: fe24d0d5-79de-4170-9bdf-31ff8079ac39, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:47.365077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.435753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-c728a57a-2cdc-4290-9ec4-48b314847a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.437877 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-c728a57a-2cdc-4290-9ec4-48b314847a04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.3584640 Aug 03 19:09:47.468405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-702a5c5d-0978-49e6-b5d3-6d2b4f784d77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be HTTP/1.1" status: 200 len: 217 time: 0.1429229 Aug 03 19:09:47.490811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134ca05-7492-4bf9-b4d5-eb5fb309f3e1 req-15f3b19f-8cec-4f01-b15d-b3866578e657 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:47.511998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e134ca05-7492-4bf9-b4d5-eb5fb309f3e1 req-15f3b19f-8cec-4f01-b15d-b3866578e657 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 1024 time: 0.5865581 Aug 03 19:09:47.627643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:47.633340 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-3892e402-3dec-4b0b-86e7-00a2eb472e99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644349 Aug 03 19:09:47.778658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Pushing event updated for resources: {'Port': ['ID=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:47.836303 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa538300-d0a0-4d30-9747-5fdbed1d8265 req-00c0e3fa-aa14-4951-998b-d3319d1cb85b service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5401978 Aug 03 19:09:47.844132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:47.847198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:47.853509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:47.906244 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82d442-21fe-4e69-8b45-b7a3d851ae1e x-openstack-request-id: req-2b82d442-21fe-4e69-8b45-b7a3d851ae1e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:47.906576 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:47.907983 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b82d442-21fe-4e69-8b45-b7a3d851ae1e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:47.909878 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be', 'status': 'completed', 'code': 200} Aug 03 19:09:48.055457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-0d13a51c-6618-47bf-8d37-3e3ed150568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.059346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-0d13a51c-6618-47bf-8d37-3e3ed150568a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.4358451 Aug 03 19:09:48.069059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] For port fe24d0d5-79de-4170-9bdf-31ff8079ac39, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:48.167279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.211945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] For port fe24d0d5-79de-4170-9bdf-31ff8079ac39, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe24d0d5-79de-4170-9bdf-31ff8079ac39,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:48.229387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-78a57b21-0e2d-4b9a-8457-bf74482fd2a7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784724 Aug 03 19:09:48.299673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e134ca05-7492-4bf9-b4d5-eb5fb309f3e1 req-a3494d0c-b64f-4b10-be5c-c128b1e7c41a tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3c64fb2-7155-4294-97fa-145651f4cc75&id=966a4e97-c140-4b9d-aaea-5430002b26be&id=e1c4cfe2-a278-483f-ade9-0389aae2ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7830210 Aug 03 19:09:48.304004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:37Z', 'revision_number': 4, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d', 'name': '', 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'mac_address': 'fa:16:3e:61:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:36Z', 'updated_at': '2021-08-03T19:09:45Z', 'revision_number': 4, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'subnets': [{'id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:48.314352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.397373 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-5b0bb425-19fe-47c0-a31f-972fb4d5c462 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350777 Aug 03 19:09:48.403308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-04a15ee1-85e1-49f8-bcac-01f368a96273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.405589 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-04a15ee1-85e1-49f8-bcac-01f368a96273 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1095 time: 0.3583803 Aug 03 19:09:48.514084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa668cac-77aa-4430-8d53-f54f1cba0896 None None] The sync data for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 is: [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:09:37Z', 'revision_number': 4, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d', 'name': '', 'network_id': '807abd47-78a7-4171-b719-32e8ec6a1a73', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'mac_address': 'fa:16:3e:61:b7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:36Z', 'updated_at': '2021-08-03T19:09:45Z', 'revision_number': 4, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'subnets': [{'id': '4ef6cdef-350c-4685-ac88-ded52e0efd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:48.519413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.676249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca294b8-91e9-4e20-be4a-48ba46e01242 req-1a961f0f-7db8-4064-a808-bfd654787fe0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:48.679947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ca294b8-91e9-4e20-be4a-48ba46e01242 req-1a961f0f-7db8-4064-a808-bfd654787fe0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 943 time: 0.7618859 Aug 03 19:09:48.695973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Pushing event updated for resources: {'Port': ['ID=fe24d0d5-79de-4170-9bdf-31ff8079ac39,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:48.763931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.764773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.765169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.765512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.765855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.766187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.766519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.766857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.767237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.767570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.768093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.768431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373544be-de5d-4461-a63b-0f51acf83e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:09:48.774792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c9add8a9-ee91-4738-a0b1-697b3e826575 req-80331521-23ba-4755-85d8-53683fe3aebe service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681111 Aug 03 19:09:48.856004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc97e1d2-351d-49f0-a623-36b0bf438577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.909903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] No DVR routers for this DVR port ef8a4966-e392-40ed-a72e-28e98a4f3f9d on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:09:48.937199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:48.971511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de153fa4-4851-4dc8-ab46-9e93b2e04b17 req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.77 "DELETE /v2.0/ports/ef8a4966-e392-40ed-a72e-28e98a4f3f9d HTTP/1.1" status: 204 len: 173 time: 4.8900166 Aug 03 19:09:49.013954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-13ffe528-1333-41e2-8d86-76bdbd705dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.018484 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-13ffe528-1333-41e2-8d86-76bdbd705dc4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2400267 Aug 03 19:09:49.020604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceae00-45fc-4e85-92ff-49a65a78abc2 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'Port': ['ID=ef8a4966-e392-40ed-a72e-28e98a4f3f9d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:49.150884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ca294b8-91e9-4e20-be4a-48ba46e01242 req-da821307-a94a-43ea-899c-322592c3bc2f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518177 Aug 03 19:09:49.187476 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-5a02e889-7b6f-4cbf-b697-0d01dd65ccb9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 217 time: 0.1615598 Aug 03 19:09:49.290247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:49.412831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de1916-b25b-42cf-9a8e-85c3102d8519 req-4bbe27a7-38ff-48fd-ad10-7a4cd06dd6f5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.443771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67de1916-b25b-42cf-9a8e-85c3102d8519 req-4bbe27a7-38ff-48fd-ad10-7a4cd06dd6f5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 944 time: 0.9305418 Aug 03 19:09:49.699902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-c255b125-9bfd-4b29-bfa9-a10d1660572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:49.712307 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-c255b125-9bfd-4b29-bfa9-a10d1660572b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.4257290 Aug 03 19:09:49.754234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-813b4a55-dd5d-4864-9107-e572b3b2b73b service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4865804 Aug 03 19:09:49.832442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:49.844104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:49.844825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:49.915695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.175239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52dc895b-f296-489c-9517-f8f2e0c5c036 req-39c11387-0759-4810-ad13-e99c27087074 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a9de44-ae57-4f3b-a7f4-218926f8bc09 HTTP/1.1" status: 200 len: 210 time: 0.6276839 Aug 03 19:09:50.179875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'name': 'network-vif-deleted', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:50.183723 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6259d37c-7ae1-4f17-ab2e-0d2d42f25131" -d '{"events": [{"server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "name": "network-vif-deleted", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:50.238006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aa21984-afda-45c4-bd10-3130601ac6e1 req-a4ad76c7-8d26-4ea3-90d9-0c11ed02cdb1 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560540 Aug 03 19:09:50.265935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67de1916-b25b-42cf-9a8e-85c3102d8519 req-a33177c3-0d91-4e16-976d-ba8324cfa5e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8178606 Aug 03 19:09:50.329192 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.567166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-cef4e2c4-ecdc-409e-8d9d-40ef2fb6e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.569837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:50.573127 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-cef4e2c4-ecdc-409e-8d9d-40ef2fb6e823 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8461115 Aug 03 19:09:50.584108 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bed3a71-5227-4e20-9026-b535131ccba3 x-openstack-request-id: req-6bed3a71-5227-4e20-9026-b535131ccba3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:50.590677 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a9de44-ae57-4f3b-a7f4-218926f8bc09", "name": "network-vif-deleted", "tag": "ef8a4966-e392-40ed-a72e-28e98a4f3f9d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:50.591094 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6bed3a71-5227-4e20-9026-b535131ccba3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:50.591883 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a9de44-ae57-4f3b-a7f4-218926f8bc09', 'name': 'network-vif-deleted', 'tag': 'ef8a4966-e392-40ed-a72e-28e98a4f3f9d', 'status': 'completed', 'code': 200} Aug 03 19:09:50.686572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:50.730991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-4932cfc9-ac5c-44c4-896e-9bf2321ad71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.742361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-4932cfc9-ac5c-44c4-896e-9bf2321ad71a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 1094 time: 0.2849772 Aug 03 19:09:50.877187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16202f08-e88d-4ef4-bc38-2f5bc3841ed1 req-90394416-f765-4a9b-85e3-2335211c5a33 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:50.885785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16202f08-e88d-4ef4-bc38-2f5bc3841ed1 req-90394416-f765-4a9b-85e3-2335211c5a33 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 943 time: 0.3583748 Aug 03 19:09:50.985976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:51.005429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26683660-87aa-4dcf-95f8-e5f1e195c139 None None] Network 76f1e661-02c6-429b-96b6-a6e39c38104e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:51.011379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:51.236491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16202f08-e88d-4ef4-bc38-2f5bc3841ed1 req-97193cf9-b264-4a35-8be6-15d27a2e9276 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414645 Aug 03 19:09:51.343041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:51.351808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:51.391824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:51.395322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-2be290f2-66ca-4b57-a332-d45d5261af3c service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069606 Aug 03 19:09:51.405471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-76f80a6d-4efe-4f79-a33e-7ed5d9ef9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.409002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe24d0d5-79de-4170-9bdf-31ff8079ac39 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:51.410725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-76f80a6d-4efe-4f79-a33e-7ed5d9ef9cff service neutron] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 907 time: 0.6596591 Aug 03 19:09:51.582210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-4be7b2c8-237c-4fbf-934b-d245e00365ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be HTTP/1.1" status: 200 len: 217 time: 0.0965714 Aug 03 19:09:51.744590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-3a51337a-c0ad-434a-805a-73c8b1512f67 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/e1c4cfe2-a278-483f-ade9-0389aae2ff59 HTTP/1.1" status: 200 len: 1800 time: 0.4007554 Aug 03 19:09:51.857015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb815b-6f36-46bf-ba3a-94ddb436708b req-e54a1b72-3cc7-4e82-bf8c-84858157dc21 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.862333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbbb815b-6f36-46bf-ba3a-94ddb436708b req-e54a1b72-3cc7-4e82-bf8c-84858157dc21 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 944 time: 0.3417537 Aug 03 19:09:51.895605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-cc579131-725b-4130-bbb9-056c9233cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:51.897818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-cc579131-725b-4130-bbb9-056c9233cda2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.3466799 Aug 03 19:09:52.049339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.092423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:52.109046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbbb815b-6f36-46bf-ba3a-94ddb436708b req-315d68a4-04eb-477b-8ed7-26ff4dfcb22e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429206 Aug 03 19:09:52.127244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Provisioning for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:52.131568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-b8ee78d6-5936-4cac-b759-4d51245ee742 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101908 Aug 03 19:09:52.134819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:52.144927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:52.145401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.201594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b68da7cf-86c7-4c09-8e17-52ba8b2aa1c2 req-bb5fc185-45dd-4b0b-99fb-fd475caa1e5e service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6793654 Aug 03 19:09:52.243381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Provisioning complete for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:52.244047 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.268685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Router db303abe-791e-4289-a8ec-0a5510a85f60 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:09:52.382766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:52.507306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-d17f7314-9080-45ae-ad0f-2e81410ccf28 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343198 Aug 03 19:09:52.511789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.541361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0e84e478-bab6-40c0-8c1d-6f2e5a79063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.574100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:52.577436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.591760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.594012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Sync routers for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:52.665719 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:52.673357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:52.725058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ef150dc-4d08-4518-996b-e6ac693b24e7 req-282e3e6b-af43-4918-97c3-d6f3ed7cc9dc service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768262 Aug 03 19:09:52.759258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.769451 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-817f9935-909e-472b-9eec-17908204b30a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5776138 Aug 03 19:09:52.770467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:52.834384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.837274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.891685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:52.944940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:53.023334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['336fd4e4-2fda-4041-be1c-0b6ab7218e53'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:53.070467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735d844-566f-4ab6-be22-14cabb7debd4 req-08fef80c-48d1-4865-9c61-bb2d62f46af8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.076317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5735d844-566f-4ab6-be22-14cabb7debd4 req-08fef80c-48d1-4865-9c61-bb2d62f46af8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 943 time: 0.6608164 Aug 03 19:09:53.222699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5735d844-566f-4ab6-be22-14cabb7debd4 req-2d81a02c-4ffc-4eb4-b400-db3133d8c128 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317956 Aug 03 19:09:53.223391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.229908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.234427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc854a1f-b0cf-40c1-a4c5-defe60538ee7 req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/e1c4cfe2-a278-483f-ade9-0389aae2ff59 HTTP/1.1" status: 204 len: 173 time: 1.4845030 Aug 03 19:09:53.292836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05dfab-dd9a-4229-9e15-30d611ac4b1b tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c4cfe2-a278-483f-ade9-0389aae2ff59,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:53.367371 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:48Z', 'revision_number': 3, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:53.426613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.426613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] For port fe24d0d5-79de-4170-9bdf-31ff8079ac39, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe24d0d5-79de-4170-9bdf-31ff8079ac39,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:53.445338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:53.554229 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Checking router: db303abe-791e-4289-a8ec-0a5510a85f60 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:09:53.563073 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Updating router db303abe-791e-4289-a8ec-0a5510a85f60 port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:09:53.566056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48378) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:53.579614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1751322541'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:53.619259 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.638101 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.689758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8599-646e-4e47-b2f6-f42b1a03acd4 req-896d5742-d84b-4c42-bce3-a08aed180569 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:53.691818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5be8599-646e-4e47-b2f6-f42b1a03acd4 req-896d5742-d84b-4c42-bce3-a08aed180569 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1919174 Aug 03 19:09:53.775157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5be8599-646e-4e47-b2f6-f42b1a03acd4 req-45b44947-8589-49d0-b1c5-c6b6715c8fc8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705009 Aug 03 19:09:53.778616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:53.810914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:53.959599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:54.050083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.050083 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Added segment 4cb08b06-7d8e-4001-bbc6-b038474979a4 of type vlan for network f011ad44-d641-4d62-ab58-727411c3e843 Aug 03 19:09:54.112020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.149854 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:09:54.150395 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:09:54.171634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-1fbf2245-da49-4c36-8421-58a5f507f1f8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "GET /v2.0/security-groups/966a4e97-c140-4b9d-aaea-5430002b26be HTTP/1.1" status: 200 len: 1801 time: 0.3073070 Aug 03 19:09:54.192630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-59415e8d-9193-4b4b-afcd-9157bb477aea None None] Provisioning complete for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:54.192630 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-59415e8d-9193-4b4b-afcd-9157bb477aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.280624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.336745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Allocated IP 172.20.0.1 (76f1e661-02c6-429b-96b6-a6e39c38104e/2c3b359f-4c17-45d0-9edc-d14e3fd68cf0/abb7736c-5245-4b86-bb93-a199ec3ff30c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:09:54.351687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cea7b-99b3-4533-bee0-6aa3827c83b6 None None] Pushing event updated for resources: {'Port': ['ID=fe24d0d5-79de-4170-9bdf-31ff8079ac39,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.415478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91e6cc-8658-48c6-a65e-4a90908daff6 req-57305745-9283-4505-8f65-476a652808bf tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.426379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb91e6cc-8658-48c6-a65e-4a90908daff6 req-57305745-9283-4505-8f65-476a652808bf tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.3550110 Aug 03 19:09:54.470810 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.476500 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Transition to ACTIVE for port object 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:54.493335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.508512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb91e6cc-8658-48c6-a65e-4a90908daff6 req-6120a16f-c952-49c7-b8b7-44e0cea54824 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779243 Aug 03 19:09:54.510068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Transition to ACTIVE for port object abb7736c-5245-4b86-bb93-a199ec3ff30c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:09:54.516000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.520972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 32f01f2b-b69d-4e8b-b573-05ea5d1da7be details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:09:54.530335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.532613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.571383 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.680793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.702112 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Attempting to bind port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:09:54.703462 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Attempting to bind port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:09:54.704038 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Attempting to bind port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:09:54.716348 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:09:54.717192 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:54.717833 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.719082 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:09:54.719820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Bound port: 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:09:54.720419 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.727237 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d9911-f5fb-4673-969b-b4630751eb57 None None] Pushing event updated for resources: {'Port': ['ID=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.746599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.759808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.817046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:54.842668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Network': ['ID=f011ad44-d641-4d62-ab58-727411c3e843,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:54.847061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:54.866979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be', 'mac_address': 'fa:16:3e:0a:9c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:09:54.895420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10a393-c972-47d1-95e3-f6e27237907c req-44927fe1-be00-4e50-ab82-25eed29b26ef tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:54.898659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f011ad44-d641-4d62-ab58-727411c3e843 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:54.900214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c10a393-c972-47d1-95e3-f6e27237907c req-44927fe1-be00-4e50-ab82-25eed29b26ef tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 943 time: 0.2262645 Aug 03 19:09:54.905615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-607d48d7-4059-4055-bdad-4e53c37e620f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3366287 Aug 03 19:09:54.936568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48388) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:54.949787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-764320546'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:54.971592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:54.974173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:54.979650 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] For port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:09:54.990198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] For port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:09:55.069440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c10a393-c972-47d1-95e3-f6e27237907c req-50ca2201-91be-48a3-b59b-b6173d550a9f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356733 Aug 03 19:09:55.106736 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.106998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.151490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f01f2b-b69d-4e8b-b573-05ea5d1da7be {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:09:55.159849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:55.177485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.191726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:55.191726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:55.192188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.234447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:09:55.263677 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:55.264527 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:55.309839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.318017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.322726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f96d0ef-7353-4969-ab31-3ff718c02eba req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] 10.222.0.67 "DELETE /v2.0/security-groups/966a4e97-c140-4b9d-aaea-5430002b26be HTTP/1.1" status: 204 len: 173 time: 1.1482427 Aug 03 19:09:55.332596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.343561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48390) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:55.361693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe24d0d5-79de-4170-9bdf-31ff8079ac39 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:55.378089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.378441 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Added segment 02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f of type vlan for network 55a2169c-7742-4ddd-9893-03e8a34fe53c Aug 03 19:09:55.386209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Network 76f1e661-02c6-429b-96b6-a6e39c38104e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:55.391533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:55.393822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Pushing event updated for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.408736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:09:55.429085 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:55.465932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.484352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bf8a9-a248-43e6-b7d0-942e358122e8 tempest-SecurityGroupsTestJSON-394723828 tempest-SecurityGroupsTestJSON-394723828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966a4e97-c140-4b9d-aaea-5430002b26be,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.520243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:55.571501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d9911-f5fb-4673-969b-b4630751eb57 None None] Pushing event updated for resources: {'Port': ['ID=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.621026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:55.626612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.663417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['32f01f2b-b69d-4e8b-b573-05ea5d1da7be'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:09:55.720712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c6c2d-910a-44fb-b515-e9d57a2fb200 req-32a0ca8a-8664-4310-bb71-8c4e8e40dd6c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:55.720712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da5c6c2d-910a-44fb-b515-e9d57a2fb200 req-32a0ca8a-8664-4310-bb71-8c4e8e40dd6c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.4765141 Aug 03 19:09:55.774776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.815568 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:48Z', 'revision_number': 3, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:55.819393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Deleting subnet 98b29615-9ead-4589-9cc3-5aecb68d8650 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:09:55.822995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.826792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:55.836138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe24d0d5-79de-4170-9bdf-31ff8079ac39 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:55.836701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.863478 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d129749b-601d-435e-9267-f7bedcfbd029 None None] The sync data for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 is: [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:48Z', 'revision_number': 3, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:09:55.944974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:55.955710 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.040211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.082670 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.165689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da5c6c2d-910a-44fb-b515-e9d57a2fb200 req-19e84ed7-a2c6-4c2f-9af2-767f14eb625c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103198 Aug 03 19:09:56.172887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ee3a84b9-9059-4da1-8de6-cd6d124ed761 None None] Provisioning for port abb7736c-5245-4b86-bb93-a199ec3ff30c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:56.210657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ee3a84b9-9059-4da1-8de6-cd6d124ed761 None None] Provisioning complete for port abb7736c-5245-4b86-bb93-a199ec3ff30c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:56.210657 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee3a84b9-9059-4da1-8de6-cd6d124ed761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.215260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe99a-7024-4e32-ae19-e42620c05626 req-954acf1e-1556-4cd9-9d61-518db2cc9fb0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.217623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f14fe99a-7024-4e32-ae19-e42620c05626 req-954acf1e-1556-4cd9-9d61-518db2cc9fb0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.4945438 Aug 03 19:09:56.275208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:56.277989 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf5962d-0a5a-474f-bbd9-7c14973b83bf" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:56.300759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.306795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:56.335707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a84b9-9059-4da1-8de6-cd6d124ed761 None None] Port abb7736c-5245-4b86-bb93-a199ec3ff30c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:56.370103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.379352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:56.380189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.396966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.405184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.514803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.575143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.672575 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:56.686018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Pushing event updated for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:56.852788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Network 76f1e661-02c6-429b-96b6-a6e39c38104e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:09:56.859592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:57.008439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:57.088372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b29615-9ead-4589-9cc3-5aecb68d8650,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.105242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Router db303abe-791e-4289-a8ec-0a5510a85f60 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:09:57.111782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f14fe99a-7024-4e32-ae19-e42620c05626 req-dad12f85-10b8-45de-9bc4-fd91ca0894d2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8803153 Aug 03 19:09:57.127828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.130292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-27f98819-f5d1-47ed-b983-9c7709ceb5f3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/98b29615-9ead-4589-9cc3-5aecb68d8650 HTTP/1.1" status: 204 len: 168 time: 1.7771916 Aug 03 19:09:57.134885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48406) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.219136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Network': ['ID=55a2169c-7742-4ddd-9893-03e8a34fe53c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:57.234687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:09:57.258342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:09:57.276321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2634f3-4e96-4513-a8d6-bf5379f52af2 req-d7ee32f1-9418-4dad-8bd8-efa127170c1e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.279189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be2634f3-4e96-4513-a8d6-bf5379f52af2 req-d7ee32f1-9418-4dad-8bd8-efa127170c1e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 944 time: 0.8687501 Aug 03 19:09:57.282322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.286281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-faf09d79-1f1f-4158-9084-917d3da59535 admin admin] 10.222.0.67 "PUT /v2.0/routers/db303abe-791e-4289-a8ec-0a5510a85f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5132976 Aug 03 19:09:57.333842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:57.338601 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817602db-2679-4bc9-bab2-e57a5e2bb322 x-openstack-request-id: req-817602db-2679-4bc9-bab2-e57a5e2bb322 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:57.339157 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:57.340137 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-817602db-2679-4bc9-bab2-e57a5e2bb322 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:57.340740 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:09:57.355100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:57.355100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.358580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48418) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:57.364305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'subnet': {'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:57.371968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-662f2ae7-6c4f-4ad1-b494-24f104339a50 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4210043 Aug 03 19:09:57.391147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d7905941-62f1-4a86-9eec-91c62600be66 None None] Provisioning complete for port abb7736c-5245-4b86-bb93-a199ec3ff30c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:57.391711 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d7905941-62f1-4a86-9eec-91c62600be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.460045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d7905941-62f1-4a86-9eec-91c62600be66 None None] Port abb7736c-5245-4b86-bb93-a199ec3ff30c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:09:57.465522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be2634f3-4e96-4513-a8d6-bf5379f52af2 req-87f3318a-43eb-42d5-9892-848d950eb5a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770811 Aug 03 19:09:57.535744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.589050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.592749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:57.597174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d64cd-274a-48cf-ba5c-6c5d2427ba51 req-2d270b12-4988-4485-a881-ef9e8b0a7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.599412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c50d64cd-274a-48cf-ba5c-6c5d2427ba51 req-2d270b12-4988-4485-a881-ef9e8b0a7e94 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1097 time: 0.1516566 Aug 03 19:09:57.605032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e903b1-a601-4969-a2f8-2c79bf151e6b req-449f76b7-78b9-4d30-82d3-6f22d51e15e7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:57.607540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14e903b1-a601-4969-a2f8-2c79bf151e6b req-449f76b7-78b9-4d30-82d3-6f22d51e15e7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1567442 Aug 03 19:09:57.611966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e45a7ee-b289-44a7-a539-8fcff07b1ce4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:57.625409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3355ebde-94b7-426f-b9dd-8f0c235676f8') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:57.625721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3355ebde-94b7-426f-b9dd-8f0c235676f8') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:57.648024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.651183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c50d64cd-274a-48cf-ba5c-6c5d2427ba51 req-4d7234b3-dab7-440a-9b10-ad48b6e57761 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Aug 03 19:09:57.703740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14e903b1-a601-4969-a2f8-2c79bf151e6b req-c327939e-209a-424d-b138-d318576930d2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750232 Aug 03 19:09:57.705048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.712349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:09:57.712813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:09:57.714995 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:09:57.821913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:57.832315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:57.873936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.427017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.443698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.443698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.443698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1e45a7ee-b289-44a7-a539-8fcff07b1ce4 HTTP/1.1" status: 204 len: 168 time: 0.9207857 Aug 03 19:09:58.443698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afea01-8e8e-4f3a-aa8d-76c729895cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e45a7ee-b289-44a7-a539-8fcff07b1ce4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.443698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d66d27-5115-4179-bc9b-1d53868ae5aa req-7a4a9429-5361-482f-b444-a23a62990b58 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.450331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.450962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74d66d27-5115-4179-bc9b-1d53868ae5aa req-7a4a9429-5361-482f-b444-a23a62990b58 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.0796485 Aug 03 19:09:58.450962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74d66d27-5115-4179-bc9b-1d53868ae5aa req-506cf47a-fd00-4235-96d7-15dc040efc0b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658987 Aug 03 19:09:58.470748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Subnet': ['ID=6d6d8c2c-1ced-4116-b731-ba4295021d5a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:58.492441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:09:58.495138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network hostable DHCP agents. Network: f011ad44-d641-4d62-ab58-727411c3e843, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:09:58.566944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 32f01f2b-b69d-4e8b-b573-05ea5d1da7be up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:58.609689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Sync routers for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:09:58.632000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:09:58.632639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:09:58.657841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe64109-7fdb-497d-9895-6cfe440eab70 req-6fd8518b-662d-48a5-b8ac-c8c37a171be9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.659845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe64109-7fdb-497d-9895-6cfe440eab70 req-6fd8518b-662d-48a5-b8ac-c8c37a171be9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 944 time: 0.1009979 Aug 03 19:09:58.712417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe64109-7fdb-497d-9895-6cfe440eab70 req-8b79b690-19a6-4fab-8111-f4f1863dae73 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Aug 03 19:09:58.792004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:09:58.867428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f011ad44-d641-4d62-ab58-727411c3e843 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:09:58.871726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:09:58.912914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:58.913344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:58.954632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f0773-cc34-4b16-8c7e-5d51118c76ad req-8f957d59-1b7a-4fbc-942c-93c892186280 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:58.956246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-342f0773-cc34-4b16-8c7e-5d51118c76ad req-8f957d59-1b7a-4fbc-942c-93c892186280 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1529465 Aug 03 19:09:58.987819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:09:59.022528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-342f0773-cc34-4b16-8c7e-5d51118c76ad req-5afd4cef-de11-41ba-bdfd-d7752e3bae1f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485616 Aug 03 19:09:59.096197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f011ad44-d641-4d62-ab58-727411c3e843) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:09:59.100993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.102383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.114944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f5586-7095-45d6-a773-cd79ed2c193b None None] Network f011ad44-d641-4d62-ab58-727411c3e843 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:09:59.264953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48484) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:59.309991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7642f28d-aa03-487b-90af-3b48ac26f987 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9505260 Aug 03 19:09:59.321846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:59.330279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'subnet': {'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:09:59.341760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e112d151-1afa-4a96-9b08-c6351f8f459f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7adc1a6b08e495f8664285850944108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748689 Aug 03 19:09:59.342260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48488) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:09:59.445679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:09:59.446836 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.507756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.539988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.562646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc119b4-2804-447f-9623-7b39d7201725 req-dafab080-efa1-4edd-a033-41436faac4fd tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:09:59.564287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efc119b4-2804-447f-9623-7b39d7201725 req-dafab080-efa1-4edd-a033-41436faac4fd tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1283331 Aug 03 19:09:59.583439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.673726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efc119b4-2804-447f-9623-7b39d7201725 req-74474981-5ed1-4569-aef6-c5cd4be7f2e7 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686009 Aug 03 19:09:59.677913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:09:59.684106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.716986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:09:59.719338 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaf3f3c-82eb-4685-82bc-e9f3516a6a53" -d '{"events": [{"server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "name": "network-vif-plugged", "status": "completed", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:09:59.743959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:09:59.785296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f011ad44-d641-4d62-ab58-727411c3e843', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:09:59.786800 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.795080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.799237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.800810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e3c64fb2-7155-4294-97fa-145651f4cc75 HTTP/1.1" status: 204 len: 168 time: 0.4569159 Aug 03 19:09:59.816532 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6745feee-3a58-41e0-a8ef-0d761dd8a1ab x-openstack-request-id: req-6745feee-3a58-41e0-a8ef-0d761dd8a1ab {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:09:59.818826 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "name": "network-vif-plugged", "status": "completed", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:09:59.818826 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6745feee-3a58-41e0-a8ef-0d761dd8a1ab {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:09:59.820022 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be', 'code': 200} Aug 03 19:09:59.827054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247c029-bdfa-4530-bf53-5508b75e8e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c64fb2-7155-4294-97fa-145651f4cc75,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:09:59.878251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:09:59.907829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:09:56Z', 'revision_number': 2, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:00.131318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Checking router: db303abe-791e-4289-a8ec-0a5510a85f60 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:00.131892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Updating router db303abe-791e-4289-a8ec-0a5510a85f60 port abb7736c-5245-4b86-bb93-a199ec3ff30c binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:00.132873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113bfe1-5f36-4d37-a16f-69e7eb96fa99 req-d792bb3f-94cb-421f-b96f-918dc27ccfdb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.149691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3113bfe1-5f36-4d37-a16f-69e7eb96fa99 req-d792bb3f-94cb-421f-b96f-918dc27ccfdb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.2271621 Aug 03 19:10:00.158373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64d02e-7261-4519-8ea1-21c8b11eb937 req-9939bc8d-dc35-4adb-81a6-4a13514970a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.164436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da64d02e-7261-4519-8ea1-21c8b11eb937 req-9939bc8d-dc35-4adb-81a6-4a13514970a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 1096 time: 0.2253656 Aug 03 19:10:00.242333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.272477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:00.366083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3113bfe1-5f36-4d37-a16f-69e7eb96fa99 req-6bcb23ee-455d-43b3-8d0f-b93d19a01ee2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148640 Aug 03 19:10:00.380494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da64d02e-7261-4519-8ea1-21c8b11eb937 req-9b51d09a-0ab5-4e13-94fe-5f32d23c4ca0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928771 Aug 03 19:10:00.381847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Allocated IP 10.1.1.2 (f011ad44-d641-4d62-ab58-727411c3e843/6d6d8c2c-1ced-4116-b731-ba4295021d5a/83a64142-5f51-4d84-b5eb-3b2eb15dde57) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:00.393316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc746c4-3477-4256-92ed-93d9b66c27d8 req-60551222-16ce-4164-951d-b3720542ceda tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.410363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc746c4-3477-4256-92ed-93d9b66c27d8 req-60551222-16ce-4164-951d-b3720542ceda tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1644437 Aug 03 19:10:00.484623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.499052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc746c4-3477-4256-92ed-93d9b66c27d8 req-4c910993-d988-48f9-9135-6730c7adeeb0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874100 Aug 03 19:10:00.661600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109c199-b76f-4241-9582-5ed19e9ca8e7 req-b06632c8-8900-4c61-bb93-b82adcfec3fb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:00.675228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8109c199-b76f-4241-9582-5ed19e9ca8e7 req-b06632c8-8900-4c61-bb93-b82adcfec3fb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.0850022 Aug 03 19:10:00.675974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48542) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:00.681570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Subnet': ['ID=7d26488b-7011-4d2c-9266-150cf9bbd8b2,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:00.690156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'floatingip': {'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:00.785625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:00.832940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Checking segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:00.833419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network hostable DHCP agents. Network: 55a2169c-7742-4ddd-9893-03e8a34fe53c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:01.055906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:01.075571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.143289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Transition to ACTIVE for port object 83a64142-5f51-4d84-b5eb-3b2eb15dde57 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:01.176314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 55a2169c-7742-4ddd-9893-03e8a34fe53c) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:01.182059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.182671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.193961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9276fde-3bb0-490d-9272-0b646376c102 None None] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:01.200304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69765b93-2936-488c-a339-14a809dca60d req-63d87748-47e0-40d1-b1be-f978f4d5587e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:01.211132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69765b93-2936-488c-a339-14a809dca60d req-63d87748-47e0-40d1-b1be-f978f4d5587e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.2587137 Aug 03 19:10:01.289840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Transition to ACTIVE for port object 83a64142-5f51-4d84-b5eb-3b2eb15dde57 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:01.294100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.317055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Transition to ACTIVE for port object abb7736c-5245-4b86-bb93-a199ec3ff30c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:01.354489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b589674f-dddb-46a0-8ee1-db72e7a1ef4d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0311534 Aug 03 19:10:01.358132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48556) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:01.367956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'name': 'tempest-TaggedBootDevicesTest-520476575', 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:01.525289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.617329 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.637942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69765b93-2936-488c-a339-14a809dca60d req-910e2a44-88da-407c-a8a7-c0604507171e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4237607 Aug 03 19:10:01.702052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:01.711163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Network f011ad44-d641-4d62-ab58-727411c3e843 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:01.788026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:01.816707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Pushing event updated for resources: {'Port': ['ID=83a64142-5f51-4d84-b5eb-3b2eb15dde57,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:01.833755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-55a2169c-7742-4ddd-9893-03e8a34fe53c', 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ips': [{'subnet_id': '7d26488b-7011-4d2c-9266-150cf9bbd8b2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:01.835753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:01.863547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:01.996775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54c5df-3b13-4d8c-b631-2f8a7c0ca711 req-4e14cf73-fcce-4d02-8dc9-b45f003cba10 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:02.014483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e54c5df-3b13-4d8c-b631-2f8a7c0ca711 req-4e14cf73-fcce-4d02-8dc9-b45f003cba10 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.4172113 Aug 03 19:10:02.046199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.078970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] device_id is not set on port 2037d41a-2dec-4bac-abc5-dd4170413bc2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:02.126430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390233-395e-40e6-a990-7b3937272640 None None] Pushing event updated for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:02.241296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e54c5df-3b13-4d8c-b631-2f8a7c0ca711 req-c283bb18-4b89-4dae-a687-a993e80e7e90 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160420 Aug 03 19:10:02.304499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Attempting to bind port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:02.304891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Attempting to bind port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:02.305256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Attempting to bind port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:02.343068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Attempting to bind port abb7736c-5245-4b86-bb93-a199ec3ff30c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:02.343439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Attempting to bind port abb7736c-5245-4b86-bb93-a199ec3ff30c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:02.354789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Attempting to bind port abb7736c-5245-4b86-bb93-a199ec3ff30c on network 76f1e661-02c6-429b-96b6-a6e39c38104e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:02.365873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:02.366255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:02.366655 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.367073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Bound using segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:02.367575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Bound port: 83a64142-5f51-4d84-b5eb-3b2eb15dde57, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:02.367965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.388497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:02.396767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Checking segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:02.396767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.396767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Bound using segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:02.396767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Bound port: abb7736c-5245-4b86-bb93-a199ec3ff30c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:02.396767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.397189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:02.556088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Allocated IP 10.2.2.2 (55a2169c-7742-4ddd-9893-03e8a34fe53c/7d26488b-7011-4d2c-9266-150cf9bbd8b2/f194d969-5999-4425-b05f-d8a6ff431226) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:02.587068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] For port abb7736c-5245-4b86-bb93-a199ec3ff30c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:02.594209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-476b0523-3c09-4697-826e-d681596948b2 None None] For port 83a64142-5f51-4d84-b5eb-3b2eb15dde57, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:02.601788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-476b0523-3c09-4697-826e-d681596948b2 None None] For port 83a64142-5f51-4d84-b5eb-3b2eb15dde57, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83a64142-5f51-4d84-b5eb-3b2eb15dde57,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:02.623163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] For port abb7736c-5245-4b86-bb93-a199ec3ff30c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=abb7736c-5245-4b86-bb93-a199ec3ff30c,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:02.658369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1559223647-network', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:02.711735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.711988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.757879 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.767539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.1.1.226 (f011ad44-d641-4d62-ab58-727411c3e843/6d6d8c2c-1ced-4116-b731-ba4295021d5a/2037d41a-2dec-4bac-abc5-dd4170413bc2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:02.833339 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:02.947039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Made reservation on behalf of bd1435e3b9c440dc8df1a1e5e4ff7445 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:02.949423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.072044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b0523-3c09-4697-826e-d681596948b2 None None] Pushing event updated for resources: {'Port': ['ID=83a64142-5f51-4d84-b5eb-3b2eb15dde57,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.080596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.103660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:03.107755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:03.167755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.198490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object 2037d41a-2dec-4bac-abc5-dd4170413bc2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:03.269811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc6f43-9634-431f-a5d0-c19edf157238 req-175436bf-6744-4219-88a8-dcd2f51c52c6 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.270794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fcc6f43-9634-431f-a5d0-c19edf157238 req-175436bf-6744-4219-88a8-dcd2f51c52c6 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.3329244 Aug 03 19:10:03.275731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.312834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Transition to ACTIVE for port object f194d969-5999-4425-b05f-d8a6ff431226 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:03.394696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.418820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Transition to ACTIVE for port object f194d969-5999-4425-b05f-d8a6ff431226 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:03.423883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.496980 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Floating IP 782648ff-793c-44d6-84b0-2df00696efdd associated. External IP: 172.25.2.175, port: 336fd4e4-2fda-4041-be1c-0b6ab7218e53. Aug 03 19:10:03.503478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f011ad44-d641-4d62-ab58-727411c3e843 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:03.513066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:03.518868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:03.588068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.596464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.620425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390233-395e-40e6-a990-7b3937272640 None None] Pushing event updated for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:03.623379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.629271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.721365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fcc6f43-9634-431f-a5d0-c19edf157238 req-c8622cb5-604d-4e59-a098-1e178d12d46a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4235406 Aug 03 19:10:03.812050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac3fc4-5db7-46a9-9f6b-3bd9322af99f req-3cfa407b-ddaa-427e-b31d-d6f4573384e3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:03.813666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7ac3fc4-5db7-46a9-9f6b-3bd9322af99f req-3cfa407b-ddaa-427e-b31d-d6f4573384e3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.3533378 Aug 03 19:10:03.878899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:03.950751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7ac3fc4-5db7-46a9-9f6b-3bd9322af99f req-c09805e6-2191-43d2-aa24-5ed629f6fd09 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243639 Aug 03 19:10:04.038339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:04.075876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:04.088603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:04.103153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:04.167548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03556f0d-ee0e-43d6-8e73-3cd40d92e3df tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8057549 Aug 03 19:10:04.169781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:04.176597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.179688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'name': 'tempest-TaggedBootDevicesTest-395687372', 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:04.197043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Pushing event updated for resources: {'Port': ['ID=f194d969-5999-4425-b05f-d8a6ff431226,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.217712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Router 627ddb34-3e4a-4144-896b-d3dcb5dd844e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:04.336583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e293ba-ad2f-4a02-8d0a-0a5e35d11c79,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:04.360171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Attempting to bind port f194d969-5999-4425-b05f-d8a6ff431226 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:04.360730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Attempting to bind port f194d969-5999-4425-b05f-d8a6ff431226 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:04.360934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Attempting to bind port f194d969-5999-4425-b05f-d8a6ff431226 on network 55a2169c-7742-4ddd-9893-03e8a34fe53c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:04.367277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:04.377668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:04.378040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Checking segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:04.379674 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.379674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Bound using segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:04.379674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Bound port: f194d969-5999-4425-b05f-d8a6ff431226, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:04.379674 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.491956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.492502 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Added segment 4502eb58-66a9-4d7f-9f2f-dcc1af2971b1 of type vlan for network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc Aug 03 19:10:04.676883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:04.760754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91189ba-247e-4dde-80d0-2bdfb15fede4 req-fe5ce066-41f6-4900-8598-b169622b50f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:04.764049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91189ba-247e-4dde-80d0-2bdfb15fede4 req-fe5ce066-41f6-4900-8598-b169622b50f4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.2037809 Aug 03 19:10:04.768851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] For port f194d969-5999-4425-b05f-d8a6ff431226, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:04.772892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] For port f194d969-5999-4425-b05f-d8a6ff431226, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f194d969-5999-4425-b05f-d8a6ff431226,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:04.803995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:02Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:04.845246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a91189ba-247e-4dde-80d0-2bdfb15fede4 req-6b816da7-0427-4970-b0e3-d1bba4ead903 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599484 Aug 03 19:10:04.849776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9dfb4-6d8e-4ef9-b839-71741a198c04 None None] The sync data for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 is: [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:02Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:04.919847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e9cdf-cb50-4a7e-875b-2b49431a2cb3 None None] Network f011ad44-d641-4d62-ab58-727411c3e843 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:04.943538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:04.954705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.003769 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Sync routers for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:05.036915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:05.037569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:05.041470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd70779-9059-4201-9c8e-7f3646a34db2 req-5724f4d4-7d5d-440d-b455-0874c8bece7a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.044577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddd70779-9059-4201-9c8e-7f3646a34db2 req-5724f4d4-7d5d-440d-b455-0874c8bece7a tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1922419 Aug 03 19:10:05.049796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d36b77b8-a601-4019-a702-b6b5c3d8202d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "PUT /v2.0/floatingips/782648ff-793c-44d6-84b0-2df00696efdd HTTP/1.1" status: 200 len: 992 time: 4.3725495 Aug 03 19:10:05.051913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:05.054502 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ef0793-1232-42ab-be1d-0be7a001556e" -d '{"events": [{"name": "network-changed", "server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:05.067754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83a64142-5f51-4d84-b5eb-3b2eb15dde57 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:05.207868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddd70779-9059-4201-9c8e-7f3646a34db2 req-90f038e5-3039-420a-bce3-64852deb1c34 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482520 Aug 03 19:10:05.210778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:05.221095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.229417 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.234557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.238990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.249409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.264786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] device_id is not set on port a0c0baed-0e1a-485f-a8f2-b7a874829283 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:05.414297 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:05.444172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d150d556-2537-4b37-bf93-3217ba81687c None None] Provisioning for port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:05.703810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dc08-7c43-456c-a156-978e4009b1b7 None None] Pushing event updated for resources: {'Port': ['ID=f194d969-5999-4425-b05f-d8a6ff431226,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:05.913350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:05.940516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:05.941066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:05.952521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-dc10b72a-25d8-47d7-bbd8-9ea4a389aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:05.970608 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-dc10b72a-25d8-47d7-bbd8-9ea4a389aaff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1097 time: 0.2594230 Aug 03 19:10:06.235835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.1.1.189 (f011ad44-d641-4d62-ab58-727411c3e843/6d6d8c2c-1ced-4116-b731-ba4295021d5a/a0c0baed-0e1a-485f-a8f2-b7a874829283) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:06.252976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.356492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 83a64142-5f51-4d84-b5eb-3b2eb15dde57, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83a64142-5f51-4d84-b5eb-3b2eb15dde57,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:06.374788 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '782648ff-793c-44d6-84b0-2df00696efdd', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:09:24Z', 'updated_at': '2021-08-03T19:10:02Z', 'revision_number': 1, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:06.443155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-13852b20-4e46-4ef3-8768-02d0274dbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.450943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-13852b20-4e46-4ef3-8768-02d0274dbb4d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.4787438 Aug 03 19:10:06.473725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.485136 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Checking router: 627ddb34-3e4a-4144-896b-d3dcb5dd844e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:06.503836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:06.510291 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:06.539271 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9603b074-0ef3-4d27-96e4-dbc0b4da446e x-openstack-request-id: req-9603b074-0ef3-4d27-96e4-dbc0b4da446e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:06.540097 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:06.540097 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9603b074-0ef3-4d27-96e4-dbc0b4da446e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:06.548217 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'status': 'completed', 'code': 200} Aug 03 19:10:06.600565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf283ff-8d08-4f17-a297-5a43ff0711a5 req-a2c975a8-6437-4e8d-a521-0ee0c5793160 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:06.620201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edf283ff-8d08-4f17-a297-5a43ff0711a5 req-a2c975a8-6437-4e8d-a521-0ee0c5793160 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 1.5677953 Aug 03 19:10:06.668971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=83a64142-5f51-4d84-b5eb-3b2eb15dde57,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:06.728478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Provisioning complete for port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:06.728949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:06.837877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.4426312 Aug 03 19:10:06.881024 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:06.941399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48620) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:07.002299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Request body: {'subnet': {'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1559223647-subnet', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:07.029345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Pushing event updated for resources: {'Network': ['ID=18f495ec-5458-48a6-9ec1-c7f9bdec79dc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:07.115197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.115554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.115900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.116242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.116575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.116946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.117276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.122251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.122652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.124581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.125044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.125396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a3d35f-80dc-42cb-ac59-39e7b31ec31d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:07.152092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:07.201692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edf283ff-8d08-4f17-a297-5a43ff0711a5 req-436de73d-7486-4ada-8f61-7e2605328c30 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773013 Aug 03 19:10:07.215017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Provisioning for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:07.247807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffe487-0c59-492a-a21e-948e9de9027e req-8d28c907-a712-4ef0-8023-4f9234d7fcc9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.263469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1ffe487-0c59-492a-a21e-948e9de9027e req-8d28c907-a712-4ef0-8023-4f9234d7fcc9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.7127035 Aug 03 19:10:07.294934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-5e628d86-82ea-4fdb-838f-6efd1b61675d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.7094464 Aug 03 19:10:07.356024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Made reservation on behalf of bd1435e3b9c440dc8df1a1e5e4ff7445 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:07.374668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Provisioning complete for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:07.375584 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.388801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.509200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device abb7736c-5245-4b86-bb93-a199ec3ff30c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:07.697420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1ffe487-0c59-492a-a21e-948e9de9027e req-d2b93454-acf5-4b75-afda-734576c931c0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316165 Aug 03 19:10:07.727610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-9be242d6-da34-4ef9-a0fd-5e5faae1b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.733556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-9be242d6-da34-4ef9-a0fd-5e5faae1b0f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.4024465 Aug 03 19:10:07.763797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:07.854637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd469dd7-ccf7-48fa-9582-e6bf381565ac None None] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:07.894680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-28499247-d384-4872-97f3-775a25cfbe4d None None] Port 2037d41a-2dec-4bac-abc5-dd4170413bc2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:07.904819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object a0c0baed-0e1a-485f-a8f2-b7a874829283 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:07.963232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-b2c94be0-d9d5-4a6d-83dd-ddb14733e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:07.968391 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-b2c94be0-d9d5-4a6d-83dd-ddb14733e43c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2260776 Aug 03 19:10:08.080333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.123146 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '782648ff-793c-44d6-84b0-2df00696efdd', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:09:24Z', 'updated_at': '2021-08-03T19:10:02Z', 'revision_number': 1, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:08.178945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf3907-5756-4d27-88ce-fdbab40b625c None None] The sync data for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 is: [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '782648ff-793c-44d6-84b0-2df00696efdd', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:09:24Z', 'updated_at': '2021-08-03T19:10:02Z', 'revision_number': 1, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:08.205582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f2a4208f-442d-4866-afd9-f81597cf8740 None None] Provisioning complete for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:08.219078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2a4208f-442d-4866-afd9-f81597cf8740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.236620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port abb7736c-5245-4b86-bb93-a199ec3ff30c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:08.376794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port abb7736c-5245-4b86-bb93-a199ec3ff30c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:08.386833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.460009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Checking segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:08.460403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Network hostable DHCP agents. Network: 18f495ec-5458-48a6-9ec1-c7f9bdec79dc, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:08.483548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-996db92d-ea1f-4158-a039-72b60636ca3c service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883695 Aug 03 19:10:08.486156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb8abdf-2916-48ca-9eaa-1ce18332820e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:08.532638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.578461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0483e-aafe-41a5-92d5-0fa373d6f665 req-a2dc26f9-584d-4857-acf9-4797265e78f3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.592954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ac0483e-aafe-41a5-92d5-0fa373d6f665 req-a2dc26f9-584d-4857-acf9-4797265e78f3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.2095253 Aug 03 19:10:08.598965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f2a4208f-442d-4866-afd9-f81597cf8740 None None] Port 2037d41a-2dec-4bac-abc5-dd4170413bc2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:08.657351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932e5de-f71e-4808-9a08-0984de182e62 req-fba9e721-f968-4f09-80de-c222c36c5139 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.668499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7932e5de-f71e-4808-9a08-0984de182e62 req-fba9e721-f968-4f09-80de-c222c36c5139 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1938696 Aug 03 19:10:08.718724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:08.729463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e768a4d8-2bae-4b37-b849-e3ca0af8eaf7 None None] New status for floating IP 782648ff-793c-44d6-84b0-2df00696efdd: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:10:08.806589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f011ad44-d641-4d62-ab58-727411c3e843 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:08.819526 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:10:08.828052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ac0483e-aafe-41a5-92d5-0fa373d6f665 req-e305f33e-09bf-45ae-ad86-f4d2a2eb5073 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334013 Aug 03 19:10:08.835384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f2a4208f-442d-4866-afd9-f81597cf8740 None None] Provisioning for port f194d969-5999-4425-b05f-d8a6ff431226 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:08.837452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:08.845429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:08.859102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:08.899993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7932e5de-f71e-4808-9a08-0984de182e62 req-b3244480-59d7-4bc0-9b9d-499d2391a6c8 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304163 Aug 03 19:10:08.927312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 18f495ec-5458-48a6-9ec1-c7f9bdec79dc) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:08.938476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.939114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.950589 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:08.958384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-d356f060-a492-4f54-94b5-3bec785f0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:08.965895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-d356f060-a492-4f54-94b5-3bec785f0e20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 1096 time: 0.2570767 Aug 03 19:10:08.973727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.973727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.974062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434857d-f2d3-4701-af5a-facca1e8839e None None] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:08.974218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.974218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.974218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.974782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.975020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.975332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.975661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.975991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.976319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:08.976642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:09.015526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0ef0793-1232-42ab-be1d-0be7a001556e req-8a21b405-b8da-455f-b751-86fe849b7d0a service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225964 Aug 03 19:10:09.028448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.029188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.202843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-b11ca781-8f69-46e8-b2ae-42ad1918a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.204698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-b11ca781-8f69-46e8-b2ae-42ad1918a0d8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.2318780 Aug 03 19:10:09.234019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2b24a3a-5ef6-4660-bb14-6ffc792482e8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0626595 Aug 03 19:10:09.355105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6c1c184b-cfe7-4301-ac44-0faf685c4912 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3703148 Aug 03 19:10:09.355812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48644) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:09.361187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:09.407152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-f9353a91-31c1-4f14-88f5-8e9cf48dab64 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 200 len: 1001 time: 0.1911335 Aug 03 19:10:09.473536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-db7d5e04-9cb8-41c1-a87f-8dbbe669a6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.475742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-db7d5e04-9cb8-41c1-a87f-8dbbe669a6b4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0602751 Aug 03 19:10:09.559732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.561567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.595467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:09.597297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.619166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port abb7736c-5245-4b86-bb93-a199ec3ff30c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=abb7736c-5245-4b86-bb93-a199ec3ff30c,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:09.704414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-c51d46c1-d816-42a7-8830-470d0ef5d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:09.711983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-c51d46c1-d816-42a7-8830-470d0ef5d6b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266896 Aug 03 19:10:09.722475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.733507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c45f8606-3910-4cca-a7e3-5d1b25bc868b None None] Provisioning for port a0c0baed-0e1a-485f-a8f2-b7a874829283 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:09.738888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:09.739919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f194d969-5999-4425-b05f-d8a6ff431226 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:09.882842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Allocated IP 172.20.0.2 (18f495ec-5458-48a6-9ec1-c7f9bdec79dc/adb8abdf-2916-48ca-9eaa-1ce18332820e/da9d0b56-37c9-486a-b542-0e3efa02f532) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:10.033492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-eee10123-0cbc-435c-9617-e1e9198fe207 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891090 Aug 03 19:10:10.096158 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.105668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Transition to ACTIVE for port object da9d0b56-37c9-486a-b542-0e3efa02f532 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:10.119967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.128569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Transition to ACTIVE for port object da9d0b56-37c9-486a-b542-0e3efa02f532 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:10.131645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c45f8606-3910-4cca-a7e3-5d1b25bc868b None None] Provisioning complete for port a0c0baed-0e1a-485f-a8f2-b7a874829283 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:10.132085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c45f8606-3910-4cca-a7e3-5d1b25bc868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.141718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-bf99a4ea-7e72-42c3-98ca-fcd9829382fe tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.152123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-bf99a4ea-7e72-42c3-98ca-fcd9829382fe tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.6028442 Aug 03 19:10:10.453920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.500236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cda9b-2d2a-477e-b85c-7d2ec0732995 req-f8d6874a-a051-4107-82f0-cf0b5eb821e8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:10.509304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d5cda9b-2d2a-477e-b85c-7d2ec0732995 req-f8d6874a-a051-4107-82f0-cf0b5eb821e8 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 945 time: 0.3522711 Aug 03 19:10:10.513867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c45f8606-3910-4cca-a7e3-5d1b25bc868b None None] Port a0c0baed-0e1a-485f-a8f2-b7a874829283 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:10.535010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:10.578319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:10.586296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:10.599677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:10.650456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d5cda9b-2d2a-477e-b85c-7d2ec0732995 req-2a6edb2f-4b39-44a2-b365-9fba229cf22d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388404 Aug 03 19:10:10.670490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:10.670839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.713760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.767634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48658) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:10.769053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.840895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:10.841269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.856906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for 32f01f2b-b69d-4e8b-b573-05ea5d1da7be owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:10.889832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f194d969-5999-4425-b05f-d8a6ff431226 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:10.922756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Allocated IP 172.25.2.229 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/868c78a6-a2bd-432d-9932-5a26525394ef) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:10.934836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f194d969-5999-4425-b05f-d8a6ff431226 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:10.938347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:10.967279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-734b16bc-e402-4f71-91a2-ed20f786bfc0 req-d63dc872-5910-4bac-8a46-f2aa1e44a241 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9367743 Aug 03 19:10:11.025182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Pushing event updated for resources: {'Port': ['ID=da9d0b56-37c9-486a-b542-0e3efa02f532,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.029820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f8b7fc3d-5f5e-42bf-bb9a-68fadb944d08 None None] Provisioning complete for port f194d969-5999-4425-b05f-d8a6ff431226 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:11.030307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fc3d-5f5e-42bf-bb9a-68fadb944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.055071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Attempting to bind port da9d0b56-37c9-486a-b542-0e3efa02f532 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:11.055649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Attempting to bind port da9d0b56-37c9-486a-b542-0e3efa02f532 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:11.056311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Attempting to bind port da9d0b56-37c9-486a-b542-0e3efa02f532 on network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:11.069803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff879-1d75-4dbc-a073-7dd83e5ef2e9 req-e261f9f8-5008-43d4-9aa0-9e802e21d7fe tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.079802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f59ff879-1d75-4dbc-a073-7dd83e5ef2e9 req-e261f9f8-5008-43d4-9aa0-9e802e21d7fe tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1163704 Aug 03 19:10:11.136128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:11.137669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Checking segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:11.140491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.141387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Bound using segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:11.142095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Bound port: da9d0b56-37c9-486a-b542-0e3efa02f532, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:11.143460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.190948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881308743', 'description': 'tempest-description--380964444'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:11.208269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f59ff879-1d75-4dbc-a073-7dd83e5ef2e9 req-863197b8-8d30-481f-9a4a-1834b0db8c93 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262639 Aug 03 19:10:11.252776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.258205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.317035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160', '32f01f2b-b69d-4e8b-b573-05ea5d1da7be'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:11.347709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=32f01f2b-b69d-4e8b-b573-05ea5d1da7be,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.355391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.367172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-4595d86c-132f-4ffe-93c5-bc0813f45f3a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:11.375811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-4595d86c-132f-4ffe-93c5-bc0813f45f3a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2826695 Aug 03 19:10:11.393238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.394662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] For port da9d0b56-37c9-486a-b542-0e3efa02f532, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:11.401738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port 32f01f2b-b69d-4e8b-b573-05ea5d1da7be on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:11.406839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.409807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a990cf8-2e35-4886-aa48-bb7e43c7701f req-9ef74f8b-89d5-49fc-9fe4-6da96312e9a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "DELETE /v2.0/ports/32f01f2b-b69d-4e8b-b573-05ea5d1da7be HTTP/1.1" status: 204 len: 173 time: 1.2502253 Aug 03 19:10:11.409807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'name': 'network-vif-deleted', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:11.421174 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4599fd38-2e3e-41ef-9068-2bc4ab86c9ab" -d '{"events": [{"server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "name": "network-vif-deleted", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:11.431848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-56df3a93-ac55-4ef8-9f19-779e507ac246 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/quotas/9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 375 time: 0.0547917 Aug 03 19:10:11.452851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] For port da9d0b56-37c9-486a-b542-0e3efa02f532, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=da9d0b56-37c9-486a-b542-0e3efa02f532,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:11.477030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.510368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f8b7fc3d-5f5e-42bf-bb9a-68fadb944d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.549821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.574644 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007f7fc7-8035-4128-b7ca-37c39ac3df75 x-openstack-request-id: req-007f7fc7-8035-4128-b7ca-37c39ac3df75 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:11.575086 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25892d9b-2a32-4046-8480-86f2fe2d6d0f", "name": "network-vif-deleted", "tag": "32f01f2b-b69d-4e8b-b573-05ea5d1da7be", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:11.575512 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-007f7fc7-8035-4128-b7ca-37c39ac3df75 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:11.576156 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25892d9b-2a32-4046-8480-86f2fe2d6d0f', 'name': 'network-vif-deleted', 'tag': '32f01f2b-b69d-4e8b-b573-05ea5d1da7be', 'status': 'completed', 'code': 200} Aug 03 19:10:11.613044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-c0fbf65e-9f64-4a93-885f-18bf129a3027 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1794033 Aug 03 19:10:11.619033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-694a5f61-abb6-451d-b18a-98cc9f0ad263 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:10:11.627889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-694a5f61-abb6-451d-b18a-98cc9f0ad263 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136180 Aug 03 19:10:11.677332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f194d969-5999-4425-b05f-d8a6ff431226, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f194d969-5999-4425-b05f-d8a6ff431226,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:11.774564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2537b30-7e4c-41d6-bb0c-5cdf55129af5 None None] Pushing event updated for resources: {'Port': ['ID=da9d0b56-37c9-486a-b542-0e3efa02f532,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:11.818722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:11.828267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83a64142-5f51-4d84-b5eb-3b2eb15dde57 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:11.864245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1849da3-6746-4538-b66c-76f6fad23b18 req-e14ae100-f2e6-41a3-a4c6-720c7ce91ec6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=25892d9b-2a32-4046-8480-86f2fe2d6d0f HTTP/1.1" status: 200 len: 210 time: 0.0545814 Aug 03 19:10:11.990068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-7633a23c-6f8a-47b1-9df4-a044e5961157 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611150 Aug 03 19:10:12.198253 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f8b7fc3d-5f5e-42bf-bb9a-68fadb944d08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:10:12.200972 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f8b7fc3d-5f5e-42bf-bb9a-68fadb944d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:10:12.217138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-b4f8a2e2-3010-451a-8b49-4d7c1f64bf18 service neutron] 10.222.0.67 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261386 Aug 03 19:10:12.288862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f194d969-5999-4425-b05f-d8a6ff431226,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:12.344739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:12.345698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:12.364229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Pushing event updated for resources: {'Port': ['ID=868c78a6-a2bd-432d-9932-5a26525394ef,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:12.396135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:12.401523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:12.408851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:12.512556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213127c0-5d15-4375-996e-a125817e3264 req-d6374dc9-8797-45a9-97e2-cd29a3d336ac tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:12.515146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-213127c0-5d15-4375-996e-a125817e3264 req-d6374dc9-8797-45a9-97e2-cd29a3d336ac tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1306880 Aug 03 19:10:12.621654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-213127c0-5d15-4375-996e-a125817e3264 req-da2aaa91-8dd0-49c9-be03-9756745d12ff tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937753 Aug 03 19:10:12.781607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.015702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.123077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6301ef49-1442-42bf-b35f-d5c996491862,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:13.141210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device abb7736c-5245-4b86-bb93-a199ec3ff30c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:13.347508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port abb7736c-5245-4b86-bb93-a199ec3ff30c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:13.347508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.349678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.420325 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.420325 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-223a72cf-df27-4c89-abce-6f3026545760 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2373092 Aug 03 19:10:13.422893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48696) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:13.433886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'security_group_rule': {'security_group_id': '6301ef49-1442-42bf-b35f-d5c996491862', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:13.519602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f194d969-5999-4425-b05f-d8a6ff431226 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:13.618191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f194d969-5999-4425-b05f-d8a6ff431226 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:13.618191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.717972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3c3712-73ef-4fd3-b1ba-f90ae8a32598 None None] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:13.744803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:13.810917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device da9d0b56-37c9-486a-b542-0e3efa02f532 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:14.393444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:10:14.398218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Provisioning for port da9d0b56-37c9-486a-b542-0e3efa02f532 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:14.400924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port da9d0b56-37c9-486a-b542-0e3efa02f532 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:14.402799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.416415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Provisioning complete for port da9d0b56-37c9-486a-b542-0e3efa02f532 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:14.418784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.424879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port da9d0b56-37c9-486a-b542-0e3efa02f532 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:14.425415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.581577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.611589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:14.626213 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Sync routers for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:14.660700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51182b3b-a9ce-4b77-9b4e-71e615d79ce2 req-b08ca855-97b0-4c7f-845e-5a9724fc3938 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0369160 Aug 03 19:10:14.662062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.667115 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:14.671415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:14.686030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 32f01f2b-b69d-4e8b-b573-05ea5d1da7be no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:14.700151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981ec8bc-d50c-4b41-8194-b3ac713f897c,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:14.718796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.724324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72486450-be79-4b16-b6dd-89fe0baac871 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3674889 Aug 03 19:10:14.728829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48714) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:14.770500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.785551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 32f01f2b-b69d-4e8b-b573-05ea5d1da7be {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:14.791924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 32f01f2b-b69d-4e8b-b573-05ea5d1da7be not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:14.815923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] For port da9d0b56-37c9-486a-b542-0e3efa02f532, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=da9d0b56-37c9-486a-b542-0e3efa02f532,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:14.828893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.891497 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:14.907511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:14.909713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f2cca7a6-c9ce-4649-9a83-25aa6d0837ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4852154 Aug 03 19:10:14.912330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:14.922765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'security_group_rule': {'security_group_id': '6301ef49-1442-42bf-b35f-d5c996491862', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:14.992238 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.113743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.121010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.131486 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:10:15.131840 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:10:15.140097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2e04c-8cdb-450e-b424-e33dbe2334d6 None None] Pushing event updated for resources: {'Port': ['ID=da9d0b56-37c9-486a-b542-0e3efa02f532,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:15.144841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5b22f7bd-facd-4ee1-b386-13a19a83a00e None None] Provisioning complete for port da9d0b56-37c9-486a-b542-0e3efa02f532 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:15.145213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5b22f7bd-facd-4ee1-b386-13a19a83a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.347516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.363262 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:12Z', 'revision_number': 3, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:15.439772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.515317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661e95cb-3f1c-464c-b101-57a4a176f0ef,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:15.578120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.600576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Checking router: 654adc9b-f819-4a7a-8ce4-c6925bcaec75 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:15.600576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Updating router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 port 868c78a6-a2bd-432d-9932-5a26525394ef binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:15.615884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.620954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48724) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:15.621730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-93009f5a-27db-4662-9d65-9471e66cf4aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7077031 Aug 03 19:10:15.626791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:15.665176 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.844209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:15.912078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device da9d0b56-37c9-486a-b542-0e3efa02f532 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:15.940710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7eae638-a8e4-487b-8300-bf9a1308c426 req-11c3da0a-6db4-4fa8-bb69-2cfee3c60860 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1262689 Aug 03 19:10:16.004491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Allocated IP 172.20.0.1 (18f495ec-5458-48a6-9ec1-c7f9bdec79dc/adb8abdf-2916-48ca-9eaa-1ce18332820e/09e8369c-0fd6-4345-9d3e-00e96b4abc43) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:16.014178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port da9d0b56-37c9-486a-b542-0e3efa02f532 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:16.015403 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.191448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.206796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.278374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Transition to ACTIVE for port object 09e8369c-0fd6-4345-9d3e-00e96b4abc43 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:16.297149 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.308689 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Transition to ACTIVE for port object 868c78a6-a2bd-432d-9932-5a26525394ef will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:16.443483 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.503168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.597653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:16.601974 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Attempting to bind port 868c78a6-a2bd-432d-9932-5a26525394ef on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:16.602611 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Attempting to bind port 868c78a6-a2bd-432d-9932-5a26525394ef by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:16.603847 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Attempting to bind port 868c78a6-a2bd-432d-9932-5a26525394ef on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:16.607157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:16.609680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:16.611987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.613356 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Pushing event updated for resources: {'Port': ['ID=868c78a6-a2bd-432d-9932-5a26525394ef,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:16.628120 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:16.628595 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:16.629033 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.629582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:16.630063 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Bound port: 868c78a6-a2bd-432d-9932-5a26525394ef, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:16.630521 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.674573 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.675167 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.675810 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.676195 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.676530 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.676898 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.677226 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.678983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.678983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.680544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.680544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.680734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:16.723144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 172.25.2.88 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/a33413bd-4284-4609-bf39-26dc59418432) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:16.739717 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] For port 868c78a6-a2bd-432d-9932-5a26525394ef, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:16.768925 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] For port 868c78a6-a2bd-432d-9932-5a26525394ef, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=868c78a6-a2bd-432d-9932-5a26525394ef,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:16.850969 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.916403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:16.971881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:16.985953 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:17.080894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.085693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2215eab2-67a0-4058-ab7b-3a6bb22841c0 req-e853a719-3ca4-4507-8534-4f65ea2806fa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0567191 Aug 03 19:10:17.125056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a2365f2-864a-4868-98ff-56bcdfb68628 None None] Provisioning for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:17.131563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a2365f2-864a-4868-98ff-56bcdfb68628 None None] Provisioning complete for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:17.131938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7a2365f2-864a-4868-98ff-56bcdfb68628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.159553 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:17.183983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7a2365f2-864a-4868-98ff-56bcdfb68628 None None] Port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:17.231882 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696bfdca-d7fa-441e-9db9-d01c9c5e7a22 None None] Pushing event updated for resources: {'Port': ['ID=868c78a6-a2bd-432d-9932-5a26525394ef,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.242961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.259408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.352530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:17.362323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:17.366252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:17.368423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=a33413bd-4284-4609-bf39-26dc59418432,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:17.412588 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:12Z', 'revision_number': 3, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:17.471761 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da7553c-cf59-4552-9164-9212915d41e5 None None] The sync data for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 is: [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:12Z', 'revision_number': 3, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:17.592848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.649462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-532fadfc-6d32-4450-9275-b173430203d4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:17.651256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-532fadfc-6d32-4450-9275-b173430203d4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 808 time: 0.2252293 Aug 03 19:10:17.661158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.677217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Request body: {'port': {'device_id': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'admin_state_up': True, 'tenant_id': '9cba78de583549c58c1613929cefe9f4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:17.777586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.780839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:17.955650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.015347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Made reservation on behalf of 9cba78de583549c58c1613929cefe9f4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:18.019970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.123005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Pushing event updated for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:18.266066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:18.274069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:18.386337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a84904-194d-4adf-96d4-036b6994f44a req-098c15e6-2c61-4ec8-b26e-590a7494f537 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.1078012 Aug 03 19:10:18.475049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.487878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Allocated IP 172.20.0.14 (2e951814-34df-4c8f-a179-23bd3c595b01/8f0f2cd0-d521-474d-a811-4b9471b223c6/83c03a6d-6b66-49b9-b837-4bca9c7a16fc) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:18.540799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.727167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=a33413bd-4284-4609-bf39-26dc59418432,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:18.792401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9a00576-6645-4097-b021-1dade9ca1ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.835441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:18.846051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cad90542-3268-46df-a4be-47846ba3ae6b None None] Provisioning complete for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:18.847828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cad90542-3268-46df-a4be-47846ba3ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.895730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.920471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:18.929694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cad90542-3268-46df-a4be-47846ba3ae6b None None] Port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:19.122350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:19.146419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4cd134da-1982-4002-9a21-eb8b1d72fe85 admin admin] 10.222.0.67 "PUT /v2.0/routers/654adc9b-f819-4a7a-8ce4-c6925bcaec75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4183517 Aug 03 19:10:19.611128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.625095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['3f56273b-7a54-45f4-94e5-73f3b097d91b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:19.668901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.670527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-996d3798-4ae7-4fc5-a6af-aa2591b585e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0484788 Aug 03 19:10:19.699850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Network 2e951814-34df-4c8f-a179-23bd3c595b01 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:19.710043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:19.710043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:19.710043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:19.861415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:19.862341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:19.994787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 868c78a6-a2bd-432d-9932-5a26525394ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:20.040017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-171e9c39-068f-472c-8331-cd214cc021d2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3721993 Aug 03 19:10:20.060822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Request body: {'port': {'device_id': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:20.191702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.232603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:20.241548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278690698', 'description': 'tempest-description--2117789803'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:20.290504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 868c78a6-a2bd-432d-9932-5a26525394ef completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:20.299793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 868c78a6-a2bd-432d-9932-5a26525394ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:20.302241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.390296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.553907 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.559903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089ce1b-4af5-4bcf-9988-aaed0a6d318c req-c478662c-7fcb-4fa6-9293-377092848bf5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:20.562557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4089ce1b-4af5-4bcf-9988-aaed0a6d318c req-c478662c-7fcb-4fa6-9293-377092848bf5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 932 time: 0.2353771 Aug 03 19:10:20.593702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.606398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 868c78a6-a2bd-432d-9932-5a26525394ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=868c78a6-a2bd-432d-9932-5a26525394ef,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:20.611693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Sync routers for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:20.639980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:20.640789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:20.702526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.740110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.765437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:20.810356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4089ce1b-4af5-4bcf-9988-aaed0a6d318c req-e5fb8a72-fe99-4a35-9c99-21a32e860e23 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186759 Aug 03 19:10:20.829251 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:20.830809 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d4b1aefc-3940-45ab-9f7b-a7be5da6b588 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5968835 Aug 03 19:10:20.836268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48764) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:20.860411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'security_group_rule': {'security_group_id': 'ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:21.040059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c03a6d-6b66-49b9-b837-4bca9c7a16fc {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:21.051898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.074226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Transition to ACTIVE for port object 83c03a6d-6b66-49b9-b837-4bca9c7a16fc will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:21.082085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.141934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.166525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=868c78a6-a2bd-432d-9932-5a26525394ef,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.281931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:21.310092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801845-0820-4549-9805-445496a3d7ac service neutron] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.315224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.383318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:21.383685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:21.384050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:21.392083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:21.392432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:21.398373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Bound port: 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:21.487594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:21.541341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 2, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:21.576049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Checking router: 654adc9b-f819-4a7a-8ce4-c6925bcaec75 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:21.576393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Updating router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:10:21.593740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.610109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.626136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.636889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66efb57-dcbf-4731-b3e3-43b66473a3cd,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.677853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:21.678534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.679946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-68801845-0820-4549-9805-445496a3d7ac service neutron] 10.222.0.54 "PUT /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 1092 time: 1.6245816 Aug 03 19:10:21.680395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:21.682703 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e860a45-3c50-4ac4-b7b2-c927d4583006" -d '{"events": [{"name": "network-changed", "server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:21.718209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68801845-0820-4549-9805-445496a3d7ac service neutron] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:21.747094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.752770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c55371b0-cf39-4c68-8be6-9af8cfbded1b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9110010 Aug 03 19:10:21.757801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48776) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:21.758867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'security_group_rule': {'security_group_id': 'ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:21.907456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-a06ed4da-318f-43da-950f-d87faa004cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:21.917699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-a06ed4da-318f-43da-950f-d87faa004cf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0849624 Aug 03 19:10:21.935636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:21.998804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 868c78a6-a2bd-432d-9932-5a26525394ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:22.054995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-c5111703-5e25-4b0e-8fbe-0fe9606280c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 217 time: 0.1276248 Aug 03 19:10:22.097481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a6e4-fd23-4afc-9156-733367bbc8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.129604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.134092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df306d4-82c3-4546-b32f-43036dc40441 req-493390a3-45fc-4e37-ad30-7d33450f93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:22.136405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-493390a3-45fc-4e37-ad30-7d33450f93ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0735736 Aug 03 19:10:22.180327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-3ca65fb8-46f0-4892-857d-5d8fa3767ce8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354373 Aug 03 19:10:22.208273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.237101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.256367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d71b941-8d48-4a4d-9578-34015404e9af,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.266162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 868c78a6-a2bd-432d-9932-5a26525394ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:22.266546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.318389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.322637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0871c83d-2b93-4cac-922a-bd31cad96edf tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5658231 Aug 03 19:10:22.323492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48784) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:22.330841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:22.370810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.385715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Transition to ACTIVE for port object 09e8369c-0fd6-4345-9d3e-00e96b4abc43 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:22.475509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-865f6347-2343-4461-a411-13ff556a0854 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885990 Aug 03 19:10:22.478901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.496349 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.600533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458f077-9c52-4d0b-acdb-77a64a28f316 None None] Pushing event updated for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:22.617600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df306d4-82c3-4546-b32f-43036dc40441 req-0b1fbaab-1249-46e6-8653-8672b187f9a7 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336977 Aug 03 19:10:22.737407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.738988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Attempting to bind port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:22.743246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Attempting to bind port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:22.743246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Attempting to bind port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 on network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:22.746873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:22.747624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Checking segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:22.748226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.749033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Bound using segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:22.749626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Bound port: 09e8369c-0fd6-4345-9d3e-00e96b4abc43, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:22.750499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.861332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] For port 09e8369c-0fd6-4345-9d3e-00e96b4abc43, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:22.868136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] For port 09e8369c-0fd6-4345-9d3e-00e96b4abc43, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=09e8369c-0fd6-4345-9d3e-00e96b4abc43,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:22.892451 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:22.912859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Allocated IP 172.25.2.114 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/01b80d73-1349-4b5a-9aeb-c8b72fc07672) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:22.989235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.057178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.093938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:23.093938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:23.102057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458f077-9c52-4d0b-acdb-77a64a28f316 None None] Pushing event updated for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:23.194155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:23.257213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:23.261341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:23.266977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:23.268827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:23.587631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e9fe6087-4d74-4aab-b355-9707231eb0e7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1881308743&fields=id&tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e HTTP/1.1" status: 200 len: 267 time: 0.0996685 Aug 03 19:10:23.701810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e0d38281-e421-4504-96d8-270e09859f54 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.703754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e0d38281-e421-4504-96d8-270e09859f54 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 931 time: 0.1044750 Aug 03 19:10:23.769736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:23.825979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406920-725c-45d6-b4fa-b9327926e539 None None] The sync data for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 is: [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:22Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:23.844518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9afb48a5-97a7-415f-8c08-1df02fa836fb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.846770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9afb48a5-97a7-415f-8c08-1df02fa836fb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 931 time: 0.1363895 Aug 03 19:10:23.876570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c64ec9ff-404d-4e4d-9f2c-736d994573cd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:23.927144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c64ec9ff-404d-4e4d-9f2c-736d994573cd tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.4556553 Aug 03 19:10:23.944345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'Port': ['ID=01b80d73-1349-4b5a-9aeb-c8b72fc07672,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:23.987311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.037388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c4dd346a-f799-42a1-b3fa-bb213a09b202 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0983074 Aug 03 19:10:24.042244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-3780c811-6026-4f9c-9f4f-fc4141503356 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/quotas/870f77c215764a02aafa5f9984f6678d HTTP/1.1" status: 200 len: 375 time: 0.1143892 Aug 03 19:10:24.087165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7759a07c-0bb8-4220-abb6-00c1237bbff7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0472014 Aug 03 19:10:24.139546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.251890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-45faa2cb-a645-496e-82f5-e868ff9cbe8c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1635873 Aug 03 19:10:24.258749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7521fd0b-6c5f-4a41-be6e-e99a2395e958 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.279408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7521fd0b-6c5f-4a41-be6e-e99a2395e958 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.288343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7521fd0b-6c5f-4a41-be6e-e99a2395e958 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:24.295911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7521fd0b-6c5f-4a41-be6e-e99a2395e958 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/networks?id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=55a2169c-7742-4ddd-9893-03e8a34fe53c&id=55a2169c-7742-4ddd-9893-03e8a34fe53c HTTP/1.1" status: 200 len: 1989 time: 0.1953955 Aug 03 19:10:24.354856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e438c502-8a4c-4735-8f0e-0e63962ba51f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/quotas/a4aaf2fd10db43ea9db8eb5bf1ed7a5e HTTP/1.1" status: 200 len: 375 time: 0.0500007 Aug 03 19:10:24.368161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.438913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.604410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'Port': ['ID=01b80d73-1349-4b5a-9aeb-c8b72fc07672,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:24.688411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:24.913550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-d4fc7127-19ab-4d13-9a37-190a8e448f59 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5518687 Aug 03 19:10:24.925197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-3b15e88b-3d49-444b-b666-1026438549e4 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282597 Aug 03 19:10:25.025944 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.089057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-6fd395b4-1821-41a6-b5d4-d8e3e6d7b403 service neutron] 10.222.0.67 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514487 Aug 03 19:10:25.107989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:25.109424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53e3cdd1-6a2a-4262-8634-f023ad9d257d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7855091 Aug 03 19:10:25.179552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-07c059a2-6d68-4bae-9c03-cc3d1edd2d6a service neutron] 10.222.0.67 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505734 Aug 03 19:10:25.353536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-41721aaf-0a84-4442-abd9-d88daf7227d9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621492 Aug 03 19:10:25.414301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-d054a429-df5a-425d-a412-6ed062691f22 service neutron] 10.222.0.67 "GET /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0481989 Aug 03 19:10:25.558602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9c8d8759-498b-4f81-8bdc-de770fca9eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247585 Aug 03 19:10:25.675172 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dafd9b-8bf0-4891-b3ae-14d0ded0186e x-openstack-request-id: req-05dafd9b-8bf0-4891-b3ae-14d0ded0186e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:25.675394 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:25.675662 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05dafd9b-8bf0-4891-b3ae-14d0ded0186e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:25.676064 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'status': 'completed', 'code': 200} Aug 03 19:10:25.844335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-dbd7eaec-43d3-45f6-b355-9c0bb67367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:25.846320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-dbd7eaec-43d3-45f6-b355-9c0bb67367ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1095 time: 0.1580083 Aug 03 19:10:25.851779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-04c4c32e-3489-46a8-afc6-859a17b75180 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827682 Aug 03 19:10:25.861445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc438d05-a6b8-46d7-b926-e884205ba26d req-abbdcfc4-a014-48db-b77a-656c8559485e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:25.863012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc438d05-a6b8-46d7-b926-e884205ba26d req-abbdcfc4-a014-48db-b77a-656c8559485e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1279371 Aug 03 19:10:25.898852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 09e8369c-0fd6-4345-9d3e-00e96b4abc43 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:25.984126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-92714e0b-1a3b-47dc-a525-9f01226bf696 service neutron] 10.222.0.67 "GET /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1189556 Aug 03 19:10:26.031421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc438d05-a6b8-46d7-b926-e884205ba26d req-5b887dbc-b22d-4543-bbef-7f2f021a11bb tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478817 Aug 03 19:10:26.096076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:26.097882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-e6c82404-b43a-4e12-b589-028b0fe0968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.099976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-e6c82404-b43a-4e12-b589-028b0fe0968d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2356548 Aug 03 19:10:26.101406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:26.102019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.193004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-f7e2f792-b552-4e67-aba8-7c7cac8af686 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 217 time: 0.0783157 Aug 03 19:10:26.234827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-307910d9-2f75-4fb7-8ff7-215855a75d19 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404094 Aug 03 19:10:26.258579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.341131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 09e8369c-0fd6-4345-9d3e-00e96b4abc43, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=09e8369c-0fd6-4345-9d3e-00e96b4abc43,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:26.358985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-12bf0e77-116f-4af6-be0d-5973fbeb8e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.360291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-12bf0e77-116f-4af6-be0d-5973fbeb8e98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1598969 Aug 03 19:10:26.406739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-ccbc5466-43d9-47db-aba3-1e3fb2af35b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367565 Aug 03 19:10:26.472491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:26.508048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-45c1ee2d-1574-451e-8e8e-b3f5ec6cda0f service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636063 Aug 03 19:10:26.535156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:26.539914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-870b9277-7017-4738-b3cd-8efc029eb97f tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:26.541529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-870b9277-7017-4738-b3cd-8efc029eb97f tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/networks?id=179621d0-5e14-4201-aa85-cc90f516167c HTTP/1.1" status: 200 len: 815 time: 0.2950242 Aug 03 19:10:26.606590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-dcb7d48f-f3eb-49ba-bb3d-e096976e0ca2 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/quotas/eb0c86e6b3684b67af96982ec21a2424 HTTP/1.1" status: 200 len: 375 time: 0.0276980 Aug 03 19:10:26.639069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-757e88ff-71e5-497f-883e-4918b7831aec service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237821 Aug 03 19:10:26.741037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-161a2e16-8b83-4578-bdb8-58304204cd79 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224357 Aug 03 19:10:26.751747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-1bdd0204-2d97-4128-bc9c-1982eec27cec tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb0c86e6b3684b67af96982ec21a2424&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348836 Aug 03 19:10:26.904020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e860a45-3c50-4ac4-b7b2-c927d4583006 req-a581f858-0eef-4f94-a175-dd301a4eb591 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432296 Aug 03 19:10:26.971648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-22a6c36d-1e26-45bc-b90f-53600851a163 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166336 Aug 03 19:10:26.976859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-0193c13e-3a3c-4ba8-bdab-3705e53134a8 service neutron] 10.222.0.67 "GET /v2.0/networks/179621d0-5e14-4201-aa85-cc90f516167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071307 Aug 03 19:10:27.162390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-feef4f75-505a-42da-8693-c382303e85d3 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749256 Aug 03 19:10:27.164295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-12d93285-fe44-4b33-9ef6-f318e9b60eeb service neutron] 10.222.0.67 "GET /v2.0/networks/179621d0-5e14-4201-aa85-cc90f516167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747632 Aug 03 19:10:27.269315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5328e822-7384-4544-bf26-be72355d8f29 service neutron] 10.222.0.67 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993176 Aug 03 19:10:27.388763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-8e522512-d452-41b5-af5c-a1f165368e87 service neutron] 10.222.0.67 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145673 Aug 03 19:10:27.558328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75e92140-559c-472b-8709-3152ee90171b req-1534f00e-3343-4d73-a7d0-17d438faf336 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 210 time: 0.0446129 Aug 03 19:10:27.583256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c9bf0515-0211-44f1-95e9-322dac08311d service neutron] 10.222.0.67 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874824 Aug 03 19:10:27.739946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f003beff-7bd9-4c2c-9fb4-39e435b782a2 service neutron] 10.222.0.67 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489396 Aug 03 19:10:27.887753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 09e8369c-0fd6-4345-9d3e-00e96b4abc43 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:27.938018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17f8d7-d944-48d8-a4b0-cea431d373c0 req-f57da632-5c31-4818-ba21-9f8a3e62258a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:27.940392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d17f8d7-d944-48d8-a4b0-cea431d373c0 req-f57da632-5c31-4818-ba21-9f8a3e62258a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1094174 Aug 03 19:10:27.950501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-4d9ffc20-6d5a-4df0-a952-a2c675f29bb3 service neutron] 10.222.0.67 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927035 Aug 03 19:10:27.973040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:27.974739 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:27.999422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d17f8d7-d944-48d8-a4b0-cea431d373c0 req-fccb96c9-5744-4e3a-b942-3e15af9e506e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Aug 03 19:10:28.107712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41777da9-8968-43eb-a518-a43ca68c81d6 req-1a7e9dc7-9ca1-4326-b9b5-653fc79d559d tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0398676 Aug 03 19:10:28.482426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-cdc15749-bea2-4b0b-b563-470f6ed202b2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:28.484202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-cdc15749-bea2-4b0b-b563-470f6ed202b2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/networks?id=80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 200 len: 806 time: 0.1441455 Aug 03 19:10:28.506511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Request body: {'port': {'device_id': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'admin_state_up': True, 'tenant_id': '870f77c215764a02aafa5f9984f6678d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:28.724714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87ded977-dad6-4ecd-bb79-867d03053b93 req-d04f12cb-32f7-4f3a-a4ca-7dd5aafdce04 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 210 time: 0.0448122 Aug 03 19:10:28.844958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Made reservation on behalf of 870f77c215764a02aafa5f9984f6678d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:28.851875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.075483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Allocated IP 172.20.0.8 (80048c70-6446-4335-a9c6-cc154bc3ad87/ab4057dc-6365-427b-97ff-86f1aa211dae/a9fa4533-5dae-4276-b0d3-abf4259aa8c8) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:29.227792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136d47-3416-4e49-af56-bf136047fce5 req-c7c7f648-6265-4bb4-8c17-cb4c1129062b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.236910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14136d47-3416-4e49-af56-bf136047fce5 req-c7c7f648-6265-4bb4-8c17-cb4c1129062b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1296897 Aug 03 19:10:29.297242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14136d47-3416-4e49-af56-bf136047fce5 req-f52b9843-59ae-44c4-8f67-d7b92451ca75 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593863 Aug 03 19:10:29.419544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.423585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31040959-3c81-4a08-a6de-7db65d7b2818 req-b6f479eb-396b-4878-b0d6-9053cbd1438d tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0666449 Aug 03 19:10:29.714288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.754164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:29.806149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Network 80048c70-6446-4335-a9c6-cc154bc3ad87 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:29.809666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:29.817347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:29.851515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event updated for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:29.904905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.910843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:29.922187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7b4c-142d-424d-84b6-fb3fba0b2c67 req-38fd5691-49ad-4675-8bac-03795b2d9add tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:29.924006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce0d7b4c-142d-424d-84b6-fb3fba0b2c67 req-38fd5691-49ad-4675-8bac-03795b2d9add tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 931 time: 0.1121852 Aug 03 19:10:29.974561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce0d7b4c-142d-424d-84b6-fb3fba0b2c67 req-df1cd2c6-428f-4c97-96dc-13a948e0dd00 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Aug 03 19:10:30.125175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-21655cbf-03cb-4c1b-8446-889c23b38a9e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6255403 Aug 03 19:10:30.144581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Request body: {'port': {'device_id': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:30.214773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.497140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312b6fd-318d-46cf-bb8d-2c0db810bc58 req-45e33074-c818-4487-9f0f-006980ed2968 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:30.498691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1312b6fd-318d-46cf-bb8d-2c0db810bc58 req-45e33074-c818-4487-9f0f-006980ed2968 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1304543 Aug 03 19:10:30.828169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85d93e17-bc5c-4ce9-a409-01b009dcadd6 req-1b91d95d-6c4f-4da3-9569-5cbddbfc8e11 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.3563788 Aug 03 19:10:30.881584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1312b6fd-318d-46cf-bb8d-2c0db810bc58 req-9c1b52a8-277e-4678-babb-872150d7a17a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587310 Aug 03 19:10:30.943599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-284b987e-1654-4dc5-bfbe-9d7a2dc36799 req-54166840-8865-4112-874f-d69ceb89d12b tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0474939 Aug 03 19:10:30.958689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fa4533-5dae-4276-b0d3-abf4259aa8c8 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:30.970684 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:30.987959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Transition to ACTIVE for port object a9fa4533-5dae-4276-b0d3-abf4259aa8c8 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:31.158574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49261786-167f-4b5e-a205-fed4258a0c1e req-76ce3f60-ebf3-4580-802e-465ce3be9a7e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.161191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49261786-167f-4b5e-a205-fed4258a0c1e req-76ce3f60-ebf3-4580-802e-465ce3be9a7e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 931 time: 0.0737956 Aug 03 19:10:31.162795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.248713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Pushing event updated for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.260257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49261786-167f-4b5e-a205-fed4258a0c1e req-ad06df53-8539-4c20-9bd9-799eee21cf16 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870969 Aug 03 19:10:31.344616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Attempting to bind port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:31.345163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Attempting to bind port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:31.345482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Attempting to bind port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:31.350638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:31.350855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Attempting to bind port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 on network 80048c70-6446-4335-a9c6-cc154bc3ad87 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:31.357463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:31.357859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Checking segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:31.358197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Bound using segment: {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:31.358743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Bound port: a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b718501-8b3f-429f-9c90-dde49bba397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:31.359108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.407945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-19ecca0a-1bad-4641-b7ee-074c78d95d67 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.410728 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-19ecca0a-1bad-4641-b7ee-074c78d95d67 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.54 "GET /v2.0/networks?id=179621d0-5e14-4201-aa85-cc90f516167c HTTP/1.1" status: 200 len: 815 time: 0.1631806 Aug 03 19:10:31.430895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Request body: {'port': {'device_id': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'admin_state_up': True, 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:31.466301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:31.469787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:31.646041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.690455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Made reservation on behalf of eb0c86e6b3684b67af96982ec21a2424 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:31.694298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.701297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.702015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:31.703508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] 10.222.0.54 "PUT /v2.0/ports/a9fa4533-5dae-4276-b0d3-abf4259aa8c8 HTTP/1.1" status: 200 len: 1091 time: 1.5636766 Aug 03 19:10:31.704029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:31.706421 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:31.723154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d9122-b6d8-40a1-92b6-e160a0aa12ca service neutron] Pushing event updated for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:31.774638 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c4c3e6-b7ab-4d6f-91df-b7d1b32301d6 x-openstack-request-id: req-05c4c3e6-b7ab-4d6f-91df-b7d1b32301d6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:31.775172 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:31.775172 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05c4c3e6-b7ab-4d6f-91df-b7d1b32301d6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:31.775593 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8', 'status': 'completed', 'code': 200} Aug 03 19:10:31.861982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-72b82a21-50a9-489d-98cc-cfc80064e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:31.864112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-72b82a21-50a9-489d-98cc-cfc80064e0ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 1094 time: 0.0469244 Aug 03 19:10:31.867864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Allocated IP 172.20.0.6 (179621d0-5e14-4201-aa85-cc90f516167c/91f1cc60-4673-4f3f-a5fa-157a4febec5d/0eb8d21a-32eb-4951-845c-3a00c1765271) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:32.013796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c83d3354-e4cc-4fec-beb4-01a504e5a886 req-1c9a912c-32aa-4f9f-9e9a-b9e48a2b2192 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0738745 Aug 03 19:10:32.102566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997ce35-35eb-4fee-a4ba-1579f27635ca req-4b3a2530-2475-407e-8e5c-8daba2fa2543 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.104495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5997ce35-35eb-4fee-a4ba-1579f27635ca req-4b3a2530-2475-407e-8e5c-8daba2fa2543 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1231222 Aug 03 19:10:32.108427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-a3bb3477-2b89-4e2b-9d37-dee2441f2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.110155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-a3bb3477-2b89-4e2b-9d37-dee2441f2bce service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=870f77c215764a02aafa5f9984f6678d&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2318540 Aug 03 19:10:32.124783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.141829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Transition to ACTIVE for port object 0eb8d21a-32eb-4951-845c-3a00c1765271 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:32.209230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56f9f4aa-1b4f-4781-9b13-1a0376bd9596 req-31794d17-aa78-4f83-97ec-56389c32e4c5 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0782616 Aug 03 19:10:32.261840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5997ce35-35eb-4fee-a4ba-1579f27635ca req-d7922e5c-6b48-47d6-b6be-a6f95985abc7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478171 Aug 03 19:10:32.336352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-aea00814-b66b-45fa-ac6b-442a4abe9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.338586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-829e02e7-e4c5-4302-a545-ad40c1dfe6b7 req-aea00814-b66b-45fa-ac6b-442a4abe9436 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2063553 Aug 03 19:10:32.389384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.446305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0070bb4-f21b-49c7-bea8-e305abe2911e req-a5e1a195-a3eb-4b80-be4e-525ad60e79e0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.448066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0070bb4-f21b-49c7-bea8-e305abe2911e req-a5e1a195-a3eb-4b80-be4e-525ad60e79e0 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.0948098 Aug 03 19:10:32.475698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Network 179621d0-5e14-4201-aa85-cc90f516167c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:32.478496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Pushing event updated for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:32.482386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:32.485333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:32.493057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-36f10bf4-c7a2-4bfb-a7f6-3c8b6aa353b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.494584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-36f10bf4-c7a2-4bfb-a7f6-3c8b6aa353b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=870f77c215764a02aafa5f9984f6678d&device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 1094 time: 0.0853341 Aug 03 19:10:32.505821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0070bb4-f21b-49c7-bea8-e305abe2911e req-be04830b-2b10-4eda-95ed-b9114b5df5ff tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504026 Aug 03 19:10:32.573994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.579126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.581812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-5dd73817-6c28-4405-90c3-c006b8798851 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8 HTTP/1.1" status: 200 len: 217 time: 0.0719583 Aug 03 19:10:32.653000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79cf102-6fbb-430a-91bb-6bd4775e80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:32.654684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-c79cf102-6fbb-430a-91bb-6bd4775e80f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 200 len: 846 time: 0.0653620 Aug 03 19:10:32.694573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-d4a6b698-b095-4afd-a4a4-3ca5632b119b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=80048c70-6446-4335-a9c6-cc154bc3ad87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315855 Aug 03 19:10:32.721320 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-9a307f78-4c08-4f59-a818-917d7547838e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943437 Aug 03 19:10:32.740805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Request body: {'port': {'device_id': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:32.808582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:32.809984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-1c69a4b3-ca6e-436e-8bbc-9d0cbc779b10 service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078882 Aug 03 19:10:32.943220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4fbf75-6454-440f-95d8-58dbe0545311 req-8a73333a-ed9c-4a41-aca3-a70bbcb6a2dd service neutron] 10.222.0.54 "GET /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263185 Aug 03 19:10:33.036406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-666c5005-ec0e-49e7-9a66-1bf914ccb122 None None] Provisioning for port 0eb8d21a-32eb-4951-845c-3a00c1765271 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:33.047252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-666c5005-ec0e-49e7-9a66-1bf914ccb122 None None] Provisioning complete for port 0eb8d21a-32eb-4951-845c-3a00c1765271 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:33.061498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-666c5005-ec0e-49e7-9a66-1bf914ccb122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.176973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.177830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-666c5005-ec0e-49e7-9a66-1bf914ccb122 None None] Port 0eb8d21a-32eb-4951-845c-3a00c1765271 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:33.331411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c8034cc-c763-469a-89e9-501b969ec4fc req-7ef0ca08-2b44-45da-86c4-2c85cb0e75da tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0826635 Aug 03 19:10:33.440318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb8d21a-32eb-4951-845c-3a00c1765271 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:33.460540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.479128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Transition to ACTIVE for port object 0eb8d21a-32eb-4951-845c-3a00c1765271 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:33.502038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6f898-c754-4860-b13d-224c938f221f req-e602926d-e5a3-4b9b-8d6f-e277d149c1e1 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.503715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf6f898-c754-4860-b13d-224c938f221f req-e602926d-e5a3-4b9b-8d6f-e277d149c1e1 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 931 time: 0.1164882 Aug 03 19:10:33.580155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf6f898-c754-4860-b13d-224c938f221f req-88a00ca5-4165-4266-ac8b-61668deee155 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657105 Aug 03 19:10:33.604026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43677d-bca4-4990-a052-51369cd3b182 req-14886b9e-bd3b-44b7-a510-fa03c656a782 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.612581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c43677d-bca4-4990-a052-51369cd3b182 req-14886b9e-bd3b-44b7-a510-fa03c656a782 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1075919 Aug 03 19:10:33.627364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.721404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c43677d-bca4-4990-a052-51369cd3b182 req-d1f8eda5-fafb-4571-9dac-62ff21998fd1 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047385 Aug 03 19:10:33.805788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:33.901537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Attempting to bind port 0eb8d21a-32eb-4951-845c-3a00c1765271 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:33.907465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Attempting to bind port 0eb8d21a-32eb-4951-845c-3a00c1765271 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:33.907465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Attempting to bind port 0eb8d21a-32eb-4951-845c-3a00c1765271 on network 179621d0-5e14-4201-aa85-cc90f516167c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:33.907465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Port 0eb8d21a-32eb-4951-845c-3a00c1765271 on network 179621d0-5e14-4201-aa85-cc90f516167c not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:33.907465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Attempting to bind port 0eb8d21a-32eb-4951-845c-3a00c1765271 on network 179621d0-5e14-4201-aa85-cc90f516167c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:33.913609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:33.913962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Checking segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:33.914548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Bound using segment: {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:33.915176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Bound port: 0eb8d21a-32eb-4951-845c-3a00c1765271, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4390fd50-7a20-4f86-98db-8a403e2e056e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:33.915751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:33.919043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df128b-3c12-40ee-a120-14bc939f5862 req-32e6f3a7-1ce5-4aa8-ade6-5f56a26e4b38 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:33.925401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0df128b-3c12-40ee-a120-14bc939f5862 req-32e6f3a7-1ce5-4aa8-ade6-5f56a26e4b38 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.0827825 Aug 03 19:10:34.036092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0df128b-3c12-40ee-a120-14bc939f5862 req-14110efe-8444-4ed8-803f-b95dacc3aa89 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056573 Aug 03 19:10:34.090453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:34.100433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0eb8d21a-32eb-4951-845c-3a00c1765271,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:34.284354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.337567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.339087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:34.342473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0eb8d21a-32eb-4951-845c-3a00c1765271 HTTP/1.1" status: 200 len: 1091 time: 1.6061609 Aug 03 19:10:34.343047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:34.345804 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf1449-c82f-4bec-a2d0-eddfd0849308" -d '{"events": [{"name": "network-changed", "server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:34.382168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee618-e3b9-43a3-864e-d84e24f88df8 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:34.466108 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79534c-8b3e-4b2b-8e1a-2a3ed4ec0906 x-openstack-request-id: req-da79534c-8b3e-4b2b-8e1a-2a3ed4ec0906 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:34.466978 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:34.467636 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da79534c-8b3e-4b2b-8e1a-2a3ed4ec0906 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:34.469226 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271', 'status': 'completed', 'code': 200} Aug 03 19:10:34.539285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ca9b2b5-b6d7-4621-acce-cc6528778b6d req-848c2b4c-1548-49fc-b364-2981f20c175d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0389192 Aug 03 19:10:34.830691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:34.835656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77ef81-f40b-421e-8c80-98e959d46efb req-19465572-799b-41cf-8f88-244432938a10 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:34.846924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a77ef81-f40b-421e-8c80-98e959d46efb req-19465572-799b-41cf-8f88-244432938a10 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.1486249 Aug 03 19:10:34.978078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a77ef81-f40b-421e-8c80-98e959d46efb req-5832962f-d37d-4c36-83df-3d4c9d61ac40 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290660 Aug 03 19:10:35.034711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf83c3-f2d4-439a-a397-77a7003f9c43 req-065db362-89fb-4977-b87d-8860594e133e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.034711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bddf83c3-f2d4-439a-a397-77a7003f9c43 req-065db362-89fb-4977-b87d-8860594e133e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1818833 Aug 03 19:10:35.051298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:35.088359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f8e94e25-60ae-4986-8b23-d0a31d305239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.089549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01', 'port_id': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'mac_address': 'fa:16:3e:7b:5a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f2cd0-d521-474d-a811-4b9471b223c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:35.089845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f8e94e25-60ae-4986-8b23-d0a31d305239 service neutron] 10.222.0.77 "GET /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 1027 time: 0.0580933 Aug 03 19:10:35.164685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bddf83c3-f2d4-439a-a397-77a7003f9c43 req-c535b4d2-3f0d-4ea1-9093-5043e36c8049 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217928 Aug 03 19:10:35.172319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-27c5acbb-0665-481a-81a3-3669af0231be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.173772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-27c5acbb-0665-481a-81a3-3669af0231be service neutron] 10.222.0.77 "GET /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 1027 time: 0.0708568 Aug 03 19:10:35.191936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.219198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c03a6d-6b66-49b9-b837-4bca9c7a16fc {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:35.266426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:35.316145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52df8-58f7-440a-94b1-4d8c8f958725 req-d9a18aa0-c905-4235-9cdd-f8aec3ddc6fb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.320295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4b52df8-58f7-440a-94b1-4d8c8f958725 req-d9a18aa0-c905-4235-9cdd-f8aec3ddc6fb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1154056 Aug 03 19:10:35.425331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-dc819918-7ce2-49b8-aabf-339f417142c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.425547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-dc819918-7ce2-49b8-aabf-339f417142c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.433407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-dc819918-7ce2-49b8-aabf-339f417142c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:35.436780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-dc819918-7ce2-49b8-aabf-339f417142c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/networks?id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=55a2169c-7742-4ddd-9893-03e8a34fe53c&id=55a2169c-7742-4ddd-9893-03e8a34fe53c HTTP/1.1" status: 200 len: 1989 time: 0.2538030 Aug 03 19:10:35.448287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4b52df8-58f7-440a-94b1-4d8c8f958725 req-b05a2c67-d547-4546-bdee-b0df16d171c6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207917 Aug 03 19:10:35.515970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-bed39e5e-8a2e-43e3-8f34-bd73c66266c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e HTTP/1.1" status: 200 len: 380 time: 0.0662007 Aug 03 19:10:35.533561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'admin_state_up': True, 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'security_groups': ['6301ef49-1442-42bf-b35f-d5c996491862']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:35.639144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:35.744937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:35.757954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc1cd837-fa8f-4d92-9fea-9891077c040a req-ed54dd22-05b6-4110-8f4c-c50322b52abd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0672417 Aug 03 19:10:35.932675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['83c03a6d-6b66-49b9-b837-4bca9c7a16fc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:35.947360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:35.952890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.237175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c0332-3c60-4e23-a856-f3497d3465d7 req-4373e1b4-7508-4f7f-a8e7-c93c3e143683 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.249541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3c0332-3c60-4e23-a856-f3497d3465d7 req-4373e1b4-7508-4f7f-a8e7-c93c3e143683 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.1156828 Aug 03 19:10:36.345001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 172.20.0.9 (cc5efbca-5298-4367-82de-6b1cb7f11ba1/de4367b4-60b4-4685-9307-ca97d7b30770/9de748c9-e85f-45ca-9beb-a7b31fd025d7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:36.414645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3c0332-3c60-4e23-a856-f3497d3465d7 req-cc5d1c09-a31f-4413-987c-c7678bf16e2c tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431620 Aug 03 19:10:36.765002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20adf30-d5c3-42da-9bca-ab10e19f8e70 req-48032cb5-c150-41df-a294-f03a4501bfe2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.766606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b20adf30-d5c3-42da-9bca-ab10e19f8e70 req-48032cb5-c150-41df-a294-f03a4501bfe2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1292098 Aug 03 19:10:36.775111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129db7a5-9846-42de-983c-430cbab91dc4 req-73bfb287-98a5-4639-9f87-052fb59e2473 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:36.776690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-129db7a5-9846-42de-983c-430cbab91dc4 req-73bfb287-98a5-4639-9f87-052fb59e2473 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.1877151 Aug 03 19:10:36.841612 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:36.863108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:36.893207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-129db7a5-9846-42de-983c-430cbab91dc4 req-6e615332-0ed2-4541-87fe-31e42417f176 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962675 Aug 03 19:10:36.913063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object 9de748c9-e85f-45ca-9beb-a7b31fd025d7 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:36.955393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b20adf30-d5c3-42da-9bca-ab10e19f8e70 req-f73ca4a4-7e04-4721-ae0d-5a0a925ce1db tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724775 Aug 03 19:10:37.056116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:37.061692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:37.062430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.078963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e304c70b-d774-4e48-b77d-d2a7220d2bd2 req-8d14150f-f401-4b19-b3ae-8eed419e7e8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0525427 Aug 03 19:10:37.222282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.256377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.300402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:37.301018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:37.303985 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7c2da-9fb7-42d1-9a33-5be948815cbb" -d '{"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:37.311984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:37.335726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:37.343063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:37.392321 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c42514e-64e4-4c33-b486-7efffed1a23e x-openstack-request-id: req-3c42514e-64e4-4c33-b486-7efffed1a23e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:37.392621 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:37.392898 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3c42514e-64e4-4c33-b486-7efffed1a23e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:37.393297 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'code': 200} Aug 03 19:10:37.410582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.452473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:37.453189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:37.463973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:37.531966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:37.650432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d5fd14d-1f06-4757-bc5d-aec7bd8c49b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1266465 Aug 03 19:10:37.660282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdbedd-ff8b-48ff-8d0e-cd320bb2c2c5 req-15f5ad3e-6223-466a-82be-aa20eb56aa69 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:37.669584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3fdbedd-ff8b-48ff-8d0e-cd320bb2c2c5 req-15f5ad3e-6223-466a-82be-aa20eb56aa69 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.1312823 Aug 03 19:10:37.676505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'admin_state_up': True, 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'security_groups': ['6301ef49-1442-42bf-b35f-d5c996491862']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:37.992668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3fdbedd-ff8b-48ff-8d0e-cd320bb2c2c5 req-dac96571-fe3b-48a7-b37f-8534d9475061 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217576 Aug 03 19:10:38.013349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a3ad304-9bb1-47f9-8918-e98b24dcdd80 None None] Provisioning for port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:38.017490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a3ad304-9bb1-47f9-8918-e98b24dcdd80 None None] Provisioning complete for port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:38.017935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad304-9bb1-47f9-8918-e98b24dcdd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.121142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ad304-9bb1-47f9-8918-e98b24dcdd80 None None] Port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:38.206220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b26961-2747-4006-87b1-44e29ee78619 req-da259c21-15f6-4d13-bc1f-c93817d89cd9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.208123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b26961-2747-4006-87b1-44e29ee78619 req-da259c21-15f6-4d13-bc1f-c93817d89cd9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1429148 Aug 03 19:10:38.217620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254906-0795-4b34-84a1-369618633d30 req-e42b3940-1f60-4556-a12e-55780cc6f4a9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.225518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60254906-0795-4b34-84a1-369618633d30 req-e42b3940-1f60-4556-a12e-55780cc6f4a9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1115859 Aug 03 19:10:38.288120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:38.291832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.322531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60254906-0795-4b34-84a1-369618633d30 req-17a96af5-391c-46bb-af63-e900098e6c89 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918317 Aug 03 19:10:38.357804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b26961-2747-4006-87b1-44e29ee78619 req-76ca3b12-8958-4c14-b7fa-f5be031d9ac2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261153 Aug 03 19:10:38.593427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d38476-a10b-4bf1-8e9c-c601b1644761 req-8f92bd03-1db1-46d7-882c-fd0612e0afd5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:38.600815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8d38476-a10b-4bf1-8e9c-c601b1644761 req-8f92bd03-1db1-46d7-882c-fd0612e0afd5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 931 time: 0.1197767 Aug 03 19:10:38.670232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.1.1.232 (f011ad44-d641-4d62-ab58-727411c3e843/6d6d8c2c-1ced-4116-b731-ba4295021d5a/44be078a-46a4-488d-b840-6ff89944a4b4) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:38.688850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8d38476-a10b-4bf1-8e9c-c601b1644761 req-540c8ad5-3060-49c7-93a4-3dfb46c2c4ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870275 Aug 03 19:10:38.943034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:38.960372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object 44be078a-46a4-488d-b840-6ff89944a4b4 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:39.160998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36ccd5-d80d-4a07-a747-7677016df398 req-efeeb134-f801-417e-bc86-b0d59027341c tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.168695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc36ccd5-d80d-4a07-a747-7677016df398 req-efeeb134-f801-417e-bc86-b0d59027341c tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.0895953 Aug 03 19:10:39.240157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc36ccd5-d80d-4a07-a747-7677016df398 req-0a4fcdf1-2700-4fe9-8493-ae8324a62f00 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718226 Aug 03 19:10:39.518848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d7911-6bb8-45ea-8aac-0378229b0d76 req-54f230ef-c1d9-404f-a2ed-f2af542a758e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.534957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a2d7911-6bb8-45ea-8aac-0378229b0d76 req-54f230ef-c1d9-404f-a2ed-f2af542a758e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.0837677 Aug 03 19:10:39.534957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9c44a-b602-42f4-9119-3a45400ced60 req-9d123398-2464-4ced-a494-92fa00566047 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.538403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fd9c44a-b602-42f4-9119-3a45400ced60 req-9d123398-2464-4ced-a494-92fa00566047 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1134853 Aug 03 19:10:39.552716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:39.649117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f011ad44-d641-4d62-ab58-727411c3e843 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:39.673926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a2d7911-6bb8-45ea-8aac-0378229b0d76 req-e751e8cf-508a-4a79-8ad5-fad575ec08f5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271977 Aug 03 19:10:39.696772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:39.706949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:39.738154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fd9c44a-b602-42f4-9119-3a45400ced60 req-c0692525-f5b2-42c3-9b94-2b6e5a9251d3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985228 Aug 03 19:10:39.742240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:39.994401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:39.995089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.023778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42045a-b23c-4f1e-a032-aa9aafac6a95 req-d9543529-d310-44be-b86c-8d19afcdb44b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.023778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42045a-b23c-4f1e-a032-aa9aafac6a95 req-d9543529-d310-44be-b86c-8d19afcdb44b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.031751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c42045a-b23c-4f1e-a032-aa9aafac6a95 req-d9543529-d310-44be-b86c-8d19afcdb44b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 1653 time: 0.2086666 Aug 03 19:10:40.097656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c42045a-b23c-4f1e-a032-aa9aafac6a95 req-7b7ea45c-a675-41ac-98d3-23d2ca4144af tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646784 Aug 03 19:10:40.101988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b22643ff-c501-466d-934a-24b2440f7fd2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4296682 Aug 03 19:10:40.118088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'admin_state_up': True, 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'security_groups': ['6301ef49-1442-42bf-b35f-d5c996491862']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:40.141521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-46055cd4-fc0e-49f8-bd29-c64003739937 None None] Provisioning for port 44be078a-46a4-488d-b840-6ff89944a4b4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:40.146380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-46055cd4-fc0e-49f8-bd29-c64003739937 None None] Provisioning complete for port 44be078a-46a4-488d-b840-6ff89944a4b4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:40.147148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-46055cd4-fc0e-49f8-bd29-c64003739937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.187989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-46055cd4-fc0e-49f8-bd29-c64003739937 None None] Port 44be078a-46a4-488d-b840-6ff89944a4b4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:40.457221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89206fca-b114-4404-af81-bb0c92a9f55a req-c9ec6175-6486-41a2-97b5-b665893a1ed8 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:40.459024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89206fca-b114-4404-af81-bb0c92a9f55a req-c9ec6175-6486-41a2-97b5-b665893a1ed8 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.0970607 Aug 03 19:10:40.460242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:40.469150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:40.542317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89206fca-b114-4404-af81-bb0c92a9f55a req-80f98659-7349-48f6-9b9e-0ecb5c2aa5a9 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705233 Aug 03 19:10:40.675421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.1.1.43 (f011ad44-d641-4d62-ab58-727411c3e843/6d6d8c2c-1ced-4116-b731-ba4295021d5a/c9c25198-f6ab-44fc-8151-7ed951d64357) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:41.008703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59946588-d359-4575-b3b7-c793805ad250 req-b29c241a-09aa-4c28-b1a8-c289a3fbad67 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.010244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59946588-d359-4575-b3b7-c793805ad250 req-b29c241a-09aa-4c28-b1a8-c289a3fbad67 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1885159 Aug 03 19:10:41.033147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.066455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4722a-a713-4818-826b-a41875c96e34 req-98d7f8b6-3460-468a-b23e-3ef679a06fd5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.076632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36e4722a-a713-4818-826b-a41875c96e34 req-98d7f8b6-3460-468a-b23e-3ef679a06fd5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.2127259 Aug 03 19:10:41.098774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object c9c25198-f6ab-44fc-8151-7ed951d64357 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:41.155323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59946588-d359-4575-b3b7-c793805ad250 req-174c0412-c535-4e7d-b6e4-5e67f6241f0c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073642 Aug 03 19:10:41.259190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36e4722a-a713-4818-826b-a41875c96e34 req-e648c725-9e06-4f8a-96cb-7d73a097f220 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835978 Aug 03 19:10:41.417233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.502319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network f011ad44-d641-4d62-ab58-727411c3e843 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:41.507316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:41.551122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:41.551122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:41.559174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125722aa-4095-466f-854a-c58115e2b279 req-e00dfffa-06ab-4f23-9a07-368e0bb5c46b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.565803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125722aa-4095-466f-854a-c58115e2b279 req-e00dfffa-06ab-4f23-9a07-368e0bb5c46b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.567486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-125722aa-4095-466f-854a-c58115e2b279 req-e00dfffa-06ab-4f23-9a07-368e0bb5c46b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 1653 time: 0.2020547 Aug 03 19:10:41.641080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-125722aa-4095-466f-854a-c58115e2b279 req-b0530219-2589-4c6a-8493-4a55b42bea9c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505114 Aug 03 19:10:41.654819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.680282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:41.820547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87175e94-68bb-4464-a7a4-a9b5fc1d4de2 req-996df1d9-5332-4606-888a-ef6bd2bfdac4 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:41.841272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87175e94-68bb-4464-a7a4-a9b5fc1d4de2 req-996df1d9-5332-4606-888a-ef6bd2bfdac4 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.1426194 Aug 03 19:10:41.944532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87175e94-68bb-4464-a7a4-a9b5fc1d4de2 req-3317a4bb-ac25-4421-8a1b-560c2ec23c9c tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879388 Aug 03 19:10:42.394011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b19fbd-9107-4c9a-89bb-c7136c54001c req-dad60a02-0c60-483a-9963-2e0d7ec79d55 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.418777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00b19fbd-9107-4c9a-89bb-c7136c54001c req-dad60a02-0c60-483a-9963-2e0d7ec79d55 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1447527 Aug 03 19:10:42.537023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00b19fbd-9107-4c9a-89bb-c7136c54001c req-e6fc637b-96c9-4f09-bce7-b605a0338d7f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142113 Aug 03 19:10:42.584499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7599c6-35de-4600-bbee-9f654ebb8604 req-639c77be-6816-4f68-97d5-85d552a21655 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.585208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb7599c6-35de-4600-bbee-9f654ebb8604 req-639c77be-6816-4f68-97d5-85d552a21655 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.0944300 Aug 03 19:10:42.637407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb7599c6-35de-4600-bbee-9f654ebb8604 req-57ed691d-d38d-474f-a391-8003958d8b87 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Aug 03 19:10:42.852222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f136-84be-4660-a6de-5d420d1e9644 req-e42c60ec-f4a8-4721-914b-4776f48cfa43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.859485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f136-84be-4660-a6de-5d420d1e9644 req-e42c60ec-f4a8-4721-914b-4776f48cfa43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.866563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564f136-84be-4660-a6de-5d420d1e9644 req-e42c60ec-f4a8-4721-914b-4776f48cfa43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:42.874905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7564f136-84be-4660-a6de-5d420d1e9644 req-e42c60ec-f4a8-4721-914b-4776f48cfa43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 2373 time: 0.0892885 Aug 03 19:10:42.932097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7564f136-84be-4660-a6de-5d420d1e9644 req-2d9e6ed1-df1c-4415-beed-2e7df98df116 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523422 Aug 03 19:10:43.090454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de87ab-a772-459d-a037-1f084b737ecc req-70f98a0b-1baa-4a18-9c4e-8d2f6aecc2d4 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.092410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8de87ab-a772-459d-a037-1f084b737ecc req-70f98a0b-1baa-4a18-9c4e-8d2f6aecc2d4 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.0769818 Aug 03 19:10:43.134473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8de87ab-a772-459d-a037-1f084b737ecc req-f89a61ce-82a0-4944-8bf5-bbbe1bb1aaac tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Aug 03 19:10:43.176186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1b61ac5b-39b1-45a7-9dea-32afdb60704a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0676186 Aug 03 19:10:43.188267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'admin_state_up': True, 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'security_groups': ['6301ef49-1442-42bf-b35f-d5c996491862']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:43.204168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-29abd276-941d-4af5-97c4-2e58789d64dc None None] Provisioning for port c9c25198-f6ab-44fc-8151-7ed951d64357 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:43.209116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-29abd276-941d-4af5-97c4-2e58789d64dc None None] Provisioning complete for port c9c25198-f6ab-44fc-8151-7ed951d64357 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:43.209707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-29abd276-941d-4af5-97c4-2e58789d64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.280436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-29abd276-941d-4af5-97c4-2e58789d64dc None None] Port c9c25198-f6ab-44fc-8151-7ed951d64357 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:43.512678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:43.616276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:43.762877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801abf3-55ad-4a80-9813-6602b976f417 req-6ab3fed0-be7d-4108-9d20-8543cf7bd147 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.764440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7801abf3-55ad-4a80-9813-6602b976f417 req-6ab3fed0-be7d-4108-9d20-8543cf7bd147 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1456404 Aug 03 19:10:43.911275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7801abf3-55ad-4a80-9813-6602b976f417 req-8495a685-b6b6-4225-8c83-a159fc69aabc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253850 Aug 03 19:10:43.926022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78c98-6416-43b8-822f-49c52ab02fe6 req-d8564d47-1494-4274-a677-299bf2e2dcfe tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:43.927630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71d78c98-6416-43b8-822f-49c52ab02fe6 req-d8564d47-1494-4274-a677-299bf2e2dcfe tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1903143 Aug 03 19:10:43.994522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.2.2.100 (55a2169c-7742-4ddd-9893-03e8a34fe53c/7d26488b-7011-4d2c-9266-150cf9bbd8b2/4918896a-66ed-4b57-955c-c2cfaa952496) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:44.003859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71d78c98-6416-43b8-822f-49c52ab02fe6 req-485eaeb5-8310-48ed-abcd-a81294763aa7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568109 Aug 03 19:10:44.374455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-be35c23e-97ff-4d7e-a0aa-78a60c6b87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.376055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-be35c23e-97ff-4d7e-a0aa-78a60c6b87e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb0c86e6b3684b67af96982ec21a2424&device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0955725 Aug 03 19:10:44.520879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-aadb1d66-c3c1-4865-9782-31ea1864679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.522490 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-aadb1d66-c3c1-4865-9782-31ea1864679b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=eb0c86e6b3684b67af96982ec21a2424&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1267953 Aug 03 19:10:44.646128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-8afa73d8-8a21-47ea-be73-73c9f83304c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.647825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-43cf1449-c82f-4bec-a2d0-eddfd0849308 req-8afa73d8-8a21-47ea-be73-73c9f83304c9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171417 Aug 03 19:10:44.699447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20a92-b69d-43e4-94cb-447e7a6333e2 req-d4b5e806-9a28-4c97-bbe7-02d5dc31a9aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.705404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20a92-b69d-43e4-94cb-447e7a6333e2 req-d4b5e806-9a28-4c97-bbe7-02d5dc31a9aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.711368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e20a92-b69d-43e4-94cb-447e7a6333e2 req-d4b5e806-9a28-4c97-bbe7-02d5dc31a9aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.720028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47e20a92-b69d-43e4-94cb-447e7a6333e2 req-d4b5e806-9a28-4c97-bbe7-02d5dc31a9aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 2373 time: 0.6771936 Aug 03 19:10:44.765999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-1eab255c-7c39-4a62-8c0a-8d00e6afd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.767494 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-1eab255c-7c39-4a62-8c0a-8d00e6afd480 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb0c86e6b3684b67af96982ec21a2424&device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0497236 Aug 03 19:10:44.825753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:44.829550 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-2aaf64d2-bf20-4a04-a86c-cf2b346cf449 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0eb8d21a-32eb-4951-845c-3a00c1765271 HTTP/1.1" status: 200 len: 217 time: 0.0461764 Aug 03 19:10:44.836584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ad29-fb8c-406a-a050-1df64c3ead87 req-d34c2fd1-3550-4318-b913-9e7e13a6557b tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.841124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e50ad29-fb8c-406a-a050-1df64c3ead87 req-d34c2fd1-3550-4318-b913-9e7e13a6557b tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.2870893 Aug 03 19:10:44.846061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54543a73-b97b-4731-83ce-d9ad1587c2e4 req-8ca8a75a-dff2-4ee1-a32d-dc481818c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.847858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54543a73-b97b-4731-83ce-d9ad1587c2e4 req-8ca8a75a-dff2-4ee1-a32d-dc481818c71c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1097 time: 0.2844293 Aug 03 19:10:44.857633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47e20a92-b69d-43e4-94cb-447e7a6333e2 req-d63dc000-fcb4-4257-ae63-e52dab5acec2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363750 Aug 03 19:10:44.899365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object 4918896a-66ed-4b57-955c-c2cfaa952496 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:44.908588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-4c3e252a-34ff-49e6-ac9b-f6ba2c6dcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:44.910161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-4c3e252a-34ff-49e6-ac9b-f6ba2c6dcecc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=91f1cc60-4673-4f3f-a5fa-157a4febec5d HTTP/1.1" status: 200 len: 854 time: 0.0738492 Aug 03 19:10:44.954842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54543a73-b97b-4731-83ce-d9ad1587c2e4 req-8d3052be-1020-42d0-b9b0-0b6781dca619 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918777 Aug 03 19:10:44.966595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e50ad29-fb8c-406a-a050-1df64c3ead87 req-a287fdab-c404-4ff7-9622-90c19ca039e2 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157951 Aug 03 19:10:45.004185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84550103-3a62-4011-9403-29841ed4bff8 req-bfaef7e1-189e-4dd4-9e44-2427f203fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.005823 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-bfaef7e1-189e-4dd4-9e44-2427f203fdb7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=179621d0-5e14-4201-aa85-cc90f516167c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867078 Aug 03 19:10:45.027309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.096524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.179715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:45.196790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab6803-6be4-497d-afd3-4517e3bfcd19 req-01a46f34-6f07-4c59-a029-b03f474f35fd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.200409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eab6803-6be4-497d-afd3-4517e3bfcd19 req-01a46f34-6f07-4c59-a029-b03f474f35fd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1478634 Aug 03 19:10:45.205481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:45.220258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:45.270714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:45.295835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969400c8-c619-4597-9a16-dea0a0ec86c3 req-720482df-7ddd-4415-ba76-7dddaaccb108 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.295835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-969400c8-c619-4597-9a16-dea0a0ec86c3 req-720482df-7ddd-4415-ba76-7dddaaccb108 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.1853225 Aug 03 19:10:45.353957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:45.358721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.369751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eab6803-6be4-497d-afd3-4517e3bfcd19 req-5073a961-2a36-4366-b701-76567c4f12af tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569517 Aug 03 19:10:45.401655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-5e017817-9bee-4162-9379-8442ec91f63f service neutron] 10.222.0.54 "GET /v2.0/networks/179621d0-5e14-4201-aa85-cc90f516167c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700687 Aug 03 19:10:45.403271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-969400c8-c619-4597-9a16-dea0a0ec86c3 req-fa8d863c-9bf5-47cb-ba9e-a9bdec99d35d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876837 Aug 03 19:10:45.544896 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-84550103-3a62-4011-9403-29841ed4bff8 req-7fb2078c-f6e6-4dfa-b885-e521e90f6b44 service neutron] 10.222.0.54 "GET /v2.0/networks/179621d0-5e14-4201-aa85-cc90f516167c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351922 Aug 03 19:10:45.564743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6825a588-a46d-4719-be74-2293427d33c6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3805444 Aug 03 19:10:45.578797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'admin_state_up': True, 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'security_groups': ['6301ef49-1442-42bf-b35f-d5c996491862']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:45.612572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f63a305-695c-49b0-b1c2-5c74259a3df1 None None] Provisioning for port 4918896a-66ed-4b57-955c-c2cfaa952496 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:45.617244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f63a305-695c-49b0-b1c2-5c74259a3df1 None None] Provisioning complete for port 4918896a-66ed-4b57-955c-c2cfaa952496 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:45.624232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f63a305-695c-49b0-b1c2-5c74259a3df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:45.682303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8f63a305-695c-49b0-b1c2-5c74259a3df1 None None] Port 4918896a-66ed-4b57-955c-c2cfaa952496 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:45.821994 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:10:45.895752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Made reservation on behalf of a4aaf2fd10db43ea9db8eb5bf1ed7a5e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:45.901500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.165507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef42f-33b7-4797-86d0-745649191403 req-140c8f08-17fc-4938-94ea-eec7c680296a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.172313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef42f-33b7-4797-86d0-745649191403 req-140c8f08-17fc-4938-94ea-eec7c680296a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.179137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef42f-33b7-4797-86d0-745649191403 req-140c8f08-17fc-4938-94ea-eec7c680296a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.186782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef42f-33b7-4797-86d0-745649191403 req-140c8f08-17fc-4938-94ea-eec7c680296a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.188570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c43ef42f-33b7-4797-86d0-745649191403 req-140c8f08-17fc-4938-94ea-eec7c680296a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3094 time: 0.1848755 Aug 03 19:10:46.250436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb94e4e-ced1-40f1-9b04-2b0dcdaa9593 req-c796b63b-4ac5-437e-b84a-f1b52fb3628d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.251966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cb94e4e-ced1-40f1-9b04-2b0dcdaa9593 req-c796b63b-4ac5-437e-b84a-f1b52fb3628d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1905751 Aug 03 19:10:46.295102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c43ef42f-33b7-4797-86d0-745649191403 req-2896fae1-71c7-437a-a460-c7b99a886214 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989840 Aug 03 19:10:46.316401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Allocated IP 10.2.2.200 (55a2169c-7742-4ddd-9893-03e8a34fe53c/7d26488b-7011-4d2c-9266-150cf9bbd8b2/1209d330-a4d8-42ad-a464-b701d7b7d33d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:46.333273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cb94e4e-ced1-40f1-9b04-2b0dcdaa9593 req-4cbc4d9e-15d2-4501-af81-7a266ec86b2b tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703235 Aug 03 19:10:46.575057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c841a-4887-49c2-b398-01f95f29cdc4 req-e314ac0d-87df-42de-96f3-7e568a0a6f54 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.582592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-482c841a-4887-49c2-b398-01f95f29cdc4 req-e314ac0d-87df-42de-96f3-7e568a0a6f54 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.1138120 Aug 03 19:10:46.659513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:46.676474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-482c841a-4887-49c2-b398-01f95f29cdc4 req-50e17004-c2ab-4497-83ef-9ba73d0354ce tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930016 Aug 03 19:10:46.684194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Transition to ACTIVE for port object 1209d330-a4d8-42ad-a464-b701d7b7d33d will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:46.702177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887908a-a580-4ac3-93ae-36c2f2da9ed8 req-da61d665-3944-4afe-abb2-958fbbbdcaa3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.703486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6887908a-a580-4ac3-93ae-36c2f2da9ed8 req-da61d665-3944-4afe-abb2-958fbbbdcaa3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1061032 Aug 03 19:10:46.764300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6887908a-a580-4ac3-93ae-36c2f2da9ed8 req-c1a050f4-d307-40a6-872e-11f87ab68c44 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521467 Aug 03 19:10:46.822451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163431-4494-4d6a-9053-3a98a9941808 req-89fc1729-5312-4bc8-9494-19e035ce6121 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.825048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42163431-4494-4d6a-9053-3a98a9941808 req-89fc1729-5312-4bc8-9494-19e035ce6121 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 943 time: 0.0599048 Aug 03 19:10:46.913269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42163431-4494-4d6a-9053-3a98a9941808 req-2fb48a48-e990-44e2-92eb-d43363500b5a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794232 Aug 03 19:10:46.930195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1bcbbc-9458-498e-a43c-8bbc30fa7093 req-cbe99752-e805-4f0f-9e53-fb19d4af8ee2 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:46.933151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1bcbbc-9458-498e-a43c-8bbc30fa7093 req-cbe99752-e805-4f0f-9e53-fb19d4af8ee2 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0809603 Aug 03 19:10:46.956741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a9fa4533-5dae-4276-b0d3-abf4259aa8c8 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:46.985226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1bcbbc-9458-498e-a43c-8bbc30fa7093 req-722fe216-3c21-47f4-99e7-9415a792a22e tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467625 Aug 03 19:10:47.080936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:47.094891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8', 'network_id': '80048c70-6446-4335-a9c6-cc154bc3ad87', 'port_id': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8', 'mac_address': 'fa:16:3e:09:4d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4057dc-6365-427b-97ff-86f1aa211dae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:47.117721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa2b68-6f12-4967-8a8d-a35d74ae53b9 req-9aab315b-c557-4aa1-a1a2-b17e97b79b0c tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.119670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ffa2b68-6f12-4967-8a8d-a35d74ae53b9 req-9aab315b-c557-4aa1-a1a2-b17e97b79b0c tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0593066 Aug 03 19:10:47.141693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.156342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fa4533-5dae-4276-b0d3-abf4259aa8c8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:47.177686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ffa2b68-6f12-4967-8a8d-a35d74ae53b9 req-0a95c6dd-965c-4f78-bca9-bb427905cca9 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511789 Aug 03 19:10:47.179617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:47.268715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.341038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:47.345522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:47.350339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:47.415815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.476011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.519921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:47.581576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.585379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.640474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.647994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.655200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.661729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.668766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.671133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-421086a9-68db-4d47-bd3e-39613de5a970 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3815 time: 0.2695451 Aug 03 19:10:47.693190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['a9fa4533-5dae-4276-b0d3-abf4259aa8c8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:47.723656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f50b006-fcc6-435c-a367-b0bd61b605be req-df6d216e-56ed-425b-b286-bd3eb8239a13 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460882 Aug 03 19:10:47.872855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b7cb6cce-8777-438d-83fd-41adf81a07b6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3007281 Aug 03 19:10:47.887952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:47.900458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-f05e60f6-0faa-4fbd-a702-b245bee8e2bc tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.903041 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-f05e60f6-0faa-4fbd-a702-b245bee8e2bc tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1174726 Aug 03 19:10:47.967794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:47.996726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d269b-7139-418e-af87-ccc98b300474 req-16ab511f-f05f-4beb-9f8c-6f4e503472dc tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:47.998378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-377d269b-7139-418e-af87-ccc98b300474 req-16ab511f-f05f-4beb-9f8c-6f4e503472dc tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 945 time: 0.1650221 Aug 03 19:10:48.043619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-24b58114-add5-4234-8b90-8ca281e46a9c None None] Provisioning for port 1209d330-a4d8-42ad-a464-b701d7b7d33d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:48.050883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-24b58114-add5-4234-8b90-8ca281e46a9c None None] Provisioning complete for port 1209d330-a4d8-42ad-a464-b701d7b7d33d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:48.051575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-24b58114-add5-4234-8b90-8ca281e46a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.055838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Deleting port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:48.058887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.118310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-24b58114-add5-4234-8b90-8ca281e46a9c None None] Port 1209d330-a4d8-42ad-a464-b701d7b7d33d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:10:48.135860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-377d269b-7139-418e-af87-ccc98b300474 req-a267c4ac-8abd-49c9-9901-d4706eda71b7 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=ba6bc918-b980-4116-be63-df654112170c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949759 Aug 03 19:10:48.303821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] For port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:48.310274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.552100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8cfd-396c-4f60-b63e-354d560ae97b req-ff8fc809-5f5b-4a7f-9214-e3deccbaf711 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:48.552813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.553199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.553555 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Floating IP 9df22c78-9b87-4cbf-b9d6-aa5a287e6c08 disassociated. External IP: 172.25.2.197, port: bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e. Aug 03 19:10:48.553904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Calling delete_port for bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:48.572458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-403c8cfd-396c-4f60-b63e-354d560ae97b req-ff8fc809-5f5b-4a7f-9214-e3deccbaf711 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 943 time: 0.2446945 Aug 03 19:10:48.670937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-403c8cfd-396c-4f60-b63e-354d560ae97b req-acb0d29c-4a1a-4a19-aef9-b709e80ea61f tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973232 Aug 03 19:10:48.769559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de748c9-e85f-45ca-9beb-a7b31fd025d7 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:48.783527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.799345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Transition to ACTIVE for port object 9de748c9-e85f-45ca-9beb-a7b31fd025d7 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:48.804135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c00c4616-b6e6-4ea7-8867-bf79ae3fc5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.866027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc012b-278f-4fc7-b500-38ff5ff33b40 req-31ea4395-03e8-4c53-a3a9-cb6d1bd2a83e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:48.868189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dfc012b-278f-4fc7-b500-38ff5ff33b40 req-31ea4395-03e8-4c53-a3a9-cb6d1bd2a83e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 944 time: 0.0674529 Aug 03 19:10:48.873017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:48.939751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'Port': ['ID=bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:48.942632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dfc012b-278f-4fc7-b500-38ff5ff33b40 req-8e7bec90-dfe4-4488-8af0-75f78e5182a1 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578060 Aug 03 19:10:48.966239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0eb8d21a-32eb-4951-845c-3a00c1765271 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:10:49.009213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.042134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a9fa4533-5dae-4276-b0d3-abf4259aa8c8 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:49.130972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.166121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:10:49.213403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.221046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.227519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.235163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.243036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.245260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-39151368-5a5e-4fc2-9c51-4cd264aa14ea tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3827 time: 0.1839538 Aug 03 19:10:49.350998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-264b475f-5da9-418f-8ab0-a1b6530b8400 req-1cdb43a8-dfde-471a-939e-ec6a4630164a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980949 Aug 03 19:10:49.351971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Attempting to bind port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:49.352477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Attempting to bind port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:49.362784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Attempting to bind port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 on network cc5efbca-5298-4367-82de-6b1cb7f11ba1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:49.368695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 on network cc5efbca-5298-4367-82de-6b1cb7f11ba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:49.372208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Attempting to bind port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 on network cc5efbca-5298-4367-82de-6b1cb7f11ba1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:49.383935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:49.387103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Checking segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:49.387499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Bound using segment: {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:49.388199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Bound port: 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ae1e15e-b3b2-4281-aff1-4336a1197d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:49.388338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.415625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:49.428225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0eb8d21a-32eb-4951-845c-3a00c1765271,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:49.462359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:49.463028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.468797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:10:49.485160 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:10:49.507408 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:49.508445 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:49.572201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:49.576774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:49.579587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] No DVR routers for this DVR port bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:10:49.582455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.582880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '0eb8d21a-32eb-4951-845c-3a00c1765271', 'network_id': '179621d0-5e14-4201-aa85-cc90f516167c', 'port_id': '0eb8d21a-32eb-4951-845c-3a00c1765271', 'mac_address': 'fa:16:3e:ab:21:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91f1cc60-4673-4f3f-a5fa-157a4febec5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:10:49.588817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d9874ef6-9110-4b10-bc05-cbf5b56f8677 req-e19c1bf1-69a4-4c9d-be3f-0785810f8dd5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "DELETE /v2.0/ports/bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e HTTP/1.1" status: 204 len: 173 time: 1.6757319 Aug 03 19:10:49.589455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'name': 'network-vif-deleted', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:49.594798 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882409e-e548-476d-8303-b63ecd64405e" -d '{"events": [{"server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "name": "network-vif-deleted", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:49.626995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36f3f3f6-f3a1-4115-8772-0d4ba620a7e7 req-f2262ac9-bd4a-4648-8537-cfb696804854 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=dee672e6-c128-4ccf-9a90-0a693df10368 HTTP/1.1" status: 200 len: 210 time: 0.0489457 Aug 03 19:10:49.709199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.714858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.747579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb8d21a-32eb-4951-845c-3a00c1765271 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:49.785159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:49.785931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.787232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] 10.222.0.77 "PUT /v2.0/ports/9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 200 len: 1091 time: 1.9043500 Aug 03 19:10:49.787698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:49.789975 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891df9a3-10de-485e-ba24-f21789f72ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:49.811965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0eb8d21a-32eb-4951-845c-3a00c1765271,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:49.830076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1bd77-c6f1-4896-beb4-802c73662bab service neutron] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:49.845926 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509d5062-b29b-4201-9d35-430419cb36da x-openstack-request-id: req-509d5062-b29b-4201-9d35-430419cb36da {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:49.846225 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee672e6-c128-4ccf-9a90-0a693df10368", "name": "network-vif-deleted", "tag": "bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:49.846477 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-509d5062-b29b-4201-9d35-430419cb36da {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:49.846879 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee672e6-c128-4ccf-9a90-0a693df10368', 'name': 'network-vif-deleted', 'tag': 'bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e', 'status': 'completed', 'code': 200} Aug 03 19:10:49.850101 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:49.914545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:49.947048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.022454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0445e3-2cc4-44ba-9f9f-411fb7c0a5fd req-dd27b112-644f-4872-b68f-1de2a62cc211 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.029228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec0445e3-2cc4-44ba-9f9f-411fb7c0a5fd req-dd27b112-644f-4872-b68f-1de2a62cc211 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 944 time: 0.0992026 Aug 03 19:10:50.041014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:50.050665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:50.068505 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb167e5-5aef-4e16-a1b5-323256e1d908" -d '{"events": [{"server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "name": "network-vif-plugged", "status": "completed", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:50.113346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:50.170426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.190495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.191064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.191552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.192062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.192539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.193065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.193560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.194043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.194516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.195020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.195535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.196036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:10:50.233484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.262098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:50.290873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec0445e3-2cc4-44ba-9f9f-411fb7c0a5fd req-31b2ec04-a957-4210-abc8-c73bac1cd591 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663458 Aug 03 19:10:50.294395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['0eb8d21a-32eb-4951-845c-3a00c1765271'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:10:50.300536 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:50.331042 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:10:50.341226 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:10:50.342165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:50.434765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:50.511941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.512518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.512959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.513447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.513935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.515818 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-a36c55db-5d5c-4c80-9368-c31e1cec4209 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 4362 time: 0.0952609 Aug 03 19:10:50.542863 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c60d19b-7291-4a7c-9d1c-539373e77f9f x-openstack-request-id: req-8c60d19b-7291-4a7c-9d1c-539373e77f9f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:50.544582 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:50.544941 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c60d19b-7291-4a7c-9d1c-539373e77f9f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:50.545365 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'status': 'completed', 'code': 200} Aug 03 19:10:50.583178 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:10:50.668727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-5d4b2ab8-0060-4b0d-bbc1-beb7dfc1ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.668727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-5d4b2ab8-0060-4b0d-bbc1-beb7dfc1ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.669237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-5d4b2ab8-0060-4b0d-bbc1-beb7dfc1ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.671037 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-5d4b2ab8-0060-4b0d-bbc1-beb7dfc1ba60 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1434476 Aug 03 19:10:50.691126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb4c0f-327d-454e-be6c-6cd72e416acf req-95e48e37-00dc-4e6a-9f56-b8fbe03fc52c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:50.698640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47cb4c0f-327d-454e-be6c-6cd72e416acf req-95e48e37-00dc-4e6a-9f56-b8fbe03fc52c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1475098 Aug 03 19:10:50.803947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-764f7861-0ee7-4e66-bc65-bd63ba0e914d tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:10:50.804988 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-764f7861-0ee7-4e66-bc65-bd63ba0e914d tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062268 Aug 03 19:10:50.821529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Request body: {'binding': {'host': 'n-h2-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:50.821899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Unknown quota resources ['binding']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:10:50.988722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:10:51.005567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-05669e65-965a-4f51-9bf8-7b09725a8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.007416 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-891df9a3-10de-485e-ba24-f21789f72ff1 req-05669e65-965a-4f51-9bf8-7b09725a8b62 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292389 Aug 03 19:10:51.017863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47cb4c0f-327d-454e-be6c-6cd72e416acf req-97c17ca8-289c-4c44-ab78-9b47cfa0b904 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136847 Aug 03 19:10:51.052597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2037d41a-2dec-4bac-abc5-dd4170413bc2 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:51.075752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.079179 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be389461-df5c-4596-98d9-e31e7d955c37 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:10:51.109605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Transition to ACTIVE for port object 2037d41a-2dec-4bac-abc5-dd4170413bc2 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:51.116783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h2-803363-1 for vnic_type normal with profile None {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:51.117267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:51.117734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:51.118133 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7893b90-f3a3-4813-8ff7-d6441f138e27 x-openstack-request-id: req-f7893b90-f3a3-4813-8ff7-d6441f138e27 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:51.118612 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "name": "network-vif-plugged", "status": "completed", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:51.119044 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7893b90-f3a3-4813-8ff7-d6441f138e27 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:51.119609 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8', 'code': 200} Aug 03 19:10:51.123916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:51.124247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:51.139428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:51.140115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:51.140599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:51.141131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Bound port: 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:51.204323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.285062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:51.296486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:10:51.313573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b822c1-825c-4915-838d-c17536762f3f req-4d341606-794e-4061-a99d-75c3a5a26de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.320897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b8b822c1-825c-4915-838d-c17536762f3f req-4d341606-794e-4061-a99d-75c3a5a26de5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 1096 time: 0.0865784 Aug 03 19:10:51.335623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:10:51.338590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bbcd5a0e-c8ad-47ec-96eb-2a758ed2559e not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:10:51.382974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:51.395838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.396369 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b8b822c1-825c-4915-838d-c17536762f3f req-4771c7b6-6c13-42e5-8f30-620a9e4a3e74 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Aug 03 19:10:51.402957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.422114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.429768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.440687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.444694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.458037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-3b8a6d85-8a0b-41eb-aeb4-ae1f6430d97b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 4599 time: 0.1835811 Aug 03 19:10:51.501202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.505172 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] 10.222.0.67 "POST /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.6888764 Aug 03 19:10:51.610257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b4b81e-9573-45f9-9848-316fe333e606 None None] New status for floating IP 9df22c78-9b87-4cbf-b9d6-aa5a287e6c08: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:10:51.622928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79dd09ea-35d3-42ee-a512-87537bb53066 req-790d6ae7-b6b7-40cb-8521-1238b3c5a6aa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593220 Aug 03 19:10:51.662145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Attempting to bind port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:51.662496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Attempting to bind port 2037d41a-2dec-4bac-abc5-dd4170413bc2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:51.662829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Attempting to bind port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:51.667960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on network f011ad44-d641-4d62-ab58-727411c3e843 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:51.668756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Attempting to bind port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:51.674043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:51.674387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:51.674771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Bound using segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:51.675207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Bound port: 2037d41a-2dec-4bac-abc5-dd4170413bc2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:51.675570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:51.751409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:51.754955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:51.866039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678cba4-9ae3-458c-9678-b1d00f9ceefe req-a70d5803-037d-442f-8ff7-91b34ae8cb66 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:51.867529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0678cba4-9ae3-458c-9678-b1d00f9ceefe req-a70d5803-037d-442f-8ff7-91b34ae8cb66 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 944 time: 0.0532496 Aug 03 19:10:51.930207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0678cba4-9ae3-458c-9678-b1d00f9ceefe req-882ced49-d92e-450b-9eaf-0cfcec80494d tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Aug 03 19:10:51.933967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.017861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.017861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.017861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] 10.222.0.77 "PUT /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 1130 time: 1.9837241 Aug 03 19:10:52.021439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56671f48-8e70-4a68-8093-d8af1dbf5dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.041797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57d83b63-3593-483d-a856-9e7d7ae7086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.131756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49348) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.141446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-464305970'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:52.144624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49352) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.165019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.226909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:52.278848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.312266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.396161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:52.399590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.427012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.452080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65806c3c-ad4f-41ca-a393-58ea03bd80ae req-789f1e1c-d300-4a82-9441-3c020a1beb47 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.453637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65806c3c-ad4f-41ca-a393-58ea03bd80ae req-789f1e1c-d300-4a82-9441-3c020a1beb47 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1598682 Aug 03 19:10:52.470246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef475-32d1-48fc-997b-5f412815a51c req-6dbc5999-66ad-47e7-b8e7-ba02042d5da2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.471919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf4ef475-32d1-48fc-997b-5f412815a51c req-6dbc5999-66ad-47e7-b8e7-ba02042d5da2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.2201104 Aug 03 19:10:52.475600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.478703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.487560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "DELETE /v2.0/security-groups/ba6bc918-b980-4116-be63-df654112170c HTTP/1.1" status: 204 len: 168 time: 0.3396063 Aug 03 19:10:52.489289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49354) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.507319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1abd0a-5f99-4f58-b567-59e9902012f0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6bc918-b980-4116-be63-df654112170c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:52.515806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:52.524751 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-cd145804-5d6b-4d21-95b3-affcfe3ae35d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] show failed (client error): The resource could not be found. Aug 03 19:10:52.530417 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd145804-5d6b-4d21-95b3-affcfe3ae35d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups/ba6bc918-b980-4116-be63-df654112170c HTTP/1.1" status: 404 len: 347 time: 0.0358148 Aug 03 19:10:52.530771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49356) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:52.548748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '2037d41a-2dec-4bac-abc5-dd4170413bc2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:52.551550 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab50e0-f846-4777-8661-3f6b227b76c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "2037d41a-2dec-4bac-abc5-dd4170413bc2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:52.609155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.609498 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Added segment 88bbd01a-410e-4a6c-888d-79c98fe5d1b9 of type vlan for network f6c5c073-01d6-425d-b200-84004e57359c Aug 03 19:10:52.654905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-29b42576-842b-4730-bb23-a255d41a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.656526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-29b42576-842b-4730-bb23-a255d41a2a51 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0501182 Aug 03 19:10:52.722938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65806c3c-ad4f-41ca-a393-58ea03bd80ae req-a9bec793-85a1-417b-8892-9ee2939f0611 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500312 Aug 03 19:10:52.725515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf4ef475-32d1-48fc-997b-5f412815a51c req-519bc9c6-ebe7-4339-8efd-0693eaa94def tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295072 Aug 03 19:10:52.749256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.783346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-58756140-1328-402a-a28d-a78f0df9139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.785930 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-58756140-1328-402a-a28d-a78f0df9139a service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1215262 Aug 03 19:10:52.796787 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63826abc-a106-4c40-ae81-2c18212c7ac4 x-openstack-request-id: req-63826abc-a106-4c40-ae81-2c18212c7ac4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:52.797134 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "2037d41a-2dec-4bac-abc5-dd4170413bc2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:52.797388 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-63826abc-a106-4c40-ae81-2c18212c7ac4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:52.797696 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '2037d41a-2dec-4bac-abc5-dd4170413bc2', 'status': 'completed', 'code': 200} Aug 03 19:10:52.867560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:52.889322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-3a504fb2-6de1-4e58-a7e2-45e12405cedf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 217 time: 0.0836325 Aug 03 19:10:52.971702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-81ef3566-4251-47fc-9bfa-dad99c08c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.973436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-81ef3566-4251-47fc-9bfa-dad99c08c975 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0757494 Aug 03 19:10:52.979734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.980447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.980978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.981461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.981934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.982700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:52.984619 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-1650a0a5-b1ab-4703-8fbc-2df3979097be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5285 time: 0.1141963 Aug 03 19:10:53.007393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0eb8d21a-32eb-4951-845c-3a00c1765271 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:10:53.076677 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-25fcf372-9779-46a7-949e-24545f28ed7d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910115 Aug 03 19:10:53.207073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-72dad91a-14cf-491a-ae92-1d926d9ab9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.207748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-72dad91a-14cf-491a-ae92-1d926d9ab9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.208097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-72dad91a-14cf-491a-ae92-1d926d9ab9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.209821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-72dad91a-14cf-491a-ae92-1d926d9ab9cb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2160008 Aug 03 19:10:53.255800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 0eb8d21a-32eb-4951-845c-3a00c1765271 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:10:53.262389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 0eb8d21a-32eb-4951-845c-3a00c1765271 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:10:53.263133 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.273897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-9b7ecf10-4a10-4d97-85ee-13271334b42c service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890187 Aug 03 19:10:53.389142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.409395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c0baed-0e1a-485f-a8f2-b7a874829283 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:53.418717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.431446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Transition to ACTIVE for port object a0c0baed-0e1a-485f-a8f2-b7a874829283 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:53.459096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:53.467043 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffb6745-8ddc-41ab-b8f7-1f64a2ad0202" -d '{"events": [{"server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:53.489225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0eb8d21a-32eb-4951-845c-3a00c1765271,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:10:53.492031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.503270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.503988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.556091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.562862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.569081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.578569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.585038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.592089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.600581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-45354cbf-5f6a-4d51-9202-6e941ff45e1f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 4599 time: 0.7329366 Aug 03 19:10:53.640627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.685279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.789668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-7cf4649c-f7da-41c8-9c14-5b986cf67977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.791157 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eab50e0-f846-4777-8661-3f6b227b76c4 req-7cf4649c-f7da-41c8-9c14-5b986cf67977 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5739021 Aug 03 19:10:53.795742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:53.824606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dfad9-8150-4c12-94c2-cc163502e474 req-3af6afa9-1e46-457f-92ba-14f5dbcc983d tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:53.829390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-01747085-5a39-4d1a-a056-ef5ec657bfc4 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467229 Aug 03 19:10:53.834831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee7dfad9-8150-4c12-94c2-cc163502e474 req-3af6afa9-1e46-457f-92ba-14f5dbcc983d tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 944 time: 0.3929353 Aug 03 19:10:53.878514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7437892 Aug 03 19:10:53.880247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Deleting port a0ff7a00-d2ad-4dad-84a7-a87b2075d9be {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:10:53.880597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:53.883341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49376) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:53.896088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1016244862'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:53.985801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b2cf459-8d7e-48fe-9d86-91bcb8c26865 req-88e9a925-4ac0-4139-9314-1fadf4345a86 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3837502 Aug 03 19:10:54.048575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:54.056457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee7dfad9-8150-4c12-94c2-cc163502e474 req-170853ae-0cf2-4df7-9fbc-6113b84a0f3e tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207339 Aug 03 19:10:54.056709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.061526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:54.064516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645c59d-9237-478f-83df-22f418067f3c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Network': ['ID=f6c5c073-01d6-425d-b200-84004e57359c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:54.087415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f6c5c073-01d6-425d-b200-84004e57359c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:54.125974 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d08280-77ba-49ef-a39c-e207c92c48aa x-openstack-request-id: req-80d08280-77ba-49ef-a39c-e207c92c48aa {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:54.126188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:10:54.126274 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "name": "network-vif-plugged", "status": "completed", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:54.128802 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-80d08280-77ba-49ef-a39c-e207c92c48aa {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:54.129286 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271', 'code': 200} Aug 03 19:10:54.141611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.141970 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Added segment ff4ea7e2-9482-497d-886c-91d1b64f6fcb of type vlan for network 4cf31203-3992-41db-9b83-7b021463b3ae Aug 03 19:10:54.186937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Attempting to bind port a0c0baed-0e1a-485f-a8f2-b7a874829283 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:54.187149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.190649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Attempting to bind port a0c0baed-0e1a-485f-a8f2-b7a874829283 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:54.191194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Attempting to bind port a0c0baed-0e1a-485f-a8f2-b7a874829283 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:54.200255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.200594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.272505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Port a0c0baed-0e1a-485f-a8f2-b7a874829283 on network f011ad44-d641-4d62-ab58-727411c3e843 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:54.272856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Attempting to bind port a0c0baed-0e1a-485f-a8f2-b7a874829283 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:54.283549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb9ddd-e0bc-4471-aadf-244112c3f079 req-947a6f8d-b893-48d2-9f7f-294374ddd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.285081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d7fb9ddd-e0bc-4471-aadf-244112c3f079 req-947a6f8d-b893-48d2-9f7f-294374ddd33f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0614769 Aug 03 19:10:54.290436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Calling delete_port for a0ff7a00-d2ad-4dad-84a7-a87b2075d9be owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:10:54.292912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:54.293515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:54.294078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Bound using segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:54.294521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Bound port: a0c0baed-0e1a-485f-a8f2-b7a874829283, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:54.304294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.322464 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d7fb9ddd-e0bc-4471-aadf-244112c3f079 req-21428fb3-d8e0-40c5-87ab-d307aef4659a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302396 Aug 03 19:10:54.402916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f6e14-c6a8-45d8-a496-cb0e59b8cf58 req-550b868d-85f0-49c3-b991-60b6bca6e7c6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.404483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c8f6e14-c6a8-45d8-a496-cb0e59b8cf58 req-550b868d-85f0-49c3-b991-60b6bca6e7c6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1926880 Aug 03 19:10:54.413035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.419356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b245-8283-4b1f-98b6-0b3c8fb3de47 req-b7c2a45c-8d64-4dd1-b83b-5a9984bb0be2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.419994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.419994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.428386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4111b245-8283-4b1f-98b6-0b3c8fb3de47 req-b7c2a45c-8d64-4dd1-b83b-5a9984bb0be2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.2064481 Aug 03 19:10:54.502242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Network': ['ID=4cf31203-3992-41db-9b83-7b021463b3ae,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:54.515138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4cf31203-3992-41db-9b83-7b021463b3ae details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:10:54.548515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4111b245-8283-4b1f-98b6-0b3c8fb3de47 req-464deced-cf74-485f-aeeb-2e192eb903a8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192155 Aug 03 19:10:54.578656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:54.608284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c8f6e14-c6a8-45d8-a496-cb0e59b8cf58 req-b11a7bc6-5236-435c-af07-f3cedbf1fd62 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621525 Aug 03 19:10:54.618913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:54.654654 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5dfbd588-da17-4077-b5f2-1b576a587ffa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7531240 Aug 03 19:10:54.656856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:54.662021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'subnet': {'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:54.804661 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.867134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.872692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.916318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:54.916853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:54.919604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] 10.222.0.77 "PUT /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 1130 time: 2.6969638 Aug 03 19:10:54.922650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': 'a0c0baed-0e1a-485f-a8f2-b7a874829283'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:54.925721 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "a0c0baed-0e1a-485f-a8f2-b7a874829283"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:54.965175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:54.969074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.009245 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eb6b57-65bb-4fcc-b8fe-d47e8260a0ad x-openstack-request-id: req-69eb6b57-65bb-4fcc-b8fe-d47e8260a0ad {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:55.009652 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "a0c0baed-0e1a-485f-a8f2-b7a874829283", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:55.010004 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69eb6b57-65bb-4fcc-b8fe-d47e8260a0ad {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:55.010579 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': 'a0c0baed-0e1a-485f-a8f2-b7a874829283', 'status': 'completed', 'code': 200} Aug 03 19:10:55.023175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cf7d2-0223-47d7-b614-4498e610fc78 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:55.155492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'Port': ['ID=a0ff7a00-d2ad-4dad-84a7-a87b2075d9be,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:55.161679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:55.219881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.224143 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.226763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d8f2cc87-f89c-4c37-832b-f6e117544ec9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "DELETE /v2.0/floatingips/9df22c78-9b87-4cbf-b9d6-aa5a287e6c08 HTTP/1.1" status: 204 len: 168 time: 2.6786580 Aug 03 19:10:55.256733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18a37b-643b-491c-b4db-63146751e407 req-2113b1fa-f8ed-4c47-ae0b-f7ae1cb99219 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.265207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a18a37b-643b-491c-b4db-63146751e407 req-2113b1fa-f8ed-4c47-ae0b-f7ae1cb99219 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1413567 Aug 03 19:10:55.287476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.287968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.288462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.289068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.289549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.290182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.290667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.292942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-5b71cfa1-e30c-49c6-bd18-b6c4ca94e5e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6208 time: 0.2002149 Aug 03 19:10:55.309717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.311694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.318323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.321102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.324221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.330448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.336726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.351504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.363416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.366090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-2977c9cf-d98a-4610-8658-6862b6a6d885 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5371 time: 0.2613935 Aug 03 19:10:55.418432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Subnet': ['ID=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:55.482239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a18a37b-643b-491c-b4db-63146751e407 req-fb4790a1-f25c-4991-b33f-de4d75fa3369 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160060 Aug 03 19:10:55.497526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:55.498321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network hostable DHCP agents. Network: f6c5c073-01d6-425d-b200-84004e57359c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:55.529467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49429147-a3b5-42d8-a14e-e2a602adbe8b req-0ae23514-6146-4b30-bf67-51fbdf61c723 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477003 Aug 03 19:10:55.622333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-356ee285-827f-46d9-8d14-af7dff604cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.622836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-356ee285-827f-46d9-8d14-af7dff604cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.623430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-356ee285-827f-46d9-8d14-af7dff604cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.625375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-356ee285-827f-46d9-8d14-af7dff604cdb service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2583487 Aug 03 19:10:55.719952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183447c6-baeb-4fb5-916d-9a2e7b627e37 req-07c46421-0005-4c16-b4ce-7920cb455ef5 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.721692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-183447c6-baeb-4fb5-916d-9a2e7b627e37 req-07c46421-0005-4c16-b4ce-7920cb455ef5 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 945 time: 0.1356866 Aug 03 19:10:55.745306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44be078a-46a4-488d-b840-6ff89944a4b4 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:55.754840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.760046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f6c5c073-01d6-425d-b200-84004e57359c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:55.799745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-183447c6-baeb-4fb5-916d-9a2e7b627e37 req-5b6c74c2-e124-430e-97f7-67cf9f33fcb6 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670846 Aug 03 19:10:55.803482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-1de4f9cf-6595-4efb-98bc-864cdd78cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.805411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Transition to ACTIVE for port object 44be078a-46a4-488d-b840-6ff89944a4b4 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:55.809171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6eef5e-efc2-48ae-abd5-d19d5546fd61 req-1de4f9cf-6595-4efb-98bc-864cdd78cc3b service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740665 Aug 03 19:10:55.914896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c3aeb-ff88-49ce-b72f-abeab776ed0f req-525f93f2-190f-43f4-b6f9-28deacb181f3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.916575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-324c3aeb-ff88-49ce-b72f-abeab776ed0f req-525f93f2-190f-43f4-b6f9-28deacb181f3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0588698 Aug 03 19:10:55.963290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-324c3aeb-ff88-49ce-b72f-abeab776ed0f req-86e8904e-7fa5-4881-ab7b-278d77e72963 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Aug 03 19:10:55.964676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f6c5c073-01d6-425d-b200-84004e57359c) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:55.966332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:55.972931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c9c64-f235-4399-b66d-2436ee3ceee6 None None] Network f6c5c073-01d6-425d-b200-84004e57359c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:55.974104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:55.974699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.032849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:56.161512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-513843ae-a794-44e2-a0ea-3cecaec9a9b3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5034764 Aug 03 19:10:56.163691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49402) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:56.164203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49404) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:56.164311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c3eab-77ad-46da-8f2a-72b69ee3402d req-5b9b2935-9bb0-4b44-8133-37d6803bd3ee tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.167661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb3c3eab-77ad-46da-8f2a-72b69ee3402d req-5b9b2935-9bb0-4b44-8133-37d6803bd3ee tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1001694 Aug 03 19:10:56.177454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612843295', 'description': 'tempest-description--611217672'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:56.203120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'subnet': {'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:56.224008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Attempting to bind port 44be078a-46a4-488d-b840-6ff89944a4b4 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:56.224008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Attempting to bind port 44be078a-46a4-488d-b840-6ff89944a4b4 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:56.224008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Attempting to bind port 44be078a-46a4-488d-b840-6ff89944a4b4 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:56.249723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb3c3eab-77ad-46da-8f2a-72b69ee3402d req-84aebdd0-5355-4fc9-978f-c7f3c8adcea3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760078 Aug 03 19:10:56.250175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f6c5c073-01d6-425d-b200-84004e57359c', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:56.251105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.293952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Port 44be078a-46a4-488d-b840-6ff89944a4b4 on network f011ad44-d641-4d62-ab58-727411c3e843 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:56.294589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Attempting to bind port 44be078a-46a4-488d-b840-6ff89944a4b4 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:56.331205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:56.332865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:56.332865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Bound using segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:56.333384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Bound port: 44be078a-46a4-488d-b840-6ff89944a4b4, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:56.333909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.420414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:56.423789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:56.443149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Allocated IP 10.1.1.2 (f6c5c073-01d6-425d-b200-84004e57359c/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa/28d65d96-354c-4fdb-9d38-c04cf120eeff) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:56.485160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.599451 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.608524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Transition to ACTIVE for port object 28d65d96-354c-4fdb-9d38-c04cf120eeff will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:56.624930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Transition to ACTIVE for port object 28d65d96-354c-4fdb-9d38-c04cf120eeff will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:56.688614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.700291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.708121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.715201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.721551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.723317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.727655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:56.729622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.732136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.736397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.738971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-f65e8f85-5840-43c4-bc3e-6690c87bc9f8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5383 time: 0.1148901 Aug 03 19:10:56.770775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:56.771474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.773877 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] 10.222.0.77 "PUT /v2.0/ports/44be078a-46a4-488d-b840-6ff89944a4b4 HTTP/1.1" status: 200 len: 1091 time: 1.6192296 Aug 03 19:10:56.801073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e83a815-52c5-4882-ad0a-8f59c6a1204e req-68fe3423-fa4f-4d66-af60-ee2a8f4178e9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558736 Aug 03 19:10:56.832289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:56.837612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:56.842415 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95438c-97b8-48b3-a684-55814a77c0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:56.906580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Network f6c5c073-01d6-425d-b200-84004e57359c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:56.911653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:56.916229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:56.925751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Pushing event updated for resources: {'Port': ['ID=28d65d96-354c-4fdb-9d38-c04cf120eeff,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:56.962083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f22a59-994e-4333-9ace-78ccf7fd636e service neutron] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.003055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Attempting to bind port 28d65d96-354c-4fdb-9d38-c04cf120eeff on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:57.003601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Attempting to bind port 28d65d96-354c-4fdb-9d38-c04cf120eeff by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:57.003779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Attempting to bind port 28d65d96-354c-4fdb-9d38-c04cf120eeff on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:57.021178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:57.021560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:57.021974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.022372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Bound using segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:57.022860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Bound port: 28d65d96-354c-4fdb-9d38-c04cf120eeff, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:57.023251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.035835 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.083845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:57.086511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b046c-bbcf-469a-8ab1-09d41ac08b18 req-d0ecf6a3-ab70-42fe-a729-a0a294f80049 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.087989 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a24f9b3-908f-4e52-9647-caf28b1914ae x-openstack-request-id: req-1a24f9b3-908f-4e52-9647-caf28b1914ae {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:57.088134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-586b046c-bbcf-469a-8ab1-09d41ac08b18 req-d0ecf6a3-ab70-42fe-a729-a0a294f80049 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 945 time: 0.1739023 Aug 03 19:10:57.088553 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:57.088988 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a24f9b3-908f-4e52-9647-caf28b1914ae {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:57.089965 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4', 'status': 'completed', 'code': 200} Aug 03 19:10:57.160182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] For port 28d65d96-354c-4fdb-9d38-c04cf120eeff, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:57.165624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] For port 28d65d96-354c-4fdb-9d38-c04cf120eeff, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=28d65d96-354c-4fdb-9d38-c04cf120eeff,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:57.179641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.232685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-586b046c-bbcf-469a-8ab1-09d41ac08b18 req-ac4d9711-277f-4692-9c04-94281e1b86be tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991859 Aug 03 19:10:57.241454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.242461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.242988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.243475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.244571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.244571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.244904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.248310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-493cd039-7155-4f63-ad06-308ad15ab7fe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6275 time: 0.1565962 Aug 03 19:10:57.307678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.347361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c136c-991c-4dc4-8b2e-ee45c68ceb23 req-59e21337-3458-4ca9-a197-a316376c856b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.349042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad9c136c-991c-4dc4-8b2e-ee45c68ceb23 req-59e21337-3458-4ca9-a197-a316376c856b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1857169 Aug 03 19:10:57.429305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad9c136c-991c-4dc4-8b2e-ee45c68ceb23 req-46507b81-25d8-4807-ba2f-44411553aff3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656459 Aug 03 19:10:57.452421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-54f3b8fc-81bc-4154-9da1-b8a95b136ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.452938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-54f3b8fc-81bc-4154-9da1-b8a95b136ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.453414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-54f3b8fc-81bc-4154-9da1-b8a95b136ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.455027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-54f3b8fc-81bc-4154-9da1-b8a95b136ec5 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1984198 Aug 03 19:10:57.532498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1836a735-2450-4e87-b2bb-84374b758109,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:57.548475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79daf70-a142-488b-9e07-8b9edbe8c62f req-1b6cfabf-7672-49a5-be83-6d241b363bf2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.550084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b79daf70-a142-488b-9e07-8b9edbe8c62f req-1b6cfabf-7672-49a5-be83-6d241b363bf2 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1199074 Aug 03 19:10:57.600173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-19bc34f1-cbb0-46d4-88f0-03479682cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.601700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c95438c-97b8-48b3-a684-55814a77c0b9 req-19bc34f1-cbb0-46d4-88f0-03479682cec7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321208 Aug 03 19:10:57.620160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c25198-f6ab-44fc-8151-7ed951d64357 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:10:57.621284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b79daf70-a142-488b-9e07-8b9edbe8c62f req-5b3e4fce-c736-48e7-a670-a3b6fa3caa71 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556192 Aug 03 19:10:57.629768 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.644426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Transition to ACTIVE for port object c9c25198-f6ab-44fc-8151-7ed951d64357 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:57.953320 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:57.957434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.963893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.970673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.977002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.984418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.990139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:57.997593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.006013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-d4e99be4-fb59-47e6-87c0-07e493f475d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5383 time: 0.1068735 Aug 03 19:10:58.021281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4cb41-8e0f-4fd4-ae5e-30b4aa8fc59f None None] Pushing event updated for resources: {'Port': ['ID=28d65d96-354c-4fdb-9d38-c04cf120eeff,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.066055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b34382e0-400c-46e5-a8e0-d71c8422fe9d req-9d17a122-d72b-428e-8e60-e276114a5f84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501952 Aug 03 19:10:58.066155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.066155 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-964c0962-2624-4c0d-a3f7-c034058f4249 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8894014 Aug 03 19:10:58.066155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.067826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:58.073038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group_rule': {'security_group_id': '1836a735-2450-4e87-b2bb-84374b758109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:58.147933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Subnet': ['ID=e62828a4-79ca-4ac2-ac39-439ef48e3cde,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.158749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Checking segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:58.159230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network hostable DHCP agents. Network: 4cf31203-3992-41db-9b83-7b021463b3ae, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:10:58.279124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.347327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.377716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network 4cf31203-3992-41db-9b83-7b021463b3ae is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:10:58.467013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.486417 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.588695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Attempting to bind port c9c25198-f6ab-44fc-8151-7ed951d64357 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:58.589925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Attempting to bind port c9c25198-f6ab-44fc-8151-7ed951d64357 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:58.590482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Attempting to bind port c9c25198-f6ab-44fc-8151-7ed951d64357 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:58.596289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Port c9c25198-f6ab-44fc-8151-7ed951d64357 on network f011ad44-d641-4d62-ab58-727411c3e843 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:10:58.596815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Attempting to bind port c9c25198-f6ab-44fc-8151-7ed951d64357 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:58.605206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4cf31203-3992-41db-9b83-7b021463b3ae) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:58.613271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:58.613797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Checking segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:58.614067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Bound using segment: {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:58.614529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Bound port: c9c25198-f6ab-44fc-8151-7ed951d64357, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb08b06-7d8e-4001-bbc6-b038474979a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:58.614960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.616824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04153b-d9c0-4034-a5ea-36a0d59927a5 None None] Network 4cf31203-3992-41db-9b83-7b021463b3ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:58.619066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996c4b5-05dc-4c3a-b941-e2bba7d21a67 req-d27761ae-7366-4700-a522-bcaebe887ef2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.619606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.620240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.621972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c996c4b5-05dc-4c3a-b941-e2bba7d21a67 req-d27761ae-7366-4700-a522-bcaebe887ef2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0786877 Aug 03 19:10:58.663372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.771049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:10:58.775760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:10:58.797578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dd7569-c8c4-4b41-86e0-342bd35faba1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:58.822001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-89cdf185-1e2e-4ee9-8c39-8e0f67cbffd6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6301291 Aug 03 19:10:58.837467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:58.837467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'name': 'tempest-TaggedBootDevicesTest_v242-455950175', 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:58.843474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c996c4b5-05dc-4c3a-b941-e2bba7d21a67 req-fd4af139-0593-4bc8-8fea-d4de08e4410d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991808 Aug 03 19:10:58.873231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d81cc-1756-4324-bf62-47a9e0320e7b req-5db6ff9a-404b-49d7-b5b7-73b9e92165e7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:58.883191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8d81cc-1756-4324-bf62-47a9e0320e7b req-5db6ff9a-404b-49d7-b5b7-73b9e92165e7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1318035 Aug 03 19:10:58.903798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4cf31203-3992-41db-9b83-7b021463b3ae', 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ips': [{'subnet_id': 'e62828a4-79ca-4ac2-ac39-439ef48e3cde'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:10:58.905417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:58.943387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8d81cc-1756-4324-bf62-47a9e0320e7b req-393c7dd5-89bf-427e-9d47-a61a52404891 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541866 Aug 03 19:10:59.028774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.040541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-872c130e-a176-49a3-8b1a-ab988656695d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9664288 Aug 03 19:10:59.049716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49432) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.060540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'security_group_rule': {'security_group_id': '1836a735-2450-4e87-b2bb-84374b758109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:59.081189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Allocated IP 10.2.2.2 (4cf31203-3992-41db-9b83-7b021463b3ae/e62828a4-79ca-4ac2-ac39-439ef48e3cde/6dec7bf8-cbbc-47ac-a518-2a51d5014c37) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:10:59.092253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.176982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.179774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.184057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] 10.222.0.77 "PUT /v2.0/ports/c9c25198-f6ab-44fc-8151-7ed951d64357 HTTP/1.1" status: 200 len: 1090 time: 2.1048913 Aug 03 19:10:59.185756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:10:59.190498 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e77500-28b2-4312-b674-da4f17f945a6" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:10:59.247968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68689a-2ece-447f-857d-84561afaea42 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.251230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:10:59.289163 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0913a96b-566d-410c-a618-797761a3d7f7 x-openstack-request-id: req-0913a96b-566d-410c-a618-797761a3d7f7 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:10:59.289546 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:10:59.289737 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0913a96b-566d-410c-a618-797761a3d7f7 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:10:59.291865 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'status': 'completed', 'code': 200} Aug 03 19:10:59.319740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.322407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:59.342159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Transition to ACTIVE for port object 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:59.377941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.388880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Transition to ACTIVE for port object 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:10:59.451229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.451782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.452386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.452892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.453469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.453966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.454445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.457244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98e77500-28b2-4312-b674-da4f17f945a6 req-14a6261f-5173-4354-abb4-ae3dad138843 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6342 time: 0.1194324 Aug 03 19:10:59.472578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.479053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.490313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.496890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.503030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.506671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.514212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.520437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.531038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-c0710a88-6cf6-43eb-9255-b06d912db67c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5395 time: 0.3040688 Aug 03 19:10:59.555962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.566365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4315d657-4744-44f9-aa84-4e50b055af8a None None] Network f6c5c073-01d6-425d-b200-84004e57359c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:10:59.646015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.650497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-fe2a6b1c-cd70-4bf6-a9a5-9bc348f1cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.650836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-fe2a6b1c-cd70-4bf6-a9a5-9bc348f1cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.651731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-fe2a6b1c-cd70-4bf6-a9a5-9bc348f1cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:10:59.654671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98e77500-28b2-4312-b674-da4f17f945a6 req-fe2a6b1c-cd70-4bf6-a9a5-9bc348f1cbf3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1879394 Aug 03 19:10:59.656343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.669292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a0a15e3-87f4-4cc7-8893-d212f7ce64ce req-03055fe3-f00a-407a-b192-35bc1c1076c0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1373012 Aug 03 19:10:59.673948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Pushing event updated for resources: {'Port': ['ID=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.698367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Network 4cf31203-3992-41db-9b83-7b021463b3ae is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:10:59.714858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:10:59.722834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:10:59.741964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] device_id is not set on port 80ab703d-f580-468c-b2d3-e3603b2477a2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:10:59.788814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.840457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa91823-de7e-4cfb-9d96-5a7c4c2281f9,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:10:59.908120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Attempting to bind port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:10:59.908502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Attempting to bind port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:10:59.908947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Attempting to bind port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 on network 4cf31203-3992-41db-9b83-7b021463b3ae {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:10:59.922915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:10:59.923707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Checking segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:10:59.924193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.924526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Bound using segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:10:59.925093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Bound port: 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:10:59.925484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.945778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:10:59.947201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-84bd55ee-6825-4c71-b7f3-dcdee49184a2 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9005051 Aug 03 19:10:59.952540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49442) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:10:59.963215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:10:59.975383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 28d65d96-354c-4fdb-9d38-c04cf120eeff up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:00.062373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] For port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:00.065818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] For port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:00.066888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e0685859-cbcb-4c18-b501-325901cd84ec None None] Provisioning for port 28d65d96-354c-4fdb-9d38-c04cf120eeff completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:00.099376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77500-28b2-4312-b674-da4f17f945a6 req-3c7df65e-bc48-489f-b9df-c14949e61da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:00.101142 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-98e77500-28b2-4312-b674-da4f17f945a6 req-3c7df65e-bc48-489f-b9df-c14949e61da5 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4373517 Aug 03 19:11:00.124883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.136602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.1.1.198 (f6c5c073-01d6-425d-b200-84004e57359c/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa/80ab703d-f580-468c-b2d3-e3603b2477a2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:00.147992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.161803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4918896a-66ed-4b57-955c-c2cfaa952496 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:00.213683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.246833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 28d65d96-354c-4fdb-9d38-c04cf120eeff completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:00.253869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd52aa-3636-4c8e-ab48-2624629e8ff0 req-26b747a7-0368-4bfd-a9c3-b45c2e506fce tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:00.255530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10fd52aa-3636-4c8e-ab48-2624629e8ff0 req-26b747a7-0368-4bfd-a9c3-b45c2e506fce tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1899097 Aug 03 19:11:00.264443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 28d65d96-354c-4fdb-9d38-c04cf120eeff triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:00.268786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a989dfff-8e94-429b-b735-3eed88a7f439 req-ac14c644-b648-4e6d-8794-2f82558554e3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:00.270397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a989dfff-8e94-429b-b735-3eed88a7f439 req-ac14c644-b648-4e6d-8794-2f82558554e3 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.2179465 Aug 03 19:11:00.273344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.281125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Transition to ACTIVE for port object 4918896a-66ed-4b57-955c-c2cfaa952496 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:00.335583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f220d16-b845-4a38-8ace-16b2270e517a None None] Pushing event updated for resources: {'Port': ['ID=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:00.376822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10fd52aa-3636-4c8e-ab48-2624629e8ff0 req-355c76c6-3a25-468b-b014-ca1619f33786 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034846 Aug 03 19:11:00.380327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a989dfff-8e94-429b-b735-3eed88a7f439 req-cdad851c-5746-4f7e-a3f7-fba1b5813b5e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965872 Aug 03 19:11:00.428100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.437969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.447046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.465674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 80ab703d-f580-468c-b2d3-e3603b2477a2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:00.603462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:00.622661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.691892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f6c5c073-01d6-425d-b200-84004e57359c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:00.695485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:00.702200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:00.753963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.765754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:00.790135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-873cd70a-1fe6-4e22-8928-2ff827778174 None None] Provisioning complete for port 28d65d96-354c-4fdb-9d38-c04cf120eeff triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:00.790135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-873cd70a-1fe6-4e22-8928-2ff827778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.835629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:00.838812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.908477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 28d65d96-354c-4fdb-9d38-c04cf120eeff, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=28d65d96-354c-4fdb-9d38-c04cf120eeff,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:00.944244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13b34641-7fda-4b85-9520-695ed5630f27 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1161718 Aug 03 19:11:00.945428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49450) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:00.952389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'name': 'tempest-TaggedBootDevicesTest_v242-222674406', 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:00.984460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-873cd70a-1fe6-4e22-8928-2ff827778174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:00.990815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Allocated IP 172.25.2.69 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/60fab539-bbe3-4bb8-a548-01f6d09bb9b0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:01.028619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Attempting to bind port 4918896a-66ed-4b57-955c-c2cfaa952496 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:01.029107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Attempting to bind port 4918896a-66ed-4b57-955c-c2cfaa952496 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:01.029501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Attempting to bind port 4918896a-66ed-4b57-955c-c2cfaa952496 on network 55a2169c-7742-4ddd-9893-03e8a34fe53c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:01.035949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Port 4918896a-66ed-4b57-955c-c2cfaa952496 on network 55a2169c-7742-4ddd-9893-03e8a34fe53c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:01.036392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Attempting to bind port 4918896a-66ed-4b57-955c-c2cfaa952496 on network 55a2169c-7742-4ddd-9893-03e8a34fe53c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:01.050489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.056810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.062039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.076784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.091134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.108001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.114289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.141720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.144960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-f2811221-ea30-41ee-a432-1aad95c045ef tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5407 time: 0.2849913 Aug 03 19:11:01.155391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:01.155832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Checking segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:01.156289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Bound using segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:01.156833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Bound port: 4918896a-66ed-4b57-955c-c2cfaa952496, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:01.157259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.189099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-873cd70a-1fe6-4e22-8928-2ff827778174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:11:01.189635 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-873cd70a-1fe6-4e22-8928-2ff827778174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:11:01.190016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=28d65d96-354c-4fdb-9d38-c04cf120eeff,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.250263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:01.266355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.279051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] device_id is not set on port 85858d4a-defa-4077-8e6e-c1148795e00f yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:11:01.282344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b2dd095-cb7b-41fc-acca-ead7900cee00 req-76390de1-32c4-48e6-91d2-98ab33451385 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220157 Aug 03 19:11:01.372134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.383638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:01.389368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:01.508430 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.613841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.1.1.64 (f6c5c073-01d6-425d-b200-84004e57359c/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa/85858d4a-defa-4077-8e6e-c1148795e00f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:01.726997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.727637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.729166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] 10.222.0.77 "PUT /v2.0/ports/4918896a-66ed-4b57-955c-c2cfaa952496 HTTP/1.1" status: 200 len: 1091 time: 2.4165111 Aug 03 19:11:01.735250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:01.738162 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8923cbc-67d8-43f4-8c8d-9fdaede57221" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:01.746366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.763890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b42fa-261d-4bb8-b5a2-12e78df98434 service neutron] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.768091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3eda67-ee56-4540-b10e-d20dc903243e None None] Network 4cf31203-3992-41db-9b83-7b021463b3ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:01.855189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=60fab539-bbe3-4bb8-a548-01f6d09bb9b0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:01.892098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34bd0b-8cc4-4926-8e6d-62915a58b393 req-74d2d7aa-3418-4001-9cc0-236da13c2cd9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.902339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b34bd0b-8cc4-4926-8e6d-62915a58b393 req-74d2d7aa-3418-4001-9cc0-236da13c2cd9 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.3141394 Aug 03 19:11:01.940077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:01.958241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 85858d4a-defa-4077-8e6e-c1148795e00f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:01.958809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Request body: {'port': {'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:01.989709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf2358-7b7f-44ff-90db-630865332d3b req-6f2e5776-b695-4190-9f4c-3326a9ec87e5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:01.992033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4cf2358-7b7f-44ff-90db-630865332d3b req-6f2e5776-b695-4190-9f4c-3326a9ec87e5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.3951404 Aug 03 19:11:01.995111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:02.029268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:02.039752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:02.137295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b34bd0b-8cc4-4926-8e6d-62915a58b393 req-90d0d450-ea2b-4103-a2e8-d58ad5392cac tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335138 Aug 03 19:11:02.194027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.203482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 28d65d96-354c-4fdb-9d38-c04cf120eeff up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:02.207889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4cf2358-7b7f-44ff-90db-630865332d3b req-6bc53d6f-861b-4a78-a1e1-e41b13e4c305 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927369 Aug 03 19:11:02.257159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c00b14a6-df63-4d15-a31c-d79ecc1cbb7f None None] Provisioning for port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:02.286351 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114a17e-0789-47ad-b9cb-343c3508ab28 x-openstack-request-id: req-7114a17e-0789-47ad-b9cb-343c3508ab28 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:02.286685 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:02.286884 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7114a17e-0789-47ad-b9cb-343c3508ab28 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:02.287294 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496', 'status': 'completed', 'code': 200} Aug 03 19:11:02.287861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.293568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f6c5c073-01d6-425d-b200-84004e57359c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:02.297972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:02.312574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:02.408151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.422443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 28d65d96-354c-4fdb-9d38-c04cf120eeff triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:02.424178 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.469032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:02.491772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.491772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.611246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.617649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.618378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.619021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.621392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.622349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.622977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.630053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:02.633528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c00b14a6-df63-4d15-a31c-d79ecc1cbb7f None None] Provisioning for port 80ab703d-f580-468c-b2d3-e3603b2477a2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:02.640344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-a95b6fee-6bf7-415e-b6bc-eca6e70128a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6409 time: 0.3205554 Aug 03 19:11:02.666153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c00b14a6-df63-4d15-a31c-d79ecc1cbb7f None None] Provisioning complete for port 80ab703d-f580-468c-b2d3-e3603b2477a2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:02.688862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c00b14a6-df63-4d15-a31c-d79ecc1cbb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:02.737743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c00b14a6-df63-4d15-a31c-d79ecc1cbb7f None None] Port 80ab703d-f580-468c-b2d3-e3603b2477a2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:02.804039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-c27ec277-2abb-40f0-b9a1-4493172ad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.804541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-c27ec277-2abb-40f0-b9a1-4493172ad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.805039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-c27ec277-2abb-40f0-b9a1-4493172ad23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.806742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-c27ec277-2abb-40f0-b9a1-4493172ad23f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1564758 Aug 03 19:11:02.941239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-99571e30-bd8c-4248-b37e-f5d5cf20212d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:02.943690 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d8923cbc-67d8-43f4-8c8d-9fdaede57221 req-99571e30-bd8c-4248-b37e-f5d5cf20212d service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298230 Aug 03 19:11:03.049380 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1227bafc-dbe2-43fb-8f36-9b1bcca88419 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0984924 Aug 03 19:11:03.053412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.125297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.131079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.137479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.143300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.149101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.155627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.158832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:03.161536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.163363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:03.163478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d599e063-37ab-4867-8d61-95982ac64cec req-c586d404-120a-4dd3-8a0e-51b292d202a3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5407 time: 0.4945781 Aug 03 19:11:03.163993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.188683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1209d330-a4d8-42ad-a464-b701d7b7d33d {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:03.189189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.205974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.217218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cee97f8d-1f38-4784-bc36-0cb828f2914c None None] Provisioning for port 85858d4a-defa-4077-8e6e-c1148795e00f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:03.223006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cee97f8d-1f38-4784-bc36-0cb828f2914c None None] Provisioning complete for port 85858d4a-defa-4077-8e6e-c1148795e00f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:03.223380 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cee97f8d-1f38-4784-bc36-0cb828f2914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.280142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Transition to ACTIVE for port object 1209d330-a4d8-42ad-a464-b701d7b7d33d will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:03.288252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d599e063-37ab-4867-8d61-95982ac64cec req-fc22624c-9c2d-4d89-9837-2d2aa4dd77fb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075704 Aug 03 19:11:03.293835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cee97f8d-1f38-4784-bc36-0cb828f2914c None None] Port 85858d4a-defa-4077-8e6e-c1148795e00f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:03.296385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.342116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:03.360423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.377399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49476) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:03.384320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859225440', 'description': 'tempest-description--400075005'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:03.455122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba8f40-c80b-462b-868c-87d6989a306d req-0908e4a6-78d4-449a-a95a-844ad447b843 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.456446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ba8f40-c80b-462b-868c-87d6989a306d req-0908e4a6-78d4-449a-a95a-844ad447b843 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.0890238 Aug 03 19:11:03.497337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.557384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47ba8f40-c80b-462b-868c-87d6989a306d req-033eded7-2720-41fa-9b98-d8fa0bd9c726 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904388 Aug 03 19:11:03.579471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65264-9a4e-4b4f-878e-4a9eff59e9b4 req-50aabd6b-3c5f-4b54-b496-2c6d005d0eca tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:03.579471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88f65264-9a4e-4b4f-878e-4a9eff59e9b4 req-50aabd6b-3c5f-4b54-b496-2c6d005d0eca tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1156204 Aug 03 19:11:03.592363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.610648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.613716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.651037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.692227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.763259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.768170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88f65264-9a4e-4b4f-878e-4a9eff59e9b4 req-d6ceb10e-14f3-4e33-a7a5-577fe0316c86 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857171 Aug 03 19:11:03.794146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=60fab539-bbe3-4bb8-a548-01f6d09bb9b0,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:03.814980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Attempting to bind port 1209d330-a4d8-42ad-a464-b701d7b7d33d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:03.815472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Attempting to bind port 1209d330-a4d8-42ad-a464-b701d7b7d33d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:03.815973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Attempting to bind port 1209d330-a4d8-42ad-a464-b701d7b7d33d on network 55a2169c-7742-4ddd-9893-03e8a34fe53c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.830004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.835726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Port 1209d330-a4d8-42ad-a464-b701d7b7d33d on network 55a2169c-7742-4ddd-9893-03e8a34fe53c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:03.836288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Attempting to bind port 1209d330-a4d8-42ad-a464-b701d7b7d33d on network 55a2169c-7742-4ddd-9893-03e8a34fe53c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:03.849258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:03.849604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Checking segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:03.849990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Bound using segment: {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:03.850435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Bound port: 1209d330-a4d8-42ad-a464-b701d7b7d33d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:03.850800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.931027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:03.949945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:03.953994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:03.969016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:03.982582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:03.983271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.002892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.261828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.262845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.263235 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7e06c2de-fd12-4b05-a86e-d111683c748a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8837318 Aug 03 19:11:04.266008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49482) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:04.268233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.269691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-17136d96-04c2-4cb0-a1f3-a70fc7a584f1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3108225 Aug 03 19:11:04.271176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'security_group_rule': {'security_group_id': '69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:04.301925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.302556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.304007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] 10.222.0.77 "PUT /v2.0/ports/1209d330-a4d8-42ad-a464-b701d7b7d33d HTTP/1.1" status: 200 len: 1091 time: 2.3565967 Aug 03 19:11:04.304460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:04.306792 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209216f4-b097-44ff-a507-69c693a3f256" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:04.375759 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19993894-f497-431e-a179-4b7817a526f7 x-openstack-request-id: req-19993894-f497-431e-a179-4b7817a526f7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:04.376072 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:04.376523 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19993894-f497-431e-a179-4b7817a526f7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:04.377021 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'status': 'completed', 'code': 200} Aug 03 19:11:04.378125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3c91a-39d6-44f5-9f4a-63f3b2333e99 service neutron] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.487722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.500978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.505097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.513022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.519752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.526196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.532863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.534643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-b56613c9-e335-42ee-9c93-5a865cefcc84 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1398573 Aug 03 19:11:04.542721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.543600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.544083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.544545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.545036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.545668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.546128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.552831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-209216f4-b097-44ff-a507-69c693a3f256 req-f8a325a2-8a99-48d0-8580-4631b83b141d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6476 time: 0.1546459 Aug 03 19:11:04.553946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.627999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.674016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-f5cff9a0-5977-4c31-bd1a-1e27e81f8b34 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--612843295&fields=id&tenant_id=59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 267 time: 0.1382761 Aug 03 19:11:04.678292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7965d4d-16ea-4eb7-b88a-4c53db3fd344 req-9eb5e635-7f84-4212-9fb8-ed309dd42b0a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290164 Aug 03 19:11:04.821362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-0cd92fb4-1610-4111-b9e6-9aa164287973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.821876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-0cd92fb4-1610-4111-b9e6-9aa164287973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.822376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-0cd92fb4-1610-4111-b9e6-9aa164287973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.824855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-209216f4-b097-44ff-a507-69c693a3f256 req-0cd92fb4-1610-4111-b9e6-9aa164287973 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2576637 Aug 03 19:11:04.884763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:04.909617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf31baac-8447-489c-9add-7860606285af,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:04.925013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b029d4-5428-4a04-a28f-004e91847c76 req-0addf941-10d0-4433-8257-e28ba6794e81 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.926578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75b029d4-5428-4a04-a28f-004e91847c76 req-0addf941-10d0-4433-8257-e28ba6794e81 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1616304 Aug 03 19:11:04.934396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-2e62daae-8eeb-45f6-85b5-517459801941 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:04.935889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-2e62daae-8eeb-45f6-85b5-517459801941 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 809 time: 0.2511041 Aug 03 19:11:04.974716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5cb88fb8-fcb4-495c-b534-763199b52e38 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/quotas/59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 375 time: 0.0329399 Aug 03 19:11:05.040046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75b029d4-5428-4a04-a28f-004e91847c76 req-7d8fa2a7-ed33-4b4a-bde3-97dfa20ccafa tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995207 Aug 03 19:11:05.044848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209216f4-b097-44ff-a507-69c693a3f256 req-a0927790-d68a-4648-b5ec-6d4634560185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.046511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-209216f4-b097-44ff-a507-69c693a3f256 req-a0927790-d68a-4648-b5ec-6d4634560185 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2123461 Aug 03 19:11:05.069078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-43d6edf0-2561-4d6e-baed-925410c2133d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840566 Aug 03 19:11:05.211305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.211687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.212173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.212704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.213355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.213900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.214597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.216756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c38792dc-b2b6-4fd9-8d5b-b13eaf56ea23 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6476 time: 0.1237481 Aug 03 19:11:05.238508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.239926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c70ea843-0df6-444e-bf9c-800e127a7dbd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9728255 Aug 03 19:11:05.242584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49512) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:05.247852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'security_group_rule': {'security_group_id': '69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:05.284768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6dfee7c8-3474-4a9e-b529-d0f77146fb48 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 200 len: 217 time: 0.0461624 Aug 03 19:11:05.288422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-726eb51e-d201-499d-9f5c-69d46efee6b0 service neutron] 10.222.0.67 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041335 Aug 03 19:11:05.379712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50bcbb-ec28-4a39-ba5c-af12d93e04bb req-5e60d616-4833-44e7-89e2-c98378f2a30c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.381336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d50bcbb-ec28-4a39-ba5c-af12d93e04bb req-5e60d616-4833-44e7-89e2-c98378f2a30c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.2015197 Aug 03 19:11:05.428942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-8c853431-af59-4920-8897-d8250a580d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.430532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-8c853431-af59-4920-8897-d8250a580d06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4367b4-60b4-4685-9307-ca97d7b30770 HTTP/1.1" status: 200 len: 850 time: 0.1373153 Aug 03 19:11:05.465277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d50bcbb-ec28-4a39-ba5c-af12d93e04bb req-be5d99f4-9a2b-424f-b061-2d5d8a7f74f6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752268 Aug 03 19:11:05.472279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.498056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-218ca33c-224d-4a74-9af7-bbf42d86829b service neutron] 10.222.0.67 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956713 Aug 03 19:11:05.508025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-0e3b4049-c65f-421d-bcf1-8aab1c4f12db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.509641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-0e3b4049-c65f-421d-bcf1-8aab1c4f12db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635648 Aug 03 19:11:05.534424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.623373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-3ca4b769-a55a-4b3d-bc7e-810b90b352da service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975938 Aug 03 19:11:05.718229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f6a150e7-416f-4ade-bcac-9f897bda9e52 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880375 Aug 03 19:11:05.765333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:05.766325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-af73bf61-6c8c-41f8-b6ec-1603a9b79501 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 217 time: 0.0409539 Aug 03 19:11:05.788801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1393e1-9206-4881-a581-c8b94fed77aa,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:05.819307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-52964f7d-d497-4dab-b497-e1219bef58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.821407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-52964f7d-d497-4dab-b497-e1219bef58c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0483642 Aug 03 19:11:05.869981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-492d5de2-5d5b-47d9-bcdf-5d6c77409979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:05.871648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-492d5de2-5d5b-47d9-bcdf-5d6c77409979 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436847 Aug 03 19:11:06.020062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.026094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.032212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.038122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.045290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.051372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.057403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.060084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-b60a5a9c-7ad1-48ab-9ae6-0acd5673cf35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1239469 Aug 03 19:11:06.067843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b33cbbd2-dd68-4679-ad3e-ac848ba2068e service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836612 Aug 03 19:11:06.069129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.070863 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fbdbd56d-e30a-47b7-b845-a8e5a427e5e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8272152 Aug 03 19:11:06.074351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49534) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:06.079865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:06.159540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24ef5534-958f-45c5-98e8-a3ee45d97f02 req-c3e82d86-81ac-4d58-8956-b3d79a7b29db tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889828 Aug 03 19:11:06.193566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-024b0503-0589-4300-bb6e-87cab61e8140 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166298 Aug 03 19:11:06.248901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5d38fd37-1b6b-456b-b995-2068ce8d0fc3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 217 time: 0.0466850 Aug 03 19:11:06.265589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-410d99b0-59f5-4118-bbcc-c50053d94f9e req-71c4d933-d835-4638-99ec-1644b2776f9d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0575714 Aug 03 19:11:06.287165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.319785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-ddd555c4-edb9-498b-9e02-4deeebb222d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.321663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-ddd555c4-edb9-498b-9e02-4deeebb222d8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0585175 Aug 03 19:11:06.407825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517975b-78ee-45bd-8210-ed44d320fe6c req-4d4915c9-d894-4112-af0b-49bb380d3e17 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.409541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3517975b-78ee-45bd-8210-ed44d320fe6c req-4d4915c9-d894-4112-af0b-49bb380d3e17 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.0839472 Aug 03 19:11:06.411329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.416204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1a9cb7ff-224a-4e8a-954a-b5b60e4bf285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.418626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-1a9cb7ff-224a-4e8a-954a-b5b60e4bf285 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840192 Aug 03 19:11:06.518286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3517975b-78ee-45bd-8210-ed44d320fe6c req-7a06bc30-e907-4b78-a263-0fe9932b6b3c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980029 Aug 03 19:11:06.529107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 172.25.2.245 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/b803ad05-cb35-470b-8711-4a193e18e3e7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:06.555964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-a52a6b62-7113-428c-ad0b-54e91094e8a3 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282754 Aug 03 19:11:06.649328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:06.725371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5a955bd9-8866-4e64-a861-642238575d96 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614382 Aug 03 19:11:06.779099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-67f525b8-9b21-4546-88f6-44178de2d131 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=44be078a-46a4-488d-b840-6ff89944a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0453398 Aug 03 19:11:06.788595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2e93b-41db-4332-aa89-d4f39ee24baa req-175cff0c-444c-4d5e-b02d-ba8b6a2740a4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.790276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ad2e93b-41db-4332-aa89-d4f39ee24baa req-175cff0c-444c-4d5e-b02d-ba8b6a2740a4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1157954 Aug 03 19:11:06.867439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b9ad03ec-34ad-4f68-88c7-4e5cb52ca6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.869124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-b9ad03ec-34ad-4f68-88c7-4e5cb52ca6f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0776699 Aug 03 19:11:06.872935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ad2e93b-41db-4332-aa89-d4f39ee24baa req-3415d922-cb45-43cf-b528-39a17269af9a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722244 Aug 03 19:11:06.916786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-73adf728-4047-4435-b876-23ad9c2ac4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:06.919068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-73adf728-4047-4435-b876-23ad9c2ac4ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0433335 Aug 03 19:11:06.970519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.011511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-eddb3c6f-f82d-4138-b584-092a215ff76b service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Aug 03 19:11:07.011763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:07.017146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:07.027399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:07.027399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=b803ad05-cb35-470b-8711-4a193e18e3e7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:07.132197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.145206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-19686337-b906-4ff8-ab4f-944b0befbe3f service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269629 Aug 03 19:11:07.192156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-6c6954cf-e0f7-4ee7-a8f1-2404b25854b1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=c9c25198-f6ab-44fc-8151-7ed951d64357 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Aug 03 19:11:07.263231 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.326933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-0366e388-8c6f-4d9b-a96c-b6a99983088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.328395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-0366e388-8c6f-4d9b-a96c-b6a99983088e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.1279638 Aug 03 19:11:07.356067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09e7451a-cf80-4289-8372-dd8e7a91f809 req-d48fbb30-85db-4753-a655-42d3aaee3329 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0328791 Aug 03 19:11:07.413558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.422035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.427756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.434418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.440060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.446077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.452314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.470783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-53fb5303-9684-48b3-b313-4d2048f5c555 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.2010560 Aug 03 19:11:07.487788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.509681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7bc3dd00-2c41-45a9-ae42-f53f48e268ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.512543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-7bc3dd00-2c41-45a9-ae42-f53f48e268ff service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552651 Aug 03 19:11:07.602537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243f2543-7ff5-481c-a5cd-14b40c2ec056 req-dadd1246-85f5-416c-ac4e-8c7c825cac96 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207778 Aug 03 19:11:07.656080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.671120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f411b7e2-6fde-4b38-ab54-6883a7e403a3 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460700 Aug 03 19:11:07.721478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342faf5-ce53-439d-bf7c-0335892332ce req-57756d82-57b7-4137-a14b-6e31be173b81 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:07.727171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6342faf5-ce53-439d-bf7c-0335892332ce req-57756d82-57b7-4137-a14b-6e31be173b81 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 946 time: 0.1088753 Aug 03 19:11:07.734233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.756947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=b803ad05-cb35-470b-8711-4a193e18e3e7,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:07.833497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6342faf5-ce53-439d-bf7c-0335892332ce req-cf39dff2-f424-420d-aba4-ba9812b2f810 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769291 Aug 03 19:11:07.863048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-c3d2508f-f89e-4c48-9ec3-0491b990b5bf service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831706 Aug 03 19:11:07.907106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:07.910186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b3c64ef-8518-439b-9c46-a585e6e0d055 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8330958 Aug 03 19:11:07.912632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f400e278-13bb-4eca-b989-d607ef78afb6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4918896a-66ed-4b57-955c-c2cfaa952496 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Aug 03 19:11:08.015715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-ff6b8eb0-167c-4fe5-9cbb-6f7900534295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.017899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-ff6b8eb0-167c-4fe5-9cbb-6f7900534295 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.0972958 Aug 03 19:11:08.030961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f01cb-ad4c-4605-bda8-ef0ab731e3e6 req-7ac6c377-40f2-4779-9d39-c54b283e56a5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.032603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-330f01cb-ad4c-4605-bda8-ef0ab731e3e6 req-7ac6c377-40f2-4779-9d39-c54b283e56a5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0775740 Aug 03 19:11:08.097999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-330f01cb-ad4c-4605-bda8-ef0ab731e3e6 req-a3180f5f-572b-426c-a36e-c39885b716d7 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Aug 03 19:11:08.105601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f01dbd34-2d42-4460-a99d-9851b58272d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.107641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-f01dbd34-2d42-4460-a99d-9851b58272d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740721 Aug 03 19:11:08.226906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-f0d57c3f-a266-419a-9023-76153a0e443d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--859225440&fields=id&tenant_id=597c3c5c72424bc493b709e0d0d30bae HTTP/1.1" status: 200 len: 267 time: 0.0464754 Aug 03 19:11:08.281279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-a0fd659a-66e1-4cb6-8fb9-a43435800593 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660907 Aug 03 19:11:08.294748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-53444357-a1d1-4c1b-a76b-b6b3493687c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.296686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-53444357-a1d1-4c1b-a76b-b6b3493687c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 936 time: 0.0605521 Aug 03 19:11:08.392986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-15b3d957-cf4a-4c13-921f-86b78f870751 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.394370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-15b3d957-cf4a-4c13-921f-86b78f870751 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 935 time: 0.0900745 Aug 03 19:11:08.436767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-94f1e9eb-5d9a-4704-969e-178e62b3e8d9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0359929 Aug 03 19:11:08.463934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-5188bcbf-1714-40f7-bf98-fb53cdace154 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667981 Aug 03 19:11:08.489605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-3200aa7a-0f60-4e2a-9a36-9404ed159bcd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0416448 Aug 03 19:11:08.821320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-aabb046a-ecde-4ec9-b55e-c048f8d4f604 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d HTTP/1.1" status: 200 len: 217 time: 0.3392787 Aug 03 19:11:08.873283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef484350-c491-44c0-84d3-72d42df20146 req-90bd9d79-8d61-4d85-8cd3-ed69edfbe004 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0566616 Aug 03 19:11:08.955836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-01793ed2-eb21-468c-98cd-5dc862628b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:08.957426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-01793ed2-eb21-468c-98cd-5dc862628b3c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.1175115 Aug 03 19:11:09.072683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-ae8411cd-115d-47de-9fa7-20609cb4dc0a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.079563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-ae8411cd-115d-47de-9fa7-20609cb4dc0a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.086800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-ae8411cd-115d-47de-9fa7-20609cb4dc0a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.095217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-ae8411cd-115d-47de-9fa7-20609cb4dc0a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/networks?id=76f1e661-02c6-429b-96b6-a6e39c38104e&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=4cf31203-3992-41db-9b83-7b021463b3ae&id=4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 200 len: 1995 time: 0.2769115 Aug 03 19:11:09.121426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-711f1135-9113-461c-bfe6-368ba8deeee9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/quotas/597c3c5c72424bc493b709e0d0d30bae HTTP/1.1" status: 200 len: 375 time: 0.0250928 Aug 03 19:11:09.128076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2774e168-93a9-42d0-b3d8-00c7901ecf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.130408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-2774e168-93a9-42d0-b3d8-00c7901ecf72 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621678 Aug 03 19:11:09.144314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.144969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-16bef7c9-ca4a-4f26-80e4-6efd8a39b9c9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.146700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-16bef7c9-ca4a-4f26-80e4-6efd8a39b9c9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 809 time: 0.1377466 Aug 03 19:11:09.152304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.159201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.165750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.173755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.179737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.186387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.192594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-095a166c-243c-4e09-9727-a707eee0017f tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ff50a389f84bd4a058d3b347420ceb HTTP/1.1" status: 200 len: 379 time: 0.0354116 Aug 03 19:11:09.194305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-dd1bfa2b-f851-474b-99a6-94fa2a4536c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.2334425 Aug 03 19:11:09.203912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'port': {'device_id': '145211bd-8b00-41a7-982b-02fb766a41bc', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'admin_state_up': True, 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'security_groups': ['1836a735-2450-4e87-b2bb-84374b758109']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:09.320588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-b70b74b8-d9e0-43d6-a23d-be79e7cbfa19 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1234825 Aug 03 19:11:09.365594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dcb47c4-a0d6-47f2-8795-3a0777aa450b req-da27a93b-98ef-4147-875e-faa2689d7716 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681235 Aug 03 19:11:09.407110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-bdd7bb74-1089-49d3-9370-42be2ce1ee35 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:11:09.414837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-bdd7bb74-1089-49d3-9370-42be2ce1ee35 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0780745 Aug 03 19:11:09.424189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-40ae86df-742a-4029-8cd3-b6c18786885d service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263210 Aug 03 19:11:09.478477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Made reservation on behalf of 59ff50a389f84bd4a058d3b347420ceb for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:09.483003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.613106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9f8a35ec-13fa-4597-a8a6-7b2d4840df3a service neutron] 10.222.0.67 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979299 Aug 03 19:11:09.631123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Allocated IP 172.20.0.7 (902a6862-0037-46ec-8d14-c05e29ae1a3a/cf74c9e5-c2c4-4679-96a8-1f810eca1c9a/429dd717-6552-46d2-af1e-383556bc1290) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:09.638729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ccf6f7-b3db-457e-8bc3-f8da4d4f648e req-ceb56ebc-4eb6-4474-8437-ec95bbe11b3a service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972892 Aug 03 19:11:09.692852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-1c566729-5f19-4c7b-be20-8372e43804a4 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1278690698&fields=id&tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445 HTTP/1.1" status: 200 len: 267 time: 0.1158311 Aug 03 19:11:09.808760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-fd7a78b3-e479-459b-a8e2-5eca1976ee75 service neutron] 10.222.0.67 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878228 Aug 03 19:11:09.862825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:09.881113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-72d3b6a1-8442-4df4-ba27-9709c189a404 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:09.881113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-72d3b6a1-8442-4df4-ba27-9709c189a404 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/networks?id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc HTTP/1.1" status: 200 len: 816 time: 0.1712744 Aug 03 19:11:09.881113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-68eac2ce-092f-404a-b39e-0801ec63bc4a service neutron] 10.222.0.67 "GET /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0597107 Aug 03 19:11:09.900458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Transition to ACTIVE for port object 429dd717-6552-46d2-af1e-383556bc1290 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:09.948079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-3345a137-1f43-4f23-b3cb-d3e9d8470fb9 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/quotas/bd1435e3b9c440dc8df1a1e5e4ff7445 HTTP/1.1" status: 200 len: 375 time: 0.0592167 Aug 03 19:11:10.034820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-58a1ab23-5b09-4df6-bf7b-d11eff947b14 service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388385 Aug 03 19:11:10.044359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-53a967d8-b035-4276-bc30-077f7c0060d4 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880599 Aug 03 19:11:10.044960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.099787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:10.105465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:10.109836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:10.114146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event updated for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.146072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:10.183392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.183807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.238426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0f458ef7-1d3a-42d5-b14c-3026e6df0516 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:10.242515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0f458ef7-1d3a-42d5-b14c-3026e6df0516 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1097 time: 0.1894486 Aug 03 19:11:10.262666 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-5753be6e-a307-414e-8c55-741171cf8a16 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0625389 Aug 03 19:11:10.269072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:10.278159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Request body: {'port': {'device_id': '145211bd-8b00-41a7-982b-02fb766a41bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:10.340898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.351117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.368176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-fbadfd0e-999d-46df-a45b-905ccaac91df service neutron] 10.222.0.67 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941170 Aug 03 19:11:10.399826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-02ff9280-9b57-4378-a936-da1d01a96762 service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542185 Aug 03 19:11:10.506184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-4b8ef7a3-bd6e-4450-af23-10ddb8455f25 service neutron] 10.222.0.67 "GET /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0922065 Aug 03 19:11:10.513524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6eb4b60-8be8-4ecc-9ef1-b5d3e7072640 None None] Provisioning for port 429dd717-6552-46d2-af1e-383556bc1290 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:10.520062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6eb4b60-8be8-4ecc-9ef1-b5d3e7072640 None None] Provisioning complete for port 429dd717-6552-46d2-af1e-383556bc1290 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:10.520678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6eb4b60-8be8-4ecc-9ef1-b5d3e7072640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.577956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb4b60-8be8-4ecc-9ef1-b5d3e7072640 None None] Port 429dd717-6552-46d2-af1e-383556bc1290 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:10.636379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-099c8d68-f642-4e23-8ee2-2c7f646fbead service neutron] 10.222.0.67 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638021 Aug 03 19:11:10.679903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429dd717-6552-46d2-af1e-383556bc1290 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:10.689608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.696734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:10.703927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Transition to ACTIVE for port object 429dd717-6552-46d2-af1e-383556bc1290 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:10.711504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-fe49f521-8655-4f84-8af4-495f70d93d42 service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789167 Aug 03 19:11:10.803263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:10.829122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.874096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:10.881318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Pushing event updated for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:10.883005 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7f4c85-c635-4303-8d68-28fb9174897c" -d '{"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:10.894900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:10.899742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-d61b2c9a-c648-4c86-a5d5-35a9d0cbae5a service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784952 Aug 03 19:11:10.978728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Attempting to bind port 429dd717-6552-46d2-af1e-383556bc1290 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:10.979118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Attempting to bind port 429dd717-6552-46d2-af1e-383556bc1290 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:10.979505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Attempting to bind port 429dd717-6552-46d2-af1e-383556bc1290 on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:10.985996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Port 429dd717-6552-46d2-af1e-383556bc1290 on network 902a6862-0037-46ec-8d14-c05e29ae1a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:10.986327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Attempting to bind port 429dd717-6552-46d2-af1e-383556bc1290 on network 902a6862-0037-46ec-8d14-c05e29ae1a3a {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:10.994889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:10.996403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Checking segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:10.996403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Bound using segment: {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:10.997093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Bound port: 429dd717-6552-46d2-af1e-383556bc1290, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80863607-458c-456c-bfaa-3946f4aa5408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:10.997786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.038201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9bff20d4-0baa-4b8a-984e-4b4b828ca076 service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289122 Aug 03 19:11:11.049637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.074924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:11.079252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=429dd717-6552-46d2-af1e-383556bc1290,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:11.206659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.227978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.228323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.228686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.229069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.229397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.230342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.230737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.231240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.231653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.231981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.232304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.232622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:11:11.241254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-5b3dc5e5-73f4-4311-b529-16ff46bc3564 service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020812 Aug 03 19:11:11.249764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:11.249764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:11.249764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:11.249764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:11.250486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:11.274610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:11.274967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:11.275338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:11.275781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Bound port: 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:11.276142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.296450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.333533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.334565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.336825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] 10.222.0.77 "PUT /v2.0/ports/429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 200 len: 1091 time: 1.0650451 Aug 03 19:11:11.337471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'tag': '429dd717-6552-46d2-af1e-383556bc1290'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:11.340699 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15dbdf8-4938-4d35-9762-56942ef312b7" -d '{"events": [{"name": "network-changed", "server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "tag": "429dd717-6552-46d2-af1e-383556bc1290"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:11.376849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6dd11-a32f-4b39-b656-b93f2fe22a5d service neutron] Pushing event updated for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.407547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-300987c5-79e3-457e-b47e-00b043f3443a service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535950 Aug 03 19:11:11.415475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:11.422943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:11.429465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:11.525865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e2021941-da28-41e2-9eb2-f55ec49a22fa service neutron] 10.222.0.67 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073179 Aug 03 19:11:11.587742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.626008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h1-803363-1 for vnic_type normal with profile {"migrating_to": "n-h2-803363-1"} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:11.626384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:11.626738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:11.629115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-1dc86c57-5d2b-4680-8462-e4e32f3fa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.631001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-1dc86c57-5d2b-4680-8462-e4e32f3fa3d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 1094 time: 0.0753362 Aug 03 19:11:11.638513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:11.648121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempting to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on network 2e951814-34df-4c8f-a179-23bd3c595b01 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:11.654666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:11.655041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Checking segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:11.655547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Bound using segment: {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:11.656016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Bound port: 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3ab139-964a-4f62-87cc-8c6a508d01d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2e951814-34df-4c8f-a179-23bd3c595b01'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:11.656411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.665356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.689464 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-23c2634f-70a4-4284-9c3f-6b020f1cbc2e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 200 len: 217 time: 0.0461075 Aug 03 19:11:11.735404 n-d-803363-1 neutron-server[101344]: WARNING neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Concurrent port binding operations failed on port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc Aug 03 19:11:11.739733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:11.742068 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Attempt 2 to bind port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc Aug 03 19:11:11.742710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc has no active binding in host n-h2-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:11:11.754049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-71b6bb86-2a42-48fd-92e6-ad074a2ec658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.755536 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-71b6bb86-2a42-48fd-92e6-ad074a2ec658 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0639346 Aug 03 19:11:11.836388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:11.848229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-e2452e43-7d7a-4a9f-a151-76427df897e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.849729 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-e2452e43-7d7a-4a9f-a151-76427df897e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868833 Aug 03 19:11:11.854073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.854728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:11.865108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0ce4fa2c-cb0b-4799-bd82-ea763f149ff2 service neutron] 10.222.0.77 "PUT /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 1122 time: 1.6031938 Aug 03 19:11:11.868714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-4f171f8d-474d-46f4-a82a-cf792b5d3e81 service neutron] 10.222.0.67 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263745 Aug 03 19:11:11.945497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['83c03a6d-6b66-49b9-b837-4bca9c7a16fc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:11.986200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31453-2c80-4c29-af11-29e12b26ba54 req-0f7b0ac8-2aef-4d08-9c6f-61ff2e4c943c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:11.987978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52e31453-2c80-4c29-af11-29e12b26ba54 req-0f7b0ac8-2aef-4d08-9c6f-61ff2e4c943c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.1218779 Aug 03 19:11:12.063359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['83c03a6d-6b66-49b9-b837-4bca9c7a16fc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:12.068868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52e31453-2c80-4c29-af11-29e12b26ba54 req-3f8c82aa-92d4-41a9-83f8-dfeca6f5d4df tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638070 Aug 03 19:11:12.083129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-ae4e6bec-f330-4f44-ac2a-6231460e241d service neutron] 10.222.0.67 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732233 Aug 03 19:11:12.460511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-a3a40986-31bc-4f89-94c5-fd47c2612858 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028998 Aug 03 19:11:12.553079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9da2b0-fe54-4882-a2ec-cfdb756e5ea4 req-4c3a0016-45f6-46e8-b12e-c26f615aab29 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.554785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb9da2b0-fe54-4882-a2ec-cfdb756e5ea4 req-4c3a0016-45f6-46e8-b12e-c26f615aab29 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1016574 Aug 03 19:11:12.567375 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-abb6b64e-8724-4f1f-89d2-6593d939e026 req-c3d3edaa-b9f4-46dd-b779-7467d74b9a7e service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988967 Aug 03 19:11:12.578871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e20ff06c-4386-4292-8af8-ce1ed86493cd service neutron] 10.222.0.67 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888623 Aug 03 19:11:12.655638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb9da2b0-fe54-4882-a2ec-cfdb756e5ea4 req-69956fde-5a5d-43ae-b5cd-a219240dded6 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918338 Aug 03 19:11:12.702037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-46080288-a4d3-4b8e-a180-5469a28afe16 service neutron] 10.222.0.67 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108692 Aug 03 19:11:12.771831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33863ece-e70f-44d5-8444-d255b2b58a33 req-6bddcefc-10dd-4b4f-8219-b8670e562294 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.773298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33863ece-e70f-44d5-8444-d255b2b58a33 req-6bddcefc-10dd-4b4f-8219-b8670e562294 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 943 time: 0.0524795 Aug 03 19:11:12.812832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33863ece-e70f-44d5-8444-d255b2b58a33 req-6a5f2942-fffc-46ab-8c1a-15f83de214bb tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Aug 03 19:11:12.954758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.961492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.969353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.978858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:12.990544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.001853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.008026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.010208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-d70a095a-62c3-463b-b96a-36214460dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1175134 Aug 03 19:11:13.054345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f10f736c-bcdf-4e59-b13f-26a25d0e2b12 req-5e452cee-cc41-4d84-a02f-618d5431dfe0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369539 Aug 03 19:11:13.160801 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07fc96c-50a1-4c6a-b5d3-43e4e92b3e29 x-openstack-request-id: req-e07fc96c-50a1-4c6a-b5d3-43e4e92b3e29 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:13.161269 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:13.161530 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e07fc96c-50a1-4c6a-b5d3-43e4e92b3e29 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:13.161964 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'code': 200} Aug 03 19:11:13.194846 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32eea8b-97d2-4c79-aa1f-f7759e08ec3a x-openstack-request-id: req-e32eea8b-97d2-4c79-aa1f-f7759e08ec3a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:13.195178 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "tag": "429dd717-6552-46d2-af1e-383556bc1290", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:13.195454 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e32eea8b-97d2-4c79-aa1f-f7759e08ec3a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:13.195865 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'tag': '429dd717-6552-46d2-af1e-383556bc1290', 'status': 'completed', 'code': 200} Aug 03 19:11:13.254282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1122803e-d6d2-4752-abc7-0edb50a7ed29 req-76a86d57-9a54-43fb-a341-677d6085a7c4 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Aug 03 19:11:13.280245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-b3944fc8-d437-4dde-9462-1185c6bc06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.280245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-b3944fc8-d437-4dde-9462-1185c6bc06bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 1094 time: 0.0492656 Aug 03 19:11:13.370524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-b8c744b1-b846-4358-8812-685870f4be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.428323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-b8c744b1-b846-4358-8812-685870f4be2b service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.0946105 Aug 03 19:11:13.428638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7cc3b-f33e-43a2-ba92-471b46b3c059 req-81a52863-b4da-4fdf-b434-4c6e849c7c23 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.428638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7db7cc3b-f33e-43a2-ba92-471b46b3c059 req-81a52863-b4da-4fdf-b434-4c6e849c7c23 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527925 Aug 03 19:11:13.428638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7db7cc3b-f33e-43a2-ba92-471b46b3c059 req-b7881f82-92fa-4cc2-a585-c498630e2483 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359988 Aug 03 19:11:13.428953 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-00bbdc56-8cb6-46f4-b7be-463e579a286f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 200 len: 217 time: 0.0401027 Aug 03 19:11:13.474468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-c5f6476c-4ed6-40e4-b1f1-8c4437a185cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.480760 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-c5f6476c-4ed6-40e4-b1f1-8c4437a185cb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0457606 Aug 03 19:11:13.686720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-045b888b-1085-4cac-96bd-10e4d955c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.686720 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-045b888b-1085-4cac-96bd-10e4d955c8de service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439234 Aug 03 19:11:13.686720 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-97880a16-33ce-4894-8c15-19a69137c2b5 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Aug 03 19:11:13.722925 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b15dbdf8-4938-4d35-9762-56942ef312b7 req-cc9e7d1d-49b2-4b5b-8436-307012784689 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854576 Aug 03 19:11:13.788927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f247b99-6147-4745-b2f4-7ec31bbe98a7 req-5051b906-8669-41ca-8995-cb0b3697e17f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.790415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f247b99-6147-4745-b2f4-7ec31bbe98a7 req-5051b906-8669-41ca-8995-cb0b3697e17f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0586135 Aug 03 19:11:13.830599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f247b99-6147-4745-b2f4-7ec31bbe98a7 req-cc2a5997-c675-432d-b795-85974560b27a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334375 Aug 03 19:11:13.943370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214702c6-b7a0-402b-ab00-6264d5d95f7a req-59d31583-9edc-4c2f-991a-e78de24fd4b1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:13.944854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-214702c6-b7a0-402b-ab00-6264d5d95f7a req-59d31583-9edc-4c2f-991a-e78de24fd4b1 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 943 time: 0.0520689 Aug 03 19:11:13.986382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-214702c6-b7a0-402b-ab00-6264d5d95f7a req-a1e3c5d8-3059-42b1-96a1-481fad7f80bf tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323257 Aug 03 19:11:14.193611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.200362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.206538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.212406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.218460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.224525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.231681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.233640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-c714bd7d-8a05-4d4e-82ff-4619c284b921 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.0992007 Aug 03 19:11:14.278357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc57d1eb-993d-4da7-8144-de4b666c3f8c req-a7880e7f-75cb-4582-91db-1afec96c95b7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383139 Aug 03 19:11:14.426690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9c72081-7685-4c74-bb94-a9e4b7836dbe req-ec244fe4-42c8-400b-82f3-048fb8f2c083 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Aug 03 19:11:14.646111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67dbe5-ea87-46a6-9b0a-5b6b4caf8acc req-b33162ec-2cde-4f84-80b1-8a7b571feb7f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.647585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e67dbe5-ea87-46a6-9b0a-5b6b4caf8acc req-b33162ec-2cde-4f84-80b1-8a7b571feb7f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0625682 Aug 03 19:11:14.689084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e67dbe5-ea87-46a6-9b0a-5b6b4caf8acc req-33154862-d868-4109-84f6-4888a46c1c5b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Aug 03 19:11:14.952417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c870b0-4af0-453f-939e-b9f9ddf5b65a req-f4850b0c-1ec7-4ff5-93d8-13eef8997f5f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:14.953818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84c870b0-4af0-453f-939e-b9f9ddf5b65a req-f4850b0c-1ec7-4ff5-93d8-13eef8997f5f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0495751 Aug 03 19:11:14.993482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84c870b0-4af0-453f-939e-b9f9ddf5b65a req-6c7afac1-3db0-4d82-86e3-ba255b418fd2 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337780 Aug 03 19:11:15.061520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.126193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17f2d106-7fcc-43ce-bac2-bf80c673d2f6 req-ac6ea93c-f21a-433a-993c-bfee5b09df77 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0300386 Aug 03 19:11:15.139324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268a056-dd9a-4cf9-a11f-5904e09ff703 req-6d7c6d8d-e649-433d-ac60-89c2cd5a0179 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.140848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5268a056-dd9a-4cf9-a11f-5904e09ff703 req-6d7c6d8d-e649-433d-ac60-89c2cd5a0179 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 943 time: 0.0840201 Aug 03 19:11:15.163930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:15.166219 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774912de-6fbc-4978-829f-b6767bb199cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:15.201297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5268a056-dd9a-4cf9-a11f-5904e09ff703 req-ad80ec56-5295-43ba-890f-dbcbe83c2d12 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527964 Aug 03 19:11:15.208283 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fde39d-be52-4f6f-8818-7b7c2886a5c6 x-openstack-request-id: req-e7fde39d-be52-4f6f-8818-7b7c2886a5c6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:15.208585 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:15.209232 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7fde39d-be52-4f6f-8818-7b7c2886a5c6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:15.209790 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'status': 'completed', 'code': 200} Aug 03 19:11:15.313686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774912de-6fbc-4978-829f-b6767bb199cb req-59949e79-13d4-43b1-9a3b-b564f857b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.315019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-59949e79-13d4-43b1-9a3b-b564f857b6c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1125 time: 0.0473235 Aug 03 19:11:15.415997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.420358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774912de-6fbc-4978-829f-b6767bb199cb req-b3979e71-4797-48cc-b317-17e46a87dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.422097 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-b3979e71-4797-48cc-b317-17e46a87dcfd service neutron] 10.222.0.54 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.0966737 Aug 03 19:11:15.422617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.428976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.435795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.441713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.447136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 429dd717-6552-46d2-af1e-383556bc1290 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:15.447707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.454357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.462877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-33401297-7f5f-4306-84b8-d187b3a654c5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1053479 Aug 03 19:11:15.470038 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-c693aa15-2d4c-4e88-92d1-fd692077442b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 217 time: 0.0384476 Aug 03 19:11:15.512603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe06f686-24b5-4065-a34b-cf08ac8ed597 req-557caaa4-2033-4636-96d6-f4bb90cbcbb6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459161 Aug 03 19:11:15.552011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56edcdd6-0de3-4f8c-93da-8ce9a2e084eb req-65e24b1d-732e-4fca-9f4b-859169849de4 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0340352 Aug 03 19:11:15.563768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774912de-6fbc-4978-829f-b6767bb199cb req-4ff4fb8b-d412-40fc-92bf-75683010953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.575958 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-4ff4fb8b-d412-40fc-92bf-75683010953a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0837557 Aug 03 19:11:15.576332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=429dd717-6552-46d2-af1e-383556bc1290,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:15.589841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '429dd717-6552-46d2-af1e-383556bc1290', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'port_id': '429dd717-6552-46d2-af1e-383556bc1290', 'mac_address': 'fa:16:3e:45:66:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:15.606349 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-bfd6ed27-750a-41b9-bd34-26e7cadd60de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296228 Aug 03 19:11:15.628548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.641801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429dd717-6552-46d2-af1e-383556bc1290 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:15.661483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=429dd717-6552-46d2-af1e-383556bc1290,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:15.703138 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-aa38cb62-9626-46b7-8447-944b86f44ea8 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892868 Aug 03 19:11:15.816424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-774912de-6fbc-4978-829f-b6767bb199cb req-f4fcbe7d-65ec-43c4-ae64-78d5e8bfd424 service neutron] 10.222.0.54 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036384 Aug 03 19:11:15.818234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90579f3b-8c74-4ab6-898d-7c72356cc97a req-13162b53-a14f-4c15-bd0d-587b9cb64874 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:15.819717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90579f3b-8c74-4ab6-898d-7c72356cc97a req-13162b53-a14f-4c15-bd0d-587b9cb64874 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0602033 Aug 03 19:11:15.850652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:15.869966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90579f3b-8c74-4ab6-898d-7c72356cc97a req-1a21eb53-f7a3-4a53-b30d-76e78d8c556d tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Aug 03 19:11:15.921167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:16.118810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf8d7c-e146-41c2-9694-e3f949d55d20 req-dab9df14-bdcb-4058-9910-a148ee80394a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.120404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fdf8d7c-e146-41c2-9694-e3f949d55d20 req-dab9df14-bdcb-4058-9910-a148ee80394a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0512354 Aug 03 19:11:16.127561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['429dd717-6552-46d2-af1e-383556bc1290'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:16.195691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fdf8d7c-e146-41c2-9694-e3f949d55d20 req-8e4573b3-6d2a-42b7-a07c-7e749eb72b3c tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589805 Aug 03 19:11:16.262011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88778649-9a5d-4191-a668-b5bf13559b5e req-dc150187-69db-4be6-b1ff-4edb346726d7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0373313 Aug 03 19:11:16.301169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-0eaf46a0-a0ce-4339-b25f-34dae9e69ada tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.303285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-0eaf46a0-a0ce-4339-b25f-34dae9e69ada tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.77 "GET /v2.0/networks?id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc HTTP/1.1" status: 200 len: 816 time: 0.1749730 Aug 03 19:11:16.357411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ff89-088d-4d17-aedc-4567bd428ba4 req-eb68ccf8-0d98-4418-8dae-b68ee27cb7f7 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.358974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6f6ff89-088d-4d17-aedc-4567bd428ba4 req-eb68ccf8-0d98-4418-8dae-b68ee27cb7f7 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 944 time: 0.0589411 Aug 03 19:11:16.375287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-9146bf72-d2a4-4612-b8e3-5675ff0a81ea tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445 HTTP/1.1" status: 200 len: 380 time: 0.0616443 Aug 03 19:11:16.397357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'port': {'device_id': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'admin_state_up': True, 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'security_groups': ['ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:16.403490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6f6ff89-088d-4d17-aedc-4567bd428ba4 req-2668f395-6828-40f7-b041-49bd5681cd7e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380170 Aug 03 19:11:16.666390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c59f483-9107-4268-9356-012d775c11e8 req-ef05cb33-81d6-4afb-811b-030309d77eb6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0334940 Aug 03 19:11:16.683608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.684149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Made reservation on behalf of bd1435e3b9c440dc8df1a1e5e4ff7445 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:16.688179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:16.694520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.702983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.710067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.717198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.723493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.730381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:16.733128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b707002-fa26-4748-8fb6-856734457002 req-7085b054-619b-4510-8537-631b8b18f019 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1443129 Aug 03 19:11:16.786251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b707002-fa26-4748-8fb6-856734457002 req-8d310ce6-84e5-4278-9756-24a2ffa5b05f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473032 Aug 03 19:11:16.861119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Allocated IP 172.20.0.14 (18f495ec-5458-48a6-9ec1-c7f9bdec79dc/adb8abdf-2916-48ca-9eaa-1ce18332820e/feb137b7-fea8-485a-9e0f-8db1cea71a4d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:17.044895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2da706-f937-400f-8ed1-3bcc1365c7f8 req-13e7b263-9cec-44c3-bee6-6ff0de50de9a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.050052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de2da706-f937-400f-8ed1-3bcc1365c7f8 req-13e7b263-9cec-44c3-bee6-6ff0de50de9a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0874991 Aug 03 19:11:17.072543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.096216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Transition to ACTIVE for port object feb137b7-fea8-485a-9e0f-8db1cea71a4d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:17.109900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de2da706-f937-400f-8ed1-3bcc1365c7f8 req-a0719f88-2350-4d41-a177-ab0307b0f2bd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538378 Aug 03 19:11:17.263318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.314807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:17.318296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:17.325577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:17.369205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e6db3-7d20-41e1-b437-7ce2e73f0fa3 req-207b54f8-d063-4285-9924-dbbf715c1271 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.377381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-596e6db3-7d20-41e1-b437-7ce2e73f0fa3 req-207b54f8-d063-4285-9924-dbbf715c1271 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1135590 Aug 03 19:11:17.380053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event updated for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:17.404892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.405564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.420307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a17044e1-5bde-4f9a-a3a3-8092081de249 req-6c6e16a9-c192-48e7-812c-e5d6a96adfac tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0408666 Aug 03 19:11:17.451508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 429dd717-6552-46d2-af1e-383556bc1290 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:17.466181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-596e6db3-7d20-41e1-b437-7ce2e73f0fa3 req-00915cfe-702d-4d48-b320-00ff57079361 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839627 Aug 03 19:11:17.531693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-ea6bf021-63b3-4834-ab19-5e46c507ba28 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1400425 Aug 03 19:11:17.545640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Request body: {'port': {'device_id': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:17.602689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07200a31-cc09-4d77-aa56-75db948bba01 req-70a77c16-83fd-4b8f-9671-f4e2a8bc19e5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.604241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07200a31-cc09-4d77-aa56-75db948bba01 req-70a77c16-83fd-4b8f-9671-f4e2a8bc19e5 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 944 time: 0.0715916 Aug 03 19:11:17.620678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.649813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07200a31-cc09-4d77-aa56-75db948bba01 req-f8280380-5a55-4c62-a215-ec46a80fff34 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358067 Aug 03 19:11:17.701481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 429dd717-6552-46d2-af1e-383556bc1290 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:17.707136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 429dd717-6552-46d2-af1e-383556bc1290 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:17.707677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.796944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-519cee89-9d2a-463f-94d3-8519cec8160e None None] Provisioning for port feb137b7-fea8-485a-9e0f-8db1cea71a4d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:17.819348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-519cee89-9d2a-463f-94d3-8519cec8160e None None] Provisioning complete for port feb137b7-fea8-485a-9e0f-8db1cea71a4d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:17.819782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-519cee89-9d2a-463f-94d3-8519cec8160e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.864631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:17.880690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d417f24-bc32-4643-847a-048eb80c9a63 req-48cfcf80-12a4-40f6-8486-8d95642eb35f tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:17.889929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d417f24-bc32-4643-847a-048eb80c9a63 req-48cfcf80-12a4-40f6-8486-8d95642eb35f tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 932 time: 0.1237323 Aug 03 19:11:17.897197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-519cee89-9d2a-463f-94d3-8519cec8160e None None] Port feb137b7-fea8-485a-9e0f-8db1cea71a4d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:17.900704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429dd717-6552-46d2-af1e-383556bc1290'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:17.906092 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e209ed-a7a3-45b6-bcb5-5cbedd7e8aa3" -d '{"events": [{"server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "name": "network-vif-plugged", "status": "completed", "tag": "429dd717-6552-46d2-af1e-383556bc1290"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:17.915417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=429dd717-6552-46d2-af1e-383556bc1290,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:17.967559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d417f24-bc32-4643-847a-048eb80c9a63 req-29ffe61b-d086-4cef-9130-cf52476f23f1 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815890 Aug 03 19:11:18.009534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.009534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.015130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.018830 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55be544-4ec3-4d32-b6bd-7e2ce3537224 x-openstack-request-id: req-c55be544-4ec3-4d32-b6bd-7e2ce3537224 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:18.019435 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "name": "network-vif-plugged", "status": "completed", "tag": "429dd717-6552-46d2-af1e-383556bc1290", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:18.019696 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c55be544-4ec3-4d32-b6bd-7e2ce3537224 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:18.020689 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429dd717-6552-46d2-af1e-383556bc1290', 'code': 200} Aug 03 19:11:18.024132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.028987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb137b7-fea8-485a-9e0f-8db1cea71a4d {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:18.031630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.043715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.044492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.052261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.054539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-5850c984-e37c-4842-a64d-9724189087a5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1490176 Aug 03 19:11:18.060888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Transition to ACTIVE for port object feb137b7-fea8-485a-9e0f-8db1cea71a4d will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:18.067191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.122239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.137126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c492de-a5f4-489b-a5e3-1c3f3608a5b4 req-2a71d72b-bb74-4664-82c7-cc3912fd7577 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722659 Aug 03 19:11:18.150325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca682-4a8a-4537-abec-af348ef80e8f req-a7857461-4722-49cd-8e13-3201ff5b91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.152407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1aca682-4a8a-4537-abec-af348ef80e8f req-a7857461-4722-49cd-8e13-3201ff5b91c4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 1096 time: 0.0645587 Aug 03 19:11:18.193822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1aca682-4a8a-4537-abec-af348ef80e8f req-c7417fa6-c5be-4f2a-9575-cdff38473143 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319524 Aug 03 19:11:18.237412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.247241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dd073-8bf3-41a6-99a0-fe167bc604bc req-a7b59f8f-d56e-4a42-9af8-d5582d3de3b7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.248857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-206dd073-8bf3-41a6-99a0-fe167bc604bc req-a7b59f8f-d56e-4a42-9af8-d5582d3de3b7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0538936 Aug 03 19:11:18.303515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-206dd073-8bf3-41a6-99a0-fe167bc604bc req-7e3267d3-91b7-4646-aa1f-d6b88b5ed96f tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482960 Aug 03 19:11:18.370506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Pushing event updated for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:18.414459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-0848c161-0c78-4cc3-8ef9-834651e544f3 service neutron] 10.222.0.54 "GET /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc/bindings/n-h2-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.1336353 Aug 03 19:11:18.445080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Attempting to bind port feb137b7-fea8-485a-9e0f-8db1cea71a4d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:18.445427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Attempting to bind port feb137b7-fea8-485a-9e0f-8db1cea71a4d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:18.445764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Attempting to bind port feb137b7-fea8-485a-9e0f-8db1cea71a4d on network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:18.473273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Port feb137b7-fea8-485a-9e0f-8db1cea71a4d on network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:18.477109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Attempting to bind port feb137b7-fea8-485a-9e0f-8db1cea71a4d on network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:18.498175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:18.498526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Checking segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:18.498926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Bound using segment: {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:18.499387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Bound port: feb137b7-fea8-485a-9e0f-8db1cea71a4d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:18.499761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.625382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-308c67b1-56bb-4932-a86a-0d1c8510fd8c req-b680f6e1-a3e6-4b43-8f55-c227f043f44d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0317931 Aug 03 19:11:18.705275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfb161-86b5-4f4c-b8a3-4acaeb9e5606 req-6bcefd92-0f51-4fff-8ebb-1a66f8f08e46 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.715200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20cfb161-86b5-4f4c-b8a3-4acaeb9e5606 req-6bcefd92-0f51-4fff-8ebb-1a66f8f08e46 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0727232 Aug 03 19:11:18.722097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:18.726596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:18.762626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:18.792691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20cfb161-86b5-4f4c-b8a3-4acaeb9e5606 req-8c729830-eeac-417e-b8b1-bd075e389d57 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758359 Aug 03 19:11:18.795619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:18.840889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c03a6d-6b66-49b9-b837-4bca9c7a16fc {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:18.857034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:18.858222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a37c72e3-383a-4777-8c0a-06e4d1878461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:18.860726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-aeb0adcd-7698-44d8-a106-269db4480e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:18.862610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-aeb0adcd-7698-44d8-a106-269db4480e85 service neutron] 10.222.0.77 "GET /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 1032 time: 0.0819192 Aug 03 19:11:18.920176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.000563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-0edaf66a-791b-4d89-b08a-fe999095bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.004080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-0edaf66a-791b-4d89-b08a-fe999095bf6e service neutron] 10.222.0.77 "GET /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 1031 time: 0.1304193 Aug 03 19:11:19.015694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.016458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.018194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] 10.222.0.77 "PUT /v2.0/ports/feb137b7-fea8-485a-9e0f-8db1cea71a4d HTTP/1.1" status: 200 len: 1092 time: 1.4786329 Aug 03 19:11:19.018972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.021047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:19.029706 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a8f395-0ed2-4b61-9715-a898c7a175f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:19.033890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e3cd6-3518-40af-bc4a-56f3088c391d req-62aa9267-90ea-4e85-b717-337f67507a76 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.040013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d5c9c-e54b-46cd-993a-1e84ecf177f8 service neutron] Pushing event updated for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.047341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-658e3cd6-3518-40af-bc4a-56f3088c391d req-62aa9267-90ea-4e85-b717-337f67507a76 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.1424592 Aug 03 19:11:19.123113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] Transition to ACTIVE for port object 83c03a6d-6b66-49b9-b837-4bca9c7a16fc will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:19.227818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-658e3cd6-3518-40af-bc4a-56f3088c391d req-0b38ad82-04ee-4493-b8e0-51c2c897dfc7 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788239 Aug 03 19:11:19.302848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:19.307011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03296cc6-241c-4703-86cf-78c0ee639bd8 req-a5e5ba97-ab93-46b0-b65e-58c58e2e02f3 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.316361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03296cc6-241c-4703-86cf-78c0ee639bd8 req-a5e5ba97-ab93-46b0-b65e-58c58e2e02f3 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.2148933 Aug 03 19:11:19.349566 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba91e4-8c6d-48f5-b071-8fb2c18f3a0d x-openstack-request-id: req-12ba91e4-8c6d-48f5-b071-8fb2c18f3a0d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:19.349852 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:19.350103 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12ba91e4-8c6d-48f5-b071-8fb2c18f3a0d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:19.350489 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'status': 'completed', 'code': 200} Aug 03 19:11:19.418497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] No DVR routers for this DVR port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:19.419217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-592ce168-f866-4516-8a21-1ffeee2237b4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.427329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-592ce168-f866-4516-8a21-1ffeee2237b4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.435467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-592ce168-f866-4516-8a21-1ffeee2237b4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.438284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-592ce168-f866-4516-8a21-1ffeee2237b4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/networks?id=76f1e661-02c6-429b-96b6-a6e39c38104e&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=4cf31203-3992-41db-9b83-7b021463b3ae&id=4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 200 len: 1995 time: 0.4165578 Aug 03 19:11:19.460084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-8324ce6b-d782-43fe-8cbf-e30519877e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.461654 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-8324ce6b-d782-43fe-8cbf-e30519877e92 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445&device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 1095 time: 0.1749563 Aug 03 19:11:19.464016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] Pushing event updated for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=10']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:19.471517 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-cf6a4e38-4c5c-4ef0-a343-8b54d81180b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc/bindings/n-h2-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0361748 Aug 03 19:11:19.497922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03296cc6-241c-4703-86cf-78c0ee639bd8 req-413720df-32fc-4319-9695-7520cb1a0607 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803648 Aug 03 19:11:19.530185 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-ef1048b7-aa4b-4daf-acd9-05912987c134 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d HTTP/1.1" status: 200 len: 217 time: 0.0576522 Aug 03 19:11:19.579978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-31dac225-cbab-4246-893e-c54814977611 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=597c3c5c72424bc493b709e0d0d30bae HTTP/1.1" status: 200 len: 379 time: 0.1238317 Aug 03 19:11:19.608925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'admin_state_up': True, 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'security_groups': ['69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:19.636806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-690f3cd5-f917-457b-b0a4-9e7da7fdac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.638780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-690f3cd5-f917-457b-b0a4-9e7da7fdac02 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=adb8abdf-2916-48ca-9eaa-1ce18332820e HTTP/1.1" status: 200 len: 855 time: 0.1012712 Aug 03 19:11:19.679315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.685702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.690184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32668a-b906-4752-966f-599c29737dc2 req-b70036c6-10c3-41b2-bf1e-473975df1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.691783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-b70036c6-10c3-41b2-bf1e-473975df1101 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452390 Aug 03 19:11:19.692926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.699687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.707415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.714054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.721316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.723330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-91531b31-7844-4c6f-87d2-46764dbfbfb7 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.2780838 Aug 03 19:11:19.820633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-6ee094e9-79f1-44f0-9126-45f9d542b789 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.825182 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-6ee094e9-79f1-44f0-9126-45f9d542b789 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1018567 Aug 03 19:11:19.829514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2228965e-b1aa-4aae-830d-327b3e6bd4bf req-dc5fb2a2-9ddd-4c37-a017-7e6df05ced64 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832965 Aug 03 19:11:19.844345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ab9b-7c54-45e1-a25b-523acb7c66e7 req-83b354e4-fbbb-462d-be40-dd018f674bc4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.846313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8277ab9b-7c54-45e1-a25b-523acb7c66e7 req-83b354e4-fbbb-462d-be40-dd018f674bc4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.2298477 Aug 03 19:11:19.863052 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-74361f58-c612-416a-90e5-2286f815d7f3 service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631439 Aug 03 19:11:19.924909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8277ab9b-7c54-45e1-a25b-523acb7c66e7 req-40957445-633e-4316-8936-7fb3a572cafc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Aug 03 19:11:19.990952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-abdb40eb-2f8c-48af-ba18-679c41283e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:19.999116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-abdb40eb-2f8c-48af-ba18-679c41283e5c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3&tenant_id=9cba78de583549c58c1613929cefe9f4 HTTP/1.1" status: 200 len: 1096 time: 0.1621311 Aug 03 19:11:20.039067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f32668a-b906-4752-966f-599c29737dc2 req-48253fdd-f406-475b-80f6-2b4e4ef68f94 service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338644 Aug 03 19:11:20.068906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66330468-7547-4d1d-b5dd-89e5e95b00b0 req-24ed0de1-7614-46ee-ba23-f3087ca2d1eb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0397501 Aug 03 19:11:20.084846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:20.091851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.133631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-dcc26017-3f70-4c58-b083-ebae9e058fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.135464 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-dcc26017-3f70-4c58-b083-ebae9e058fd9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0949347 Aug 03 19:11:20.265229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6b8ce-5ed7-4f5a-8bdd-d40dc1d932b3 req-08e3e315-c1bc-4698-b169-ffeca3ca2b2d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.273200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94c6b8ce-5ed7-4f5a-8bdd-d40dc1d932b3 req-08e3e315-c1bc-4698-b169-ffeca3ca2b2d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1978703 Aug 03 19:11:20.286933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-a8a3dbaa-362a-43a2-a6a1-02a300b9bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.289362 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-a8a3dbaa-362a-43a2-a6a1-02a300b9bcb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445&device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 1095 time: 0.0816638 Aug 03 19:11:20.321040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-6a524a54-0a73-4cb6-a98a-ab967153488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.322690 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-6a524a54-0a73-4cb6-a98a-ab967153488f service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.1790013 Aug 03 19:11:20.362502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94c6b8ce-5ed7-4f5a-8bdd-d40dc1d932b3 req-07b51eea-86b7-477d-b36a-53020bdb454a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881824 Aug 03 19:11:20.389289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 172.20.0.5 (76f1e661-02c6-429b-96b6-a6e39c38104e/2c3b359f-4c17-45d0-9edc-d14e3fd68cf0/80cae6fd-f426-48be-af7e-3adf9ab9401f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:20.411358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-f488fcce-cfb2-446c-b484-cb1ae943b8e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 200 len: 217 time: 0.0574296 Aug 03 19:11:20.484580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-9c4586d5-5e41-461b-9654-a319e2a1d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.486981 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-9c4586d5-5e41-461b-9654-a319e2a1d49f service neutron] 10.222.0.77 "GET /v2.0/networks?id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc HTTP/1.1" status: 200 len: 917 time: 0.1902714 Aug 03 19:11:20.558605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-15738c7c-a4ad-4ea2-a672-1d463379e8c5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d HTTP/1.1" status: 200 len: 217 time: 0.0474844 Aug 03 19:11:20.567206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603c231-f5f8-4256-b51d-cdaa97c3d186 req-01c62f14-1df9-4623-857c-56d4b0a2033e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.568935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e603c231-f5f8-4256-b51d-cdaa97c3d186 req-01c62f14-1df9-4623-857c-56d4b0a2033e tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.1193080 Aug 03 19:11:20.602616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-75fca07b-5cb8-442e-b835-1cadc574d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.604123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-75fca07b-5cb8-442e-b835-1cadc574d9f1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.1818938 Aug 03 19:11:20.624183 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.639065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 80cae6fd-f426-48be-af7e-3adf9ab9401f will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:20.642482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-a20d3578-53fb-4a45-9ca8-b538f35caba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.643954 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-a20d3578-53fb-4a45-9ca8-b538f35caba9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=adb8abdf-2916-48ca-9eaa-1ce18332820e HTTP/1.1" status: 200 len: 855 time: 0.0778108 Aug 03 19:11:20.645748 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-9e07024d-5768-4f73-a9d4-aec5c2b03bc7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338497 Aug 03 19:11:20.705980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e603c231-f5f8-4256-b51d-cdaa97c3d186 req-f7c2fd8b-31c7-4847-9bfa-058e74e1d3ef tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287889 Aug 03 19:11:20.756208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-faf1d245-d4ea-424e-99ff-55c068eba6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.757823 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-faf1d245-d4ea-424e-99ff-55c068eba6e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008177 Aug 03 19:11:20.765300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:20.845993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:20.847867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-3ea43759-fef1-48ce-966a-db08b45b541c service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896768 Aug 03 19:11:20.895252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network 76f1e661-02c6-429b-96b6-a6e39c38104e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:20.898421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:20.908528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa0b7-bf4d-48b0-9fde-9857317ae303 req-712d8ac9-0954-4e81-a3e4-a757be30fe5e tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.912633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ccfa0b7-bf4d-48b0-9fde-9857317ae303 req-712d8ac9-0954-4e81-a3e4-a757be30fe5e tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.0968103 Aug 03 19:11:20.913702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:20.957545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-ec4eb582-dbc4-47b5-8e13-36d4abbe6bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803107 Aug 03 19:11:20.987069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:20.987977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.029079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ccfa0b7-bf4d-48b0-9fde-9857317ae303 req-fcd333b1-06d7-4244-8cce-b73f330bef48 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901814 Aug 03 19:11:21.051285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-a7264293-0a19-4bf3-a398-dae3d63db4a5 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913762 Aug 03 19:11:21.079543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-2d65058d-3fa6-4900-a23a-d9ed31f117f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4929450 Aug 03 19:11:21.082509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-76a8f395-0ed2-4b61-9715-a898c7a175f5 req-6658ffb5-227c-4de8-a41f-f34fa8077b43 service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147499 Aug 03 19:11:21.096253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'admin_state_up': True, 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'security_groups': ['69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:21.144942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:21.197612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:21.213307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c562-6910-45bc-8e4b-dcb9d6c77732 req-a4c54445-fb47-456b-ae70-159054d1f993 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.214754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13d2c562-6910-45bc-8e4b-dcb9d6c77732 req-a4c54445-fb47-456b-ae70-159054d1f993 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.1008656 Aug 03 19:11:21.223782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49780) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:21.228827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Request body: {'floatingip': {'port_id': '429dd717-6552-46d2-af1e-383556bc1290'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:21.276243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.278877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-248b81da-7c57-409c-a1f8-4f307d213156 None None] Provisioning for port 80cae6fd-f426-48be-af7e-3adf9ab9401f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:21.285471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-248b81da-7c57-409c-a1f8-4f307d213156 None None] Provisioning complete for port 80cae6fd-f426-48be-af7e-3adf9ab9401f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:21.285853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-248b81da-7c57-409c-a1f8-4f307d213156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.343983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-248b81da-7c57-409c-a1f8-4f307d213156 None None] Port 80cae6fd-f426-48be-af7e-3adf9ab9401f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:21.382695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.389397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.397586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.402159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.408417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.414454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.421435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.423530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-499ee04b-f449-4e68-872d-7b2c03705069 req-1280641a-be15-40e0-ad84-81817e95a772 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1048837 Aug 03 19:11:21.433951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:21.437572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.494193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-499ee04b-f449-4e68-872d-7b2c03705069 req-eddd2858-90f0-4d45-9583-d61ec016f879 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620215 Aug 03 19:11:21.637691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.1.1.23 (f6c5c073-01d6-425d-b200-84004e57359c/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa/46682e3c-c4aa-4ce6-8be2-946807ad606b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:21.665436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92445b-9e38-4414-a93f-074043474bf1 req-b2ba27d2-6819-460f-9e50-7c7000e18452 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.665436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa92445b-9e38-4414-a93f-074043474bf1 req-b2ba27d2-6819-460f-9e50-7c7000e18452 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0798969 Aug 03 19:11:21.697178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-c8d1f507-d0d5-4090-833e-fdaa772bf348 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.699817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-c8d1f507-d0d5-4090-833e-fdaa772bf348 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3&tenant_id=9cba78de583549c58c1613929cefe9f4&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.1720490 Aug 03 19:11:21.765491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa92445b-9e38-4414-a93f-074043474bf1 req-6130a568-9af1-4d37-ad6e-264c87a4e1b8 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885735 Aug 03 19:11:21.860317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.880955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 46682e3c-c4aa-4ce6-8be2-946807ad606b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:21.935722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d2abd30f-74c1-4d73-8716-53f6a454847f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:21.960887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4811fa-fe3d-446c-baee-71fcc061fa85 req-2e1ebc5e-2a13-4237-ad55-dddea44d87bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:21.962529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a4811fa-fe3d-446c-baee-71fcc061fa85 req-2e1ebc5e-2a13-4237-ad55-dddea44d87bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 931 time: 0.0888658 Aug 03 19:11:22.011694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a4811fa-fe3d-446c-baee-71fcc061fa85 req-2c6d9bd1-8c21-471e-9c1e-3f6748266c6f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 Aug 03 19:11:22.067975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.123650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f6c5c073-01d6-425d-b200-84004e57359c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:22.129687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:22.130794 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.134348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:22.139110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:22.226525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.227122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.262049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcfa99-4af7-4209-9a92-70492fdaa52b req-26170ef0-0dc0-4864-b4e9-96d65ea26c2d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.263750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-55bcfa99-4af7-4209-9a92-70492fdaa52b req-26170ef0-0dc0-4864-b4e9-96d65ea26c2d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.0859342 Aug 03 19:11:22.343467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.345463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-55bcfa99-4af7-4209-9a92-70492fdaa52b req-b323538a-e914-4f97-8c4a-9c892da3e056 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747991 Aug 03 19:11:22.347714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-fbeb2c73-1065-44cb-9cfd-d38371db1a58 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2564933 Aug 03 19:11:22.360505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'admin_state_up': True, 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'security_groups': ['69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:22.397668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-1f08e170-2d5d-450b-844a-0d299371b64b service neutron] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:22.402266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-1f08e170-2d5d-450b-844a-0d299371b64b service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.405940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-1f08e170-2d5d-450b-844a-0d299371b64b service neutron] 10.222.0.77 "DELETE /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc/bindings/n-h1-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.6711736 Aug 03 19:11:22.542014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.568223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbe590-62f1-4fce-b22b-09cb87715a08 req-8f845cab-879c-417a-8358-15da14ba9b84 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.570807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03cbe590-62f1-4fce-b22b-09cb87715a08 req-8f845cab-879c-417a-8358-15da14ba9b84 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.0853188 Aug 03 19:11:22.622253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a058dee-59a7-4004-a268-3e9bc92ebab4 None None] Provisioning for port 46682e3c-c4aa-4ce6-8be2-946807ad606b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:22.627569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7a058dee-59a7-4004-a268-3e9bc92ebab4 None None] Provisioning complete for port 46682e3c-c4aa-4ce6-8be2-946807ad606b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:22.628117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7a058dee-59a7-4004-a268-3e9bc92ebab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.649028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03cbe590-62f1-4fce-b22b-09cb87715a08 req-7f5dd3ef-601f-451e-99b3-42726af30f52 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611897 Aug 03 19:11:22.688632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:22.692387 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.731621 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Floating IP f0868a80-caaa-40e5-b53f-8cc9512dfe34 associated. External IP: 172.25.2.69, port: 429dd717-6552-46d2-af1e-383556bc1290. Aug 03 19:11:22.743044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7a058dee-59a7-4004-a268-3e9bc92ebab4 None None] Port 46682e3c-c4aa-4ce6-8be2-946807ad606b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:22.822169 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:11:22.873444 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:22.893552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8f65c-38af-4cd9-9156-b10fb36f1856 req-ba7ee8a9-a90c-476c-8e0e-680cf29aef22 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:22.901890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9a8f65c-38af-4cd9-9156-b10fb36f1856 req-ba7ee8a9-a90c-476c-8e0e-680cf29aef22 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.1576533 Aug 03 19:11:22.943308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.1.1.231 (f6c5c073-01d6-425d-b200-84004e57359c/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa/26e9d839-fc59-4922-bd78-3105ad1fd881) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:22.964666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9a8f65c-38af-4cd9-9156-b10fb36f1856 req-ffd2950c-f8b1-47c0-9947-b3a759ead228 tempest-LiveMigrationTest-781684262 tempest-LiveMigrationTest-781684262-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610883 Aug 03 19:11:23.025792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:23.210229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:23.226962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.228056 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:23.241746 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:23.242368 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:23.257148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.262756 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdc23170-83be-439b-97e7-c6c360083157 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "PUT /v2.0/floatingips/f0868a80-caaa-40e5-b53f-8cc9512dfe34 HTTP/1.1" status: 200 len: 990 time: 2.0375879 Aug 03 19:11:23.264273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.264898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'tag': '429dd717-6552-46d2-af1e-383556bc1290'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:23.271099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.271663 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771" -d '{"events": [{"name": "network-changed", "server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "tag": "429dd717-6552-46d2-af1e-383556bc1290"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:23.278059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.284091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.290149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.296983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.299940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-ba41f3f6-4efa-4974-b6e1-ff14573d18de tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1673336 Aug 03 19:11:23.325965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.358718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 26e9d839-fc59-4922-bd78-3105ad1fd881 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:23.382405 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:23.448005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f111415-0ce2-480f-806c-3c8be3f6bb20 req-b390badf-4c2b-4366-a571-17cde5e5e85c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391051 Aug 03 19:11:23.570462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.619855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network f6c5c073-01d6-425d-b200-84004e57359c is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:23.625828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:23.635538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:23.663710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:23.678292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06fe-25f9-4450-8c0b-5e8588920a75 req-70706ed6-e9fe-431f-aab3-309907b3bd77 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.685448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c06fe-25f9-4450-8c0b-5e8588920a75 req-70706ed6-e9fe-431f-aab3-309907b3bd77 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.693282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c6c06fe-25f9-4450-8c0b-5e8588920a75 req-70706ed6-e9fe-431f-aab3-309907b3bd77 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 1652 time: 0.1573849 Aug 03 19:11:23.705370 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f0868a80-caaa-40e5-b53f-8cc9512dfe34', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': '429dd717-6552-46d2-af1e-383556bc1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:45:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145211bd-8b00-41a7-982b-02fb766a41bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:02Z', 'updated_at': '2021-08-03T19:11:22Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:23.745911 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:23.749759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.750413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:23.756911 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:23.757726 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:23.784351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c6c06fe-25f9-4450-8c0b-5e8588920a75 req-fd550f37-15bf-444c-b596-06e27841e95d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750175 Aug 03 19:11:23.923097 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd37e05-673b-410b-8a5b-905024bda413 x-openstack-request-id: req-acd37e05-673b-410b-8a5b-905024bda413 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:23.923597 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "tag": "429dd717-6552-46d2-af1e-383556bc1290", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:23.923801 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-acd37e05-673b-410b-8a5b-905024bda413 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:23.924295 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'tag': '429dd717-6552-46d2-af1e-383556bc1290', 'status': 'completed', 'code': 200} Aug 03 19:11:23.976610 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:23.997518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-13b6b8b7-2b50-46fa-a86a-616f00a58d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:23.999300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-13b6b8b7-2b50-46fa-a86a-616f00a58d63 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 1096 time: 0.0483866 Aug 03 19:11:24.105266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-67ee585a-8b8f-4763-b637-2fc910c389dc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7480414 Aug 03 19:11:24.137711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'admin_state_up': True, 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'security_groups': ['69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:24.140276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-592aaa10-2b57-443c-913b-3dde14cd9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.141836 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-592aaa10-2b57-443c-913b-3dde14cd9c13 service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.1322098 Aug 03 19:11:24.181265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ecd8980-c750-4076-9c55-bfdb63c52eff None None] Provisioning for port 26e9d839-fc59-4922-bd78-3105ad1fd881 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:24.192056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ecd8980-c750-4076-9c55-bfdb63c52eff None None] Provisioning complete for port 26e9d839-fc59-4922-bd78-3105ad1fd881 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:24.192431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ecd8980-c750-4076-9c55-bfdb63c52eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.252167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665fc6c7-6b55-4e6c-ba81-6cae158e63f6 req-53ea57dd-e219-4b2b-ad68-99031bbdd744 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.261458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-665fc6c7-6b55-4e6c-ba81-6cae158e63f6 req-53ea57dd-e219-4b2b-ad68-99031bbdd744 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.2605882 Aug 03 19:11:24.273674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd8980-c750-4076-9c55-bfdb63c52eff None None] Port 26e9d839-fc59-4922-bd78-3105ad1fd881 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:24.280600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-1c3558d9-ae48-4143-bf33-d64d043d897c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 200 len: 998 time: 0.1288452 Aug 03 19:11:24.315325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc517a-b876-476d-b8b9-3a47a4991c28 req-6c5de73e-060e-40d4-a59d-6b87d1d877c2 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.316971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5dc517a-b876-476d-b8b9-3a47a4991c28 req-6c5de73e-060e-40d4-a59d-6b87d1d877c2 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.2702038 Aug 03 19:11:24.331517 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f0868a80-caaa-40e5-b53f-8cc9512dfe34', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': '429dd717-6552-46d2-af1e-383556bc1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:45:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145211bd-8b00-41a7-982b-02fb766a41bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:02Z', 'updated_at': '2021-08-03T19:11:22Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:24.349395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-4d58018c-4bb4-4563-869e-9815e5b3232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.351181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-4d58018c-4bb4-4563-869e-9815e5b3232b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0619671 Aug 03 19:11:24.363496 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-665fc6c7-6b55-4e6c-ba81-6cae158e63f6 req-148a748d-9e8a-46ec-ad49-ec851e7c9b94 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009684 Aug 03 19:11:24.393334 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a32af4-f2b5-4e82-afed-302f347812c3 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f0868a80-caaa-40e5-b53f-8cc9512dfe34', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'floating_ip_address': '172.25.2.69', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '66567215-b654-4131-827e-739d52452208', 'port_id': '429dd717-6552-46d2-af1e-383556bc1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'mac_address': 'fa:16:3e:45:66:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145211bd-8b00-41a7-982b-02fb766a41bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:02Z', 'updated_at': '2021-08-03T19:11:22Z', 'revision_number': 1, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:24.406265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5dc517a-b876-476d-b8b9-3a47a4991c28 req-ae26c654-6851-4faf-b394-ea44d918077c tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690968 Aug 03 19:11:24.426634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-457358d7-17f4-4e5d-b73b-29c1d1a1676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.428199 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-457358d7-17f4-4e5d-b73b-29c1d1a1676f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685031 Aug 03 19:11:24.530907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fc77e-e13f-4d0d-a034-2830a2c749d6 req-808205ce-b16d-49f5-adb6-d28200657812 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.535346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e4fc77e-e13f-4d0d-a034-2830a2c749d6 req-808205ce-b16d-49f5-adb6-d28200657812 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0720024 Aug 03 19:11:24.584868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-9f625c86-818a-478e-b623-f8fd5dc51ecc service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468468 Aug 03 19:11:24.630827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e4fc77e-e13f-4d0d-a034-2830a2c749d6 req-7f7630b3-a715-4963-bd10-a128ae533a2a tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 Aug 03 19:11:24.635078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:24.690010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.701299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.708065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.710648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab60668-aa40-4dbe-bbb4-bf433e505554 None None] New status for floating IP f0868a80-caaa-40e5-b53f-8cc9512dfe34: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:11:24.714842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.720872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.733328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.739655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.747493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.756554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-88fb49c5-8d02-4a63-8e34-1b47f71d89a9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1970093 Aug 03 19:11:24.773708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-d868f506-9fcb-43b1-959c-071c64903270 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:24.775313 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-d868f506-9fcb-43b1-959c-071c64903270 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0947294 Aug 03 19:11:24.778427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cf9d9c01-b7b0-44f9-9340-c1d8e7c79771 req-6fb28a30-f7cd-4877-bf8f-9e9c614af30d service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802025 Aug 03 19:11:24.810846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbc2ad5e-4c61-4d5b-a552-0b039e883528 req-2ce13401-ab80-4e9e-a95b-4d272d6d01d0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526733 Aug 03 19:11:24.902540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:24.934651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Deleting port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:24.935216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.073026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] For port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:25.073454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.097614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Calling delete_port for 83c03a6d-6b66-49b9-b837-4bca9c7a16fc owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:25.326908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bef6-49bb-49ee-838c-46cd1f9b7abb req-58fab333-ca47-4922-beff-e844672f4524 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.335715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.337384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bef6-49bb-49ee-838c-46cd1f9b7abb req-58fab333-ca47-4922-beff-e844672f4524 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.344839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bef6-49bb-49ee-838c-46cd1f9b7abb req-58fab333-ca47-4922-beff-e844672f4524 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.347022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d451bef6-49bb-49ee-838c-46cd1f9b7abb req-58fab333-ca47-4922-beff-e844672f4524 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 2373 time: 0.4611504 Aug 03 19:11:25.352940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['3f56273b-7a54-45f4-94e5-73f3b097d91b', '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:25.380529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event deleted for resources: {'Port': ['ID=83c03a6d-6b66-49b9-b837-4bca9c7a16fc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:25.450416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] No DVR routers for this DVR port 83c03a6d-6b66-49b9-b837-4bca9c7a16fc on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:25.454074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.456424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-521a2afd-34c9-46c3-8e74-924e51f78b75 req-bd5f02e1-1e3b-4eda-a848-cf014934a52c tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "DELETE /v2.0/ports/83c03a6d-6b66-49b9-b837-4bca9c7a16fc HTTP/1.1" status: 204 len: 173 time: 0.6703074 Aug 03 19:11:25.497646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d451bef6-49bb-49ee-838c-46cd1f9b7abb req-1d974944-02eb-422a-94fe-b88f1b9b6414 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277993 Aug 03 19:11:25.580500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.2.2.100 (4cf31203-3992-41db-9b83-7b021463b3ae/e62828a4-79ca-4ac2-ac39-439ef48e3cde/5c1448f8-e3f4-4c29-9962-166ec7de8fd9) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:25.594332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f72069-b728-43e9-b8c2-3663cf3aee14 req-69389513-15b2-4ee7-befb-770e2228e89b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.595901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0f72069-b728-43e9-b8c2-3663cf3aee14 req-69389513-15b2-4ee7-befb-770e2228e89b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1277816 Aug 03 19:11:25.696223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0f72069-b728-43e9-b8c2-3663cf3aee14 req-848e0423-4b67-4b70-954d-878bd1ef3182 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897570 Aug 03 19:11:25.729510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d42db-875d-4777-ba67-bc89d51a7cd0 req-80893f69-f706-4833-8e7e-4b4bd41cd24b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:25.731676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b02d42db-875d-4777-ba67-bc89d51a7cd0 req-80893f69-f706-4833-8e7e-4b4bd41cd24b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.1489668 Aug 03 19:11:25.834237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b02d42db-875d-4777-ba67-bc89d51a7cd0 req-22d11970-9444-4212-a113-4e6eb7b952ed tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740161 Aug 03 19:11:25.889476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:25.926167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-deleted', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:25.930715 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19cdf12-f2c2-4989-abd7-e3f546fa2450" -d '{"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-deleted", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:25.943105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:25.943105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-611ed660-a85b-4414-96bb-c7933c623209 req-7ab5f2b5-5f41-4d7b-9528-a1b3d052355b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0388689 Aug 03 19:11:26.001457 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38d8e46-f6ea-422f-ae76-c510e19c6400 x-openstack-request-id: req-c38d8e46-f6ea-422f-ae76-c510e19c6400 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:26.002360 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db009ee-0788-4de8-9264-b04414b4f3e3", "name": "network-vif-deleted", "tag": "83c03a6d-6b66-49b9-b837-4bca9c7a16fc", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:26.002707 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c38d8e46-f6ea-422f-ae76-c510e19c6400 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:26.003389 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db009ee-0788-4de8-9264-b04414b4f3e3', 'name': 'network-vif-deleted', 'tag': '83c03a6d-6b66-49b9-b837-4bca9c7a16fc', 'status': 'completed', 'code': 200} Aug 03 19:11:26.020844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.027475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.033436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.039340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.046264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.052449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.059079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.061059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-53cad27e-6694-4c77-85b0-c8cf8a941a28 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1245482 Aug 03 19:11:26.107605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bedd80e7-a59c-4dbd-8185-08573bb1d809 req-48986abe-0cfd-4212-94bb-25a2df939c6f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399261 Aug 03 19:11:26.148119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.193727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network 4cf31203-3992-41db-9b83-7b021463b3ae is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:26.198282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:26.202795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:26.237230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:26.272479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.273180 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.371647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-8cacece4-65b1-4d71-b482-7e173b4cb39a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2441046 Aug 03 19:11:26.387459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'admin_state_up': True, 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'security_groups': ['69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:26.621815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Made reservation on behalf of 597c3c5c72424bc493b709e0d0d30bae for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:26.626602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.665454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-aae74fe6-97eb-4a77-bb4b-7dd772121f17 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.671898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-aae74fe6-97eb-4a77-bb4b-7dd772121f17 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.677946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-aae74fe6-97eb-4a77-bb4b-7dd772121f17 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.684480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-aae74fe6-97eb-4a77-bb4b-7dd772121f17 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.686345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-aae74fe6-97eb-4a77-bb4b-7dd772121f17 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 3094 time: 0.1019433 Aug 03 19:11:26.690490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e79ef002-42ef-4476-8bae-9b83fe3989fa None None] Provisioning for port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:26.696670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e79ef002-42ef-4476-8bae-9b83fe3989fa None None] Provisioning complete for port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:26.697193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e79ef002-42ef-4476-8bae-9b83fe3989fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:26.740336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e79ef002-42ef-4476-8bae-9b83fe3989fa None None] Port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:26.802940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d05f79d7-5d01-4703-8e37-aa1ee1e34281 req-30bd870a-4554-42a2-81de-87be6f0e92b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863683 Aug 03 19:11:26.917819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b35ba3-ecf3-4047-988e-1fe1202045ed req-e9fe2f22-340a-403d-ad93-37784bdd7d09 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:26.919841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b35ba3-ecf3-4047-988e-1fe1202045ed req-e9fe2f22-340a-403d-ad93-37784bdd7d09 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1204822 Aug 03 19:11:26.965406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Allocated IP 10.2.2.200 (4cf31203-3992-41db-9b83-7b021463b3ae/e62828a4-79ca-4ac2-ac39-439ef48e3cde/bfa822b6-e604-4a25-9c3e-b1a0bff03314) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:11:27.021166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b35ba3-ecf3-4047-988e-1fe1202045ed req-dbb50adf-ddc9-4ba2-bbf4-8c2e48928f85 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851614 Aug 03 19:11:27.041406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c362e5-3f2d-4ca3-91d2-ec04a93a8ea0 req-912dc734-a7e5-4613-966f-274d403a6585 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.043918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44c362e5-3f2d-4ca3-91d2-ec04a93a8ea0 req-912dc734-a7e5-4613-966f-274d403a6585 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.1209271 Aug 03 19:11:27.171360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5874c05e-7751-4584-b1ee-b03629055ab7 req-1c5e3e5d-e2ea-4d2d-8c43-88ae0d7d76ad tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0583751 Aug 03 19:11:27.183729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44c362e5-3f2d-4ca3-91d2-ec04a93a8ea0 req-a8514851-cfca-4d6b-bbde-00bc25657d70 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328328 Aug 03 19:11:27.252758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.270609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Transition to ACTIVE for port object bfa822b6-e604-4a25-9c3e-b1a0bff03314 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:27.371563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.381875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.389271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.395252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.401241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.408230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.414395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.416392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7304fd33-426c-49a7-a24b-f4968d959963 req-b2d922fb-37ea-4d2e-8721-27f1423988d9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1440604 Aug 03 19:11:27.461433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7304fd33-426c-49a7-a24b-f4968d959963 req-08d3418e-9feb-4c21-9fa8-60c5bbc5da7f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377176 Aug 03 19:11:27.489139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.530006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Network 4cf31203-3992-41db-9b83-7b021463b3ae is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:11:27.535027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:27.545411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:11:27.569352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:27.606526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:27.612625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.748225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9b82715f-d66a-4056-bef7-7741d55244ef tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3667080 Aug 03 19:11:27.763332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:27.819900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.891092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3dec5511-8564-43ce-bf28-f74d73287dbb None None] Provisioning for port bfa822b6-e604-4a25-9c3e-b1a0bff03314 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:27.894701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3dec5511-8564-43ce-bf28-f74d73287dbb None None] Provisioning complete for port bfa822b6-e604-4a25-9c3e-b1a0bff03314 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:27.895335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3dec5511-8564-43ce-bf28-f74d73287dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:27.935101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3dec5511-8564-43ce-bf28-f74d73287dbb None None] Port bfa822b6-e604-4a25-9c3e-b1a0bff03314 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:11:28.064709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.070771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.077650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.083133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.089046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.090962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-78a2af41-574a-479a-ba52-5a41d51a5800 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 3815 time: 0.1490090 Aug 03 19:11:28.191795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-752b4ee9-12a1-4f61-af04-cff072d3d2f5 req-c3528632-173c-44ff-9138-4a725c325886 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943460 Aug 03 19:11:28.246578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e592-fb86-49ea-83af-cb41e082826a req-ef8910d3-a955-4ea6-9e2d-fbe4de3a90eb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.248129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a874e592-fb86-49ea-83af-cb41e082826a req-ef8910d3-a955-4ea6-9e2d-fbe4de3a90eb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1373799 Aug 03 19:11:28.262984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cae6fd-f426-48be-af7e-3adf9ab9401f {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:28.280352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.326432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afe0f749-eba9-44e0-8e2f-3bf8005da07a req-71eb0ed0-6c8c-4ac8-a03a-e23c2f7c6fc3 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0502932 Aug 03 19:11:28.330889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Transition to ACTIVE for port object 80cae6fd-f426-48be-af7e-3adf9ab9401f will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:28.355438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a874e592-fb86-49ea-83af-cb41e082826a req-695a7b97-14e8-4f68-b870-9b1745c96b18 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942326 Aug 03 19:11:28.425585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.494602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705b8b-e2c8-478f-a996-abeabf167537 req-b1d9ee3d-b11b-4f73-8243-5dd580c2baab tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.497179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67705b8b-e2c8-478f-a996-abeabf167537 req-b1d9ee3d-b11b-4f73-8243-5dd580c2baab tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.1024435 Aug 03 19:11:28.506924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:28.592899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67705b8b-e2c8-478f-a996-abeabf167537 req-e91f38af-0a5e-43e4-b424-acc8030631e6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790484 Aug 03 19:11:28.650936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Attempting to bind port 80cae6fd-f426-48be-af7e-3adf9ab9401f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:28.652618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Attempting to bind port 80cae6fd-f426-48be-af7e-3adf9ab9401f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:28.653518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Attempting to bind port 80cae6fd-f426-48be-af7e-3adf9ab9401f on network 76f1e661-02c6-429b-96b6-a6e39c38104e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:28.660306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Port 80cae6fd-f426-48be-af7e-3adf9ab9401f on network 76f1e661-02c6-429b-96b6-a6e39c38104e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:28.660971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Attempting to bind port 80cae6fd-f426-48be-af7e-3adf9ab9401f on network 76f1e661-02c6-429b-96b6-a6e39c38104e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:28.668708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:28.669653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Checking segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:28.670299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Bound using segment: {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:28.670981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Bound port: 80cae6fd-f426-48be-af7e-3adf9ab9401f, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:28.671698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:28.827434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:28.848848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:28.865335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.872668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.878967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.885255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.892062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.898451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.905598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.907704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e84f277f-e556-4560-b21a-f667b51ea98c req-b9e95c49-031b-46a1-bd48-7ab64709155c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5419 time: 0.1813610 Aug 03 19:11:28.923003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97035c3-919b-4326-9226-16a1146b3ec4 req-a69a07ef-6b24-406d-a318-ffb6b4c7055a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:28.924697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b97035c3-919b-4326-9226-16a1146b3ec4 req-a69a07ef-6b24-406d-a318-ffb6b4c7055a tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1559606 Aug 03 19:11:28.958591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.014279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.015129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.016766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] 10.222.0.77 "PUT /v2.0/ports/80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 200 len: 1091 time: 1.2594440 Aug 03 19:11:29.028913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:29.031264 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a968dc-f31b-49d5-81ca-eb08374736fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:29.053259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b97035c3-919b-4326-9226-16a1146b3ec4 req-592a9f42-8722-414c-971d-9d9a9fcd8be5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204839 Aug 03 19:11:29.062780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e84f277f-e556-4560-b21a-f667b51ea98c req-e42c4b57-1a43-43bc-be14-5f1fcfa1964f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370130 Aug 03 19:11:29.079834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23994b7-c7cb-44cf-aeaf-6cd833822987 service neutron] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:29.122359 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52727a86-ce84-4583-a516-4bdc88d99651 x-openstack-request-id: req-52727a86-ce84-4583-a516-4bdc88d99651 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:29.122979 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:29.123331 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52727a86-ce84-4583-a516-4bdc88d99651 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:29.123833 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'status': 'completed', 'code': 200} Aug 03 19:11:29.178802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:29.309908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.314492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.314983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.315473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.315958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.316725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.318313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-1327837a-f3bf-4d88-ab03-1e0495e0b4c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 4362 time: 0.1671059 Aug 03 19:11:29.437796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd099b0c-ac54-4cb5-ae9b-b5512ca19daa req-77f1377f-fb69-403e-a4ff-4939e22461df tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.439459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd099b0c-ac54-4cb5-ae9b-b5512ca19daa req-77f1377f-fb69-403e-a4ff-4939e22461df tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.2312441 Aug 03 19:11:29.478403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.488539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.495380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a0c0baed-0e1a-485f-a8f2-b7a874829283 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:29.502181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:29.506852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.513789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.522018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.526561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-48a26d98-0c60-438d-bf20-2f47a482f935 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 3827 time: 0.2183983 Aug 03 19:11:29.531004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 83c03a6d-6b66-49b9-b837-4bca9c7a16fc {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:29.531604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 83c03a6d-6b66-49b9-b837-4bca9c7a16fc not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:29.597866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9c269c2-4fea-4271-859a-921cf0bb99c0 req-7a5ff6f5-9052-4210-86a4-fe3550f48b28 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643685 Aug 03 19:11:29.616634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd099b0c-ac54-4cb5-ae9b-b5512ca19daa req-a54a1114-7deb-447e-97d6-eccdfbc1cda5 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665032 Aug 03 19:11:29.642565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7aa454b8-6d10-49f2-ae7d-3beaa38a586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.643186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7aa454b8-6d10-49f2-ae7d-3beaa38a586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.643736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7aa454b8-6d10-49f2-ae7d-3beaa38a586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.645696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7aa454b8-6d10-49f2-ae7d-3beaa38a586e service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2892096 Aug 03 19:11:29.810971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e727fe23-2be0-4aea-8693-3894a6f80c5d req-9a7113bf-66c5-47ed-9c67-19d46af2a23b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0423138 Aug 03 19:11:29.855994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ab703d-f580-468c-b2d3-e3603b2477a2 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:29.866635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:29.896347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Transition to ACTIVE for port object 80ab703d-f580-468c-b2d3-e3603b2477a2 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:29.927140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7a2244cd-a3de-4622-bbc3-39a58de6cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:29.929295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8a968dc-f31b-49d5-81ca-eb08374736fa req-7a2244cd-a3de-4622-bbc3-39a58de6cbfd service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2737312 Aug 03 19:11:29.951287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:29.967609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a0c0baed-0e1a-485f-a8f2-b7a874829283', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'port_id': 'a0c0baed-0e1a-485f-a8f2-b7a874829283', 'mac_address': 'fa:16:3e:f0:a7:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:29.975808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.040191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ead9dc-63ed-4c49-aaeb-2b695f29b0d4 req-be06a022-1e96-435a-9712-2fdb0a578b61 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.042019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ead9dc-63ed-4c49-aaeb-2b695f29b0d4 req-be06a022-1e96-435a-9712-2fdb0a578b61 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.0817466 Aug 03 19:11:30.054066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.086703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.090717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c0baed-0e1a-485f-a8f2-b7a874829283 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:30.106319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ead9dc-63ed-4c49-aaeb-2b695f29b0d4 req-98a8ed48-c774-4d90-a4a8-ec832fadd4ee tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Aug 03 19:11:30.131678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:30.179233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Attempting to bind port 80ab703d-f580-468c-b2d3-e3603b2477a2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:30.180268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Attempting to bind port 80ab703d-f580-468c-b2d3-e3603b2477a2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:30.180896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Attempting to bind port 80ab703d-f580-468c-b2d3-e3603b2477a2 on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:30.188440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Port 80ab703d-f580-468c-b2d3-e3603b2477a2 on network f6c5c073-01d6-425d-b200-84004e57359c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:30.189109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Attempting to bind port 80ab703d-f580-468c-b2d3-e3603b2477a2 on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:30.196752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:30.197398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:30.198183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Bound using segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:30.198944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Bound port: 80ab703d-f580-468c-b2d3-e3603b2477a2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:30.199537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.239108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.240428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1209d330-a4d8-42ad-a464-b701d7b7d33d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:30.310333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.319090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.327324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.334712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.342736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.345662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:30.353036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.359839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.363341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80ab703d-f580-468c-b2d3-e3603b2477a2,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:30.371602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-5298216c-c857-4381-83eb-0ca099b8639a tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5420 time: 0.1379874 Aug 03 19:11:30.421911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.440693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-971cd5d4-e906-4ce6-ba54-d76090d3dfba req-b8cace10-b3d9-482f-b180-3f2551dadaa9 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664542 Aug 03 19:11:30.471874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:30.483400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.490071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'port_id': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'mac_address': 'fa:16:3e:75:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d26488b-7011-4d2c-9266-150cf9bbd8b2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:30.564348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.566614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.567802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.569339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] 10.222.0.77 "PUT /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 1135 time: 1.3982885 Aug 03 19:11:30.571114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80ab703d-f580-468c-b2d3-e3603b2477a2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:30.579165 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e85f69-8bee-4535-82af-f628c39015e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80ab703d-f580-468c-b2d3-e3603b2477a2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:30.595089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1209d330-a4d8-42ad-a464-b701d7b7d33d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:30.599654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a0c19-61e8-4a8b-b3d7-47d434ed7eda service neutron] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.625289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:30.652769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c1451-cf19-4cf0-b452-bd024362a57d req-8cc427ee-9675-4ea3-a09d-947f44e35723 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.654633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-954c1451-cf19-4cf0-b452-bd024362a57d req-8cc427ee-9675-4ea3-a09d-947f44e35723 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1012499 Aug 03 19:11:30.658980 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5b375f-d819-403e-8862-44cc77dd5d45 x-openstack-request-id: req-7c5b375f-d819-403e-8862-44cc77dd5d45 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:30.659747 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80ab703d-f580-468c-b2d3-e3603b2477a2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:30.660143 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c5b375f-d819-403e-8862-44cc77dd5d45 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:30.662101 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80ab703d-f580-468c-b2d3-e3603b2477a2', 'status': 'completed', 'code': 200} Aug 03 19:11:30.706389 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.707267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2037d41a-2dec-4bac-abc5-dd4170413bc2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:30.741592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-954c1451-cf19-4cf0-b452-bd024362a57d req-1f2130be-0971-43f7-989f-e3119a136c56 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732605 Aug 03 19:11:30.762898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:30.782042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.782883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.783509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.784146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.784864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.785547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.794949 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-70e85f69-8bee-4535-82af-f628c39015e6 req-f3d8bce5-b303-4890-aedb-0c10f7c4e384 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5290 time: 0.0934350 Aug 03 19:11:30.800354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:30.846796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:30.869815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2037d41a-2dec-4bac-abc5-dd4170413bc2', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'port_id': '2037d41a-2dec-4bac-abc5-dd4170413bc2', 'mac_address': 'fa:16:3e:92:80:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:30.972479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-35748ef2-d78b-4e1a-bd0f-7c3334e40679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.984537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:30.984919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-35748ef2-d78b-4e1a-bd0f-7c3334e40679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.984919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-35748ef2-d78b-4e1a-bd0f-7c3334e40679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:30.984919 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-70e85f69-8bee-4535-82af-f628c39015e6 req-35748ef2-d78b-4e1a-bd0f-7c3334e40679 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1731255 Aug 03 19:11:30.998677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2037d41a-2dec-4bac-abc5-dd4170413bc2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:31.008450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.024354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.025653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.031708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.039923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.049361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.056774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.059623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-491ec95c-13cd-4105-a9bf-0a55861269f8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 4604 time: 0.2906537 Aug 03 19:11:31.061738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.110080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c35359d-a118-4448-80d6-da91bda95acb req-01280804-acc4-40ce-8514-41a1c26e5221 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0493729 Aug 03 19:11:31.113500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.114246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4918896a-66ed-4b57-955c-c2cfaa952496 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:31.139766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e85f69-8bee-4535-82af-f628c39015e6 req-e2ead6db-d06f-44c3-a943-b50ddd023bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.143535 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-70e85f69-8bee-4535-82af-f628c39015e6 req-e2ead6db-d06f-44c3-a943-b50ddd023bef service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589067 Aug 03 19:11:31.206605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:31.210877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.227512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4918896a-66ed-4b57-955c-c2cfaa952496', 'network_id': '55a2169c-7742-4ddd-9893-03e8a34fe53c', 'port_id': '4918896a-66ed-4b57-955c-c2cfaa952496', 'mac_address': 'fa:16:3e:8a:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d26488b-7011-4d2c-9266-150cf9bbd8b2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:31.272479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.288976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4918896a-66ed-4b57-955c-c2cfaa952496 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:31.330537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.392249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-494b3296-b1e8-4bd5-8f15-2e2003de741b req-aa87b831-c3da-4662-ac1c-a1459d1de47c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3106174 Aug 03 19:11:31.399964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.402598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c9c25198-f6ab-44fc-8151-7ed951d64357 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:31.474264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431832b6-4b70-49a8-801e-5f0705557e59 req-6dd76878-4a56-47fe-830b-c76bb2d170ed tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.476030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-431832b6-4b70-49a8-801e-5f0705557e59 req-6dd76878-4a56-47fe-830b-c76bb2d170ed tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.1420548 Aug 03 19:11:31.531755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.535931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:31.560204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-431832b6-4b70-49a8-801e-5f0705557e59 req-df031b29-b2cc-434c-a635-e3c89b985db2 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706737 Aug 03 19:11:31.563119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'port_id': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'mac_address': 'fa:16:3e:23:7f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:31.629790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.646490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c25198-f6ab-44fc-8151-7ed951d64357 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:31.671552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.701010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.706992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.712984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.719354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.725436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.732426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.738459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.740414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-954cc985-2890-4606-ab5c-6ba203358099 req-18b57286-b2a8-43e8-8e7a-aa34d8f3c41d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5423 time: 0.1416388 Aug 03 19:11:31.742650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85858d4a-defa-4077-8e6e-c1148795e00f {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:31.753040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.782397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.782793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 44be078a-46a4-488d-b840-6ff89944a4b4 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:31.784073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Transition to ACTIVE for port object 85858d4a-defa-4077-8e6e-c1148795e00f will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:31.811802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-954cc985-2890-4606-ab5c-6ba203358099 req-44d6c66a-0e74-45c8-8af5-7ded1f7439db tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611722 Aug 03 19:11:31.898539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:31.904357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:31.927384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '44be078a-46a4-488d-b840-6ff89944a4b4', 'network_id': 'f011ad44-d641-4d62-ab58-727411c3e843', 'port_id': '44be078a-46a4-488d-b840-6ff89944a4b4', 'mac_address': 'fa:16:3e:4b:09:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d6d8c2c-1ced-4116-b731-ba4295021d5a', 'ip_address': '10.1.1.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:31.966769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7179a7-0183-424f-9440-273022df0dba req-3cc78708-8232-442f-8f61-0f319cb0475d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:31.969408 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1b7179a7-0183-424f-9440-273022df0dba req-3cc78708-8232-442f-8f61-0f319cb0475d tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.1016364 Aug 03 19:11:31.975849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:31.987274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.004133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44be078a-46a4-488d-b840-6ff89944a4b4 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:32.028378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:32.110471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:32.110823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.136579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.137918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9de748c9-e85f-45ca-9beb-a7b31fd025d7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:32.265742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.272304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port a9fa4533-5dae-4276-b0d3-abf4259aa8c8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:32.272852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.294044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for a9fa4533-5dae-4276-b0d3-abf4259aa8c8 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:32.342194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:32.373926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'port_id': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'mac_address': 'fa:16:3e:6f:e6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:32.456767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.488841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de748c9-e85f-45ca-9beb-a7b31fd025d7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:32.527986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.569965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:32.574404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-e9a15909-140c-4a27-a3b5-879e2ade4a8c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045370 Aug 03 19:11:32.592581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1644a-0c26-4b95-93f3-447404242e8c req-46c89355-1fce-430b-ba62-5f757e8467d9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:32.594442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4f1644a-0c26-4b95-93f3-447404242e8c req-46c89355-1fce-430b-ba62-5f757e8467d9 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 945 time: 0.7012746 Aug 03 19:11:32.716847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6a35b96-eb53-470f-b7ce-699934a92f2e req-ceaae954-b068-4877-b3ab-32cb85894ffd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0483749 Aug 03 19:11:32.723893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.813073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4f1644a-0c26-4b95-93f3-447404242e8c req-76be5408-c474-429d-ae20-b44c2a465492 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894755 Aug 03 19:11:32.815165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-e9d477d2-f680-45db-b1e7-c2a9a63d55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:32.824785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-e9d477d2-f680-45db-b1e7-c2a9a63d55f1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cba78de583549c58c1613929cefe9f4&device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 1095 time: 0.1998897 Aug 03 19:11:32.859182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Attempting to bind port 85858d4a-defa-4077-8e6e-c1148795e00f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:32.859559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Attempting to bind port 85858d4a-defa-4077-8e6e-c1148795e00f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:32.860272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Attempting to bind port 85858d4a-defa-4077-8e6e-c1148795e00f on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:32.861556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device feb137b7-fea8-485a-9e0f-8db1cea71a4d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:32.871702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Port 85858d4a-defa-4077-8e6e-c1148795e00f on network f6c5c073-01d6-425d-b200-84004e57359c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:32.872131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Attempting to bind port 85858d4a-defa-4077-8e6e-c1148795e00f on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:32.915956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:32.916639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:32.917369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Bound using segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:32.919065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Bound port: 85858d4a-defa-4077-8e6e-c1148795e00f, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:32.919696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.949450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:32.961516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:32.999554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160', 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.109258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-545ef333-54da-454f-92fc-df8e82faffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.111665 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-545ef333-54da-454f-92fc-df8e82faffd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 200 len: 909 time: 0.2430837 Aug 03 19:11:33.113724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:33.115081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=a9fa4533-5dae-4276-b0d3-abf4259aa8c8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:33.120297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.135828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=85858d4a-defa-4077-8e6e-c1148795e00f,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:33.172326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.184404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.207809 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-c1139b90-3da8-4141-978e-03e783536ebb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 200 len: 217 time: 0.0829766 Aug 03 19:11:33.209042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port a9fa4533-5dae-4276-b0d3-abf4259aa8c8 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:33.212684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.214292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.216131 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1b7179a7-0183-424f-9440-273022df0dba req-25b0d841-cc16-4909-9ecb-d2fc3cad9bbb tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "DELETE /v2.0/ports/a9fa4533-5dae-4276-b0d3-abf4259aa8c8 HTTP/1.1" status: 204 len: 173 time: 1.2387757 Aug 03 19:11:33.217035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'name': 'network-vif-deleted', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:33.219875 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e70fb-c93e-4ad3-9234-da5b521a47fc" -d '{"events": [{"server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "name": "network-vif-deleted", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:33.234552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.246408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:33.246892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.255250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.263321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.266890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31934902-00a7-4514-9f3f-66d50b556ebc req-feccf75f-74e1-4029-ac78-50f0d47d1b5e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5380 time: 0.2302439 Aug 03 19:11:33.278629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d018-cf00-44b5-939f-01323a3ac1f9 req-70749955-464a-4c48-9378-2f98150c5839 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.281356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f345d018-cf00-44b5-939f-01323a3ac1f9 req-70749955-464a-4c48-9378-2f98150c5839 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 945 time: 0.3322129 Aug 03 19:11:33.282995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.312499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'port_id': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'mac_address': 'fa:16:3e:08:bf:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:33.320581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-abe2fa39-8327-4dd9-8f75-c9ee5ccb08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.322646 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-abe2fa39-8327-4dd9-8f75-c9ee5ccb08b8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 200 len: 848 time: 0.0984912 Aug 03 19:11:33.371812 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-eee80aa4-d53c-4def-9ce8-461028040607 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2e951814-34df-4c8f-a179-23bd3c595b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348771 Aug 03 19:11:33.378847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.403564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:33.403844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb137b7-fea8-485a-9e0f-8db1cea71a4d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:33.426026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:33.431294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.431950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.434667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-ba5127f0-c43c-4823-9df0-7f2657378308 service neutron] 10.222.0.77 "PUT /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 1134 time: 2.6919439 Aug 03 19:11:33.437274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '85858d4a-defa-4077-8e6e-c1148795e00f'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:33.440850 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa04840b-c2ab-46e6-942e-e397ba926cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "85858d4a-defa-4077-8e6e-c1148795e00f"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:33.454940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31934902-00a7-4514-9f3f-66d50b556ebc req-7af811a5-743b-496b-b63a-55414a617fad tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686680 Aug 03 19:11:33.512051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f345d018-cf00-44b5-939f-01323a3ac1f9 req-79a711e9-7396-493a-aab4-34f3a5fe545c tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258061 Aug 03 19:11:33.537493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a0c0baed-0e1a-485f-a8f2-b7a874829283'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.563092 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-b890ab3b-47c2-4631-8ae3-304a07ce493e service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790230 Aug 03 19:11:33.596422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['1209d330-a4d8-42ad-a464-b701d7b7d33d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.605551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4918896a-66ed-4b57-955c-c2cfaa952496'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.631281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:33.710600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['c9c25198-f6ab-44fc-8151-7ed951d64357'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.718673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7838b0-df9a-4193-b259-53bda7b085e0 req-abc64876-88c2-406c-b0fb-3d9b1f102a4d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.729431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a7838b0-df9a-4193-b259-53bda7b085e0 req-abc64876-88c2-406c-b0fb-3d9b1f102a4d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 944 time: 0.1702778 Aug 03 19:11:33.739643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['9de748c9-e85f-45ca-9beb-a7b31fd025d7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:33.756212 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-741ee3bf-df09-48a9-b4c8-4507da0934af req-4f6a67f8-4ca3-49a2-b5ad-efc149accb61 service neutron] 10.222.0.77 "GET /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846578 Aug 03 19:11:33.840569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.844980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.847301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.853969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.861049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.868196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.874787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.881469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:33.892622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-c056630f-4592-4816-8e7d-16a9667ac8c4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5426 time: 0.2545190 Aug 03 19:11:33.903586 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:33.909495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a7838b0-df9a-4193-b259-53bda7b085e0 req-ad82e8b7-c553-4e5e-830f-33ffc378a77d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789026 Aug 03 19:11:34.017368 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b126e70-2618-415b-9429-2dd03b4ccaee x-openstack-request-id: req-0b126e70-2618-415b-9429-2dd03b4ccaee {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:34.017861 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111d8eef-ecd5-4be4-82b7-6c7826f45492", "name": "network-vif-deleted", "tag": "a9fa4533-5dae-4276-b0d3-abf4259aa8c8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:34.018283 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b126e70-2618-415b-9429-2dd03b4ccaee {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:34.018833 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111d8eef-ecd5-4be4-82b7-6c7826f45492', 'name': 'network-vif-deleted', 'tag': 'a9fa4533-5dae-4276-b0d3-abf4259aa8c8', 'status': 'completed', 'code': 200} Aug 03 19:11:34.021128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4de99ed6-320c-4a57-8b46-998b07d23304 req-5e0d8b6c-47c9-4e4b-b98b-4b763b4fe36c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1274753 Aug 03 19:11:34.055525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:34.174866 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a3ad54-d8dc-436e-86ba-3e34a2ce8df3 x-openstack-request-id: req-08a3ad54-d8dc-436e-86ba-3e34a2ce8df3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:34.175161 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "85858d4a-defa-4077-8e6e-c1148795e00f", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:34.175503 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08a3ad54-d8dc-436e-86ba-3e34a2ce8df3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:34.175914 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '85858d4a-defa-4077-8e6e-c1148795e00f', 'status': 'completed', 'code': 200} Aug 03 19:11:34.181963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['feb137b7-fea8-485a-9e0f-8db1cea71a4d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:34.368456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.368456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.368456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.369174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.369543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.370067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.371231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.373383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-91544be9-3fdb-4e44-bd16-4f1bf5dfdebd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6217 time: 0.1895056 Aug 03 19:11:34.416186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ceba00-3190-4b49-a396-911929ecae6f req-743f51a9-e179-49ec-9d5d-33154387aa0f tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=111d8eef-ecd5-4be4-82b7-6c7826f45492 HTTP/1.1" status: 200 len: 210 time: 0.0514574 Aug 03 19:11:34.429167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['44be078a-46a4-488d-b840-6ff89944a4b4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:34.469403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-253140e2-cfc0-4818-b5a8-07e3649c37e7 req-f067c5ec-b695-4e05-9ef8-52f6f5bf1179 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0722227 Aug 03 19:11:34.478045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-2261b1c2-77a7-4b6c-83fd-90c68b3edc92 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.482452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-2261b1c2-77a7-4b6c-83fd-90c68b3edc92 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 945 time: 0.2501006 Aug 03 19:11:34.631977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2037d41a-2dec-4bac-abc5-dd4170413bc2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:34.706425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-f53c6f0f-04d5-4086-9e4f-6d3afc89f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.707184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-f53c6f0f-04d5-4086-9e4f-6d3afc89f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.707805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-f53c6f0f-04d5-4086-9e4f-6d3afc89f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.709566 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-f53c6f0f-04d5-4086-9e4f-6d3afc89f69c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3262699 Aug 03 19:11:34.804261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12e549-8bf5-4ca5-a94b-2933461f0078 req-9700493f-8eb9-4b36-862c-1e5420a6d0bf tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.806850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a12e549-8bf5-4ca5-a94b-2933461f0078 req-9700493f-8eb9-4b36-862c-1e5420a6d0bf tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 945 time: 0.0979702 Aug 03 19:11:34.824134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.831879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.838476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.844853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-a51db4b6-a2af-4c2f-b424-d6be3da27c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.845873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.846337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa04840b-c2ab-46e6-942e-e397ba926cbc req-a51db4b6-a2af-4c2f-b424-d6be3da27c29 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099033 Aug 03 19:11:34.853916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.862539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.865790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Deleting port 0eb8d21a-32eb-4951-845c-3a00c1765271 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:34.866336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:34.870084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:34.899789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-48e10f68-c444-4f3e-a7b8-34b546c4ddb4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5380 time: 0.2505288 Aug 03 19:11:35.018328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] For port 0eb8d21a-32eb-4951-845c-3a00c1765271, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0eb8d21a-32eb-4951-845c-3a00c1765271,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:35.018964 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.034850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Calling delete_port for 0eb8d21a-32eb-4951-845c-3a00c1765271 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:35.035248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46682e3c-c4aa-4ce6-8be2-946807ad606b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:35.043976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.058242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Transition to ACTIVE for port object 46682e3c-c4aa-4ce6-8be2-946807ad606b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:35.075144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c66d072-e87f-4d64-9242-dcffbf91aaca req-b5f12343-ef80-4830-8e77-085bec0518ae tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743295 Aug 03 19:11:35.111157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a12e549-8bf5-4ca5-a94b-2933461f0078 req-20230132-2096-4ff6-87eb-042b21b07917 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/security-groups?id=868cfb86-e7ea-4983-90b6-1b8f088aff99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884735 Aug 03 19:11:35.175442 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.272001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Pushing event updated for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:35.394895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.407966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.420486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.428910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['0eb8d21a-32eb-4951-845c-3a00c1765271'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:35.430273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.438189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.444921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.451970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.458937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.462282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-c562d7a1-268e-4158-829c-0c1162cb703f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5426 time: 0.2544887 Aug 03 19:11:35.470036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Pushing event deleted for resources: {'Port': ['ID=0eb8d21a-32eb-4951-845c-3a00c1765271,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:35.479247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9be0f1-3d5c-412d-afff-c12a4719c6c7 req-31888614-753a-4973-899b-aeb831490e02 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.481898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a9be0f1-3d5c-412d-afff-c12a4719c6c7 req-31888614-753a-4973-899b-aeb831490e02 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 945 time: 0.2650535 Aug 03 19:11:35.542508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] No DVR routers for this DVR port 0eb8d21a-32eb-4951-845c-3a00c1765271 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:35.546015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.548889 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6479164-a3a3-4cba-a1a8-a90deb1a4e6b req-90e7a7b4-23a3-41ea-a861-51f457a3bd6a tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.54 "DELETE /v2.0/ports/0eb8d21a-32eb-4951-845c-3a00c1765271 HTTP/1.1" status: 204 len: 173 time: 1.0578265 Aug 03 19:11:35.584759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-497d1e85-27f6-4b18-abea-db1e5aa785bb req-d6118130-6cf7-4239-bfb1-cf2e01df6d30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979314 Aug 03 19:11:35.600969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a9be0f1-3d5c-412d-afff-c12a4719c6c7 req-5f8df6b0-82d3-4244-8574-813c1a030965 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044950 Aug 03 19:11:35.608781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Attempting to bind port 46682e3c-c4aa-4ce6-8be2-946807ad606b on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:35.609322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Attempting to bind port 46682e3c-c4aa-4ce6-8be2-946807ad606b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:35.610134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Attempting to bind port 46682e3c-c4aa-4ce6-8be2-946807ad606b on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:35.626980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Port 46682e3c-c4aa-4ce6-8be2-946807ad606b on network f6c5c073-01d6-425d-b200-84004e57359c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:35.627311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Attempting to bind port 46682e3c-c4aa-4ce6-8be2-946807ad606b on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:35.635362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:35.635689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:35.636069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Bound using segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:35.636575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Bound port: 46682e3c-c4aa-4ce6-8be2-946807ad606b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:35.636977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.739240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:35.792572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-155f9873-f28d-4c49-ad92-2f39e1bb77d7 req-cf86b75c-70e5-4c06-92be-6849775d91bd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0517752 Aug 03 19:11:35.792814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:35.888869 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.977993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:35.979081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:35.981797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] 10.222.0.77 "PUT /v2.0/ports/46682e3c-c4aa-4ce6-8be2-946807ad606b HTTP/1.1" status: 200 len: 1090 time: 2.3555791 Aug 03 19:11:36.004279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23131-8f9e-4969-9294-dd4a1c3856ea service neutron] Pushing event updated for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:36.020527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'name': 'network-vif-deleted', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:36.023169 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d311d-e7e4-4443-8f44-157205ec68d0" -d '{"events": [{"server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "name": "network-vif-deleted", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:36.083095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:36.101423 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5de7def-66ff-4e67-a299-588f348b445f x-openstack-request-id: req-d5de7def-66ff-4e67-a299-588f348b445f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:36.101732 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00b74d-2662-4c25-b112-2978a55a3ac3", "name": "network-vif-deleted", "tag": "0eb8d21a-32eb-4951-845c-3a00c1765271", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:36.102076 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5de7def-66ff-4e67-a299-588f348b445f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:36.102555 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00b74d-2662-4c25-b112-2978a55a3ac3', 'name': 'network-vif-deleted', 'tag': '0eb8d21a-32eb-4951-845c-3a00c1765271', 'status': 'completed', 'code': 200} Aug 03 19:11:36.194968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:36.199077 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753d4f59-8266-4c73-9406-fa95008eef12" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:36.218276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.312844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5936412c-8984-4493-8594-f75a776f06a3 req-235027cc-1fd2-40c0-a8dc-8e3261a3f111 tempest-AttachSCSIVolumeTestJSON-2122445846 tempest-AttachSCSIVolumeTestJSON-2122445846-project] 10.222.0.67 "GET /v2.0/ports?device_id=4a00b74d-2662-4c25-b112-2978a55a3ac3 HTTP/1.1" status: 200 len: 210 time: 0.0556428 Aug 03 19:11:36.445425 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e52715-226e-43da-816a-aed0b099d73c x-openstack-request-id: req-a0e52715-226e-43da-816a-aed0b099d73c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:36.446778 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:36.447525 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0e52715-226e-43da-816a-aed0b099d73c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:36.448476 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b', 'status': 'completed', 'code': 200} Aug 03 19:11:36.521379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.535257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.548056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.560585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.572752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.584252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.584960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.585410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.585537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.586128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.586668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.587440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.587998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.592618 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-753d4f59-8266-4c73-9406-fa95008eef12 req-5b6e21bf-a404-4ab0-8b28-82d497b23af6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6284 time: 0.1496594 Aug 03 19:11:36.597509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.600954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-6af2543a-bcce-4bd8-b7d2-b1cfe70757f7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5392 time: 0.3448362 Aug 03 19:11:36.766769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-ff23698c-d3f3-487d-9af6-b85e4b82a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.767906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-ff23698c-d3f3-487d-9af6-b85e4b82a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.768855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-ff23698c-d3f3-487d-9af6-b85e4b82a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.771910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-753d4f59-8266-4c73-9406-fa95008eef12 req-ff23698c-d3f3-487d-9af6-b85e4b82a33f service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1591823 Aug 03 19:11:36.812271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6519f50-a2f5-4c87-8dca-9816e9e7fea1 req-a682ab27-c687-4f59-856b-4b986615eea9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080513 Aug 03 19:11:36.898108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e9d839-fc59-4922-bd78-3105ad1fd881 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:36.906576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d4f59-8266-4c73-9406-fa95008eef12 req-47c22b2e-c08c-46c0-af13-88f26a623908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:36.908244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-753d4f59-8266-4c73-9406-fa95008eef12 req-47c22b2e-c08c-46c0-af13-88f26a623908 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286941 Aug 03 19:11:36.908437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:36.934001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Transition to ACTIVE for port object 26e9d839-fc59-4922-bd78-3105ad1fd881 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:37.002416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5a0ee-78a7-4215-bdf0-d223f52baf5e req-9393ed57-3c37-4165-98eb-144fc48cfe1f tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.004530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6de5a0ee-78a7-4215-bdf0-d223f52baf5e req-9393ed57-3c37-4165-98eb-144fc48cfe1f tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 945 time: 0.2772825 Aug 03 19:11:37.073078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.082372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.088432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.095555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.101574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.108268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.114760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.121032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.123337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-61ec97e8-c299-4390-98c7-de425e725307 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5426 time: 0.1917336 Aug 03 19:11:37.142908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6de5a0ee-78a7-4215-bdf0-d223f52baf5e req-0449ffa7-95ce-46a5-b3e8-02f3b4546332 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270385 Aug 03 19:11:37.212420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba14d2c0-d9e2-4adb-a75a-9254c6e1d521 req-90456079-2b75-4c83-899c-359a38f22bb1 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792515 Aug 03 19:11:37.272962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a9fa4533-5dae-4276-b0d3-abf4259aa8c8 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:37.311074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.326954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: a9fa4533-5dae-4276-b0d3-abf4259aa8c8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:37.327475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a9fa4533-5dae-4276-b0d3-abf4259aa8c8 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:37.343348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Attempting to bind port 26e9d839-fc59-4922-bd78-3105ad1fd881 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:37.344112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Attempting to bind port 26e9d839-fc59-4922-bd78-3105ad1fd881 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:37.345201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Attempting to bind port 26e9d839-fc59-4922-bd78-3105ad1fd881 on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:37.350884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Port 26e9d839-fc59-4922-bd78-3105ad1fd881 on network f6c5c073-01d6-425d-b200-84004e57359c not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:37.351556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Attempting to bind port 26e9d839-fc59-4922-bd78-3105ad1fd881 on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:37.366815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:37.367745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Checking segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:37.368401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Bound using segment: {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:37.368913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Bound port: 26e9d839-fc59-4922-bd78-3105ad1fd881, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88bbd01a-410e-4a6c-888d-79c98fe5d1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:37.369876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.453749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92d50089-6481-45fa-87c3-b4297f688fff req-bce35bbf-bfc4-421f-b056-5ee8d523fc8e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=7db009ee-0788-4de8-9264-b04414b4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0381005 Aug 03 19:11:37.544963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:37.558404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:37.663279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.679804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:37.680437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:37.682972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] 10.222.0.77 "PUT /v2.0/ports/26e9d839-fc59-4922-bd78-3105ad1fd881 HTTP/1.1" status: 200 len: 1091 time: 1.6045496 Aug 03 19:11:37.753585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4119c-8c84-4133-a348-1bb166013d89 service neutron] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:37.828334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:37.995683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.058751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.065002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.071132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.078387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.091413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.103345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.114746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.131571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-1f6af898-65b8-43d0-8f55-aa15171ce4ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5404 time: 0.1851940 Aug 03 19:11:38.287284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b77d096b-c780-47cd-a471-c181d3a085e9 req-59984216-c06a-4839-83e0-cf89cc077ff1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561947 Aug 03 19:11:38.328207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f0989-d426-488f-a520-6e90239d836e req-60230263-e596-41e5-ba5d-c25dd0f9d6e4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.330326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696f0989-d426-488f-a520-6e90239d836e req-60230263-e596-41e5-ba5d-c25dd0f9d6e4 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.1925163 Aug 03 19:11:38.454955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:38.457236 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3440d60-d2aa-4e8f-8fb7-115800afff6a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:38.462425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696f0989-d426-488f-a520-6e90239d836e req-c1284c01-5496-46bd-9b37-c6eb433382ad tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175992 Aug 03 19:11:38.500793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11aee2-280b-4166-8a62-63597d04f114 req-d30d97b7-bf00-4d1d-a883-be76ded4608d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.502409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f11aee2-280b-4166-8a62-63597d04f114 req-d30d97b7-bf00-4d1d-a883-be76ded4608d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 945 time: 0.1098142 Aug 03 19:11:38.600508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f11aee2-280b-4166-8a62-63597d04f114 req-f3c489f9-ae20-49d8-aaaa-585e842260f8 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855203 Aug 03 19:11:38.637347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:38.647368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.683801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Transition to ACTIVE for port object 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:38.697972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.705733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.712237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.719657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.726224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.732940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.739114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.741130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-9f2de35a-8feb-4106-b505-3a4e7525dbf2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5426 time: 0.1601944 Aug 03 19:11:38.759412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a0c0baed-0e1a-485f-a8f2-b7a874829283 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:38.773276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.839209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f27735d-0f82-4ba8-8648-da6316b7248a req-2d5e7351-f6e2-4fa2-b8ea-159b1add3350 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897593 Aug 03 19:11:38.848852 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df6a58-de8f-4b85-b499-604e5e9a8cda x-openstack-request-id: req-00df6a58-de8f-4b85-b499-604e5e9a8cda {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:38.849142 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:38.849397 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-00df6a58-de8f-4b85-b499-604e5e9a8cda {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:38.849798 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'status': 'completed', 'code': 200} Aug 03 19:11:38.862798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:38.904022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port a0c0baed-0e1a-485f-a8f2-b7a874829283 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:38.908441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a0c0baed-0e1a-485f-a8f2-b7a874829283 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:38.909385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:38.974033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Attempting to bind port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:38.974587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Attempting to bind port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:38.975087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Attempting to bind port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 on network 4cf31203-3992-41db-9b83-7b021463b3ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:38.981789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.982345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.982560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 on network 4cf31203-3992-41db-9b83-7b021463b3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:38.982955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.983073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Attempting to bind port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 on network 4cf31203-3992-41db-9b83-7b021463b3ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:38.983473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.983953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.984537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.985145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:38.988113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-bf558550-1388-4dd0-8109-dc459600dac5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6376 time: 0.1161888 Aug 03 19:11:38.990524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:38.991005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Checking segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:38.991511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Bound using segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:38.992010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Bound port: 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:38.992379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.045660 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.081137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:39.085776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:39.122747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c0baed-0e1a-485f-a8f2-b7a874829283'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:39.125949 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eff8c40-8333-4463-a81d-f31d601a56fe" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "a0c0baed-0e1a-485f-a8f2-b7a874829283"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:39.145533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:39.158673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.189555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.190425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.192128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] 10.222.0.77 "PUT /v2.0/ports/5c1448f8-e3f4-4c29-9962-166ec7de8fd9 HTTP/1.1" status: 200 len: 1091 time: 1.3700922 Aug 03 19:11:39.201863 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a207502-b92b-4ded-b617-32ba6e64f571 x-openstack-request-id: req-6a207502-b92b-4ded-b617-32ba6e64f571 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:39.202698 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "a0c0baed-0e1a-485f-a8f2-b7a874829283", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:39.204206 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a207502-b92b-4ded-b617-32ba6e64f571 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:39.208194 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c0baed-0e1a-485f-a8f2-b7a874829283', 'code': 200} Aug 03 19:11:39.241197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-5e7d41ab-1994-4963-aafe-a0cda35df8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.241681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-5e7d41ab-1994-4963-aafe-a0cda35df8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.242161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-5e7d41ab-1994-4963-aafe-a0cda35df8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.243839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-5e7d41ab-1994-4963-aafe-a0cda35df8cc service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2417243 Aug 03 19:11:39.245970 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.247071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c9c25198-f6ab-44fc-8151-7ed951d64357 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:39.315083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0eb8d21a-32eb-4951-845c-3a00c1765271 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:39.341915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Request body: {'port': {'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:39.382449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bed5ab-5c45-4b07-af48-c0bd42113059 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:39.408099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 0eb8d21a-32eb-4951-845c-3a00c1765271 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:39.408458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0eb8d21a-32eb-4951-845c-3a00c1765271 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:39.484360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.501911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-29d65b49-6c0b-4f1f-806d-1d6485984d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.503525 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e3440d60-d2aa-4e8f-8fb7-115800afff6a req-29d65b49-6c0b-4f1f-806d-1d6485984d33 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2514083 Aug 03 19:11:39.538054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:39.612892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-0a60fab3-0b1e-4515-81f9-4e944cbf790e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.615049 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-0a60fab3-0b1e-4515-81f9-4e944cbf790e tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.1022160 Aug 03 19:11:39.633863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port c9c25198-f6ab-44fc-8151-7ed951d64357 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:39.642562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port c9c25198-f6ab-44fc-8151-7ed951d64357 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:39.643609 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.746507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.753264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.761955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.768519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.775043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.782456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.789274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.800931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-4117058f-b7f0-475e-a991-e1c333cf2392 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5416 time: 0.3053656 Aug 03 19:11:39.806191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Deleting port 287ce226-7c4e-4561-b62f-12421f58f160 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:39.808748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.830913 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.905477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30593a5f-de1c-4deb-8024-bcf372052f2b req-b55fdb89-88af-4e7a-8a04-a30981caea35 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:39.913472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30593a5f-de1c-4deb-8024-bcf372052f2b req-b55fdb89-88af-4e7a-8a04-a30981caea35 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 945 time: 0.2662506 Aug 03 19:11:39.937143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:39.973815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] For port 287ce226-7c4e-4561-b62f-12421f58f160, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=287ce226-7c4e-4561-b62f-12421f58f160,segment=NetworkSegment(6b718501-8b3f-429f-9c90-dde49bba397e),segment_id=6b718501-8b3f-429f-9c90-dde49bba397e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:39.974642 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:39.991318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30593a5f-de1c-4deb-8024-bcf372052f2b req-724d3942-0360-4e77-b92d-f22f0185bd77 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/security-groups?id=e6ed66fe-3922-43d7-a788-4b3930e218bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768552 Aug 03 19:11:39.998512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Calling delete_port for 287ce226-7c4e-4561-b62f-12421f58f160 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:40.032077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-284786ea-e3eb-42f7-ac92-081e45a212ad req-bf795cae-b762-4470-b819-2609c5651df8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2268107 Aug 03 19:11:40.044960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.045792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 44be078a-46a4-488d-b840-6ff89944a4b4 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:40.202273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.318421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06623aff-f838-4109-9050-fdff5ed86639 req-ac3734b3-9087-473c-96c3-60bccf3d9163 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.319983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06623aff-f838-4109-9050-fdff5ed86639 req-ac3734b3-9087-473c-96c3-60bccf3d9163 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 945 time: 0.1182587 Aug 03 19:11:40.340277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 44be078a-46a4-488d-b840-6ff89944a4b4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:40.347934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 44be078a-46a4-488d-b840-6ff89944a4b4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:40.356767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.411808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06623aff-f838-4109-9050-fdff5ed86639 req-884f496b-6804-4b3a-8861-018c440df447 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810940 Aug 03 19:11:40.431553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa822b6-e604-4a25-9c3e-b1a0bff03314 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:40.433462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.442608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.458916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Transition to ACTIVE for port object bfa822b6-e604-4a25-9c3e-b1a0bff03314 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:11:40.511268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['287ce226-7c4e-4561-b62f-12421f58f160'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:40.539247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.547806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.555647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.565230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.572627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] No DVR routers for this DVR port 287ce226-7c4e-4561-b62f-12421f58f160 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:40.576266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.576862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.579065 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.579633 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ca74561-5287-428c-82dc-6132f3a2e572 req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.54 "DELETE /v2.0/ports/287ce226-7c4e-4561-b62f-12421f58f160 HTTP/1.1" status: 204 len: 173 time: 0.9569921 Aug 03 19:11:40.580564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'name': 'network-vif-deleted', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:40.583958 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590cbd1-e0a7-4628-bcf8-bc37698b6353" -d '{"events": [{"server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "name": "network-vif-deleted", "tag": "287ce226-7c4e-4561-b62f-12421f58f160"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:40.584901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.587391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826b0ff-76d7-4947-bf3f-0ec0a6aaa98b tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] Pushing event deleted for resources: {'Port': ['ID=287ce226-7c4e-4561-b62f-12421f58f160,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.592706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.595101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-0d5e6493-05f6-443f-9e05-9cc129c959cd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5428 time: 0.1315222 Aug 03 19:11:40.630398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.638166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:40.717487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb586d9c-bfa2-41d9-b261-35f9d01de024 req-ddd3f5ee-2414-4d0b-9d10-a31a555c2321 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836785 Aug 03 19:11:40.718730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:40.719577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1209d330-a4d8-42ad-a464-b701d7b7d33d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:40.767642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.779389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135858f-0150-4c5d-9b18-5555c96b10d4 req-f103358a-6d62-4859-8622-4fda19426e2c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:40.787444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f135858f-0150-4c5d-9b18-5555c96b10d4 req-f103358a-6d62-4859-8622-4fda19426e2c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1907146 Aug 03 19:11:40.859201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:40.865689 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446c94b5-02e4-4bcf-9b35-2f313daa1efe" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:40.888168 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec95a3c-8214-4d36-9df0-2b62a923412a x-openstack-request-id: req-4ec95a3c-8214-4d36-9df0-2b62a923412a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:40.889098 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4809f7f5-6d86-4542-936c-423d32885d87", "name": "network-vif-deleted", "tag": "287ce226-7c4e-4561-b62f-12421f58f160", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:40.889565 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ec95a3c-8214-4d36-9df0-2b62a923412a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:40.890263 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4809f7f5-6d86-4542-936c-423d32885d87', 'name': 'network-vif-deleted', 'tag': '287ce226-7c4e-4561-b62f-12421f58f160', 'status': 'completed', 'code': 200} Aug 03 19:11:40.909371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f135858f-0150-4c5d-9b18-5555c96b10d4 req-946f9105-003f-4cb1-a71e-c468be0401c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212087 Aug 03 19:11:40.951375 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461f666-37c9-421e-be56-33170d0e2f27 x-openstack-request-id: req-d461f666-37c9-421e-be56-33170d0e2f27 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:40.951759 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:40.952031 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d461f666-37c9-421e-be56-33170d0e2f27 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:40.952443 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'status': 'completed', 'code': 200} Aug 03 19:11:40.953695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Attempting to bind port bfa822b6-e604-4a25-9c3e-b1a0bff03314 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:11:40.954034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Attempting to bind port bfa822b6-e604-4a25-9c3e-b1a0bff03314 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:11:40.954367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Attempting to bind port bfa822b6-e604-4a25-9c3e-b1a0bff03314 on network 4cf31203-3992-41db-9b83-7b021463b3ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:40.970485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Port bfa822b6-e604-4a25-9c3e-b1a0bff03314 on network 4cf31203-3992-41db-9b83-7b021463b3ae not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:11:40.971161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Attempting to bind port bfa822b6-e604-4a25-9c3e-b1a0bff03314 on network 4cf31203-3992-41db-9b83-7b021463b3ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:11:40.973418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:40.988255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:11:40.989517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Checking segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:40.990680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Bound using segment: {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:11:40.991382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Bound port: bfa822b6-e604-4a25-9c3e-b1a0bff03314, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:11:40.992117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.169650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.173541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.174913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.176010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.177094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.179142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.180247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.184909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-619a1ad9-ca9a-4604-aa3e-23817448b4e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6443 time: 0.2047553 Aug 03 19:11:41.189881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 1209d330-a4d8-42ad-a464-b701d7b7d33d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:41.219468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357'}, {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:41.223652 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f93347-1c65-4de1-ad20-02631b6e1563" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357"}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:41.240685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 1209d330-a4d8-42ad-a464-b701d7b7d33d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:41.241708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.443465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc268bac-c1d4-4a84-938c-c79c6e498a9c req-824f766b-fdfb-4e64-baea-8105a35d3c01 tempest-ServersTestJSON-971688790 tempest-ServersTestJSON-971688790-project] 10.222.0.67 "GET /v2.0/ports?device_id=4809f7f5-6d86-4542-936c-423d32885d87 HTTP/1.1" status: 200 len: 210 time: 0.0440562 Aug 03 19:11:41.541635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-bf9c08fb-709b-4ada-ae84-1eaefe4fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.544200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-bf9c08fb-709b-4ada-ae84-1eaefe4fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.545051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-bf9c08fb-709b-4ada-ae84-1eaefe4fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.549542 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-bf9c08fb-709b-4ada-ae84-1eaefe4fc9de service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=597c3c5c72424bc493b709e0d0d30bae&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3551152 Aug 03 19:11:41.551166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.623697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:11:41.653910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:41.679977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:11:41.705697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.712819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.720433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.727288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.734413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.741100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.748994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:41.758045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-a7544fe6-f9b1-4365-967b-a722a1e0e26c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1988437 Aug 03 19:11:41.771050 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.772201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device feb137b7-fea8-485a-9e0f-8db1cea71a4d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:41.811776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf812033-0bd3-4753-bc62-c13e3f5c0c08 req-feb3cc57-a4c4-46c9-9e56-ede2ac898282 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524557 Aug 03 19:11:41.824231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:41.974951 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b3fc3-33fe-43d7-8e87-1f822c3d58eb x-openstack-request-id: req-744b3fc3-33fe-43d7-8e87-1f822c3d58eb {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:41.975984 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357", "code": 200}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:41.977823 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-744b3fc3-33fe-43d7-8e87-1f822c3d58eb {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:41.978760 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'code': 200} Aug 03 19:11:41.984284 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4', 'code': 200} Aug 03 19:11:42.006442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.029513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.032353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.036393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9738b639-9551-4994-bc66-f5169ed12c16 service neutron] 10.222.0.77 "PUT /v2.0/ports/bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 200 len: 1091 time: 2.7084513 Aug 03 19:11:42.037333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.206350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2eac5-1c00-45fa-a15b-9d9954019880 req-8fc01d91-ca53-48d2-b92a-0a9cd9bc8d2a tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.211903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8db2eac5-1c00-45fa-a15b-9d9954019880 req-8fc01d91-ca53-48d2-b92a-0a9cd9bc8d2a tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 945 time: 0.1299937 Aug 03 19:11:42.238711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port feb137b7-fea8-485a-9e0f-8db1cea71a4d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:42.243899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port feb137b7-fea8-485a-9e0f-8db1cea71a4d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:42.244275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.418139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.424892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.456963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.465640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.472572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.479111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.486089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.498101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-eb7b9b16-1eb8-4a18-bda6-5d94aec6ffe3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5430 time: 0.2886703 Aug 03 19:11:42.506502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.515503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8db2eac5-1c00-45fa-a15b-9d9954019880 req-b2974963-d4f3-489c-b9bc-b4f306a7c5ff tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897940 Aug 03 19:11:42.558331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-983ad7b7-71cc-4c48-9d42-278c436e4a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.563432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-446c94b5-02e4-4bcf-9b35-2f313daa1efe req-983ad7b7-71cc-4c48-9d42-278c436e4a67 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0032403 Aug 03 19:11:42.617703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:42.618027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c9cea66-911c-4dda-b5fd-202897a7cb54 req-d82d0119-7f85-477d-90b4-af865933333c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183434 Aug 03 19:11:42.618229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:42.724799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.724799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.724799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.724799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.724799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.725477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.725603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:42.727955 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-323fd75c-6b9e-4c64-925d-834f628a1e47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6485 time: 0.1006889 Aug 03 19:11:42.728742 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.730615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2037d41a-2dec-4bac-abc5-dd4170413bc2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:42.732036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Deleting subnet ab4057dc-6365-427b-97ff-86f1aa211dae {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:11:42.736506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:42.831710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9aadca77-3935-41d2-93b5-f575bd43c3dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 200 len: 217 time: 0.0926313 Aug 03 19:11:42.922365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:42.953496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:42.956374 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0af1d24-a30b-426b-ace0-a6edac2e01d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:42.982761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.015513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:43.032554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:43.038226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.039692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-85e0c0ee-020b-4498-a8ca-6be454bf4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.044171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-85e0c0ee-020b-4498-a8ca-6be454bf4c1c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 HTTP/1.1" status: 200 len: 856 time: 0.1956868 Aug 03 19:11:43.161674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.186808 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e7f59-d775-4844-92c9-0dd70870bd9b x-openstack-request-id: req-9d3e7f59-d775-4844-92c9-0dd70870bd9b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:43.187246 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:43.187633 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d3e7f59-d775-4844-92c9-0dd70870bd9b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:43.188224 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'status': 'completed', 'code': 200} Aug 03 19:11:43.302126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.302401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-6173c949-7c34-4b33-8001-9095b9ea4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.307525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.315446 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-6173c949-7c34-4b33-8001-9095b9ea4375 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76f1e661-02c6-429b-96b6-a6e39c38104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2595818 Aug 03 19:11:43.337165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.375434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.424874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.430955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:43.461711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.484168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.499888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:43.519316 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.520378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4918896a-66ed-4b57-955c-c2cfaa952496 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:43.520712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-1318f472-c44d-4c52-9a25-1c5cfb419caa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.5443530 Aug 03 19:11:43.592522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e71eea50-4e77-482f-ac44-aad1570e9273 service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575331 Aug 03 19:11:43.655939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.662411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a855fa0-8668-4013-bbf6-5f4288ec322d req-42be1e2b-2298-4948-a181-17d11ce6a445 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375091 Aug 03 19:11:43.688202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.783613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4057dc-6365-427b-97ff-86f1aa211dae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:43.804029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 4918896a-66ed-4b57-955c-c2cfaa952496 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:43.810401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4918896a-66ed-4b57-955c-c2cfaa952496 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:43.810794 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.832290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:43.845424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56c5e492-2db0-4a10-9473-0a07b193e239 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ab4057dc-6365-427b-97ff-86f1aa211dae HTTP/1.1" status: 204 len: 168 time: 1.2225223 Aug 03 19:11:43.846575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:43.950064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-06bccb9d-6462-475b-9b16-aec428ec3a9c service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481200 Aug 03 19:11:43.980619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d'}, {'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d'}, {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037d41a-2dec-4bac-abc5-dd4170413bc2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:43.983828 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fed35ab-b6c3-438c-9dd7-91ee9c6b948a" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d"}, {"server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "name": "network-vif-plugged", "status": "completed", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d"}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "2037d41a-2dec-4bac-abc5-dd4170413bc2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:44.009644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.023724 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-46ca7e44-7eef-49c2-be7c-0e339360b62d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 217 time: 0.0663462 Aug 03 19:11:44.030648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec5a73-16d9-40f4-99a4-e74b2aa992f8 req-607e6dd0-0cc5-4a3f-8f88-7f25df26ae79 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.040281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98ec5a73-16d9-40f4-99a4-e74b2aa992f8 req-607e6dd0-0cc5-4a3f-8f88-7f25df26ae79 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.3764303 Aug 03 19:11:44.054456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:44.126218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-3ab6fde8-4699-4d86-a210-18e0e4b84571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.128344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-3ab6fde8-4699-4d86-a210-18e0e4b84571 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.0948811 Aug 03 19:11:44.130472 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.131444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9de748c9-e85f-45ca-9beb-a7b31fd025d7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:44.155587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98ec5a73-16d9-40f4-99a4-e74b2aa992f8 req-337b9dad-e192-4b9d-8a1f-2232ce5d302b tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142116 Aug 03 19:11:44.215146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-25a0e4a1-e337-431b-a4c0-fd9bd6536e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.215146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-25a0e4a1-e337-431b-a4c0-fd9bd6536e66 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719945 Aug 03 19:11:44.228500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.246826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.262807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.263687 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969de136-74e0-449d-b3a5-af4d03580dc3 x-openstack-request-id: req-969de136-74e0-449d-b3a5-af4d03580dc3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:44.264257 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d", "code": 200}, {"server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "name": "network-vif-plugged", "status": "completed", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d", "code": 200}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "2037d41a-2dec-4bac-abc5-dd4170413bc2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:44.264589 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-969de136-74e0-449d-b3a5-af4d03580dc3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:44.265085 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'code': 200} Aug 03 19:11:44.265410 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'code': 200} Aug 03 19:11:44.265976 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037d41a-2dec-4bac-abc5-dd4170413bc2', 'code': 200} Aug 03 19:11:44.273482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.282309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.290827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.299430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.312134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-03f1ccc7-fbd7-4ba2-af9c-c3dd9aa734c2 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5431 time: 0.3797755 Aug 03 19:11:44.314353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:44.328186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.394627 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e3402d48-17dc-4bbe-9d1a-2f70c28420d2 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716013 Aug 03 19:11:44.416878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:11:44.422008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:44.422389 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.444099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1daac980-4938-4fb4-bba0-3dc49e41c42c req-2b5bd8df-4c8d-4b25-b897-7bb4d1fabce3 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1305971 Aug 03 19:11:44.485648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064580c-a8a4-4a74-9d70-7921e538af0a req-17e2b318-cc89-4388-bc74-10d8e2f1f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.489359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c064580c-a8a4-4a74-9d70-7921e538af0a req-17e2b318-cc89-4388-bc74-10d8e2f1f91b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 1097 time: 0.1436059 Aug 03 19:11:44.773757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c064580c-a8a4-4a74-9d70-7921e538af0a req-0be3be1f-d7c3-47f0-97f5-715b89225d2b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009996 Aug 03 19:11:44.773757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.773757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80048c70-6446-4335-a9c6-cc154bc3ad87']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:44.774899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-23cf9aa3-c790-41f3-91ba-e280f0233525 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152812 Aug 03 19:11:44.775282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b718501-8b3f-429f-9c90-dde49bba397e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:44.775282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b718501-8b3f-429f-9c90-dde49bba397e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:44.775282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.775282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.775560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:11:44.775658 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:11:44.778721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:44.778818 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-f87be365-5a3a-402b-af9f-d87cd02ce096 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 217 time: 0.0939834 Aug 03 19:11:44.806729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:11:44.824822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-34e9d4c6-5050-4d29-ba35-6833e731abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.826560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-34e9d4c6-5050-4d29-ba35-6833e731abf3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.0533581 Aug 03 19:11:44.914490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-e3214179-597b-4606-aa90-d6b1962fbf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.917078 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e3214179-597b-4606-aa90-d6b1962fbf10 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821576 Aug 03 19:11:44.979913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.989519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.999060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:44.999460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:45.009993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.018001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:11:45.020742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.031339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.045266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.049628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77b078e6-0652-4124-93b9-662571701c94 req-0353331d-549f-4eda-a3ae-4ce44c3e4bc3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2017407 Aug 03 19:11:45.069276 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.101114 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-aec1920d-9f7c-4c6f-91aa-91dc522bc139 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709499 Aug 03 19:11:45.139876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77b078e6-0652-4124-93b9-662571701c94 req-264ff03d-56f3-4d69-9dd5-b92606b772ec tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824337 Aug 03 19:11:45.143137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.159843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.191922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:11:45.241573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.257913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.258292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.280523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] 10.222.0.67 "DELETE /v2.0/networks/80048c70-6446-4335-a9c6-cc154bc3ad87 HTTP/1.1" status: 204 len: 168 time: 1.4276254 Aug 03 19:11:45.291093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b5ce7-36e7-49e7-ac04-929ccf524e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=80048c70-6446-4335-a9c6-cc154bc3ad87,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.302285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:45.304642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 287ce226-7c4e-4561-b62f-12421f58f160 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:45.356414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 287ce226-7c4e-4561-b62f-12421f58f160 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:45.356725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 287ce226-7c4e-4561-b62f-12421f58f160 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:45.374147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:45.387671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-e19a2571-7f7e-4bf3-89a6-08e4f7dfa8a8 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770112 Aug 03 19:11:45.454455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:45.470240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68698f9c-8354-41b2-821e-1fd0b2aa764b req-3857bff6-b112-40df-a236-6d96a499a173 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.472076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68698f9c-8354-41b2-821e-1fd0b2aa764b req-3857bff6-b112-40df-a236-6d96a499a173 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.1431930 Aug 03 19:11:45.483814 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-7e7abc43-6490-472d-bd80-a3ff7985c127 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b HTTP/1.1" status: 200 len: 217 time: 0.0858028 Aug 03 19:11:45.565580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68698f9c-8354-41b2-821e-1fd0b2aa764b req-4f9f36da-50ac-4c98-81c7-d125fcf2c1e4 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837464 Aug 03 19:11:45.577773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-9a74cc94-22fc-4135-af79-83669943f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.579279 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9a74cc94-22fc-4135-af79-83669943f34f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.0861597 Aug 03 19:11:45.590810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['336fd4e4-2fda-4041-be1c-0b6ab7218e53'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:11:45.685079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-262370af-2401-4a4e-a556-d43a6e89fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.688967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.691890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-262370af-2401-4a4e-a556-d43a6e89fc3c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979793 Aug 03 19:11:45.698214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.705649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.727168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.740017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.754715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.785544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:45.787631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-1be3c854-3f77-4f7c-8f99-b906bf8dfc55 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.2166727 Aug 03 19:11:45.872441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ab4d8d6-422a-47a9-8e42-1f60f212d95b req-93c7f68b-1dbd-431f-96c6-bb7799bb6ab6 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747650 Aug 03 19:11:45.899501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-a85a7a7a-3a50-46bf-8a75-c8b16fcf1615 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968029 Aug 03 19:11:46.048325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:46.073615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-3bb47cd7-ca79-4800-a071-30132b4b852b service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564004 Aug 03 19:11:46.140812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-35020d0e-b2d4-4cde-b371-8c5158cb36d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=870f77c215764a02aafa5f9984f6678d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883453 Aug 03 19:11:46.141201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:46.196621 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-6f25bdf0-fe2e-4036-b270-d78ead9023a1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=26e9d839-fc59-4922-bd78-3105ad1fd881 HTTP/1.1" status: 200 len: 217 time: 0.0891135 Aug 03 19:11:46.227563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.257343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.267521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496'}, {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:46.270468 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc6be47-33d6-4e2a-99cf-b4e3fb75430c" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496"}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:46.286628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-7403c7a1-f2da-4672-8773-7218c451c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.288071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-7403c7a1-f2da-4672-8773-7218c451c153 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.0828674 Aug 03 19:11:46.443684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-6bd9ebb1-c675-4400-a21c-1c0c0e6d8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.463299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-6bd9ebb1-c675-4400-a21c-1c0c0e6d8954 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1484365 Aug 03 19:11:46.512197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.519266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.525879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.532818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.539607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.548157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.555955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.570443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-c103dfe0-9101-4033-a822-f70acef44363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2335074 Aug 03 19:11:46.621315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a110f49-cebb-4246-9693-99ab5df3cc9e req-d5451135-d362-4b60-85ed-3c61951d7cad tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498898 Aug 03 19:11:46.623813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.626598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.627811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6ed66fe-3922-43d7-a788-4b3930e218bd HTTP/1.1" status: 204 len: 168 time: 0.4853654 Aug 03 19:11:46.627930 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-9820043f-ec26-471b-8758-92ea19076174 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636734 Aug 03 19:11:46.660221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4af6a-38ec-4e91-b670-624941f26f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed66fe-3922-43d7-a788-4b3930e218bd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:46.736302 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858eb9a8-5ac4-4bed-a7a5-ffc1ea349d01 x-openstack-request-id: req-858eb9a8-5ac4-4bed-a7a5-ffc1ea349d01 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:46.736608 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496", "code": 200}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-plugged", "status": "completed", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:46.736961 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-858eb9a8-5ac4-4bed-a7a5-ffc1ea349d01 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:46.737375 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496', 'code': 200} Aug 03 19:11:46.737634 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'code': 200} Aug 03 19:11:46.801400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7ab98-eea4-4607-93be-f64dfa90586d req-35db4d04-a9ad-477c-bea7-a90f66ec9fec tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:46.811782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ed7ab98-eea4-4607-93be-f64dfa90586d req-35db4d04-a9ad-477c-bea7-a90f66ec9fec tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.0929294 Aug 03 19:11:46.812400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:11:46.983595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:11:46.984028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:46.996352 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-3843ec9b-bab7-4eab-9188-431e5db58ae5 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574395 Aug 03 19:11:47.045746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ed7ab98-eea4-4607-93be-f64dfa90586d req-24dce2b1-4200-4b84-ad62-50cbcd2379d9 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329397 Aug 03 19:11:47.085061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-1a835159-36c6-44b2-aa69-704d526da9f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9 HTTP/1.1" status: 200 len: 217 time: 0.0768483 Aug 03 19:11:47.216272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.220160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.221505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.223002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.224443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.225669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.243400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.244050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.254151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-42edc5ab-31cd-4e63-ba95-06a728584299 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6490 time: 0.3657656 Aug 03 19:11:47.319546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fcd46-c7b8-42ba-bda0-ac53c0a15128 req-1b8139e6-3d74-469e-a187-8d8eb4cfd1bc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.331507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b44fcd46-c7b8-42ba-bda0-ac53c0a15128 req-1b8139e6-3d74-469e-a187-8d8eb4cfd1bc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.3726242 Aug 03 19:11:47.344520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:47.356553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-431e5faa-5196-4645-b787-e718cc672aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.364333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-431e5faa-5196-4645-b787-e718cc672aa9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.2706079 Aug 03 19:11:47.387114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-c907f2c7-964b-4967-bfae-e831828d2c93 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.389329 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-c907f2c7-964b-4967-bfae-e831828d2c93 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 944 time: 0.1910763 Aug 03 19:11:47.441912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b44fcd46-c7b8-42ba-bda0-ac53c0a15128 req-8ce57e40-39c8-4641-8439-8b572a10ffe5 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016824 Aug 03 19:11:47.444435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.480986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d248cdb-e22c-4654-ba4e-479762fcee78 req-82e9b159-343d-43f5-aefe-d4f35363fde6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965892 Aug 03 19:11:47.598105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:47.633935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.636513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-5a3d0439-2794-4b0b-ab2d-07a6f9e8b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.639696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-5a3d0439-2794-4b0b-ab2d-07a6f9e8b4c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2651343 Aug 03 19:11:47.655446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.681391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.692406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.699189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.717370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.741676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.754169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-da76cf67-aa59-4ed2-b5aa-ba560ec2181f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.3414204 Aug 03 19:11:47.796854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Deleting port 3f56273b-7a54-45f4-94e5-73f3b097d91b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:47.797201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:47.913725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8078bcad-43a1-4e07-9b66-2dd19353c169 req-6ace08a9-68eb-4529-9daf-9ac6a3da6813 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546087 Aug 03 19:11:47.966395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584449f5-c413-45e3-843a-99f9b1d2a3e5 req-c488fcbd-0a36-48fd-b958-1ef131ff7c88 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:47.970915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-3a42553e-1480-4678-a4e8-842e67546d7d service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145955 Aug 03 19:11:47.980185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584449f5-c413-45e3-843a-99f9b1d2a3e5 req-c488fcbd-0a36-48fd-b958-1ef131ff7c88 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.3671486 Aug 03 19:11:47.982703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:47.987521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Request body: {'floatingip': {'port_id': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:48.083258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.289713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-fa630a70-3d5b-4697-beee-8b4cadcfd8f5 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914984 Aug 03 19:11:48.341175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] For port 3f56273b-7a54-45f4-94e5-73f3b097d91b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=3f56273b-7a54-45f4-94e5-73f3b097d91b,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:48.362280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.427773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-6b915ecf-a9fc-4313-a72e-c824ba078c4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 200 len: 217 time: 0.1215839 Aug 03 19:11:48.429032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Calling delete_port for 3f56273b-7a54-45f4-94e5-73f3b097d91b owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:48.630717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-7abda6a7-b106-486d-a140-7655b3feb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.635242 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-7abda6a7-b106-486d-a140-7655b3feb07e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.1980069 Aug 03 19:11:48.719966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50272) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:48.740806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:48.789530 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56432aff-b089-4e30-bce6-9561317a411a" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:48.913709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.920728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.924948 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a28694ec-82da-4656-b227-7bfe1ed6d1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:48.927775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.934887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.947410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.956787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.960001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76464-c716-4e74-a127-e35858584023 req-f6cb3cd3-6957-4d27-84f6-68ba23431f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.961821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-f6cb3cd3-6957-4d27-84f6-68ba23431f92 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1651788 Aug 03 19:11:48.969601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:48.990954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-92d4ad54-46a0-44b2-b257-ab055a188c0b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.3851805 Aug 03 19:11:49.049384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.101371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event deleted for resources: {'Port': ['ID=3f56273b-7a54-45f4-94e5-73f3b097d91b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:49.196982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:11:49.238875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] No DVR routers for this DVR port 3f56273b-7a54-45f4-94e5-73f3b097d91b on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:49.253967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.256136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3661010e-8a28-4b74-a691-96f0aec79c92 req-92a25a36-d0eb-4c24-b727-d650b5f3c213 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "DELETE /v2.0/ports/3f56273b-7a54-45f4-94e5-73f3b097d91b HTTP/1.1" status: 204 len: 173 time: 1.8405542 Aug 03 19:11:49.258058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-deleted', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:49.260425 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09833e18-4b1e-48fe-bd1b-65d02d2723d7" -d '{"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-deleted", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:49.260891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.267318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-be1a43dc-16bd-4742-93ae-3bf8215d345c service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955365 Aug 03 19:11:49.274945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-353382142-network', 'tenant_id': '4c2863afe8544d8f9af87b841a715910'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:49.352234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0c94bb3-91a8-4d14-a709-f20ffd47471e req-423c53bd-536a-4280-8e26-9d103b867bd5 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3554804 Aug 03 19:11:49.367494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13815c8c-68ee-4bf3-bcfb-6d762d92a81e req-3ddaa914-a6c1-4d6d-b8a5-e04206131264 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.385655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13815c8c-68ee-4bf3-bcfb-6d762d92a81e req-3ddaa914-a6c1-4d6d-b8a5-e04206131264 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a HTTP/1.1" status: 200 len: 866 time: 0.6660750 Aug 03 19:11:49.396873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.471292 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27dc144-4057-4a09-b779-2516da3d614f x-openstack-request-id: req-b27dc144-4057-4a09-b779-2516da3d614f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:49.471626 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:49.471888 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b27dc144-4057-4a09-b779-2516da3d614f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:49.473330 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:11:49.498444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50c76464-c716-4e74-a127-e35858584023 req-0aa818d5-1237-4197-b9ca-efc39c5e14a6 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228565 Aug 03 19:11:49.517191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13815c8c-68ee-4bf3-bcfb-6d762d92a81e req-42718024-c200-4aab-98d4-3d1589375645 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307573 Aug 03 19:11:49.631812 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5612289f-e0d0-4bed-9d17-f000dbf43517 x-openstack-request-id: req-5612289f-e0d0-4bed-9d17-f000dbf43517 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:49.632483 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0259f38-97ae-4a7a-a2ed-0a81a85a4a7a", "name": "network-vif-deleted", "tag": "3f56273b-7a54-45f4-94e5-73f3b097d91b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:49.632980 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5612289f-e0d0-4bed-9d17-f000dbf43517 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:49.633641 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0259f38-97ae-4a7a-a2ed-0a81a85a4a7a', 'name': 'network-vif-deleted', 'tag': '3f56273b-7a54-45f4-94e5-73f3b097d91b', 'status': 'completed', 'code': 200} Aug 03 19:11:49.637058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Made reservation on behalf of 4c2863afe8544d8f9af87b841a715910 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:49.639537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.692291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:49.804887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.805713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.806369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.808403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.812377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.812900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.813611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.819334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-cab83586-b5a7-4578-ac07-578c16d4540c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6485 time: 0.1273711 Aug 03 19:11:49.840884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.880060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.900364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.911416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.936922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.944023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.965863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:49.968973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-cc492c1f-de8f-4c41-bcb4-6b9b127c1c30 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.3781686 Aug 03 19:11:49.991761 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Floating IP a91bc987-6a30-49ef-8b52-1b98b7222bbb associated. External IP: 172.25.2.114, port: feb137b7-fea8-485a-9e0f-8db1cea71a4d. Aug 03 19:11:50.049592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-61d22381-a75c-48b7-b80c-b6749b00af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.051545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-61d22381-a75c-48b7-b80c-b6749b00af0d service neutron] 10.222.0.77 "GET /v2.0/networks?id=4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 200 len: 903 time: 0.2215648 Aug 03 19:11:50.118863 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-060d0deb-3ef6-4a63-92b3-f0d893b73571 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 200 len: 217 time: 0.0551784 Aug 03 19:11:50.196738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-faf00b48-825e-4a91-818b-6af17fa12f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.199386 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-faf00b48-825e-4a91-818b-6af17fa12f03 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.0678890 Aug 03 19:11:50.264226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-8f3e4ecb-4494-404a-be15-8a2527b4534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.266715 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-8f3e4ecb-4494-404a-be15-8a2527b4534d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566339 Aug 03 19:11:50.304865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8a18f59-668e-40b2-a7e5-9c4eae1eded9 req-5300d963-aafe-45ca-96c1-7d5ff4a40108 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3144543 Aug 03 19:11:50.451559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.579357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-92f6396b-9ce1-4443-8462-adc09cf2e6db service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034651 Aug 03 19:11:50.618958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.721905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73488b82-080d-4b56-81c8-ef7be1cbcb0b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:50.804432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:50.831732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:50.848226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:50.848837 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Added segment 54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf of type vlan for network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 Aug 03 19:11:50.883582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 3f56273b-7a54-45f4-94e5-73f3b097d91b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:11:50.884121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 3f56273b-7a54-45f4-94e5-73f3b097d91b not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:50.912699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.920008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.928454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.935439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.942918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f0af1d24-a30b-426b-ace0-a6edac2e01d1 req-d675ef02-019d-43d6-b6ef-c2672ee437ce service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536744 Aug 03 19:11:50.943467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.950440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.956789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:50.966650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b6ea468-8041-4e52-8433-3122feafe639 req-97728bef-d233-48cc-9ee9-5aa8f751de37 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.4153113 Aug 03 19:11:51.031177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b6ea468-8041-4e52-8433-3122feafe639 req-c0d55169-3bdd-471e-b611-547b6994a89d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623002 Aug 03 19:11:51.128071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50308) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.209067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.284334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.291168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.305648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.314427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.322080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.329991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.338020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:51.345657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11cd56a3-1acb-48b9-92f4-24434075f5c2 req-d9f81dd1-8f68-4cec-a5cc-fabb48131676 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.6377926 Aug 03 19:11:51.356100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:51.360604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Request body: {'floatingip': {'port_id': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:51.437873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:51.477747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:51.998669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9841ffcd-e56e-4a39-b4bf-3b24b9fb69d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.009657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.016125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.018213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.182124 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.233862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.5127513 Aug 03 19:11:52.240242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:52.261470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Request body: {'subnet': {'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-353382142-subnet', 'tenant_id': '4c2863afe8544d8f9af87b841a715910', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:52.374331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258faa-bae9-4eb7-88ed-0d5ad929d93d admin admin] Pushing event updated for resources: {'Network': ['ID=7a8b6eb6-1d50-4410-8cd4-c7efbca95c77,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:52.388275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:52.416834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cc21d-4781-4f23-bd60-1e8292537879 req-5cc28dbb-ebee-438a-aa0d-b9b043bdd8dc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.419416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d56cc21d-4781-4f23-bd60-1e8292537879 req-5cc28dbb-ebee-438a-aa0d-b9b043bdd8dc tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.3580909 Aug 03 19:11:52.424222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:52.442776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.453201 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Sync routers for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:52.489983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:52.490660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:52.535882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.542095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.550197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.557372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.564073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.570101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.577527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.587712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-2b66ae9e-7622-4908-a0a0-cabdce2d6daa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.3555911 Aug 03 19:11:52.607375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Made reservation on behalf of 4c2863afe8544d8f9af87b841a715910 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:52.610438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.625136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-50e2fb9a-d30a-4a17-a20e-1a964b7169a6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "PUT /v2.0/floatingips/a91bc987-6a30-49ef-8b52-1b98b7222bbb HTTP/1.1" status: 200 len: 992 time: 4.6384206 Aug 03 19:11:52.632537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:52.635218 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:52.707198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:52.707405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d56cc21d-4781-4f23-bd60-1e8292537879 req-b8f0a1d4-b0c0-463d-b0b0-9b8dd700ab31 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806265 Aug 03 19:11:52.826558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.905929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:52.997620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-8d13193d-27aa-4de9-be85-fbcc72b36e8b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:52.999421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-8d13193d-27aa-4de9-be85-fbcc72b36e8b tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.0919273 Aug 03 19:11:53.059400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a91bc987-6a30-49ef-8b52-1b98b7222bbb', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'port_id': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'mac_address': 'fa:16:3e:08:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:23Z', 'updated_at': '2021-08-03T19:11:49Z', 'revision_number': 1, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:53.103363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.125913 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Checking router: 654adc9b-f819-4a7a-8ce4-c6925bcaec75 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:53.167144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:53.168900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:53.260692 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c079a88b-63ec-4208-9ed3-db8aebeec6e4 x-openstack-request-id: req-c079a88b-63ec-4208-9ed3-db8aebeec6e4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:53.262114 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:53.262114 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c079a88b-63ec-4208-9ed3-db8aebeec6e4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:53.262616 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'status': 'completed', 'code': 200} Aug 03 19:11:53.320130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6168f25e-ed14-4b13-bf48-0ff5ced4bdf7 req-d0f9486e-e281-421d-a32a-274881f70a28 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7306414 Aug 03 19:11:53.348024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.431490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6190f30e-00c3-452c-bc4e-28266a752098,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:53.445803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Checking segment: {'id': '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:53.446414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Network hostable DHCP agents. Network: 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:53.467088 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:53.529858 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Floating IP c70443a0-7558-4f9d-bd47-725b2bfedf0b associated. External IP: 172.25.2.88, port: 9de748c9-e85f-45ca-9beb-a7b31fd025d7. Aug 03 19:11:53.688886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:53.772301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-5bc5a246-6855-471f-b877-9d0a96c5b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.774161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-5bc5a246-6855-471f-b877-9d0a96c5b274 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445&device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 1097 time: 0.4012008 Aug 03 19:11:53.782771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:53.923499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec410f1-4053-498e-ac92-cf56d786c336 req-49aa21a9-525e-45f5-ab17-a062ef536aa4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:53.943370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ec410f1-4053-498e-ac92-cf56d786c336 req-49aa21a9-525e-45f5-ab17-a062ef536aa4 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 944 time: 0.1249766 Aug 03 19:11:53.947257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:53.968941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017bb033-4049-4d7d-8a74-499bc27bbe3a None None] Network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:54.020140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Deleting port b150b802-c2fb-4dfc-9f9a-17578de36b87 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:54.020753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.029522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.049491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.185719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ec410f1-4053-498e-ac92-cf56d786c336 req-671df718-3146-4809-8745-e7fee5426a8e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414408 Aug 03 19:11:54.278226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9048a8b8-a036-41c0-9ba4-bc64a23840b3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0272877 Aug 03 19:11:54.377299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3bbb6-ce67-4bae-be66-590d4bd24236 None None] Network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:54.430119 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a91bc987-6a30-49ef-8b52-1b98b7222bbb', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'port_id': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'mac_address': 'fa:16:3e:08:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:23Z', 'updated_at': '2021-08-03T19:11:49Z', 'revision_number': 1, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:54.490085 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66619414-0dd9-40c6-baf3-b68e41f06bda None None] The sync data for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 is: [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a91bc987-6a30-49ef-8b52-1b98b7222bbb', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'floating_ip_address': '172.25.2.114', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'port_id': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'mac_address': 'fa:16:3e:08:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:23Z', 'updated_at': '2021-08-03T19:11:49Z', 'revision_number': 1, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:54.610057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] For port b150b802-c2fb-4dfc-9f9a-17578de36b87, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b150b802-c2fb-4dfc-9f9a-17578de36b87,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:54.612510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:54.630191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Calling delete_port for b150b802-c2fb-4dfc-9f9a-17578de36b87 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:54.701475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.709976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.718932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.731232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.747268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.768746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.790254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:54.807915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c39ebda1-3af6-4e2d-9d01-07c1656766e1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2894819 Aug 03 19:11:54.874802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a4c8e0-8455-46a4-993d-854c5cb17509 req-c34d774a-525b-40a0-a87a-bbc29101a4b8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632725 Aug 03 19:11:55.024329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-892812d8-db89-42a0-8821-a4c5605ff3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.028473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-892812d8-db89-42a0-8821-a4c5605ff3cd service neutron] 10.222.0.77 "GET /v2.0/networks?id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc HTTP/1.1" status: 200 len: 917 time: 1.1827898 Aug 03 19:11:55.060452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Router 0b23d95d-0d36-4324-b043-c6ea9fd69323 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:55.081589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b88012-4310-4560-ab74-2e7c8d4fa080 None None] New status for floating IP a91bc987-6a30-49ef-8b52-1b98b7222bbb: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:11:55.128420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:11:55.226089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.441969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:11:55.454909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6ad1f94-297b-45a9-92f8-6dc27070762c req-c5c700f7-e2b1-4984-ae3c-7e6b66d88b60 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0945561 Aug 03 19:11:55.456991 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Sync routers for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:11:55.467316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No active binding found for port b150b802-c2fb-4dfc-9f9a-17578de36b87 {{(pid=101344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:11:55.468829 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-1e8ce3ce-396d-47df-8427-37244e7bceae service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d HTTP/1.1" status: 200 len: 1000 time: 0.4189208 Aug 03 19:11:55.477168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b150b802-c2fb-4dfc-9f9a-17578de36b87 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:11:55.477479 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:55.494356 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:55.495039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.595208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.687402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event deleted for resources: {'Port': ['ID=b150b802-c2fb-4dfc-9f9a-17578de36b87,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:55.719939 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:55.813431 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7a67cb1-0d3c-49f3-92fa-b2bda1a0dc43 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "PUT /v2.0/floatingips/c70443a0-7558-4f9d-bd47-725b2bfedf0b HTTP/1.1" status: 200 len: 990 time: 4.4553745 Aug 03 19:11:55.827897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:55.833488 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea421de-744b-46bf-979f-aa92a1866517" -d '{"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:55.836598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] No DVR routers for this DVR port b150b802-c2fb-4dfc-9f9a-17578de36b87 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:11:55.870872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:55.873133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1a9eb1e0-a888-417e-82b4-777751121c13 req-2ddcd47e-3505-4765-92bd-45a2ba28f086 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "DELETE /v2.0/ports/b150b802-c2fb-4dfc-9f9a-17578de36b87 HTTP/1.1" status: 204 len: 173 time: 2.8656127 Aug 03 19:11:55.919912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-5aa443cd-de66-488c-956b-362e9f838b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:55.921800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:55.927913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-902919779-network', 'tenant_id': '92d81bd344c84ad4beb1ca6dec6d47c8'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:55.947006 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-5aa443cd-de66-488c-956b-362e9f838b35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=adb8abdf-2916-48ca-9eaa-1ce18332820e HTTP/1.1" status: 200 len: 855 time: 0.3533051 Aug 03 19:11:56.000052 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9388d119-ced8-45d9-9de3-034e370f28de x-openstack-request-id: req-9388d119-ced8-45d9-9de3-034e370f28de {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:56.000630 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:56.001058 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9388d119-ced8-45d9-9de3-034e370f28de {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:56.001600 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'status': 'completed', 'code': 200} Aug 03 19:11:56.133482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Deleting port 14ac42ff-2241-4365-abcc-96b49f038e85 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:11:56.134425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.169925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Made reservation on behalf of 92d81bd344c84ad4beb1ca6dec6d47c8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:56.176230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.222190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.236293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.246343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.260619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.271154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.283429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.299633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.313989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-6797558e-6d5e-4f9a-8952-c73cbbfecd53 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2230411 Aug 03 19:11:56.316587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-dde22c06-7132-4229-8659-33c45d7c451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.318544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.325945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-dde22c06-7132-4229-8659-33c45d7c451e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=18f495ec-5458-48a6-9ec1-c7f9bdec79dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3718283 Aug 03 19:11:56.356702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.357549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.358966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.359627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.360719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.361864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.361864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:56.365797 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-98fadda5-6a4e-498b-8e03-57e6cc62c204 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6490 time: 0.3329153 Aug 03 19:11:56.414247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] For port 14ac42ff-2241-4365-abcc-96b49f038e85, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14ac42ff-2241-4365-abcc-96b49f038e85,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:11:56.414904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.444015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Calling delete_port for 14ac42ff-2241-4365-abcc-96b49f038e85 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:11:56.490198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c70443a0-7558-4f9d-bd47-725b2bfedf0b', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'port_id': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'mac_address': 'fa:16:3e:6f:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:17Z', 'updated_at': '2021-08-03T19:11:52Z', 'revision_number': 1, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:56.555619 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Checking router: 0b23d95d-0d36-4324-b043-c6ea9fd69323 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:11:56.565520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.579170 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:11:56.583334 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:56.638852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aac1849-697a-4c8a-9f78-f5ad4dedce31 req-f0e39b3a-62f7-4d51-812f-e888391002d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2931535 Aug 03 19:11:56.674345 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-1a8bd07f-a874-4eb7-a6d1-1d15a3350eaf service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265383 Aug 03 19:11:56.722748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.799216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:11:56.815799 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:11:56.846560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef9ad718-e4f9-4288-ab7e-58b6b2919d7a req-9e1c8956-5f5c-402b-b99b-79e5fddbf6ea tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=beaa43ff-1ff0-400d-8723-4f9c5d83b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0724335 Aug 03 19:11:56.854223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d7ebb9-71b0-4bbe-ad50-bee367ee6e8c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:56.865099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.866266 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Added segment 3e074096-b1d5-4d69-87d7-e707a7daa7b6 of type vlan for network 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe Aug 03 19:11:56.966962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:56.968691 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d99e535e-d4a9-4a22-a3f7-f807ff6d73a7 req-12ef691d-ef22-476a-8971-2fb3d53cfabc service neutron] 10.222.0.77 "GET /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650564 Aug 03 19:11:57.028117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-4ac5b50d-2166-46ac-ac3e-8868454ab0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:57.030112 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-4ac5b50d-2166-46ac-ac3e-8868454ab0ea service neutron] 10.222.0.77 "GET /v2.0/networks?id=cc5efbca-5298-4367-82de-6b1cb7f11ba1 HTTP/1.1" status: 200 len: 912 time: 0.3547797 Aug 03 19:11:57.151650 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c70443a0-7558-4f9d-bd47-725b2bfedf0b', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'port_id': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'mac_address': 'fa:16:3e:6f:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:17Z', 'updated_at': '2021-08-03T19:11:52Z', 'revision_number': 1, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:11:57.171780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-e0458f2b-3772-44b5-b20e-3011739a41e2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 200 len: 998 time: 0.1311207 Aug 03 19:11:57.185440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4088886-3913-408e-b287-8d1a0fe5d15e None None] The sync data for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 is: [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c70443a0-7558-4f9d-bd47-725b2bfedf0b', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'port_id': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'mac_address': 'fa:16:3e:6f:e6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:10:17Z', 'updated_at': '2021-08-03T19:11:52Z', 'revision_number': 1, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:11:57.215900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.217304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:57.218027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:57.387227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] Pushing event updated for resources: {'Network': ['ID=5f0746fa-7e48-4af4-8e6b-de59e15b1bbe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:57.399329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:11:57.485375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-22212ae9-13c4-4b41-98b8-abbb041a0827 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5620134 Aug 03 19:11:57.489657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50396) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:11:57.501414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Request body: {'subnet': {'network_id': '5f0746fa-7e48-4af4-8e6b-de59e15b1bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-902919779-subnet', 'tenant_id': '92d81bd344c84ad4beb1ca6dec6d47c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:11:57.689668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b95b7-9373-448f-bf37-d28014551a1f None None] New status for floating IP c70443a0-7558-4f9d-bd47-725b2bfedf0b: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:11:57.717398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Made reservation on behalf of 92d81bd344c84ad4beb1ca6dec6d47c8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:11:57.727303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.047235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-deleted', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:11:58.051720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac285d-d39f-4ccc-910d-a414d42cc7c9" -d '{"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-deleted", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:11:58.127585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-ffd5bb71-7f30-4522-b98b-e8fe28aac2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.129892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-ffd5bb71-7f30-4522-b98b-e8fe28aac2ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4367b4-60b4-4685-9307-ca97d7b30770 HTTP/1.1" status: 200 len: 850 time: 0.9440851 Aug 03 19:11:58.195289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.198740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.205340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.220984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.227864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.233771 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbee5f9-0263-480c-9b4a-1ff351bb9c02 x-openstack-request-id: req-0cbee5f9-0263-480c-9b4a-1ff351bb9c02 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:11:58.234528 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beaa43ff-1ff0-400d-8723-4f9c5d83b1a2", "name": "network-vif-deleted", "tag": "b150b802-c2fb-4dfc-9f9a-17578de36b87", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:11:58.234528 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0cbee5f9-0263-480c-9b4a-1ff351bb9c02 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:11:58.234697 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaa43ff-1ff0-400d-8723-4f9c5d83b1a2', 'name': 'network-vif-deleted', 'tag': 'b150b802-c2fb-4dfc-9f9a-17578de36b87', 'status': 'completed', 'code': 200} Aug 03 19:11:58.241772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.244455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.246122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.254752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87839640-b575-46cb-8c01-6d62cc586afb req-ecba085e-4064-4d04-974c-f2138efe39e4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2956185 Aug 03 19:11:58.365168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87839640-b575-46cb-8c01-6d62cc586afb req-ff86329a-af37-409a-bd37-5b922c82651e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092424 Aug 03 19:11:58.466310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ac42ff-2241-4365-abcc-96b49f038e85,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.479852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea421de-744b-46bf-979f-aa92a1866517 req-f0d9c7be-cb40-43a6-97bc-a52c5a65f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:58.481814 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-f0d9c7be-cb40-43a6-97bc-a52c5a65f638 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3419394 Aug 03 19:11:58.652507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:58.765818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Checking segment: {'id': '3e074096-b1d5-4d69-87d7-e707a7daa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5f0746fa-7e48-4af4-8e6b-de59e15b1bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:11:58.767414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Network hostable DHCP agents. Network: 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:11:58.793663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Pushing event updated for resources: {'Subnet': ['ID=67122718-6be4-4077-8f16-70c8643085dc,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:11:58.799991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-2457bdee-94be-4f24-9236-5e0d79baca45 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085887 Aug 03 19:11:58.923041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Network 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:11:59.014434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.053372 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eea421de-744b-46bf-979f-aa92a1866517 req-daa19e92-b1f0-48f4-9134-ae4e24e90e43 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367682 Aug 03 19:11:59.118724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:11:59.142742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.144431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:11:59.178130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc51ac-e2d3-44e8-9065-8341ba5c8319 None None] Network 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:59.370037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b8d03513-a2c2-4fe7-b6d2-566c223a874b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8782043 Aug 03 19:11:59.394539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65b970-6c40-4d25-9c3b-ae6b8c2e92a0 req-9e5572ea-c52f-491d-8236-a769d654943e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.403006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e65b970-6c40-4d25-9c3b-ae6b8c2e92a0 req-9e5572ea-c52f-491d-8236-a769d654943e tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1533396 Aug 03 19:11:59.517654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e65b970-6c40-4d25-9c3b-ae6b8c2e92a0 req-1908a726-3b2d-4da8-ba2b-2af904490c46 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132898 Aug 03 19:11:59.552468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1e5e1-2880-4042-bdea-b46f1e78f483 None None] Network 5f0746fa-7e48-4af4-8e6b-de59e15b1bbe requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:11:59.632681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:11:59.763942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.772318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.788975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.807389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.815999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.824211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.828768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:11:59.832828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.836518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-ce9eccde-d7a2-4ead-ab0e-68d3bc10ba18 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2378526 Aug 03 19:11:59.909301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-b89330fc-c9fb-4c1c-bdce-e33b46e4a3fe tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:11:59.929579 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-b89330fc-c9fb-4c1c-bdce-e33b46e4a3fe tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.2982950 Aug 03 19:12:00.030129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86fcefb6-e03f-430f-a0ec-211f574aa83d req-761de486-7693-4b17-9d5b-6bf8267a7b70 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528633 Aug 03 19:12:00.158837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:00.168085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7835a6d8-60aa-4608-a684-fa87e968dd77 admin admin] 10.222.0.67 "PUT /v2.0/routers/84d9c7b1-8108-452f-9cd5-9a26b756ddbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0360911 Aug 03 19:12:00.169603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50442) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:00.174206 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Sync routers for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:00.197802 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:00.201772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:00.266479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Deleting port 06c6042f-6571-462a-9532-c03f37dddc4c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:00.273000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.374262 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:00.375495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.615207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] For port 06c6042f-6571-462a-9532-c03f37dddc4c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=06c6042f-6571-462a-9532-c03f37dddc4c,segment=NetworkSegment(4f3ab139-964a-4f62-87cc-8c6a508d01d8),segment_id=4f3ab139-964a-4f62-87cc-8c6a508d01d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:00.615207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.633136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Calling delete_port for 06c6042f-6571-462a-9532-c03f37dddc4c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:00.718817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:00.754272 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:11:57Z', 'revision_number': 5, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:00.804188 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Checking router: 84d9c7b1-8108-452f-9cd5-9a26b756ddbb for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:00.818207 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Routers {'84d9c7b1-8108-452f-9cd5-9a26b756ddbb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:00.819235 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:00.833785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4716f85-c7d9-4ed5-aae0-5dfc26e473cc req-bb26eba1-cca5-4e50-9d9e-13f3c7723b41 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.835500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4716f85-c7d9-4ed5-aae0-5dfc26e473cc req-bb26eba1-cca5-4e50-9d9e-13f3c7723b41 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 944 time: 0.1056421 Aug 03 19:12:00.861828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-58666dda-8bc8-4d9f-b905-525ceaf7bfbd tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:00.871010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-58666dda-8bc8-4d9f-b905-525ceaf7bfbd tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/networks?id=7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 HTTP/1.1" status: 200 len: 824 time: 0.2477717 Aug 03 19:12:00.973147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-77ecb676-b183-4308-98c7-3efc4c4d5bf3 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/quotas/4c2863afe8544d8f9af87b841a715910 HTTP/1.1" status: 200 len: 375 time: 0.0996735 Aug 03 19:12:01.014370 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] Set router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:01.049578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-4ad086bf-700a-41a0-ac63-c260d9d49ef3 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4c2863afe8544d8f9af87b841a715910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759068 Aug 03 19:12:01.062053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4716f85-c7d9-4ed5-aae0-5dfc26e473cc req-c28159c3-5ebf-4905-8bbe-736aa76c85a7 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/security-groups?id=4353723f-8d46-480f-8a47-4e95f3b2b563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803498 Aug 03 19:12:01.091179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.277865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Pushing event deleted for resources: {'Port': ['ID=06c6042f-6571-462a-9532-c03f37dddc4c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:01.313709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Deleting port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:01.315737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.405356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] No DVR routers for this DVR port 06c6042f-6571-462a-9532-c03f37dddc4c on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:01.410093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.419432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c79bed4-fe2e-4d35-a0ee-100411f560ac req-022e0412-fc9f-4497-9b9d-5af61a25c621 tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.77 "DELETE /v2.0/ports/06c6042f-6571-462a-9532-c03f37dddc4c HTTP/1.1" status: 204 len: 173 time: 1.4866195 Aug 03 19:12:01.423260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-deleted', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:01.428817 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b443864-def8-424d-ac2b-ad27290e0e4f" -d '{"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-deleted", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:01.483587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] For port 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:01.484349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:01.519287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Calling delete_port for 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:01.554045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-0726ab30-27fa-4dc4-9e51-fde084a05284 service neutron] 10.222.0.67 "GET /v2.0/networks/7a8b6eb6-1d50-4410-8cd4-c7efbca95c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974718 Aug 03 19:12:01.567792 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:11:57Z', 'revision_number': 5, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:01.602633 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1e5414-0717-4e00-a758-c3ca3c429b6b None None] The sync data for ids ['84d9c7b1-8108-452f-9cd5-9a26b756ddbb'] in n-d-803363-1 is: [{'id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1563700327-router', 'tenant_id': 'eb0c86e6b3684b67af96982ec21a2424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:04Z', 'updated_at': '2021-08-03T19:11:57Z', 'revision_number': 5, 'project_id': 'eb0c86e6b3684b67af96982ec21a2424', 'gw_port': {'id': '9d1f680e-db3e-4974-83e5-be9e5c5b6a7f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:da:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d9c7b1-8108-452f-9cd5-9a26b756ddbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:05Z', 'updated_at': '2021-08-03T19:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:01.758110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.765624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.773205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.782373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.795987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.805512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.814366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:01.817537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52403188-ef71-4330-95d2-2b3e69374a6c req-689b2011-1bd9-4b06-84dc-e0c652c3063d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2828863 Aug 03 19:12:01.977076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-77f19682-74b2-4a4e-a440-ac93f7aee37f service neutron] 10.222.0.67 "GET /v2.0/networks/7a8b6eb6-1d50-4410-8cd4-c7efbca95c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143848 Aug 03 19:12:02.004251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52403188-ef71-4330-95d2-2b3e69374a6c req-c92563e8-98b3-44e6-b5f2-dfdf18b2b8c3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725702 Aug 03 19:12:02.102464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14ac42ff-2241-4365-abcc-96b49f038e85 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:02.196336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 14ac42ff-2241-4365-abcc-96b49f038e85 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:02.196699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14ac42ff-2241-4365-abcc-96b49f038e85 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:02.238535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.312457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1f680e-db3e-4974-83e5-be9e5c5b6a7f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:02.386664 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640fc59e-e3f5-4c1f-b540-8c4500fbb12a x-openstack-request-id: req-640fc59e-e3f5-4c1f-b540-8c4500fbb12a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:02.387552 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd545fed-26d9-4787-b92e-43d8affb08b3", "name": "network-vif-deleted", "tag": "06c6042f-6571-462a-9532-c03f37dddc4c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:02.387552 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-640fc59e-e3f5-4c1f-b540-8c4500fbb12a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:02.387836 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd545fed-26d9-4787-b92e-43d8affb08b3', 'name': 'network-vif-deleted', 'tag': '06c6042f-6571-462a-9532-c03f37dddc4c', 'status': 'completed', 'code': 200} Aug 03 19:12:02.594309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0acc7f5-9a60-4798-8eee-59eff3ed204a req-8f612545-82cb-4caf-aa41-6b49874cb4cd tempest-LiveMigrationTest-1394411275 tempest-LiveMigrationTest-1394411275-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd545fed-26d9-4787-b92e-43d8affb08b3 HTTP/1.1" status: 200 len: 210 time: 0.0918198 Aug 03 19:12:02.611753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.902118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.905016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:02.907990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.937455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 06c6042f-6571-462a-9532-c03f37dddc4c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:02.938190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 06c6042f-6571-462a-9532-c03f37dddc4c not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:02.982051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:02.998825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c868958a-ed2a-4f0b-8909-aa0ee83a9c50 req-428db406-57d7-4a32-a2b7-b04aea462520 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.1624923 Aug 03 19:12:03.101030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.101958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d9c7b1-8108-452f-9cd5-9a26b756ddbb {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:12:03.118348 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.118348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4e8ad23-0ce1-46db-9c00-5af05c3a2355 admin admin] 10.222.0.67 "DELETE /v2.0/routers/84d9c7b1-8108-452f-9cd5-9a26b756ddbb HTTP/1.1" status: 204 len: 168 time: 2.9443297 Aug 03 19:12:03.123882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50490) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.222850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Deleting subnet 91f1cc60-4673-4f3f-a5fa-157a4febec5d {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:03.227641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.236816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.251339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.258758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.267191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.273801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.275248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.281892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.288137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:03.291224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-066af45f-b1b9-4a22-92dd-20f7ffc117d1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1247530 Aug 03 19:12:03.357247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a552e829-cf6b-434a-95fb-1d81040bd707 req-b0554ffd-9286-4538-8887-d5837d80ac81 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580914 Aug 03 19:12:03.389088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.582261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.617261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91f1cc60-4673-4f3f-a5fa-157a4febec5d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:03.619051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.622892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-85491cec-ece4-4c7c-aaa2-f51290ebaf5c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/91f1cc60-4673-4f3f-a5fa-157a4febec5d HTTP/1.1" status: 204 len: 168 time: 0.4957991 Aug 03 19:12:03.624943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50500) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.635295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbdc0c-be9c-4bdf-9c46-b2536b3b72ee None None] Network 179621d0-5e14-4201-aa85-cc90f516167c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:03.713145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:03.815711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:03.967458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Deleting port feb7c94d-9b17-4165-a056-9f351b4f0455 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:03.967799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.012864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] DHCP port deletion for 179621d0-5e14-4201-aa85-cc90f516167c request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:04.097551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] For port feb7c94d-9b17-4165-a056-9f351b4f0455, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=feb7c94d-9b17-4165-a056-9f351b4f0455,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:04.099093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:04.099213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.139827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Calling delete_port for feb7c94d-9b17-4165-a056-9f351b4f0455 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:04.169980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:04.170331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d1f680e-db3e-4974-83e5-be9e5c5b6a7f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:04.201269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Deleting subnet 8f0f2cd0-d521-474d-a811-4b9471b223c6 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:04.205389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Deleting port feb7c94d-9b17-4165-a056-9f351b4f0455 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:04.205919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.206189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.258124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.310818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1090b5c-e917-4e62-bdf3-64e09af8114e req-a227cdf0-5689-48d5-9834-eba3197eccbd tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.2169790 Aug 03 19:12:04.317314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.342113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] For port feb7c94d-9b17-4165-a056-9f351b4f0455, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=feb7c94d-9b17-4165-a056-9f351b4f0455,segment=NetworkSegment(4390fd50-7a20-4f86-98db-8a403e2e056e),segment_id=4390fd50-7a20-4f86-98db-8a403e2e056e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:04.342517 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.347493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.359643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Calling delete_port for feb7c94d-9b17-4165-a056-9f351b4f0455 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:04.404000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb7c94d-9b17-4165-a056-9f351b4f0455,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.410577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] No DVR routers for this DVR port feb7c94d-9b17-4165-a056-9f351b4f0455 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:04.540596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.589902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.605388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.609326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179621d0-5e14-4201-aa85-cc90f516167c']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.620453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Pushing event deleted for resources: {'Port': ['ID=feb7c94d-9b17-4165-a056-9f351b4f0455,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.630751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] No DVR routers for this DVR port feb7c94d-9b17-4165-a056-9f351b4f0455 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:04.637416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4390fd50-7a20-4f86-98db-8a403e2e056e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.637706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4390fd50-7a20-4f86-98db-8a403e2e056e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.645063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.645654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.645794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.646074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.646405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.646735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.647063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.653652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.653652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.653652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.653652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.653652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb1949-20a6-4e94-a553-e07201fe7acc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:04.669502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0f2cd0-d521-474d-a811-4b9471b223c6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:04.673607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.677124 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a372be3-a18f-4bec-9800-28caf1029293 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f0f2cd0-d521-474d-a811-4b9471b223c6 HTTP/1.1" status: 204 len: 168 time: 0.9627101 Aug 03 19:12:04.679383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50524) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:04.688291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.714551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.724534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.736322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.745416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.766526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.773015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.779859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:04.782526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-26171efa-d8a9-43d1-b527-d39c190426b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2421207 Aug 03 19:12:04.805918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.807084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.865956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:04.872741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:04.876931 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:04.942782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:04.962098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e951814-34df-4c8f-a179-23bd3c595b01']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.985806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3ab139-964a-4f62-87cc-8c6a508d01d8') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:04.986594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3ab139-964a-4f62-87cc-8c6a508d01d8') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:05.005267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.021353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f11c522-712b-4ca9-8ff3-238a127e2f32 req-89c32964-df1e-42be-9c57-7d2c1fc81c6b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2190211 Aug 03 19:12:05.045452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.068582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:05.069102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:05.072170 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:05.199248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.206373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.215657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/179621d0-5e14-4201-aa85-cc90f516167c HTTP/1.1" status: 204 len: 168 time: 1.5826371 Aug 03 19:12:05.215819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50532) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:05.227078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825a056-db74-4337-b0ab-e89c25569ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=179621d0-5e14-4201-aa85-cc90f516167c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.273741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.294033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.307373 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/2e951814-34df-4c8f-a179-23bd3c595b01 HTTP/1.1" status: 204 len: 168 time: 0.6157620 Aug 03 19:12:05.307373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd3de-4fb8-42ac-b1ab-f29f47ffcbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e951814-34df-4c8f-a179-23bd3c595b01,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.308173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50536) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:05.476602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Deleting subnet 4d55dcad-5026-4890-8c9d-d780bb5a48ec {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:05.491040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.611047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-135865d0-cbba-41bb-bfaf-c08d8e896862 req-062aed08-1860-4ce6-a1b7-02702620379f tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0491970 Aug 03 19:12:05.625930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.716805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.845098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.867711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.926230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d55dcad-5026-4890-8c9d-d780bb5a48ec,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:05.936867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:05.946505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6173827f-706e-44f8-bd52-a53567720b9a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4d55dcad-5026-4890-8c9d-d780bb5a48ec HTTP/1.1" status: 204 len: 168 time: 0.6430383 Aug 03 19:12:05.951442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50550) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:06.002046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device feb7c94d-9b17-4165-a056-9f351b4f0455 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:06.038317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: feb7c94d-9b17-4165-a056-9f351b4f0455 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:06.039177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device feb7c94d-9b17-4165-a056-9f351b4f0455 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:06.079358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.281390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.285223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.291471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.297476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1181b4a5-55f7-4669-b177-34517fde1829']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:06.299610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.305762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.311396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceccb497-0895-48ee-b0de-1a82e76e04a3') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:06.311697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceccb497-0895-48ee-b0de-1a82e76e04a3') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:06.328005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.337870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.340605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.345364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:06.347926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-f34c9e19-eeab-4f11-85f4-daa711b3b1bf tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1650577 Aug 03 19:12:06.391596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.400399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:06.401182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.410838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2ba7128-8bfd-4957-a8e4-0a46b8015abd req-db4cc339-9a5b-46b9-a734-2c6a1a5da926 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559807 Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:06.453180 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:06.500628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Deleting port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:06.501030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.607642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] For port 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:06.609126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.617156 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.637804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:06.637804 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1181b4a5-55f7-4669-b177-34517fde1829 HTTP/1.1" status: 204 len: 168 time: 0.6787248 Aug 03 19:12:06.637804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Calling delete_port for 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:06.675484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a31431-5682-466b-8054-2e9e7420cba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1181b4a5-55f7-4669-b177-34517fde1829,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:06.836170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ae76516-fe9c-493c-9f78-e9efdae20e3b req-59809fba-ab00-4696-9161-4fa76db70764 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0781379 Aug 03 19:12:07.167789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.243858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:07.280336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-8c6a14d0-81dd-4c3e-9793-289442df2be0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.283380 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-8c6a14d0-81dd-4c3e-9793-289442df2be0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.54 "GET /v2.0/networks?id=7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 HTTP/1.1" status: 200 len: 824 time: 0.2944365 Aug 03 19:12:07.288410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:07.359554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50570) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:07.363363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e593a58d-e13b-414f-b7f5-67aca1db3ffc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9cba78de583549c58c1613929cefe9f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098034 Aug 03 19:12:07.369195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Request body: {'port': {'device_id': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77', 'admin_state_up': True, 'tenant_id': '4c2863afe8544d8f9af87b841a715910'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:07.665191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.678728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.690797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.703617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.715288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.718165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:07.730955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.746647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.760156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:07.762752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-4ee23f82-e552-41d5-b96f-2dc9a25ac525 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2071636 Aug 03 19:12:07.832347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be2b10ed-ca8f-42dd-8d30-71e2b9a44853 req-fec9e07d-3a9e-4b73-8b98-e4af6a545b55 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552874 Aug 03 19:12:08.102075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8849bfcc-23d7-40c7-8ad4-b374315953e7 req-17033378-8398-4634-b149-ac3630153fd9 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0473254 Aug 03 19:12:08.322253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.556957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Made reservation on behalf of 4c2863afe8544d8f9af87b841a715910 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:08.560719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.562951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.565401 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:08.566527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4353723f-8d46-480f-8a47-4e95f3b2b563 HTTP/1.1" status: 204 len: 168 time: 1.1868632 Aug 03 19:12:08.596787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9e866-fe3a-4b31-b738-59c9673694bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4353723f-8d46-480f-8a47-4e95f3b2b563,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:08.678643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Router c6ce85df-9cef-44aa-968d-09b739e45d93 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:08.859644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Allocated IP 172.20.0.9 (7a8b6eb6-1d50-4410-8cd4-c7efbca95c77/6190f30e-00c3-452c-bc4e-28266a752098/9734c203-5ad3-40cf-9a39-11ad3ee24475) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:09.113687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:09.151822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-823fa199-1c99-478b-a9fa-8efcd4d22c58 admin admin] 10.222.0.67 "PUT /v2.0/routers/c6ce85df-9cef-44aa-968d-09b739e45d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9386489 Aug 03 19:12:09.159373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Sync routers for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:09.164710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.170741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:09.177987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.178626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:09.183184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:09.192482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.201954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.208935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.218899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.227889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.239410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-61578a84-2a80-4918-8463-7e98515de0ed tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.2074909 Aug 03 19:12:09.361762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91c43745-3ba5-45fe-b674-52bc6bfd5dce req-31f5149d-927f-4521-907b-975de85a91f3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176324 Aug 03 19:12:09.427462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.486606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ca01527-d65c-43b9-ab7b-921d19e1e419 req-82d72b1c-cf6c-48ce-b0dc-fd1905aebdd0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0411971 Aug 03 19:12:09.518956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:09.668943 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.794931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.800604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:12:06Z', 'revision_number': 5, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:09.845993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Checking router: c6ce85df-9cef-44aa-968d-09b739e45d93 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:09.858343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Routers {'c6ce85df-9cef-44aa-968d-09b739e45d93'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:09.859135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c6ce85df-9cef-44aa-968d-09b739e45d93'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:09.865890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:09.874449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:09.879055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:09.891062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Pushing event updated for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:09.896392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:09.932540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50610) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:09.994691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:09.995829 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.002010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bdece439-1d60-437e-9742-f47c07f878d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=910d746bd5ff494da98ba9c05c6187e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672638 Aug 03 19:12:10.005242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50612) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:10.009311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] Set router c6ce85df-9cef-44aa-968d-09b739e45d93 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:10.079561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.124918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.181586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-f67d0c0b-9fb6-4844-8cb3-f01692a83cff tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8199193 Aug 03 19:12:10.196768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Deleting port 34f49fa1-051f-421d-ac5b-ee565f5cc481 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:10.197102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.205513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Request body: {'port': {'device_id': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:10.330426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.334403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.340584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dddfb584-6eda-4b2d-8ba4-aa7a0815b195 HTTP/1.1" status: 204 len: 168 time: 0.3295794 Aug 03 19:12:10.361972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43764a0d-1362-4677-90d2-7dddcbb2fc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddfb584-6eda-4b2d-8ba4-aa7a0815b195,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:10.408490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.445404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] For port 34f49fa1-051f-421d-ac5b-ee565f5cc481, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34f49fa1-051f-421d-ac5b-ee565f5cc481,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:10.446007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:10.486539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:12:06Z', 'revision_number': 5, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:10.490915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Calling delete_port for 34f49fa1-051f-421d-ac5b-ee565f5cc481 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:10.554395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a753dbc-b2a2-45d1-bbaf-4c91b5bcb5cf None None] The sync data for ids ['c6ce85df-9cef-44aa-968d-09b739e45d93'] in n-d-803363-1 is: [{'id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'name': 'tempest-AttachSCSIVolumeTestJSON-411007260-router', 'tenant_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37'}], 'enable_snat': True}, 'gw_port_id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:28Z', 'updated_at': '2021-08-03T19:12:06Z', 'revision_number': 5, 'project_id': 'f3f3f0f251a445118462f38e5dd76ec1', 'gw_port': {'id': '34f49fa1-051f-421d-ac5b-ee565f5cc481', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ce85df-9cef-44aa-968d-09b739e45d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:32Z', 'updated_at': '2021-08-03T19:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:10.628376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.637720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.645666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.652581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.658655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.664691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.671124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.673100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-517014a9-12c5-4ca9-ac11-561b9dee72d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1434553 Aug 03 19:12:10.747265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47f9a4-a19a-4b34-a70b-f942af151f06 req-8aa83186-51e3-4e6c-a978-a89b8b578191 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:10.748948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed47f9a4-a19a-4b34-a70b-f942af151f06 req-8aa83186-51e3-4e6c-a978-a89b8b578191 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 931 time: 0.1416450 Aug 03 19:12:10.755399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da70f1da-94ed-4578-8af5-f803acffa8ce req-ef7a328b-3a4a-4905-8fb3-fcdcdb9f8744 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620234 Aug 03 19:12:10.825515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed47f9a4-a19a-4b34-a70b-f942af151f06 req-d6869ace-5e93-4a77-9ce7-e227bce6cc06 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670965 Aug 03 19:12:11.000246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9734c203-5ad3-40cf-9a39-11ad3ee24475 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:11.011243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.035577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Transition to ACTIVE for port object 9734c203-5ad3-40cf-9a39-11ad3ee24475 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:11.041781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.104091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f49fa1-051f-421d-ac5b-ee565f5cc481,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.121315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.121659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.122002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.122565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.122929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.123278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.123607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.124618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.124996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.125326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.125664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.126041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:11.152021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.255204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Pushing event updated for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.263485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.340846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fe402-036b-4f96-b238-6313175b4d77 req-1cf2bc49-0a4c-41a7-8cf7-6dd1efc15198 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:11.349389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b8fe402-036b-4f96-b238-6313175b4d77 req-1cf2bc49-0a4c-41a7-8cf7-6dd1efc15198 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.0662885 Aug 03 19:12:11.392803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b8fe402-036b-4f96-b238-6313175b4d77 req-fd3a76a5-919c-45a3-9812-23a6c17ca35a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Aug 03 19:12:11.434801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.438067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.488877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Attempting to bind port 9734c203-5ad3-40cf-9a39-11ad3ee24475 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:11.489679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Attempting to bind port 9734c203-5ad3-40cf-9a39-11ad3ee24475 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:11.489679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Attempting to bind port 9734c203-5ad3-40cf-9a39-11ad3ee24475 on network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:11.495993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Port 9734c203-5ad3-40cf-9a39-11ad3ee24475 on network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:12:11.496337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Attempting to bind port 9734c203-5ad3-40cf-9a39-11ad3ee24475 on network 7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:11.502587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:11.502931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Checking segment: {'id': '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:11.503319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Bound using segment: {'id': '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:11.503756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Bound port: 9734c203-5ad3-40cf-9a39-11ad3ee24475, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:11.504120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.586830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:11.590769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475,segment=NetworkSegment(54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf),segment_id=54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:11.668292 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.669299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ce85df-9cef-44aa-968d-09b739e45d93 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:12:11.684637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.684637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0017832-a5a4-45bf-bd68-0d9de53f2e03 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c6ce85df-9cef-44aa-968d-09b739e45d93 HTTP/1.1" status: 204 len: 168 time: 2.5018160 Aug 03 19:12:11.685619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50680) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:11.708466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.751058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:11.751900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.753585 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] 10.222.0.54 "PUT /v2.0/ports/9734c203-5ad3-40cf-9a39-11ad3ee24475 HTTP/1.1" status: 200 len: 1091 time: 1.5539277 Aug 03 19:12:11.754237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:11.756572 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:11.767895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Deleting subnet 4ef6cdef-350c-4685-ac88-ded52e0efd2c {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:11.773141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.792783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f60980-beb1-4eb1-bbb7-4f153b58df10 service neutron] Pushing event updated for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:11.816867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:11.819450 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430efa7a-2079-4a44-ad1b-3cdc494fa019 x-openstack-request-id: req-430efa7a-2079-4a44-ad1b-3cdc494fa019 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:11.819746 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:11.820090 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-430efa7a-2079-4a44-ad1b-3cdc494fa019 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:11.820685 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475', 'status': 'completed', 'code': 200} Aug 03 19:12:11.949403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-501804c4-6a06-4a06-b761-9e03ed0872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:11.951046 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-501804c4-6a06-4a06-b761-9e03ed0872aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c2863afe8544d8f9af87b841a715910&device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0791857 Aug 03 19:12:12.079999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:12.116584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:12.117081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9a6f5c62-adcd-4a93-8fcd-b1c1e47f109d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:12.119897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-0d74efd3-daf6-46f8-8f6a-c3be77b071ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.121827 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-0d74efd3-daf6-46f8-8f6a-c3be77b071ef service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4c2863afe8544d8f9af87b841a715910&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1562779 Aug 03 19:12:12.279435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-04413c0c-edd0-4ea0-8868-eadd543fc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.280980 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e601c03b-49ca-4b38-b6d8-23a0aabc9b0c req-04413c0c-edd0-4ea0-8868-eadd543fc45e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508152 Aug 03 19:12:12.421340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-6c198bb0-87c2-45b0-876a-06d7904abdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.423191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-6c198bb0-87c2-45b0-876a-06d7904abdc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4c2863afe8544d8f9af87b841a715910&device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 1094 time: 0.0625606 Aug 03 19:12:12.484271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.501644 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-badeb8fd-a03a-41cb-bccc-6e997c8dcf13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475 HTTP/1.1" status: 200 len: 217 time: 0.0638087 Aug 03 19:12:12.554786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.561600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.567830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.574530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.582978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.583557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-1a48ab18-d1a6-4880-9c71-8b2330ecc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.585353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-1a48ab18-d1a6-4880-9c71-8b2330ecc5f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6190f30e-00c3-452c-bc4e-28266a752098 HTTP/1.1" status: 200 len: 864 time: 0.0756524 Aug 03 19:12:12.590912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.598246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.600175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d94b3199-459a-4aa4-9892-9e665f044363 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.6876628 Aug 03 19:12:12.624491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4276a5-843c-4567-86f6-ea3d94f370e0 req-508694ee-aeb7-4439-a470-c35880b09d7e tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:12.624491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc4276a5-843c-4567-86f6-ea3d94f370e0 req-508694ee-aeb7-4439-a470-c35880b09d7e tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 943 time: 0.2300727 Aug 03 19:12:12.630003 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-3cad2fdc-922c-41a9-977f-e1fe0d6f004e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7a8b6eb6-1d50-4410-8cd4-c7efbca95c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369604 Aug 03 19:12:12.709260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc4276a5-843c-4567-86f6-ea3d94f370e0 req-289c42b1-014d-4ffa-9363-e67566c8f91a tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767024 Aug 03 19:12:12.713348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-202eaf37-18eb-491d-8594-8f51ac3a22ae req-d30d5ed4-68fb-4d03-9d25-41d8c2d5c30a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040449 Aug 03 19:12:12.746545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-91ac5a67-8cd3-49cf-a309-21e215508a5c service neutron] 10.222.0.54 "GET /v2.0/networks/7a8b6eb6-1d50-4410-8cd4-c7efbca95c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084523 Aug 03 19:12:12.787731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.824272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef6cdef-350c-4685-ac88-ded52e0efd2c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:12.833615 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:12.838352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4ef6cdef-350c-4685-ac88-ded52e0efd2c HTTP/1.1" status: 204 len: 168 time: 1.1490142 Aug 03 19:12:12.838352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.838352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.838858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.839626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.840031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.840373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.840771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.841220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.841688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.841889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.842217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.842597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2212b0ea-81b0-4924-a6f4-e5266ffe9a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:12.843472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe31e6d-4238-48dc-9711-b41cfde82029 None None] Network 807abd47-78a7-4171-b719-32e8ec6a1a73 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:12.844711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50708) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:12.942502 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c516dab-6332-4787-871a-3d6ddbbf9792 req-7478ed0a-8dfe-4bcd-8756-d88b698df4f3 service neutron] 10.222.0.54 "GET /v2.0/networks/7a8b6eb6-1d50-4410-8cd4-c7efbca95c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891508 Aug 03 19:12:12.958475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.060786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Deleting port d9f30def-fda2-4a48-8e48-33088027d2d9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:13.061138 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.077566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] DHCP port deletion for 807abd47-78a7-4171-b719-32e8ec6a1a73 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:12:13.134676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Deleting port d9f30def-fda2-4a48-8e48-33088027d2d9 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:13.136426 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.149518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] For port d9f30def-fda2-4a48-8e48-33088027d2d9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d9f30def-fda2-4a48-8e48-33088027d2d9,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:13.150000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.168389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Calling delete_port for d9f30def-fda2-4a48-8e48-33088027d2d9 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:13.218199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] For port d9f30def-fda2-4a48-8e48-33088027d2d9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d9f30def-fda2-4a48-8e48-33088027d2d9,segment=NetworkSegment(84982408-ce82-4d83-811c-7f216838ecc5),segment_id=84982408-ce82-4d83-811c-7f216838ecc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:13.218626 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.235521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Calling delete_port for d9f30def-fda2-4a48-8e48-33088027d2d9 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:13.380370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.389958 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.408991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f30def-fda2-4a48-8e48-33088027d2d9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:13.413208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] No DVR routers for this DVR port d9f30def-fda2-4a48-8e48-33088027d2d9 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:13.421205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] No DVR routers for this DVR port d9f30def-fda2-4a48-8e48-33088027d2d9 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:13.425547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c79f13-be74-4b59-a7c8-04553a03dfb1 None None] Pushing event deleted for resources: {'Port': ['ID=d9f30def-fda2-4a48-8e48-33088027d2d9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:13.498443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.508941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807abd47-78a7-4171-b719-32e8ec6a1a73']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:13.523570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84982408-ce82-4d83-811c-7f216838ecc5') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:13.523944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84982408-ce82-4d83-811c-7f216838ecc5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:13.536764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.551216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.557406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:13.561023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:13.563200 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:13.706202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.712339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:13.718949 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] 10.222.0.67 "DELETE /v2.0/networks/807abd47-78a7-4171-b719-32e8ec6a1a73 HTTP/1.1" status: 204 len: 168 time: 0.8686104 Aug 03 19:12:13.728821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44e875-ed7a-4de6-bbdf-47e48bb74f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=807abd47-78a7-4171-b719-32e8ec6a1a73,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:13.884120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.896590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.914718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.914718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.920220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.926462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.932558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:13.937273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-23f33218-5449-4cd8-ab7b-43c97737fa96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1340725 Aug 03 19:12:13.959557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d9f30def-fda2-4a48-8e48-33088027d2d9 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:13.983594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5dd4fe56-cc7e-41af-ac2b-8855b5f8a960 req-75fb638e-6cd2-4179-9704-14b2be948291 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411713 Aug 03 19:12:13.987339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d9f30def-fda2-4a48-8e48-33088027d2d9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:13.987847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d9f30def-fda2-4a48-8e48-33088027d2d9 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:13.988297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34f49fa1-051f-421d-ac5b-ee565f5cc481 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:14.013769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 34f49fa1-051f-421d-ac5b-ee565f5cc481 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:14.014117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34f49fa1-051f-421d-ac5b-ee565f5cc481 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:14.107388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9d586-d986-4e69-add9-f42daa893b25 req-0724dd35-1785-4e53-ae6f-6b156f5df40e tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:14.109234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92f9d586-d986-4e69-add9-f42daa893b25 req-0724dd35-1785-4e53-ae6f-6b156f5df40e tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 943 time: 0.0563159 Aug 03 19:12:14.159311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92f9d586-d986-4e69-add9-f42daa893b25 req-da79939b-fd52-4f88-b148-941b5e05388e tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Aug 03 19:12:14.300337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:14.342979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f82b17b8-e0e6-4f38-84d5-2d69e85c64b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb0c86e6b3684b67af96982ec21a2424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413835 Aug 03 19:12:14.345754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:14.423302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.448207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.615813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.618674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:14.619966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/868cfb86-e7ea-4983-90b6-1b8f088aff99 HTTP/1.1" status: 204 len: 168 time: 0.2729373 Aug 03 19:12:14.632408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04e9fa-b3b6-4f79-95d9-76f066a46ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868cfb86-e7ea-4983-90b6-1b8f088aff99,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:14.976308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:14.980369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:15.132741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.139470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.139833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.140546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.146660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.155703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.161085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.168254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.173889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:15.174774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.176206 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d23d55-804e-469e-b614-a155ee28d3b4" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:15.180234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.185627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-2b3df6f1-fd66-4013-9213-a364af4ef717 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1176589 Aug 03 19:12:15.199408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.204867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:15.226159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89447b52-c2f7-474a-a5b4-2e1e3771cc59 req-0da73c3d-1774-49b7-a3b4-4c21fe31627c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395653 Aug 03 19:12:15.259267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.281067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:15.314669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.377505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449c867-fd83-4d94-8d08-f7091877486f req-0e40f742-0c5d-4049-8c9a-f2687a094294 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:15.378817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f449c867-fd83-4d94-8d08-f7091877486f req-0e40f742-0c5d-4049-8c9a-f2687a094294 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 943 time: 0.0582612 Aug 03 19:12:15.397348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:12:15.397745 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:12:15.406999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.426728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f449c867-fd83-4d94-8d08-f7091877486f req-71f5924e-a2d0-4c22-9405-d780237cd4fd tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Aug 03 19:12:15.440538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9734c203-5ad3-40cf-9a39-11ad3ee24475 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:15.444699 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3173c41-dd2f-49ab-b39a-08bbe035054b x-openstack-request-id: req-e3173c41-dd2f-49ab-b39a-08bbe035054b {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:15.445369 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:15.445797 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3173c41-dd2f-49ab-b39a-08bbe035054b {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:15.447193 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:12:15.576866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475,segment=NetworkSegment(54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf),segment_id=54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.592333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '9734c203-5ad3-40cf-9a39-11ad3ee24475', 'network_id': '7a8b6eb6-1d50-4410-8cd4-c7efbca95c77', 'port_id': '9734c203-5ad3-40cf-9a39-11ad3ee24475', 'mac_address': 'fa:16:3e:ae:ef:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6190f30e-00c3-452c-bc4e-28266a752098', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:15.641555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.657203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9734c203-5ad3-40cf-9a39-11ad3ee24475 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:15.678427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475,segment=NetworkSegment(54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf),segment_id=54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:15.741615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:15.776521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.792723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6ac183bc-2bd1-4314-a968-fccb1cdbef89 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3f3f0f251a445118462f38e5dd76ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487659 Aug 03 19:12:15.795792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50802) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:15.829981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:15.852767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.895120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.941703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:15.970775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:15.998249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:16.047837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9734c203-5ad3-40cf-9a39-11ad3ee24475'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:16.088858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.091864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.093302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d335cec0-2b85-4bff-bbd4-e90ee32d145f HTTP/1.1" status: 204 len: 168 time: 0.2965727 Aug 03 19:12:16.101894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bfddb-49d9-4dbd-9e3e-97f547a93935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d335cec0-2b85-4bff-bbd4-e90ee32d145f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.128281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:16.223039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:16.297637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['336fd4e4-2fda-4041-be1c-0b6ab7218e53'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:16.392991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.399343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.405922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.413067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.419124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.425479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.431818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.434638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-ea6d9746-c5a1-48cd-a414-aaf8436160fc tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5428 time: 0.1113760 Aug 03 19:12:16.493463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fe9fef4-2e19-491f-9fe7-59923c7f8f2e req-b88b85dd-150e-4f1c-8165-b153487f4464 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494053 Aug 03 19:12:16.577138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec3b02-bc02-4494-a12b-cc08b794fea2 req-228ce8d3-11de-4801-bf49-b3a1dbe3f805 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:16.578780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46ec3b02-bc02-4494-a12b-cc08b794fea2 req-228ce8d3-11de-4801-bf49-b3a1dbe3f805 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 944 time: 0.0607793 Aug 03 19:12:16.625543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46ec3b02-bc02-4494-a12b-cc08b794fea2 req-c5fcada6-9ab8-49db-8ff1-b6e6bd2907f0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Aug 03 19:12:16.926771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:16.990679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 26e9d839-fc59-4922-bd78-3105ad1fd881 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:17.040177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d5ae-f978-4384-ace1-36587635e034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.094890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:17.112392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'port_id': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'mac_address': 'fa:16:3e:df:89:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:17.173857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.191041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e9d839-fc59-4922-bd78-3105ad1fd881 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:17.194156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d5ae-f978-4384-ace1-36587635e034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.222134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:17.333388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d5ae-f978-4384-ace1-36587635e034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.357988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.358798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80cae6fd-f426-48be-af7e-3adf9ab9401f details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:17.391792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3cb9d5ae-f978-4384-ace1-36587635e034 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6237fe9af81a47ab8a8a201cbb71a65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613581 Aug 03 19:12:17.391792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9d5ae-f978-4384-ace1-36587635e034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f96f990-1cd6-4f68-8d90-4d78284ca971,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:17.393235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:17.465236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9734c203-5ad3-40cf-9a39-11ad3ee24475 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:17.470788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.500627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.504325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:17.579726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:17.608295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'port_id': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'mac_address': 'fa:16:3e:82:b0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:17.703010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.709502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.714361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.715821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f96f990-1cd6-4f68-8d90-4d78284ca971 HTTP/1.1" status: 204 len: 168 time: 0.3196311 Aug 03 19:12:17.732275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 9734c203-5ad3-40cf-9a39-11ad3ee24475 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:17.744166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cae6fd-f426-48be-af7e-3adf9ab9401f {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:17.756819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 9734c203-5ad3-40cf-9a39-11ad3ee24475 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:17.758431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:17.759392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6dd3d-6601-4341-9239-532ceb63f237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f96f990-1cd6-4f68-8d90-4d78284ca971,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:17.846970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.856385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:17.860945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.896897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.904273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.911076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.920031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.927858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:17.939078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-3c281002-204a-4b0f-8638-5e0345677a25 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5429 time: 0.2902174 Aug 03 19:12:18.026491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.033692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e839e7c-d787-42d7-be2b-56c6f36374de req-08403cd1-a179-4657-9948-4fa9b3e6b8ab tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928998 Aug 03 19:12:18.070115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a90e-3674-4a74-bbf2-bf6d23d71c51 req-6a74ce7e-b215-4b77-aee3-5d08bfa65f6d tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.071891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475,segment=NetworkSegment(54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf),segment_id=54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.073778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.075180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 46682e3c-c4aa-4ce6-8be2-946807ad606b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:18.081023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15f8a90e-3674-4a74-bbf2-bf6d23d71c51 req-6a74ce7e-b215-4b77-aee3-5d08bfa65f6d tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 944 time: 0.1311958 Aug 03 19:12:18.138300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15f8a90e-3674-4a74-bbf2-bf6d23d71c51 req-c9830904-6605-49b7-8a66-95cf5313363c tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560117 Aug 03 19:12:18.150040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:18.152914 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488e65a-dfe9-47ae-a3ae-ce4ddb96f4b2" -d '{"events": [{"server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "name": "network-vif-plugged", "status": "completed", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:18.161768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.196143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.208748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '46682e3c-c4aa-4ce6-8be2-946807ad606b', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'port_id': '46682e3c-c4aa-4ce6-8be2-946807ad606b', 'mac_address': 'fa:16:3e:94:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:18.271530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.324590 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.329499 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cdfdbd-e79b-41ca-98ae-3ca98ea40184 x-openstack-request-id: req-e4cdfdbd-e79b-41ca-98ae-3ca98ea40184 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:18.330024 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "name": "network-vif-plugged", "status": "completed", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:18.330024 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4cdfdbd-e79b-41ca-98ae-3ca98ea40184 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:18.330402 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475', 'code': 200} Aug 03 19:12:18.371712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46682e3c-c4aa-4ce6-8be2-946807ad606b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:18.393927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.410230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.454165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dad3d-2edb-4a3b-82fc-849289df2ba9 req-434eb0f2-317f-4106-83ac-17ead75a10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:18.457007 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-048dad3d-2edb-4a3b-82fc-849289df2ba9 req-434eb0f2-317f-4106-83ac-17ead75a10c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0563471 Aug 03 19:12:18.494395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.495741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bfa822b6-e604-4a25-9c3e-b1a0bff03314 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:18.529085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-048dad3d-2edb-4a3b-82fc-849289df2ba9 req-c3552fad-755e-46aa-a7e1-e6278d4c7258 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Aug 03 19:12:18.614607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:18.710468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.727456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'port_id': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'mac_address': 'fa:16:3e:11:ea:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62828a4-79ca-4ac2-ac39-439ef48e3cde', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:18.788193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3c86e9b-4334-4733-9a3c-1a63fdcd99ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.797493 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.814401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa822b6-e604-4a25-9c3e-b1a0bff03314 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:18.858806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:18.968507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50934) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:18.984635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab53422b-aad0-43f7-a9f5-3116cfd66355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.987059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:18.988209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80ab703d-f580-468c-b2d3-e3603b2477a2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:19.067605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80ab703d-f580-468c-b2d3-e3603b2477a2,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:19.070246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:19.103052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '80ab703d-f580-468c-b2d3-e3603b2477a2', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'port_id': '80ab703d-f580-468c-b2d3-e3603b2477a2', 'mac_address': 'fa:16:3e:91:dc:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:19.137694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab53422b-aad0-43f7-a9f5-3116cfd66355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.270589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.278470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.287077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.293878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.301548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.310257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.320551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.323300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-bb59592b-f9a8-40a5-b89c-0b2f2a14ca76 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5432 time: 0.1426730 Aug 03 19:12:19.326269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab53422b-aad0-43f7-a9f5-3116cfd66355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.435436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.445644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53422b-aad0-43f7-a9f5-3116cfd66355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822af696-b135-44c5-ab90-bd8cedc6513b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:19.453497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ab703d-f580-468c-b2d3-e3603b2477a2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:19.467627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ab53422b-aad0-43f7-a9f5-3116cfd66355 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00f94ac0c44c420bb364fe9354e31f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939048 Aug 03 19:12:19.468723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50950) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:19.484269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80ab703d-f580-468c-b2d3-e3603b2477a2,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:19.492639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daaf3f14-97ee-4eee-a9e7-aee5712a592f req-3db253df-d813-44fc-852a-17320efe48d9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599355 Aug 03 19:12:19.516448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66a6c7-a9e5-44b1-86d2-94cf158738f7 req-34ce8922-0c07-4e1a-a521-3531109df6eb tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:19.525532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a66a6c7-a9e5-44b1-86d2-94cf158738f7 req-34ce8922-0c07-4e1a-a521-3531109df6eb tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1644466 Aug 03 19:12:19.564379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.565096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:19.593335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a66a6c7-a9e5-44b1-86d2-94cf158738f7 req-b8b546f3-935a-4ac5-8050-ce1b6c7016d7 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664546 Aug 03 19:12:19.606577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.632560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.672903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50952) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:19.690345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:19.708892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'network_id': '4cf31203-3992-41db-9b83-7b021463b3ae', 'port_id': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'mac_address': 'fa:16:3e:f9:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e62828a4-79ca-4ac2-ac39-439ef48e3cde', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:19.766252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:19.783754 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.804295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:19.827524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:19.839676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f25d3cc3-cc72-443d-a6dc-ecce09d1a215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.956217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.956217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:19.956217 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/822af696-b135-44c5-ab90-bd8cedc6513b HTTP/1.1" status: 204 len: 168 time: 0.4828477 Aug 03 19:12:19.975319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d9304-5f34-45a5-b0c6-5684711cb24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822af696-b135-44c5-ab90-bd8cedc6513b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.016275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.020795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 85858d4a-defa-4077-8e6e-c1148795e00f details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:20.071604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f25d3cc3-cc72-443d-a6dc-ecce09d1a215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.098406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.104930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=85858d4a-defa-4077-8e6e-c1148795e00f,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.120000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '85858d4a-defa-4077-8e6e-c1148795e00f', 'network_id': 'f6c5c073-01d6-425d-b200-84004e57359c', 'port_id': '85858d4a-defa-4077-8e6e-c1148795e00f', 'mac_address': 'fa:16:3e:f9:98:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a5f25e-3be4-4f3a-968a-642f8fd5a2aa', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:20.159246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f25d3cc3-cc72-443d-a6dc-ecce09d1a215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.181491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.208106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d3cc3-cc72-443d-a6dc-ecce09d1a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26f4a0-f357-41f3-b76b-968147e22a68,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.208305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85858d4a-defa-4077-8e6e-c1148795e00f {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:20.235417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=85858d4a-defa-4077-8e6e-c1148795e00f,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.257815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f25d3cc3-cc72-443d-a6dc-ecce09d1a215 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6c1ca704826546ac951c14e4532fc19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809407 Aug 03 19:12:20.258245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:20.348055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.357171 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.418014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:20.446440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.546298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:20.546895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.592944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.601318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.601318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.602740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c26f4a0-f357-41f3-b76b-968147e22a68 HTTP/1.1" status: 204 len: 168 time: 0.3429408 Aug 03 19:12:20.617507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4166524-c7d3-4f8c-ae30-1a92dae0511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26f4a0-f357-41f3-b76b-968147e22a68,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.668824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.717503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:20.726214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:20.726214 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692397fb-f834-4b08-9a3d-95897592cd62" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:20.778186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.785423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.792844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.799848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.806437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.812616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.819126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.821127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a7adf39-bc0e-42fa-821d-21811963163d req-2647e79f-51c8-46b3-8c60-c5a86d576f75 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5435 time: 0.1634512 Aug 03 19:12:20.838790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:20.890142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a3db1-f05f-4b19-8e9d-380d13d80287 req-f61a41e1-bfe2-4c14-bb22-50d27d6f7109 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:20.897749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a7a3db1-f05f-4b19-8e9d-380d13d80287 req-f61a41e1-bfe2-4c14-bb22-50d27d6f7109 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1508610 Aug 03 19:12:20.908521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:20.930877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a7adf39-bc0e-42fa-821d-21811963163d req-c61c2c15-20d9-4a3e-93d6-a58daa5b87e9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919375 Aug 03 19:12:20.991166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a7a3db1-f05f-4b19-8e9d-380d13d80287 req-a5f43e1b-3480-45a8-961e-6fd4391dbdb6 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906091 Aug 03 19:12:21.030001 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b33e0-881e-45be-b12e-82b2852ad445 x-openstack-request-id: req-ab0b33e0-881e-45be-b12e-82b2852ad445 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:21.030001 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:21.030001 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab0b33e0-881e-45be-b12e-82b2852ad445 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:21.030001 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:12:21.208114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d9b8c-c853-47f5-86cc-854d87a6ec3a req-9d6578ff-47b0-4562-bac3-a12b73be76e2 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:21.214104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d5d9b8c-c853-47f5-86cc-854d87a6ec3a req-9d6578ff-47b0-4562-bac3-a12b73be76e2 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.0759790 Aug 03 19:12:21.269414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d5d9b8c-c853-47f5-86cc-854d87a6ec3a req-1c7c9546-97d4-4265-be26-84cc6500ae04 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Aug 03 19:12:21.473446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['46682e3c-c4aa-4ce6-8be2-946807ad606b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.533741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['26e9d839-fc59-4922-bd78-3105ad1fd881'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.570392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['bfa822b6-e604-4a25-9c3e-b1a0bff03314'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.623820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['80cae6fd-f426-48be-af7e-3adf9ab9401f'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.626509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['5c1448f8-e3f4-4c29-9962-166ec7de8fd9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.698039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['85858d4a-defa-4077-8e6e-c1148795e00f'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:21.703303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['80ab703d-f580-468c-b2d3-e3603b2477a2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:22.069723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bff8870f-b64b-4304-9217-a3c445cc17f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.252605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.261495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.272212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.281520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.289051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.296964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.306940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.318016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-1f935878-8e96-41e7-8f2e-734d47cbe571 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5435 time: 0.1890297 Aug 03 19:12:22.413180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb844dc2-dd2c-45c7-a684-50f24b643dce req-f7cb01ae-804d-4c2b-9d06-c9339e62c281 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932462 Aug 03 19:12:22.447486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dc4a-556b-4075-bb7d-dba4ac99f748 req-0f33c725-0e07-44b7-a100-4ca57b86f5b0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:22.458837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6d5dc4a-556b-4075-bb7d-dba4ac99f748 req-0f33c725-0e07-44b7-a100-4ca57b86f5b0 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1375220 Aug 03 19:12:22.494889 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:22.583356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6d5dc4a-556b-4075-bb7d-dba4ac99f748 req-7f994574-2e41-4cde-be02-cda1ea4089a9 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177931 Aug 03 19:12:23.124537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.617543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51078) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:23.689619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db1f40-cbe6-4fc0-95df-67e10777baef req-79544bdf-1747-4e4c-859f-efe2e1dd2f77 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.700858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18db1f40-cbe6-4fc0-95df-67e10777baef req-79544bdf-1747-4e4c-859f-efe2e1dd2f77 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1971204 Aug 03 19:12:23.770384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.778388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.786250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.793867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.807277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.813742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.819913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:23.822007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-97fa793b-8c81-41ce-9dbf-20d848dee367 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5435 time: 0.2135596 Aug 03 19:12:23.835448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18db1f40-cbe6-4fc0-95df-67e10777baef req-d91fdba1-5314-4d36-bc1e-6d0f387f1602 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331844 Aug 03 19:12:23.921747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-65d97e62-ba01-4d9d-aeb5-14b607c3ddf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:23.959877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03b8e977-1ebd-4f1e-80e3-21600f88499c req-2f80bfb5-6e44-4a61-82f7-487704fb3e00 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203554 Aug 03 19:12:24.082625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-65d97e62-ba01-4d9d-aeb5-14b607c3ddf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.188226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-65d97e62-ba01-4d9d-aeb5-14b607c3ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.236553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d97e62-ba01-4d9d-aeb5-14b607c3ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fb0c5c-25ce-4df4-98b8-9a518748c15c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.262311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-65d97e62-ba01-4d9d-aeb5-14b607c3ddf8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=af6f7775d7224bf98e331b52c74ebbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420252 Aug 03 19:12:24.262486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51100) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:24.347637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.395315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.680033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.684604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.689788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4fb0c5c-25ce-4df4-98b8-9a518748c15c HTTP/1.1" status: 204 len: 168 time: 0.4224119 Aug 03 19:12:24.696491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd36483-78b2-4dc5-8f38-4874e146cacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fb0c5c-25ce-4df4-98b8-9a518748c15c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:24.720495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:24.923954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-3a6034f1-de70-440d-9adb-34a686f75ef1 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:24.927234 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-3a6034f1-de70-440d-9adb-34a686f75ef1 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.54 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1166947 Aug 03 19:12:25.083048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Deleting port 9734c203-5ad3-40cf-9a39-11ad3ee24475 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:12:25.084054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.111577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d4c0b-d046-4ca5-9809-2f71064cf22a req-07073835-e01f-420e-95f1-a7efcc5ca9a1 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.121290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e4d4c0b-d046-4ca5-9809-2f71064cf22a req-07073835-e01f-420e-95f1-a7efcc5ca9a1 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 945 time: 0.1063161 Aug 03 19:12:25.231908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e4d4c0b-d046-4ca5-9809-2f71064cf22a req-d0aba4a2-2016-480b-9fff-2aa84f991f00 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/security-groups?id=73488b82-080d-4b56-81c8-ef7be1cbcb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990834 Aug 03 19:12:25.273745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] For port 9734c203-5ad3-40cf-9a39-11ad3ee24475, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9734c203-5ad3-40cf-9a39-11ad3ee24475,segment=NetworkSegment(54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf),segment_id=54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:25.274801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.302848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Calling delete_port for 9734c203-5ad3-40cf-9a39-11ad3ee24475 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:12:25.377529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.385520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.394613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.411469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.416208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.427065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.436302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:25.447892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-6b218601-cdab-4711-bbf5-d78703f38265 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5435 time: 0.2013254 Aug 03 19:12:25.511483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd71a647-4aee-47fc-b318-314ae0a99db6 req-16bf9f40-5536-4377-842d-0e367935e81b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571425 Aug 03 19:12:25.673811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.711172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9734c203-5ad3-40cf-9a39-11ad3ee24475'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:25.748966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Pushing event deleted for resources: {'Port': ['ID=9734c203-5ad3-40cf-9a39-11ad3ee24475,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:25.765293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:25.853130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] No DVR routers for this DVR port 9734c203-5ad3-40cf-9a39-11ad3ee24475 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:12:25.863566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:25.867870 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-966d5c5a-b3aa-4e16-83d9-15d01149c551 req-2f462281-7ca1-46ce-8af8-69ddf5ff56ba tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.54 "DELETE /v2.0/ports/9734c203-5ad3-40cf-9a39-11ad3ee24475 HTTP/1.1" status: 204 len: 173 time: 0.9295626 Aug 03 19:12:25.869954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'name': 'network-vif-deleted', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:25.889694 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88f0242-6e2b-43f1-b954-4f2b2fffa96a" -d '{"events": [{"server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "name": "network-vif-deleted", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:25.953226 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4f6b3-50dc-41d9-ba92-02b9f78ad343 x-openstack-request-id: req-3cf4f6b3-50dc-41d9-ba92-02b9f78ad343 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:25.954262 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ba3786-4502-434c-a82d-f72bbc294eb7", "name": "network-vif-deleted", "tag": "9734c203-5ad3-40cf-9a39-11ad3ee24475", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:25.954262 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3cf4f6b3-50dc-41d9-ba92-02b9f78ad343 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:25.954262 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ba3786-4502-434c-a82d-f72bbc294eb7', 'name': 'network-vif-deleted', 'tag': '9734c203-5ad3-40cf-9a39-11ad3ee24475', 'status': 'completed', 'code': 200} Aug 03 19:12:25.963759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc7f-179d-4276-857b-97617a87eed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.087857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc7f-179d-4276-857b-97617a87eed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.222680 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbc7f-179d-4276-857b-97617a87eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.288129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bb2fbc7f-179d-4276-857b-97617a87eed2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91c918ccc77d4c3082cb0afebe972ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221372 Aug 03 19:12:26.288989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51172) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:26.301112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fbc7f-179d-4276-857b-97617a87eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbce001-13b7-46f8-bad2-f65b312d3d36,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:26.376072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d73ee829-02d5-4c60-9537-5cdc42130f43 req-b1281d72-2c4b-4313-a4e6-001ebae72ae1 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0305083 Aug 03 19:12:26.387206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 46682e3c-c4aa-4ce6-8be2-946807ad606b up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:26.393192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.430965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.672791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.680561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.689063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.696527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.704200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.711654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 46682e3c-c4aa-4ce6-8be2-946807ad606b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:26.715567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.717143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 46682e3c-c4aa-4ce6-8be2-946807ad606b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:26.717788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.719234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.720557 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9cbce001-13b7-46f8-bad2-f65b312d3d36 HTTP/1.1" status: 204 len: 168 time: 0.4302113 Aug 03 19:12:26.724555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.738961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f0e05-bda0-4b9f-8463-60dbc5b5f0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbce001-13b7-46f8-bad2-f65b312d3d36,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:26.742409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:26.766814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-abcf4ce0-cfc3-4fd4-8d0b-62bbb659f5a8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5435 time: 0.1650555 Aug 03 19:12:26.835105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-304847bd-7269-44fc-a43e-aa76ea3df27f req-a67e9e44-2da9-4569-9b8a-cd5229b1e221 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664079 Aug 03 19:12:26.931256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:26.959337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:26.961888 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93318a9-0fa5-4622-aca7-6c196f130f74" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:26.983589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:27.027848 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347147fb-9477-46f0-9774-aad3416ffaf6 x-openstack-request-id: req-347147fb-9477-46f0-9774-aad3416ffaf6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:27.027848 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:27.028180 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-347147fb-9477-46f0-9774-aad3416ffaf6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:27.028509 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b', 'code': 200} Aug 03 19:12:27.118645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.119945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:27.213624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:27.316880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:27.335758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:27.336396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.464983 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:27.508838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:27.520470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c70b8e0-a97b-42c0-a5f0-cc689deb3e57 req-98c7aa0b-1786-442a-a3a4-78f884c58078 tempest-ServersNegativeTestMultiTenantJSON-43240456 tempest-ServersNegativeTestMultiTenantJSON-43240456-project] 10.222.0.67 "GET /v2.0/ports?device_id=85ba3786-4502-434c-a82d-f72bbc294eb7 HTTP/1.1" status: 200 len: 210 time: 0.0301363 Aug 03 19:12:27.972932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.979066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.985983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.992171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:27.999281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.005476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.011929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:28.014098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-a4b34ef9-cd95-410d-8c6e-4c0ae4f88222 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5436 time: 0.0977001 Aug 03 19:12:28.062537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4fe8384-8d87-4f3b-807c-19b4d398fdca req-c4eba431-82f3-4d26-a844-205fbb42fd86 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420012 Aug 03 19:12:28.136489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.137759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 26e9d839-fc59-4922-bd78-3105ad1fd881 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:28.241868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:28.505222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 26e9d839-fc59-4922-bd78-3105ad1fd881 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:28.515514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.516320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 26e9d839-fc59-4922-bd78-3105ad1fd881 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:28.516888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.533640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c86c6ee-d0da-4281-833b-f9c602bbcc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.622320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51234) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:28.699645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.749056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:28.780573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Deleting subnet 6190f30e-00c3-452c-bc4e-28266a752098 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:28.794703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.829104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c86c6ee-d0da-4281-833b-f9c602bbcc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.891348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.946417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.952946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:28.954190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 85858d4a-defa-4077-8e6e-c1148795e00f up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:29.025375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c86c6ee-d0da-4281-833b-f9c602bbcc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.030212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:29.036777 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8ffa3d-a7ce-478c-95f3-86dc409c58b2" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:29.061360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86c6ee-d0da-4281-833b-f9c602bbcc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04833b5-1a66-4206-ba6a-fdf03f406a7d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.119008 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c86c6ee-d0da-4281-833b-f9c602bbcc88 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2e7554f13d64766b4ef23bbebb2dba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015875 Aug 03 19:12:29.121786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:29.195186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.216311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.217085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6190f30e-00c3-452c-bc4e-28266a752098 HTTP/1.1" status: 204 len: 168 time: 0.5935004 Aug 03 19:12:29.222157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51250) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:29.244347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a90899-711e-4c76-8837-2e5cf97dd7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6190f30e-00c3-452c-bc4e-28266a752098,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.264339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.307389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.310880 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99167d8f-67e5-4fcf-9470-b229decbfa4a x-openstack-request-id: req-99167d8f-67e5-4fcf-9470-b229decbfa4a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:29.311533 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:29.312016 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99167d8f-67e5-4fcf-9470-b229decbfa4a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:29.312624 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'code': 200} Aug 03 19:12:29.313336 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'code': 200} Aug 03 19:12:29.325531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.352766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.449293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.455921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.461861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.469103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.472076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 85858d4a-defa-4077-8e6e-c1148795e00f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:29.475603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.477196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 85858d4a-defa-4077-8e6e-c1148795e00f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:29.477647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.481964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.488182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:29.500454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c22a18-59a6-4799-ba36-a350371470a2 req-59cf1317-c830-4d1a-aca6-9f787687fb4b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5438 time: 0.2880538 Aug 03 19:12:29.508138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9734c203-5ad3-40cf-9a39-11ad3ee24475 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:29.519475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.523286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.527270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f04833b5-1a66-4206-ba6a-fdf03f406a7d HTTP/1.1" status: 204 len: 168 time: 0.4015887 Aug 03 19:12:29.539722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1d459-513a-4c91-99cc-110fe8c6d35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04833b5-1a66-4206-ba6a-fdf03f406a7d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:29.565181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 9734c203-5ad3-40cf-9a39-11ad3ee24475 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:12:29.565539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9734c203-5ad3-40cf-9a39-11ad3ee24475 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:12:29.571708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.596257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c22a18-59a6-4799-ba36-a350371470a2 req-6b8e695f-f5bf-4663-aeac-9204bcbf79f1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943971 Aug 03 19:12:29.615515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8b6eb6-1d50-4410-8cd4-c7efbca95c77']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:29.639104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:29.641350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c38ee3-3826-402e-aa5d-dfbc2dc3cdbf') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:29.680107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.711815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.726618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:29.728237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:29.731038 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:29.737882 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.788104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=85858d4a-defa-4077-8e6e-c1148795e00f,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:29.965261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:29.966187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80cae6fd-f426-48be-af7e-3adf9ab9401f up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:30.021755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.033716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.036327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] 10.222.0.67 "DELETE /v2.0/networks/7a8b6eb6-1d50-4410-8cd4-c7efbca95c77 HTTP/1.1" status: 204 len: 168 time: 0.8119760 Aug 03 19:12:30.039466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51270) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:30.055542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2810a60-80f6-4a78-8696-8faf44f3093c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8b6eb6-1d50-4410-8cd4-c7efbca95c77,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.108040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Deleting subnet 67122718-6be4-4077-8f16-70c8643085dc {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:12:30.109009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.117291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.190679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.199281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 80cae6fd-f426-48be-af7e-3adf9ab9401f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:30.204123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 80cae6fd-f426-48be-af7e-3adf9ab9401f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:30.204499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.287144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.360175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.456621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:30.472415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.516799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.518723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/67122718-6be4-4077-8f16-70c8643085dc HTTP/1.1" status: 204 len: 168 time: 0.4776800 Aug 03 19:12:30.520047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b720493-d617-4dd5-aee1-9510a57bb898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67122718-6be4-4077-8f16-70c8643085dc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.522166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51284) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:30.581684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.582506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bfa822b6-e604-4a25-9c3e-b1a0bff03314 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:30.626356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.677431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:30.787613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port bfa822b6-e604-4a25-9c3e-b1a0bff03314 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:30.792918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port bfa822b6-e604-4a25-9c3e-b1a0bff03314 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:30.796582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.803836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.831643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.861262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.874395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.896583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.911210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:30.927751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.940377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.949673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:30.950722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:30.967789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f6c69326-4d96-44a0-8dd1-64011630fe9a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5440 time: 0.2078452 Aug 03 19:12:30.990281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0746fa-7e48-4af4-8e6b-de59e15b1bbe']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:31.026771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4be810a-fde2-4053-8938-f2069f99dba3 req-f4a5a7d2-1d95-46f0-b3e8-7c762165d2c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559974 Aug 03 19:12:31.041482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e074096-b1d5-4d69-87d7-e707a7daa7b6') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:31.041788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e074096-b1d5-4d69-87d7-e707a7daa7b6') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:31.055773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.062536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.067446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80ab703d-f580-468c-b2d3-e3603b2477a2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:31.098953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.112782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:31.113185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:31.193126 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:31.256728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:31.311743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.315217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85858d4a-defa-4077-8e6e-c1148795e00f'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:31.318107 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed347a2-e975-4005-b99f-7c78c76480c6" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "85858d4a-defa-4077-8e6e-c1148795e00f"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:31.318342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.321201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] 10.222.0.67 "DELETE /v2.0/networks/5f0746fa-7e48-4af4-8e6b-de59e15b1bbe HTTP/1.1" status: 204 len: 168 time: 0.7960029 Aug 03 19:12:31.363808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053b6f4-88ee-41b0-8f94-435e334aa33d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f0746fa-7e48-4af4-8e6b-de59e15b1bbe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:31.427733 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cfae3f-bd5f-414d-a9e0-9ef75542316a x-openstack-request-id: req-51cfae3f-bd5f-414d-a9e0-9ef75542316a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:31.428685 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "85858d4a-defa-4077-8e6e-c1148795e00f", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:31.429092 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51cfae3f-bd5f-414d-a9e0-9ef75542316a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:31.429537 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85858d4a-defa-4077-8e6e-c1148795e00f', 'code': 200} Aug 03 19:12:31.429870 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'code': 200} Aug 03 19:12:31.430279 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'code': 200} Aug 03 19:12:31.467136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 80ab703d-f580-468c-b2d3-e3603b2477a2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:31.471723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 80ab703d-f580-468c-b2d3-e3603b2477a2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:31.472313 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.662147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.722089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80ab703d-f580-468c-b2d3-e3603b2477a2,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:31.879228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:31.976621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:31.987101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:32.085809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cabdf84b-11bd-4744-9abd-467560f33eb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4c2863afe8544d8f9af87b841a715910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055367 Aug 03 19:12:32.090176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:32.238363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.274224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.325536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.332901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.339941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.346508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.352617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.360036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.367041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:32.380331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-82b3678b-6605-427d-ac09-31ba0633b41f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.1286061 Aug 03 19:12:32.435963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c4b0879-3719-47fa-8089-cb43ba0c7635 req-d5aa5a8a-82f7-4485-96f8-59c0db461a7d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572617 Aug 03 19:12:32.489010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.495973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:32.498083 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73488b82-080d-4b56-81c8-ef7be1cbcb0b HTTP/1.1" status: 204 len: 168 time: 0.4065466 Aug 03 19:12:32.523367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce58ee7-ff2f-4c2a-900b-f8776f5f8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73488b82-080d-4b56-81c8-ef7be1cbcb0b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:33.313397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:33.432062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab703d-f580-468c-b2d3-e3603b2477a2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:33.437464 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd46a6a-d777-4d71-89e3-09ca7ef58ded" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "80ab703d-f580-468c-b2d3-e3603b2477a2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:33.538142 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dc67a5-56cd-40fb-a8a2-a4ed9b0320ec x-openstack-request-id: req-44dc67a5-56cd-40fb-a8a2-a4ed9b0320ec {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:33.539058 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-plugged", "status": "completed", "tag": "80ab703d-f580-468c-b2d3-e3603b2477a2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:33.540695 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44dc67a5-56cd-40fb-a8a2-a4ed9b0320ec {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:33.541973 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab703d-f580-468c-b2d3-e3603b2477a2', 'code': 200} Aug 03 19:12:33.719193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.728583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.741122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.754084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.762918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.770177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.778707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.778980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.779931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.780917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.781973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.782851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.783736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.784671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:33.788431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-9a4772b4-e9db-4e24-b6e1-428c64a5db03 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.1377158 Aug 03 19:12:33.788841 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-9e99909f-e608-43c3-adb7-ae9bc402d5dc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6499 time: 0.1369166 Aug 03 19:12:33.897809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa34a680-b6eb-4632-8cac-35322c17f0f8 req-438eb01a-9aaf-41f7-8524-4d526c2aebd3 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079099 Aug 03 19:12:33.924326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f04e0d0d-a6cb-427b-9886-d6bde8d94dc1 req-8e5eaa01-4c99-4d8d-8acd-fe81260571a5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265240 Aug 03 19:12:34.081496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:34.277407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51410) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:34.289139 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f79d0cbb-4fe7-4d39-86ca-2eecdbb57716 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92d81bd344c84ad4beb1ca6dec6d47c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054691 Aug 03 19:12:34.399329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.468352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.650830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.655553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:34.657066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27d7ebb9-71b0-4bbe-ad50-bee367ee6e8c HTTP/1.1" status: 204 len: 168 time: 0.3771582 Aug 03 19:12:34.669035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079e429-0f33-430e-9770-3fe8ca83f099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d7ebb9-71b0-4bbe-ad50-bee367ee6e8c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:35.202274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-dd68264d-b5a8-4f69-92de-a78239afd006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.204791 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-dd68264d-b5a8-4f69-92de-a78239afd006 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1098 time: 0.4447625 Aug 03 19:12:35.265690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.279940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.291693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.304594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.331132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.357760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.372204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.381958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-424d3ff8-005e-4582-835a-d512cdac3c74 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.2472510 Aug 03 19:12:35.440907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-4210b2ec-49f4-4d0c-83e8-9cf310a3c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.443234 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-4210b2ec-49f4-4d0c-83e8-9cf310a3c8d4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2028332 Aug 03 19:12:35.452301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2692b9e7-a975-40fe-b7e1-6e2747363ecb req-383d085a-3a04-46d2-aa09-932b5d53b7db tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641150 Aug 03 19:12:35.535147 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-d5f1bd54-2f86-4c41-9629-020f7aa619d4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1002 time: 0.0840011 Aug 03 19:12:35.594733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-362d18c8-489e-41c6-a392-5375f6250950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.596238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-362d18c8-489e-41c6-a392-5375f6250950 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0525324 Aug 03 19:12:35.654053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-95c6e36d-16e1-495c-9446-d4dc10568728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:35.655882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-95c6e36d-16e1-495c-9446-d4dc10568728 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515919 Aug 03 19:12:35.734839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51468) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:35.816989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-8cb9dd9d-69a1-4557-893c-e21b365da113 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467464 Aug 03 19:12:35.907237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1922caac-b73f-4b1b-8503-1d86ceda56b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:35.945506 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8c736459-c740-4dbf-86a0-a469df8425c0 req-8c488a79-20ee-487a-b36e-f8a132fe98ad service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192441 Aug 03 19:12:36.022975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1922caac-b73f-4b1b-8503-1d86ceda56b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.251577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1922caac-b73f-4b1b-8503-1d86ceda56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.282056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51484) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:36.317915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51490) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:36.318135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1922caac-b73f-4b1b-8503-1d86ceda56b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8479830ec818452e898c3631dc424831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820351 Aug 03 19:12:36.319261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922caac-b73f-4b1b-8503-1d86ceda56b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc6b28-7838-4dc1-a11d-751acdcebf82,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:36.425936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.468205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.536906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-22e46cde-89a5-40ac-aa9a-d60a6adfe290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.658410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.661344 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.662598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/87dc6b28-7838-4dc1-a11d-751acdcebf82 HTTP/1.1" status: 204 len: 168 time: 0.3418531 Aug 03 19:12:36.683399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af266092-1f20-45a0-ab29-14a6814ff366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc6b28-7838-4dc1-a11d-751acdcebf82,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:36.693947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.708513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.718352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.733255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.742917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.753887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.764012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.766269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-365012b3-1403-4ae3-aae5-88d65fb836ba tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.1706414 Aug 03 19:12:36.775606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921c7c1-a106-4b6e-bc86-577da170cdb6 req-98e3db8c-b761-45a4-8b5b-cce20f8dbb5e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:36.778630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d921c7c1-a106-4b6e-bc86-577da170cdb6 req-98e3db8c-b761-45a4-8b5b-cce20f8dbb5e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1717148 Aug 03 19:12:36.792793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-22e46cde-89a5-40ac-aa9a-d60a6adfe290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.832979 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:12:36.849442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5a5ef7-aaf6-4a19-96a4-964f4bc8e8b8 req-5837240e-9f5b-4bd1-9d4c-bba7ae788926 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696223 Aug 03 19:12:36.857216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d921c7c1-a106-4b6e-bc86-577da170cdb6 req-1e30d243-b372-4f16-a32c-ea6748c54286 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699677 Aug 03 19:12:36.897544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-22e46cde-89a5-40ac-aa9a-d60a6adfe290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:36.954336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-22e46cde-89a5-40ac-aa9a-d60a6adfe290 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=675efb0fc3aa43db9787eb03e87ab3c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6700654 Aug 03 19:12:36.957291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:36.965103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e46cde-89a5-40ac-aa9a-d60a6adfe290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28907784-0fd6-42ca-8aa1-7cfef5b6aac2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:37.077042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.083038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.089381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.095726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.102549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.102549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.115403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:37.119723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c554d5c5-8d97-4662-af6e-b3bc5cf1a00d req-e24773d8-c14e-49c5-bad0-1c242b3a59d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.1311491 Aug 03 19:12:37.119723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.135479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51534) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:37.150543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Request body: {'floatingip': {'port_id': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:37.259038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.283862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.595220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.599588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:37.604355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/28907784-0fd6-42ca-8aa1-7cfef5b6aac2 HTTP/1.1" status: 204 len: 168 time: 0.6424892 Aug 03 19:12:37.625196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677939a8-431c-43ca-84ea-6169fb82a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28907784-0fd6-42ca-8aa1-7cfef5b6aac2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:37.984795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51548) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:38.005959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db255f2c-409c-4daa-940f-0d82268a28d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.027143 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.049263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc2d02-f7c9-49ca-be13-6f6eb24a7a00 req-c31041fb-8660-4ec5-8906-1820c2b49999 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:38.050841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96bc2d02-f7c9-49ca-be13-6f6eb24a7a00 req-c31041fb-8660-4ec5-8906-1820c2b49999 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.0949731 Aug 03 19:12:38.099471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96bc2d02-f7c9-49ca-be13-6f6eb24a7a00 req-f49a7376-a93f-4842-a44d-d7b308bf666f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Aug 03 19:12:38.148020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db255f2c-409c-4daa-940f-0d82268a28d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.176271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.294544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:38.325300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db255f2c-409c-4daa-940f-0d82268a28d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.341498 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Floating IP 1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f associated. External IP: 172.25.2.245, port: 80cae6fd-f426-48be-af7e-3adf9ab9401f. Aug 03 19:12:38.379622 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db255f2c-409c-4daa-940f-0d82268a28d7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba42370c086b4205bf2c921216d38a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931255 Aug 03 19:12:38.393885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:38.469987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db255f2c-409c-4daa-940f-0d82268a28d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b266b300-e03f-4f04-896c-aa61311f5ce9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.562448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.619445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.703685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52876660-aea1-42c8-bdee-78a2024fead5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.739419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Router db303abe-791e-4289-a8ec-0a5510a85f60 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:38.847216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.850131 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.851332 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b266b300-e03f-4f04-896c-aa61311f5ce9 HTTP/1.1" status: 204 len: 168 time: 0.4564793 Aug 03 19:12:38.875549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23fc20-3b64-4820-b1c3-d0bfedc45c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b266b300-e03f-4f04-896c-aa61311f5ce9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:38.903078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:38.910324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:38.923151 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Sync routers for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:38.947836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-07d8df8e-5110-43a3-b41a-065e9a952eb9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "PUT /v2.0/floatingips/1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f HTTP/1.1" status: 200 len: 991 time: 1.8083835 Aug 03 19:12:38.948604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:38.951350 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48b7d3-a414-41a2-814e-3beab03ba45e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:38.971750 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:38.975838 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.017068 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808a472-cc8a-4579-8084-707b0431aeda x-openstack-request-id: req-8808a472-cc8a-4579-8084-707b0431aeda {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:39.017363 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:39.017621 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8808a472-cc8a-4579-8084-707b0431aeda {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:39.018381 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'status': 'completed', 'code': 200} Aug 03 19:12:39.055301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52876660-aea1-42c8-bdee-78a2024fead5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.123298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.123801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.124368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.124885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.125367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.125896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.126315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.128368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-298b323b-3835-4f63-938e-c841aa12b6bf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6499 time: 0.0643361 Aug 03 19:12:39.140304 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:39.186918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52876660-aea1-42c8-bdee-78a2024fead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.285375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52876660-aea1-42c8-bdee-78a2024fead5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8a8ceb-12dc-4410-a439-214020c1f3d1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:39.299572 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52876660-aea1-42c8-bdee-78a2024fead5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=238b41f47bbe4a7b8f79cb3eb84cf94a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0039387 Aug 03 19:12:39.308814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:39.314243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb86aef-d764-4f34-9632-1266974d11b8 req-80e02017-5b82-49d7-84f8-778972dc0941 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.317727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcb86aef-d764-4f34-9632-1266974d11b8 req-80e02017-5b82-49d7-84f8-778972dc0941 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.0833066 Aug 03 19:12:39.354118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-0d3085cf-931d-4fe8-be3c-b50b6b3e941f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.356712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-0d3085cf-931d-4fe8-be3c-b50b6b3e941f service neutron] 10.222.0.77 "GET /v2.0/networks?id=76f1e661-02c6-429b-96b6-a6e39c38104e HTTP/1.1" status: 200 len: 918 time: 0.2183762 Aug 03 19:12:39.451589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcb86aef-d764-4f34-9632-1266974d11b8 req-7608d18e-4eac-4a47-8fca-87fc5eb107d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158371 Aug 03 19:12:39.515637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'port_id': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'mac_address': 'fa:16:3e:82:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:07Z', 'updated_at': '2021-08-03T19:12:37Z', 'revision_number': 1, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.555644 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Checking router: db303abe-791e-4289-a8ec-0a5510a85f60 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:39.560528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.568606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:39.569837 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:39.626149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.646302 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-894b9928-94b3-4825-aa8c-b452097056ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 200 len: 999 time: 0.2766268 Aug 03 19:12:39.730823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:39.758699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-351f494b-58f0-42fd-988f-95806f8b7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.760209 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-351f494b-58f0-42fd-988f-95806f8b7db6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 HTTP/1.1" status: 200 len: 856 time: 0.1066005 Aug 03 19:12:39.818420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-907b8f04-6e89-40d5-b1fb-b1fb160e7b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:39.820581 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-907b8f04-6e89-40d5-b1fb-b1fb160e7b20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76f1e661-02c6-429b-96b6-a6e39c38104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530744 Aug 03 19:12:39.936452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.940386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:39.944734 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/de8a8ceb-12dc-4410-a439-214020c1f3d1 HTTP/1.1" status: 204 len: 168 time: 0.6346357 Aug 03 19:12:39.965474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5518ffb-aaaf-4f1c-91ef-bd270ccc7707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8a8ceb-12dc-4410-a439-214020c1f3d1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:39.991207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-586e8c3c-cafe-4023-aca3-e1d915a8ccb0 service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601124 Aug 03 19:12:40.058815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51610) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:40.153837 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'port_id': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'mac_address': 'fa:16:3e:82:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:07Z', 'updated_at': '2021-08-03T19:12:37Z', 'revision_number': 1, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:40.183297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aa48b7d3-a414-41a2-814e-3beab03ba45e req-a3eb744b-b873-4338-ad03-4351e27812ce service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855564 Aug 03 19:12:40.192403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a881c89-f71f-4ae6-aa93-40978c8c0f4c None None] The sync data for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 is: [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'port_id': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'mac_address': 'fa:16:3e:82:b0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:11:07Z', 'updated_at': '2021-08-03T19:12:37Z', 'revision_number': 1, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:40.447738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:12:40.503892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80888677-43f4-4bf0-a40f-c531e62d2f68 None None] New status for floating IP 1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:12:40.664761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1924677434-network', 'tenant_id': '38f6994dc3e943778166e61861eda912'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:40.714429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef3718-71d5-4029-b436-bc1b9fd117c4 req-4da7f272-208b-4197-843f-738797928e93 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:40.722940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaef3718-71d5-4029-b436-bc1b9fd117c4 req-4da7f272-208b-4197-843f-738797928e93 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1732097 Aug 03 19:12:40.803533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaef3718-71d5-4029-b436-bc1b9fd117c4 req-8376542e-1cf6-4cb2-9b53-8a566ae337c3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774820 Aug 03 19:12:40.803634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.807393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Made reservation on behalf of 38f6994dc3e943778166e61861eda912 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:40.818052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.841415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:40.912512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:40.915513 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7796507f-4414-472a-9394-9920d5b2a2c3" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:40.931674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:40.965077 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f972de-736e-4e29-be97-1494918d0a53 x-openstack-request-id: req-76f972de-736e-4e29-be97-1494918d0a53 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:40.965508 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:40.965850 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76f972de-736e-4e29-be97-1494918d0a53 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:40.966265 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:12:40.990600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.061235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51642) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:41.117781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.181924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.202710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.211172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-network', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:41.223406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:41.249385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.249766 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Added segment 45e36f4d-77d0-488e-8013-f3a16205d2f1 of type vlan for network b797ae8a-8fbe-47ea-b6a8-86060973766d Aug 03 19:12:41.253305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932802db-0b52-46cf-9ec2-6853720e8404,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.311733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.347433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Made reservation on behalf of 6bd323c7683e4e80954a472ba1cabb77 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:41.351248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.365814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.447607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.449924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:41.451038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.554298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] Pushing event updated for resources: {'Network': ['ID=b797ae8a-8fbe-47ea-b6a8-86060973766d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.565975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.579369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b797ae8a-8fbe-47ea-b6a8-86060973766d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:41.689741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.728318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:41.750303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e480771f-ad22-432d-8eab-c6b9b3c01e01,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:41.755818 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.756231 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Added segment 7bdabe5f-6701-482e-9621-a41eb030b920 of type vlan for network 9adfec75-d582-466d-9065-610836e85016 Aug 03 19:12:41.826225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:41.834819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-18491011-963e-4e63-9d08-1255800020ca admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7739470 Aug 03 19:12:41.840613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51662) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:41.855253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Request body: {'subnet': {'network_id': 'b797ae8a-8fbe-47ea-b6a8-86060973766d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1924677434-subnet', 'tenant_id': '38f6994dc3e943778166e61861eda912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:41.945698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.004156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.004156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:42.004156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.004530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Made reservation on behalf of 38f6994dc3e943778166e61861eda912 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:42.009237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.119007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7fb4-c2b5-4ce2-ba37-f75ae0412fdb req-bdadda3a-56e2-43da-82aa-9448ba32bce0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:42.120730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19dc7fb4-c2b5-4ce2-ba37-f75ae0412fdb req-bdadda3a-56e2-43da-82aa-9448ba32bce0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1773360 Aug 03 19:12:42.121606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] Pushing event updated for resources: {'Network': ['ID=9adfec75-d582-466d-9065-610836e85016,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.138456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9adfec75-d582-466d-9065-610836e85016 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:42.150745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-657647701-network', 'tenant_id': '8030c6d04f824c0f8ed147da1b4ead77'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:42.198644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19dc7fb4-c2b5-4ce2-ba37-f75ae0412fdb req-a7126861-1ab3-4874-b6bc-9b7a21233bf5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651238 Aug 03 19:12:42.230474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dc278a02-3886-4b47-998c-26e072a5e03b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1663921 Aug 03 19:12:42.231721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:42.247877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Request body: {'subnet': {'network_id': '9adfec75-d582-466d-9065-610836e85016', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-subnet', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:42.353075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Made reservation on behalf of 8030c6d04f824c0f8ed147da1b4ead77 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:42.356966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.374984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.458609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:12:42.531939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.563786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Made reservation on behalf of 6bd323c7683e4e80954a472ba1cabb77 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:12:42.566865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.606519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:42.627721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'mac_address': 'fa:16:3e:7f:da:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:12:42.652200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7d6404-1f6e-436c-adf5-b32f37318443,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.686321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.692774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Checking segment: {'id': '45e36f4d-77d0-488e-8013-f3a16205d2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'b797ae8a-8fbe-47ea-b6a8-86060973766d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:42.693138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Network hostable DHCP agents. Network: b797ae8a-8fbe-47ea-b6a8-86060973766d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:42.704921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:12:42.720853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.741242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:42.838587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.861293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:12:42.877441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee297ed-cf10-43e8-9da6-ac1d119ef046,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:42.880607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.881010 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Added segment d3278425-bcd8-4feb-94b8-ede25251d53d of type vlan for network ff1ff0cd-e0aa-4433-8e4a-c71922c5edef Aug 03 19:12:42.930438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.958226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:42.959662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Network b797ae8a-8fbe-47ea-b6a8-86060973766d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:43.005254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.044980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.067514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.069028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.070343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.070831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad29dfd-be64-4b86-94c8-27e186cb774a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.092628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Checking segment: {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:43.093394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Network hostable DHCP agents. Network: 9adfec75-d582-466d-9065-610836e85016, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:12:43.119865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['336fd4e4-2fda-4041-be1c-0b6ab7218e53'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:12:43.141723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b797ae8a-8fbe-47ea-b6a8-86060973766d) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:43.147238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.148296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.159033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ac40e-621d-42bc-9ba2-417e2e646f65 None None] Network b797ae8a-8fbe-47ea-b6a8-86060973766d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:43.189437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] Pushing event updated for resources: {'Network': ['ID=ff1ff0cd-e0aa-4433-8e4a-c71922c5edef,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:43.193603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Network 9adfec75-d582-466d-9065-610836e85016 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:12:43.201814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9adfec75-d582-466d-9065-610836e85016) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:43.210286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.211499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.216277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ff1ff0cd-e0aa-4433-8e4a-c71922c5edef details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:12:43.232069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-05fd276d-fc3c-4db6-8d39-1f664975db4f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2847285 Aug 03 19:12:43.260124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23089ba-26ea-42cc-9b6c-359a45205da8 None None] Network 9adfec75-d582-466d-9065-610836e85016 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:43.297082 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0af6d647-bcee-4e4f-9eb9-d8ca97fc39bc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4535582 Aug 03 19:12:43.318731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7dc73ca9-6535-4970-8a0e-b68e4cb09d6d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0816841 Aug 03 19:12:43.319268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:43.335553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:43.474494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.477094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.502684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c456-8020-4c69-9ae3-e3e312501a6a req-3ca02c20-679e-435b-8af0-e4fbb9129b4e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:43.525807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31b5c456-8020-4c69-9ae3-e3e312501a6a req-3ca02c20-679e-435b-8af0-e4fbb9129b4e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.2088099 Aug 03 19:12:43.598495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.640338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31b5c456-8020-4c69-9ae3-e3e312501a6a req-0ef10291-88b0-4866-89b9-3780801c4b9a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126621 Aug 03 19:12:43.881535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-9adfec75-d582-466d-9065-610836e85016', 'network_id': '9adfec75-d582-466d-9065-610836e85016', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'fixed_ips': [{'subnet_id': '0ad29dfd-be64-4b86-94c8-27e186cb774a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:12:43.883412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1457254586', 'description': 'tempest-description-210377022'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:43.884341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:43.987261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc00212-49c2-4e71-8b2b-1460e980a52b None None] Network b797ae8a-8fbe-47ea-b6a8-86060973766d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:44.044361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.235418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.427741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Allocated IP 172.20.0.2 (9adfec75-d582-466d-9065-610836e85016/0ad29dfd-be64-4b86-94c8-27e186cb774a/4ba1cc03-e89d-4cc5-a939-32e820def469) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:44.584091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.633095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.654629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ed33d-e690-40e2-bf47-b83086b11112 req-dc33eded-4732-46b6-99ed-086633e3283b tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.666551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ed33d-e690-40e2-bf47-b83086b11112 req-dc33eded-4732-46b6-99ed-086633e3283b tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.685483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ed33d-e690-40e2-bf47-b83086b11112 req-dc33eded-4732-46b6-99ed-086633e3283b tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:44.700296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-905ed33d-e690-40e2-bf47-b83086b11112 req-dc33eded-4732-46b6-99ed-086633e3283b tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5874624 Aug 03 19:12:44.728199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.744467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Transition to ACTIVE for port object 4ba1cc03-e89d-4cc5-a939-32e820def469 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:44.793140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Transition to ACTIVE for port object 4ba1cc03-e89d-4cc5-a939-32e820def469 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:44.915145 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:44.982419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Allocated IP 172.25.2.42 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/34406795-f8a0-420d-b475-aff428cbca10) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:45.057603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Network 9adfec75-d582-466d-9065-610836e85016 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:45.077835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:45.094129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:45.126355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Pushing event updated for resources: {'Port': ['ID=4ba1cc03-e89d-4cc5-a939-32e820def469,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.247757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.308424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.465103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.527396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.593829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93057-9239-4024-9d86-f69ce60543bc req-835e5b72-1225-4151-842b-ca1fb61ff46e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:45.596508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c93057-9239-4024-9d86-f69ce60543bc req-835e5b72-1225-4151-842b-ca1fb61ff46e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1205084 Aug 03 19:12:45.612416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.630202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Attempting to bind port 4ba1cc03-e89d-4cc5-a939-32e820def469 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:45.631854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Attempting to bind port 4ba1cc03-e89d-4cc5-a939-32e820def469 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:45.634358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Attempting to bind port 4ba1cc03-e89d-4cc5-a939-32e820def469 on network 9adfec75-d582-466d-9065-610836e85016 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:45.635971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Pushing event updated for resources: {'Port': ['ID=34406795-f8a0-420d-b475-aff428cbca10,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.661631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:45.662132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Checking segment: {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:45.662570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.663185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Bound using segment: {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:45.663918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Bound port: 4ba1cc03-e89d-4cc5-a939-32e820def469, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:45.664479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.667829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:45.673872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:45.685392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:45.757580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c93057-9239-4024-9d86-f69ce60543bc req-115475d9-2d3a-4d58-8284-4b2b8fca3021 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457498 Aug 03 19:12:45.768778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c851e31-c463-4f56-b645-6ffc2a56411a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:45.799973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:45.805230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-210b04c4-9fed-413c-bf5a-d28700b8f604 req-80215f81-668e-42c4-a13e-d0161fe915e3 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.9359591 Aug 03 19:12:45.985091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] For port 4ba1cc03-e89d-4cc5-a939-32e820def469, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:45.997500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] For port 4ba1cc03-e89d-4cc5-a939-32e820def469, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4ba1cc03-e89d-4cc5-a939-32e820def469,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:46.092557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.141508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc2e23-afd8-491a-bf98-b2197443dcb0 req-df3dbf65-1898-4a4d-8d58-e2f4dbeed0d0 tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:46.158125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ddc2e23-afd8-491a-bf98-b2197443dcb0 req-df3dbf65-1898-4a4d-8d58-e2f4dbeed0d0 tempest-ComputeTenantNetworksTest-1603322394 tempest-ComputeTenantNetworksTest-1603322394-project] 10.222.0.67 "GET /v2.0/networks/ff1ff0cd-e0aa-4433-8e4a-c71922c5edef HTTP/1.1" status: 200 len: 768 time: 0.2990923 Aug 03 19:12:46.166696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:46.203390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-6324f6d5-f789-446e-94f4-782891411885 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/7c851e31-c463-4f56-b645-6ffc2a56411a HTTP/1.1" status: 200 len: 1806 time: 0.2327700 Aug 03 19:12:46.217292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c851e31-c463-4f56-b645-6ffc2a56411a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:46.217912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c851e31-c463-4f56-b645-6ffc2a56411a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:46.257686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5862f82-31b1-4384-8dbd-cd699347ed4e None None] Pushing event updated for resources: {'Port': ['ID=4ba1cc03-e89d-4cc5-a939-32e820def469,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:46.296720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.466619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.480340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:46.671795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.689863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:46.690875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.698885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.758589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1ff0cd-e0aa-4433-8e4a-c71922c5edef']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:46.789869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3278425-bcd8-4feb-94b8-ede25251d53d') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:46.790345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3278425-bcd8-4feb-94b8-ede25251d53d') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:46.823202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.827154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.833839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.912457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:46.972775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14860099-9e0b-4eb8-bdfd-5b8392fa0186,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:46.975830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:12:46.979341 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993aa6c5-8e41-4c27-9588-5a032c394dde" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:12:47.007766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:47.054245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.075908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:12:47.075908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.076237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:12:47.076330 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:12:47.097755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07ef3eb3-e23d-49ce-863b-41a85726ec26 req-7205d89e-34f0-4110-b7f0-6d538ef4a349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8891556 Aug 03 19:12:47.098954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.206444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.211273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f75d4-631d-481d-b76d-53ffcc809af5 req-ccd7addf-fb22-4de2-add0-80a4c8fe7bfa tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:47.213266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2f75d4-631d-481d-b76d-53ffcc809af5 req-ccd7addf-fb22-4de2-add0-80a4c8fe7bfa tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 946 time: 0.1690471 Aug 03 19:12:47.221391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=13']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.242168 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f3f02a-6a63-4013-9ee6-96b6fa41385a x-openstack-request-id: req-84f3f02a-6a63-4013-9ee6-96b6fa41385a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:12:47.242168 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-plugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:12:47.242168 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-84f3f02a-6a63-4013-9ee6-96b6fa41385a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:12:47.243671 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:12:47.268883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-357116661', 'description': 'tempest-description-189681578'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:47.316702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.341026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.342950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ff1ff0cd-e0aa-4433-8e4a-c71922c5edef HTTP/1.1" status: 204 len: 168 time: 1.1739855 Aug 03 19:12:47.343266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2f75d4-631d-481d-b76d-53ffcc809af5 req-fdea4f06-bbc0-4c96-b4aa-de91c5d12089 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216168 Aug 03 19:12:47.345647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d9be5-c435-4ff0-842e-64e14ed4ddf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff1ff0cd-e0aa-4433-8e4a-c71922c5edef,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.462472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.651504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Router d554fddb-2c24-498b-b5d0-380468aeddc0 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:12:47.732023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.839747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:47.914114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812bbe82-5ae4-46c3-8d73-f6b299c43051,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:47.952673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51766) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.076461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.086361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29898b36-baeb-4739-9a74-e173a4a14dde req-f3cb0526-dcc3-4ab6-b879-d516507c6adb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8313324 Aug 03 19:12:48.091632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-48653a53-f79d-4ecd-8c68-7eb0edd84cab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8030c6d04f824c0f8ed147da1b4ead77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374204 Aug 03 19:12:48.113706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.157063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:48.175457 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Sync routers for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:48.203764 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:48.204857 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:48.212432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb31bf5-fd0b-4521-9480-9c4d516b032a None None] Network 9adfec75-d582-466d-9065-610836e85016 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:12:48.292821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.296900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-746bbade-44cf-4b60-8c27-a5ddbdc535f8 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9746280 Aug 03 19:12:48.299817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51772) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:48.330450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-a15a6f6c-00cd-4cbb-bc34-49f85e7df531 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/812bbe82-5ae4-46c3-8d73-f6b299c43051 HTTP/1.1" status: 200 len: 1805 time: 0.1668563 Aug 03 19:12:48.331709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.366970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4ba1cc03-e89d-4cc5-a939-32e820def469 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:48.379524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.468715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '812bbe82-5ae4-46c3-8d73-f6b299c43051', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:48.469261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '812bbe82-5ae4-46c3-8d73-f6b299c43051', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:48.613869 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:48.627478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4307d-102e-4f03-a36f-c8911392ee24 req-13306f37-b457-4dd7-ae0b-e45a0ffb888a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:48.632963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86b4307d-102e-4f03-a36f-c8911392ee24 req-13306f37-b457-4dd7-ae0b-e45a0ffb888a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1228993 Aug 03 19:12:48.652541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e7b63b5e-aa55-40aa-9a82-ebb10cfb4783 None None] Provisioning for port 4ba1cc03-e89d-4cc5-a939-32e820def469 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:48.658064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.663566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.666428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cee297ed-cf10-43e8-9da6-ac1d119ef046 HTTP/1.1" status: 204 len: 168 time: 0.5494053 Aug 03 19:12:48.753514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4ba1cc03-e89d-4cc5-a939-32e820def469 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:48.825033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4ba1cc03-e89d-4cc5-a939-32e820def469 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:48.827227 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:48.840754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b68b89-4b1c-4da1-960b-1fee62cd2d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee297ed-cf10-43e8-9da6-ac1d119ef046,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:48.958361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86b4307d-102e-4f03-a36f-c8911392ee24 req-140a3e64-a64b-4aeb-9426-a47e4f23d82d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183565 Aug 03 19:12:49.108676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.143033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6fa2-f259-4743-97d7-e28424399941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.248544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.253759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 3, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:49.363386 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Checking router: d554fddb-2c24-498b-b5d0-380468aeddc0 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:49.363747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.376090 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Updating router d554fddb-2c24-498b-b5d0-380468aeddc0 port 34406795-f8a0-420d-b475-aff428cbca10 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:49.417518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609f600a-04db-4dc7-ade9-546bde750dd3,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:49.496550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.521764 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.553819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.555790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cde1bfa-0280-4dc1-b12d-4d4f66740377 req-745f4fda-731b-4f9c-a0fc-972d7a28ddeb tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0956252 Aug 03 19:12:49.638650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4ba1cc03-e89d-4cc5-a939-32e820def469, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4ba1cc03-e89d-4cc5-a939-32e820def469,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:49.649266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2278be38-bae5-4919-b48b-9146c4e36da7 None None] Provisioning complete for port 4ba1cc03-e89d-4cc5-a939-32e820def469 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:49.649906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2278be38-bae5-4919-b48b-9146c4e36da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.726464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-160195175', 'description': 'tempest-description-980270476'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:49.745783 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.852556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:49.971360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4ba1cc03-e89d-4cc5-a939-32e820def469,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.155400 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.247089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.280035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.364928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.419906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52768b6-4094-4522-bef7-9c224aa906ee req-4ac0ff71-e6b0-47ad-93af-f1b2ed2f1c54 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:50.422322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a52768b6-4094-4522-bef7-9c224aa906ee req-4ac0ff71-e6b0-47ad-93af-f1b2ed2f1c54 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1996908 Aug 03 19:12:50.434180 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.470988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Transition to ACTIVE for port object 34406795-f8a0-420d-b475-aff428cbca10 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:50.500214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.502437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa657ef7-ea07-4456-94cc-4643d5087094 req-599cecac-95a6-4d06-bf8f-8104c181ec5d tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7859197 Aug 03 19:12:50.524034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a52768b6-4094-4522-bef7-9c224aa906ee req-a8b12358-9312-40d2-b7de-591abf624b86 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849926 Aug 03 19:12:50.632883 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.753952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Allocated IP 172.20.0.1 (9adfec75-d582-466d-9065-610836e85016/0ad29dfd-be64-4b86-94c8-27e186cb774a/d023c74d-0582-4196-9596-3b55bea9aad4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:50.803691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-769727436', 'description': 'tempest-description-1423882193'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:50.845996 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Attempting to bind port 34406795-f8a0-420d-b475-aff428cbca10 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:50.849197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Attempting to bind port 34406795-f8a0-420d-b475-aff428cbca10 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:50.850087 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Attempting to bind port 34406795-f8a0-420d-b475-aff428cbca10 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:50.887753 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:50.888941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:50.889949 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.890830 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:50.891995 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Bound port: 34406795-f8a0-420d-b475-aff428cbca10, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:50.892904 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:50.941932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Pushing event updated for resources: {'Port': ['ID=34406795-f8a0-420d-b475-aff428cbca10,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:50.967721 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.974501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.975342 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.975441 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.975997 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:50.976545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:12:51.033187 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] For port 34406795-f8a0-420d-b475-aff428cbca10, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:51.037791 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] For port 34406795-f8a0-420d-b475-aff428cbca10, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34406795-f8a0-420d-b475-aff428cbca10,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:51.049163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.076696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.106430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Transition to ACTIVE for port object d023c74d-0582-4196-9596-3b55bea9aad4 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:51.213519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.238837 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.302598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.353884 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:51.355712 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:51.359453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93badd84-1a9b-4886-9e52-7579f45d5c65 None None] Pushing event updated for resources: {'Port': ['ID=34406795-f8a0-420d-b475-aff428cbca10,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.388294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.435270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Network 9adfec75-d582-466d-9065-610836e85016 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:51.437840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:51.444059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:51.488617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260efc90-0cc3-401d-b18d-a594e251afa1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.517783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Pushing event updated for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:51.584804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.640575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:51.651230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa4f90f8-6cc8-43e9-9f2a-c0df8ad4e680 req-cd937532-a6aa-42ab-a884-867072e55ba0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8546870 Aug 03 19:12:51.818030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:51.965560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d253146c-4b60-4cd6-b838-673821442fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.030984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c966-226b-4a36-a695-1fef58de02ef req-3d09cfe2-d330-409f-99a7-bba737791be8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:52.045567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6e2c966-226b-4a36-a695-1fef58de02ef req-3d09cfe2-d330-409f-99a7-bba737791be8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.2772441 Aug 03 19:12:52.087988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4ba1cc03-e89d-4cc5-a939-32e820def469 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:52.110777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.145776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6e2c966-226b-4a36-a695-1fef58de02ef req-68c75b4a-b83e-4ebe-8fc1-b01dc572d18f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909028 Aug 03 19:12:52.176385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fc40cfb7-7dd7-471a-b402-8333363a00a2 None None] Provisioning for port d023c74d-0582-4196-9596-3b55bea9aad4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:52.184837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-239cd2ea-26c9-4a1a-8f49-87faa8d9d967 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f HTTP/1.1" status: 200 len: 1805 time: 0.4602969 Aug 03 19:12:52.192077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fc40cfb7-7dd7-471a-b402-8333363a00a2 None None] Provisioning complete for port d023c74d-0582-4196-9596-3b55bea9aad4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:52.194482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fc40cfb7-7dd7-471a-b402-8333363a00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.285078 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 3, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:52.301972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fc40cfb7-7dd7-471a-b402-8333363a00a2 None None] Port d023c74d-0582-4196-9596-3b55bea9aad4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:52.319138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.392847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-e19ca03b-7bd2-406e-8ea0-47981a0a3fca tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/260efc90-0cc3-401d-b18d-a594e251afa1 HTTP/1.1" status: 200 len: 1806 time: 0.2039332 Aug 03 19:12:52.406806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4ba1cc03-e89d-4cc5-a939-32e820def469 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:52.407317 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.421431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f', 'remote_group_id': '260efc90-0cc3-401d-b18d-a594e251afa1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.423034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f', 'remote_group_id': '260efc90-0cc3-401d-b18d-a594e251afa1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:52.423208 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8587c5-510b-4271-8e9a-bd96016469ed None None] The sync data for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 is: [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:46Z', 'revision_number': 3, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:52.605133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.686571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.745779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.782024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.827802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:52.829837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Pushing event updated for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:52.999319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Network 9adfec75-d582-466d-9065-610836e85016 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:53.001137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:53.180834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Router d554fddb-2c24-498b-b5d0-380468aeddc0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:12:53.380505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d298b503-f80b-4dee-a588-4014edd9d697 None None] Provisioning complete for port d023c74d-0582-4196-9596-3b55bea9aad4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:53.382021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d298b503-f80b-4dee-a588-4014edd9d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.389773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:12:53.412158 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-665f8b80-a6e0-4579-bde6-4a6d156737cb admin admin] 10.222.0.67 "PUT /v2.0/routers/d554fddb-2c24-498b-b5d0-380468aeddc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0975616 Aug 03 19:12:53.440025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6b4d-05ae-4411-9d93-f4e12dc7c62a req-127fb51d-8e5a-45ec-b8c9-58ece0316577 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:53.442829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb4d6b4d-05ae-4411-9d93-f4e12dc7c62a req-127fb51d-8e5a-45ec-b8c9-58ece0316577 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1232924 Aug 03 19:12:53.500802 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.505794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d298b503-f80b-4dee-a588-4014edd9d697 None None] Port d023c74d-0582-4196-9596-3b55bea9aad4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:12:53.550875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.571178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb4d6b4d-05ae-4411-9d93-f4e12dc7c62a req-e171ad45-2360-45b9-8360-fc310f75b24e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039252 Aug 03 19:12:53.641642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd92bf-ce1a-4033-b584-fc7b4a7f0f5c,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:53.750440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:53.751524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4102f307-a2bf-43d5-85b6-c1d9f8bb02a8 req-d410111f-679c-4842-8564-214bedd30e1e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3397346 Aug 03 19:12:53.986757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-356242629', 'description': 'tempest-description-864271464'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:54.143172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.231198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34406795-f8a0-420d-b475-aff428cbca10 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:54.483006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.644768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 34406795-f8a0-420d-b475-aff428cbca10 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:12:54.662442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 34406795-f8a0-420d-b475-aff428cbca10 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:54.662442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.760543 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.847742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.927030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:54.971077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 34406795-f8a0-420d-b475-aff428cbca10, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34406795-f8a0-420d-b475-aff428cbca10,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:12:55.041510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46410887-d559-4080-8330-738dc3ba3bbe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:55.128100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-d734d6de-1837-4a4f-b3b1-0f20cd3a470b tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6170638 Aug 03 19:12:55.145204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:55.157984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.159207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.173730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f22bd93c-e4b0-4e5c-9091-a9281b5d686b req-eebfa5ba-b017-46e0-a66b-b86c052af824 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.1984999 Aug 03 19:12:55.287993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=34406795-f8a0-420d-b475-aff428cbca10,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:55.337235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.474092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Sync routers for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:12:55.498487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:55.499419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:55.584700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:55.713035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:55.719142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12c55c-9206-4957-88e6-fc6d1359d41c req-283fe6b7-992a-4a52-92ac-ea646dceff1f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:55.725934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de12c55c-9206-4957-88e6-fc6d1359d41c req-283fe6b7-992a-4a52-92ac-ea646dceff1f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1369143 Aug 03 19:12:55.835854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de12c55c-9206-4957-88e6-fc6d1359d41c req-bde5e2b6-7e2c-4f31-a7c8-68a57688cef6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984399 Aug 03 19:12:55.883548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Allocated IP 172.25.2.209 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/012c97e8-39aa-4e8d-b6d4-9c3de957f697) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:12:56.077471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 4, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd023c74d-0582-4196-9596-3b55bea9aad4', 'name': '', 'network_id': '9adfec75-d582-466d-9065-610836e85016', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'mac_address': 'fa:16:3e:1a:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:50Z', 'updated_at': '2021-08-03T19:12:52Z', 'revision_number': 2, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'subnets': [{'id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:56.084962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.149031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34406795-f8a0-420d-b475-aff428cbca10 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:12:56.162082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Checking router: d554fddb-2c24-498b-b5d0-380468aeddc0 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:12:56.166314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Updating router d554fddb-2c24-498b-b5d0-380468aeddc0 port d023c74d-0582-4196-9596-3b55bea9aad4 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:12:56.220840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-17679690', 'description': 'tempest-description-658834425'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:56.249733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.322013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 34406795-f8a0-420d-b475-aff428cbca10 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:12:56.322516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.393061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.494367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.513623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:12:56.533703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:12:56.545391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:12:56.634643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=012c97e8-39aa-4e8d-b6d4-9c3de957f697,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:56.803675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.860133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.916592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:56.939120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Transition to ACTIVE for port object d023c74d-0582-4196-9596-3b55bea9aad4 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:12:56.985266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.020107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.074862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.164015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8f76-8d40-4efc-9288-0b4067089760 None None] Pushing event updated for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.274399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb94aea-fdd6-4151-bffc-6cb771b473f3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.365290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Attempting to bind port d023c74d-0582-4196-9596-3b55bea9aad4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:12:57.365957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Attempting to bind port d023c74d-0582-4196-9596-3b55bea9aad4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:12:57.366617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Attempting to bind port d023c74d-0582-4196-9596-3b55bea9aad4 on network 9adfec75-d582-466d-9065-610836e85016 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:12:57.378769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:12:57.381810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Checking segment: {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:12:57.381810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.381810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Bound using segment: {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:12:57.381810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Bound port: d023c74d-0582-4196-9596-3b55bea9aad4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdabe5f-6701-482e-9621-a41eb030b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9adfec75-d582-466d-9065-610836e85016'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:12:57.382358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.413226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.427791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dde419c-190c-4f0e-afad-227ddcd0aaa8 req-0d21f10b-314f-46a0-bed3-ddc53e5762ae tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2174613 Aug 03 19:12:57.441671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.564777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.614206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] For port d023c74d-0582-4196-9596-3b55bea9aad4, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:12:57.627636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] For port d023c74d-0582-4196-9596-3b55bea9aad4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d023c74d-0582-4196-9596-3b55bea9aad4,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:12:57.718232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.786384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=012c97e8-39aa-4e8d-b6d4-9c3de957f697,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.846065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:57.893677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8f76-8d40-4efc-9288-0b4067089760 None None] Pushing event updated for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:57.935757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:12:57.937177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:12:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:57.975491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd04e0-c296-4400-b19c-68465c430210 req-a61a2f98-9cb6-42b3-80b7-93130970fc18 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.009642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93bd04e0-c296-4400-b19c-68465c430210 req-a61a2f98-9cb6-42b3-80b7-93130970fc18 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1338279 Aug 03 19:12:58.090258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93bd04e0-c296-4400-b19c-68465c430210 req-dafd5eaf-660f-45d3-b814-0cbddf928b92 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811353 Aug 03 19:12:58.093466 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.094703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-afcce4c3-1ac5-4d11-8a2e-f00ca7487d35 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9556539 Aug 03 19:12:58.288227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-54d1fb58-bda6-41c1-afdb-8149b11bde5b tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1764653 Aug 03 19:12:58.290014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:12:58.538866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:58.705874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-6436be60-3875-4916-b954-c29a74ef522b tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/46410887-d559-4080-8330-738dc3ba3bbe HTTP/1.1" status: 200 len: 1805 time: 0.1767607 Aug 03 19:12:58.722123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-0383002c-489b-4694-9717-47f189f637ce tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:12:58.730089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-0383002c-489b-4694-9717-47f189f637ce tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.4175296 Aug 03 19:12:58.797046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-4c11691c-937c-4c9d-b4ec-0231c979dfa0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:12:58.803692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5de539-5580-4cd7-a174-6be59ad260fd req-4c11691c-937c-4c9d-b4ec-0231c979dfa0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281610 Aug 03 19:12:58.851746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af0dbe0f-4ece-4951-a83f-be076118f69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:58.867510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 4, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd023c74d-0582-4196-9596-3b55bea9aad4', 'name': '', 'network_id': '9adfec75-d582-466d-9065-610836e85016', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'mac_address': 'fa:16:3e:1a:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:50Z', 'updated_at': '2021-08-03T19:12:57Z', 'revision_number': 4, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'subnets': [{'id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:12:58.974013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-2ab19b97-353c-4885-9bcd-87822e57b349 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/9fb94aea-fdd6-4151-bffc-6cb771b473f3 HTTP/1.1" status: 200 len: 1804 time: 0.2416322 Aug 03 19:12:58.983731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c446c0-007d-4b90-b71b-8360cf1e5e26 None None] The sync data for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 is: [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:12:51Z', 'revision_number': 4, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd023c74d-0582-4196-9596-3b55bea9aad4', 'name': '', 'network_id': '9adfec75-d582-466d-9065-610836e85016', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'mac_address': 'fa:16:3e:1a:55:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:50Z', 'updated_at': '2021-08-03T19:12:57Z', 'revision_number': 4, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'subnets': [{'id': '0ad29dfd-be64-4b86-94c8-27e186cb774a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:12:58.994404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '46410887-d559-4080-8330-738dc3ba3bbe', 'remote_group_id': '9fb94aea-fdd6-4151-bffc-6cb771b473f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:58.994983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '46410887-d559-4080-8330-738dc3ba3bbe', 'remote_group_id': '9fb94aea-fdd6-4151-bffc-6cb771b473f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:59.078577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af0dbe0f-4ece-4951-a83f-be076118f69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.182369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af0dbe0f-4ece-4951-a83f-be076118f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.287680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af0dbe0f-4ece-4951-a83f-be076118f69e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e799f860b531421b82525d56667d75c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7431600 Aug 03 19:12:59.288771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:12:59.404007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dbe0f-4ece-4951-a83f-be076118f69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde833a9-2608-45fc-847e-7b3914805828,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.410076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.436509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.602730 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.669020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-0d42994b-e2a1-43e2-a8e2-d2dcf0e08b71 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4136634 Aug 03 19:12:59.685343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:12:59.690884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.697057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.707533 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cde833a9-2608-45fc-847e-7b3914805828 HTTP/1.1" status: 204 len: 168 time: 0.4139736 Aug 03 19:12:59.737401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719ac9b-2339-4634-b4a6-711245f89640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde833a9-2608-45fc-847e-7b3914805828,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:12:59.752110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.851303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.903929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:12:59.937184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8a055b-7298-4959-987e-2277f5c49bae,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:00.059161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.167596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.171301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee95d8da-3ee0-4037-abb5-c3a2f7095b97 req-0932f35a-9514-4a65-ab03-7b9802f15c9f tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1950963 Aug 03 19:13:00.217113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d023c74d-0582-4196-9596-3b55bea9aad4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:00.547852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Allocated IP 172.25.2.169 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/22525471-7de4-44ba-b783-958e7c6cfb96) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:00.558154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d023c74d-0582-4196-9596-3b55bea9aad4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:00.566898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d023c74d-0582-4196-9596-3b55bea9aad4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:00.568202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:00.603730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6549007-011b-4f92-a779-e3c1ab1d4597 req-706d6e56-1794-49a0-95c0-6bde3f9b9fa4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:00.606483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6549007-011b-4f92-a779-e3c1ab1d4597 req-706d6e56-1794-49a0-95c0-6bde3f9b9fa4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1866171 Aug 03 19:13:00.780705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6549007-011b-4f92-a779-e3c1ab1d4597 req-b5200a2b-0748-422c-a622-b1e34c2907c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385379 Aug 03 19:13:00.833666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.063560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.130075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d023c74d-0582-4196-9596-3b55bea9aad4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d023c74d-0582-4196-9596-3b55bea9aad4,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:01.316244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:01.321873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.325516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.334969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-cbd7b04d-25b6-4e58-864e-8fe2e9037612 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/9fb94aea-fdd6-4151-bffc-6cb771b473f3 HTTP/1.1" status: 200 len: 1804 time: 0.0794401 Aug 03 19:13:01.352643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd9420d-f81c-4422-81e7-89430692085f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.415324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:01.422019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:01.438931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:01.449476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:01.459831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=22525471-7de4-44ba-b783-958e7c6cfb96,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:01.542689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd9420d-f81c-4422-81e7-89430692085f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.560517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.641512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.671177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.685263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd9420d-f81c-4422-81e7-89430692085f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.761867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3bd9420d-f81c-4422-81e7-89430692085f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=02b1117c1e8c49cb813c5372ca80fbe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433665 Aug 03 19:13:01.767239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51936) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:01.794379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9420d-f81c-4422-81e7-89430692085f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb22b07a-6579-4947-8347-c9b3ae8df3f3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:01.929654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.962497 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.967476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:01.986647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5273b3c0-000a-48a6-be1b-724ec0dd99d2 req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/9fb94aea-fdd6-4151-bffc-6cb771b473f3 HTTP/1.1" status: 204 len: 173 time: 0.6187346 Aug 03 19:13:02.000274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.002066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.122753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d023c74d-0582-4196-9596-3b55bea9aad4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:02.215612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be523ce9-c696-4df2-b12a-a9590e3d022a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb94aea-fdd6-4151-bffc-6cb771b473f3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.302180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d023c74d-0582-4196-9596-3b55bea9aad4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:02.303731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.313476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.318759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.328761 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb22b07a-6579-4947-8347-c9b3ae8df3f3 HTTP/1.1" status: 204 len: 168 time: 0.5567577 Aug 03 19:13:02.365565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90622c3f-e096-4905-a7b9-c9b1b69d41cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb22b07a-6579-4947-8347-c9b3ae8df3f3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.429367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328316e-0d2f-478b-b9f9-eafb7af43c9d req-72d14f7e-c35e-4f71-9503-874c1bd17f99 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:02.441850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4328316e-0d2f-478b-b9f9-eafb7af43c9d req-72d14f7e-c35e-4f71-9503-874c1bd17f99 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.2290995 Aug 03 19:13:02.579975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4328316e-0d2f-478b-b9f9-eafb7af43c9d req-9b4f8365-5c7d-4f53-873e-84df96ba5b93 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313457 Aug 03 19:13:02.617228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.765822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.927119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1edcc0ed-6cf7-4319-848c-1c925d858787 req-1e2d0937-9c3f-4100-a8e9-94a89423361a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/46410887-d559-4080-8330-738dc3ba3bbe HTTP/1.1" status: 200 len: 1805 time: 0.1894183 Aug 03 19:13:02.932052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=22525471-7de4-44ba-b783-958e7c6cfb96,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:02.957385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:02.967391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.134571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.138226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-010f9cc8-633e-4411-ad56-55c46603b6a0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4569235 Aug 03 19:13:03.243405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-700669fb-0b7b-46c1-b549-d6a07492975b tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.0899374 Aug 03 19:13:03.338212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-36047584', 'description': 'tempest-description-1675634099'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:03.490937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-a5fe7fb2-aee5-4a0f-8460-5c3a9968356a tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:03.493704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a085cf-2cd5-46d7-9afe-5e405ef7c6c5 req-a5fe7fb2-aee5-4a0f-8460-5c3a9968356a tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2376864 Aug 03 19:13:03.526776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.776385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-c4f73f0e-c913-4736-ae1b-d15a5ce492ff tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2394652 Aug 03 19:13:03.799865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:03.884470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:03.990255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.511079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6511d27e-5abb-4650-8166-50a2e0cbd9a1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:04.607579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.729631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:04.762884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-008f1042-f15a-4dc9-b82e-c0a49f1e790f req-45036aa6-f63c-4bf4-aa82-f80aaf8daaec tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4787874 Aug 03 19:13:04.798978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.061450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251fb7-a70c-4117-9c6c-87cf3dd4e679 req-8c4881b6-ff4a-4302-86f9-56155460cd2d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:05.064381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88251fb7-a70c-4117-9c6c-87cf3dd4e679 req-8c4881b6-ff4a-4302-86f9-56155460cd2d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1615527 Aug 03 19:13:05.164191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Allocated IP 172.25.2.12 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/17326446-0c1a-4d63-81fc-264e5af05c93) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:05.191441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88251fb7-a70c-4117-9c6c-87cf3dd4e679 req-fcd71a2c-f120-4e60-a65f-abffadc4ee43 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126394 Aug 03 19:13:05.471193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.650167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.718485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:05.722982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:05.727676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:05.785473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=17326446-0c1a-4d63-81fc-264e5af05c93,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:05.957500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5f36d31f-5054-4087-b082-292406472de2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 200 len: 1805 time: 0.1243525 Aug 03 19:13:05.969733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:05.991008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6511d27e-5abb-4650-8166-50a2e0cbd9a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:05.991527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6511d27e-5abb-4650-8166-50a2e0cbd9a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:06.152016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.258848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.326884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:06.407493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.057281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.059563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.124574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667606ae-1f66-4608-96c0-abaf25bfa3a6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.241718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=17326446-0c1a-4d63-81fc-264e5af05c93,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:07.252506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.270856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.273405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e21ebcd-c6e2-4153-a9c0-e5464f04cf12 req-5161db42-b3c6-482c-ba8a-c843545b17f2 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2998965 Aug 03 19:13:07.467666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c12ac-d2fa-4d18-9174-ffdf836b9d67 req-bd531636-1fb6-4246-880a-fbb9a9861f95 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:07.470432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a45c12ac-d2fa-4d18-9174-ffdf836b9d67 req-bd531636-1fb6-4246-880a-fbb9a9861f95 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1059682 Aug 03 19:13:07.556557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a45c12ac-d2fa-4d18-9174-ffdf836b9d67 req-c7e5295b-2db2-4f6e-9abd-e93bbd186ecb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780504 Aug 03 19:13:07.591049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:07.604178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-3340c60d-74d9-467c-92f5-5ea2f62329d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8122642 Aug 03 19:13:07.723367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-9982bc24-a3ce-4a87-bdee-bba29fac203c tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0998156 Aug 03 19:13:08.005734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-5c77314d-5cde-414f-bf6a-4eb9cad312be tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:08.007621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29d99f65-c909-4769-a1b1-26b255ef9ad6 req-5c77314d-5cde-414f-bf6a-4eb9cad312be tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2751496 Aug 03 19:13:08.091830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-2af03126-51a3-4947-95b4-9bc0c53876e8 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 200 len: 2399 time: 0.0564036 Aug 03 19:13:08.107892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6511d27e-5abb-4650-8166-50a2e0cbd9a1', 'remote_group_id': None}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:08.108670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6511d27e-5abb-4650-8166-50a2e0cbd9a1', 'remote_group_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:08.380970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.415483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-8e2f6c14-8ffb-482c-b86b-b2b053629fbb tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2439656 Aug 03 19:13:08.433603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.437523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:08.652616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.666181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.732633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a169f395-f253-4360-90ab-494969590545,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:08.804705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.882553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:08.885248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bb44246-7202-4622-8da1-8d6874fa6b01 req-a69df138-1a5c-4390-b229-ecd48ae8031c tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7819917 Aug 03 19:13:08.983003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Allocated IP 172.25.2.117 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:09.101101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba1b6-9c72-4d3e-957d-3e5b3e5b4f5c req-55464772-201d-4fac-a672-7c81c443ca7d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:09.102002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3fba1b6-9c72-4d3e-957d-3e5b3e5b4f5c req-55464772-201d-4fac-a672-7c81c443ca7d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1153135 Aug 03 19:13:09.213515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3fba1b6-9c72-4d3e-957d-3e5b3e5b4f5c req-7066be56-b4bb-41df-bfa8-ce1e534524d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982811 Aug 03 19:13:09.240369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.431869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89b41a9d-9060-40a6-9de8-afdb597fd299 req-d40733cd-00f0-45f6-9242-59824f8aaf3a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 200 len: 2998 time: 0.0731463 Aug 03 19:13:09.473289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.516912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:09.520294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:09.525031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:09.573797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:09.661073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:09.791543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c902723c-358d-45b3-b41b-9953483f0e86 req-bf52f242-8715-4547-9e06-a936f42163a0 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-group-rules/a169f395-f253-4360-90ab-494969590545 HTTP/1.1" status: 200 len: 783 time: 0.0329087 Aug 03 19:13:10.021732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c902723c-358d-45b3-b41b-9953483f0e86 req-cf729f5f-2450-4e30-86c1-4a20790647a7 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 200 len: 2998 time: 0.2173028 Aug 03 19:13:10.024517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.108322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c902723c-358d-45b3-b41b-9953483f0e86 req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.131829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c902723c-358d-45b3-b41b-9953483f0e86 req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.309948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c902723c-358d-45b3-b41b-9953483f0e86 req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.322721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c902723c-358d-45b3-b41b-9953483f0e86 req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.325555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c902723c-358d-45b3-b41b-9953483f0e86 req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a169f395-f253-4360-90ab-494969590545 HTTP/1.1" status: 204 len: 173 time: 0.3021388 Aug 03 19:13:10.356733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad725daa-975b-4801-acc8-e0700c2a8149 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a169f395-f253-4360-90ab-494969590545,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.521832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0cba-a6b1-4d2d-9717-d9f05971b9ed req-407354a8-0e1e-4a8a-a0a2-87cdbbcc7afb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:10.524700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c52e0cba-a6b1-4d2d-9717-d9f05971b9ed req-407354a8-0e1e-4a8a-a0a2-87cdbbcc7afb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1335063 Aug 03 19:13:10.532483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.597515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c52e0cba-a6b1-4d2d-9717-d9f05971b9ed req-a17874b3-a7e9-41fe-a28b-690e22f43263 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618148 Aug 03 19:13:10.650965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.721452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52120) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:10.829579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event updated for resources: {'Port': ['ID=7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:10.849681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:10.890144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-7a70b12e-02f8-4556-a9c6-dbed6b29760e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 200 len: 2399 time: 0.1151083 Aug 03 19:13:11.010139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.046909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.052052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.053229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-0830f149-82db-4cf2-9380-0594ae1d47da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6278391 Aug 03 19:13:11.056016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.165939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-9eb44644-ffd3-415d-b5c9-770650def1d6 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0815828 Aug 03 19:13:11.202868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.320077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.353794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-6c78b42d-8c64-4f4c-b245-0c377fe2084e tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:11.355917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d65bee-31c0-4eef-b3ad-40615b75436a req-6c78b42d-8c64-4f4c-b245-0c377fe2084e tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1757126 Aug 03 19:13:11.367254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.370813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa371b6-3599-487c-9ead-fd4b1bbd29e1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.371051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.372299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a83858af-9c60-4b66-9e06-7b3ad76d5955 req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/6511d27e-5abb-4650-8166-50a2e0cbd9a1 HTTP/1.1" status: 204 len: 173 time: 0.4698873 Aug 03 19:13:11.385018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20468d2-907f-421a-a395-97aebe07453e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511d27e-5abb-4650-8166-50a2e0cbd9a1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.397942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.400544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.401071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.401451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.401938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.402408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:11.411127 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7227191-e9fe-4643-b5d3-b46b47ed6aed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c50c8a0ea2c4c76a7624c8a5165cca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6871455 Aug 03 19:13:11.419330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:11.493765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.528453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.567146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9355b765-4429-4f3d-8035-726ce04f65f8 req-7dd1091f-de38-442f-a249-da1a97cd803f tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips/1b17fba9-5528-45c8-8406-29ac2c29992c HTTP/1.1" status: 200 len: 693 time: 0.0716598 Aug 03 19:13:11.569456 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-60e50eff-525d-4f8a-94d5-ec48b6ddea4e req-4f8cd3bc-f7de-44f8-aebd-bc8298c70ab8 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] show failed (client error): The resource could not be found. Aug 03 19:13:11.570487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60e50eff-525d-4f8a-94d5-ec48b6ddea4e req-4f8cd3bc-f7de-44f8-aebd-bc8298c70ab8 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/9fb94aea-fdd6-4151-bffc-6cb771b473f3 HTTP/1.1" status: 404 len: 352 time: 0.0309026 Aug 03 19:13:11.742016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.743840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355b765-4429-4f3d-8035-726ce04f65f8 req-8c0eedbf-eea5-4acf-b082-241b979507d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:11.747315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9355b765-4429-4f3d-8035-726ce04f65f8 req-8c0eedbf-eea5-4acf-b082-241b979507d4 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1700280 Aug 03 19:13:11.749093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:11.751443 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1fa371b6-3599-487c-9ead-fd4b1bbd29e1 HTTP/1.1" status: 204 len: 168 time: 0.3302739 Aug 03 19:13:11.766337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fe8b9-958f-41cc-8733-f8d6464abe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa371b6-3599-487c-9ead-fd4b1bbd29e1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:11.766855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-9355b765-4429-4f3d-8035-726ce04f65f8 req-8242178c-7889-4559-8684-e8135a5c26b8 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:13:11.770294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9355b765-4429-4f3d-8035-726ce04f65f8 req-8242178c-7889-4559-8684-e8135a5c26b8 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121415 Aug 03 19:13:11.876108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-9ffdf795-895d-43fd-88ae-0241abeba7ed tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/46410887-d559-4080-8330-738dc3ba3bbe HTTP/1.1" status: 200 len: 1805 time: 0.0770307 Aug 03 19:13:11.966276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.007453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.189003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.194126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.195975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cfcc4d5-2078-42da-92f3-9f904579e493 req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/46410887-d559-4080-8330-738dc3ba3bbe HTTP/1.1" status: 204 len: 173 time: 0.3091106 Aug 03 19:13:12.215131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23826f1-5d1d-44de-b85f-e2a15e7c4eda tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46410887-d559-4080-8330-738dc3ba3bbe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:12.390750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-5caab2ef-c4f3-4050-abb3-8c641eb79834 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips/1b17fba9-5528-45c8-8406-29ac2c29992c HTTP/1.1" status: 200 len: 693 time: 0.0698996 Aug 03 19:13:12.552091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1638d9-5e63-4675-a343-69f69218a102 req-a6f39c16-232f-4d73-9895-d8fc8229d0de tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:12.553634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-a6f39c16-232f-4d73-9895-d8fc8229d0de tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1557417 Aug 03 19:13:12.567203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-1fbc813a-cffa-4334-8386-c9a1c0059717 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:13:12.568715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-1fbc813a-cffa-4334-8386-c9a1c0059717 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081418 Aug 03 19:13:12.628715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-bfb94333-6f37-4984-9a84-d369eab9a7dd tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0522747 Aug 03 19:13:12.707778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-06975bf3-5473-41e2-968c-51405512ca28 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.117 HTTP/1.1" status: 200 len: 696 time: 0.0696568 Aug 03 19:13:12.810519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52188) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:12.831863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bffe0a74-8095-4b66-b20d-38cca760cd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:12.956295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-000f3a24-fe32-4493-95c1-2b1c2d37e847 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/260efc90-0cc3-401d-b18d-a594e251afa1 HTTP/1.1" status: 200 len: 1806 time: 0.0744495 Aug 03 19:13:12.986585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Deleting port 7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:12.986953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.038496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bffe0a74-8095-4b66-b20d-38cca760cd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.127538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.158685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bffe0a74-8095-4b66-b20d-38cca760cd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.170764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.171226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.184705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.198245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Calling delete_port for 7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:13.230890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe0a74-8095-4b66-b20d-38cca760cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca477921-587f-4bdb-b068-5650c192cb01,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.242813 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bffe0a74-8095-4b66-b20d-38cca760cd72 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=40f04c130eba49b8a25fc671060e7480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308808 Aug 03 19:13:13.244067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52198) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:13.338655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.381640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.528775 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.531620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.532884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff5c8c92-579b-4f3b-b0fb-53a151f101a0 req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/260efc90-0cc3-401d-b18d-a594e251afa1 HTTP/1.1" status: 204 len: 173 time: 0.5654020 Aug 03 19:13:13.546382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260efc90-0cc3-401d-b18d-a594e251afa1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.559581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.560080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.560814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.561013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.561387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.561941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.562496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.563036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.563667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.564131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.565047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.565622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f056c55-3b47-418e-9a12-a4f0e981cea6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:13.691218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.694384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.696711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca477921-587f-4bdb-b068-5650c192cb01 HTTP/1.1" status: 204 len: 168 time: 0.4478862 Aug 03 19:13:13.708631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16de71-8086-4573-a00a-44d299580b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca477921-587f-4bdb-b068-5650c192cb01,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.738006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.773183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event deleted for resources: {'Port': ['ID=7f57a3a0-e576-4f6a-90fe-ca7c80cb3af0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:13.836611 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:13:13.920064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.923029 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:13.924288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1638d9-5e63-4675-a343-69f69218a102 req-dbb5a623-1e16-4019-b8c2-b5f502a263da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "DELETE /v2.0/floatingips/1b17fba9-5528-45c8-8406-29ac2c29992c HTTP/1.1" status: 204 len: 173 time: 1.2085464 Aug 03 19:13:13.939323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c85d0b-8f9e-4fe3-8d53-49ad5ea6d954 req-432bac4f-819c-45e4-992b-b257dbdce4ae tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:13.941587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63c85d0b-8f9e-4fe3-8d53-49ad5ea6d954 req-432bac4f-819c-45e4-992b-b257dbdce4ae tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 947 time: 0.1287642 Aug 03 19:13:14.005469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63c85d0b-8f9e-4fe3-8d53-49ad5ea6d954 req-cb293df6-4806-4399-97c7-86916fac3f8c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516095 Aug 03 19:13:14.311020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-a2350945-c6a0-4cdf-a181-d145987cfa0a tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f HTTP/1.1" status: 200 len: 1805 time: 0.2013001 Aug 03 19:13:14.468551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8393f5-8ccb-4d4e-976f-b123586e5c81 req-5cdaa8e2-a8f1-4ceb-be42-c12e956ae8da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:14.478423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d8393f5-8ccb-4d4e-976f-b123586e5c81 req-5cdaa8e2-a8f1-4ceb-be42-c12e956ae8da tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4091272 Aug 03 19:13:14.528354 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.623099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:14.731960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b936428-3834-4174-a23e-5295d845fb63 req-e9d7b77e-1d2a-4409-8c14-d6571dadc137 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?tenant_id=6bd323c7683e4e80954a472ba1cabb77 HTTP/1.1" status: 200 len: 1656 time: 0.2073655 Aug 03 19:13:14.803964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.809815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:14.890935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:14.893446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:14.897398 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c0f387-07d4-4960-a58d-7362246b489c" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:15.010110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b936428-3834-4174-a23e-5295d845fb63 req-464cf2e6-3ed0-423a-b811-5240860906e3 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:15.013134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b936428-3834-4174-a23e-5295d845fb63 req-464cf2e6-3ed0-423a-b811-5240860906e3 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks?id=f12fe178-a5d7-4dce-98fb-e9f94e381401&id=f12fe178-a5d7-4dce-98fb-e9f94e381401&id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 787 time: 0.2603509 Aug 03 19:13:15.024229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-6b936428-3834-4174-a23e-5295d845fb63 req-9dea3521-75cd-4cbd-b908-91c87828634a tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:13:15.026141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b936428-3834-4174-a23e-5295d845fb63 req-9dea3521-75cd-4cbd-b908-91c87828634a tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067875 Aug 03 19:13:15.056198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.092420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.100010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.101804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b983c3-7af2-40ff-8f44-0ec937030737 req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f HTTP/1.1" status: 204 len: 173 time: 0.7861595 Aug 03 19:13:15.125141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63977a2d-d64c-49e5-84c2-b418c15b0e93 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a38a96-30fe-4ce1-b4ce-d9e8ee8d633f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.140901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:15.213359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=14']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:15.233218 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1122947d-d5ae-49ea-b977-74231718a626 x-openstack-request-id: req-1122947d-d5ae-49ea-b977-74231718a626 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:15.234186 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-unplugged", "status": "completed", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:15.234752 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1122947d-d5ae-49ea-b977-74231718a626 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:15.235657 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'code': 200} Aug 03 19:13:15.238852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.239522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.241125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.241685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.242178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.242669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.244223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.244841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.246238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.246791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.247339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.248761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:15.357206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-b64fb586-d3f0-4265-ab01-329fa7d04f09 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips/b334fa79-aa94-42b5-953c-996611d625a4 HTTP/1.1" status: 200 len: 692 time: 0.0646303 Aug 03 19:13:15.969303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-9934ad79-7ed1-49c6-b629-50eb4b31f7d7 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/812bbe82-5ae4-46c3-8d73-f6b299c43051 HTTP/1.1" status: 200 len: 2405 time: 0.5759113 Aug 03 19:13:16.022592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-06b87db1-6979-4e3f-8023-b0f422968803 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:16.024713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-06b87db1-6979-4e3f-8023-b0f422968803 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.6574101 Aug 03 19:13:16.141428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-9a92fc20-fbd3-4226-ac7a-87c54edf7fcf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0980165 Aug 03 19:13:16.225796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.233418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-88d335f5-2c98-4f23-ab78-20c4af427481 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.12 HTTP/1.1" status: 200 len: 695 time: 0.0837967 Aug 03 19:13:16.279467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.575239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Deleting port 17326446-0c1a-4d63-81fc-264e5af05c93 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:16.576266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.666831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.671995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.683521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec5ab93d-7844-46c9-88ac-0ba1421b9dbe req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/812bbe82-5ae4-46c3-8d73-f6b299c43051 HTTP/1.1" status: 204 len: 173 time: 0.7069318 Aug 03 19:13:16.725598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151e00a-395e-4784-9b99-90b1b59a260e tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812bbe82-5ae4-46c3-8d73-f6b299c43051,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:16.755550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.755746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:16.775487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Calling delete_port for 17326446-0c1a-4d63-81fc-264e5af05c93 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:17.156876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.229299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-806586d3-82b1-4f19-8ef3-560d7f9e09b6 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "GET /v2.0/security-groups/7c851e31-c463-4f56-b645-6ffc2a56411a HTTP/1.1" status: 200 len: 2400 time: 0.1291192 Aug 03 19:13:17.246665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event deleted for resources: {'Port': ['ID=17326446-0c1a-4d63-81fc-264e5af05c93,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:17.369836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.374013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.382116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4a5e9f7-fbc7-45ad-860b-13178d7d56ea req-cb913d9a-8e3c-4c27-8975-9ed4c67fe3bf tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "DELETE /v2.0/floatingips/b334fa79-aa94-42b5-953c-996611d625a4 HTTP/1.1" status: 204 len: 173 time: 1.1070373 Aug 03 19:13:17.392477 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.471862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.490653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f2685-ffbc-4221-84dc-9c359a07439e req-370b07db-c3ae-498e-a223-d59e30707865 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips/c486e389-e765-4154-b60e-ba7638f69bfb HTTP/1.1" status: 200 len: 693 time: 0.0721457 Aug 03 19:13:17.648413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2685-ffbc-4221-84dc-9c359a07439e req-8bae03cc-c5e5-4474-971e-1ee862a4114d tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:17.650854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f2685-ffbc-4221-84dc-9c359a07439e req-8bae03cc-c5e5-4474-971e-1ee862a4114d tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1502094 Aug 03 19:13:17.717172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f2685-ffbc-4221-84dc-9c359a07439e req-5d010819-2881-403c-bc93-584c420a6ae6 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.0599413 Aug 03 19:13:17.787132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f2685-ffbc-4221-84dc-9c359a07439e req-0aceb254-41ef-46e9-9a43-14c07be4571d tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.169 HTTP/1.1" status: 200 len: 696 time: 0.0592008 Aug 03 19:13:17.875781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.878746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:17.879939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930c43e5-0db4-4d4d-8cb8-f7b66b6652b5 req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] 10.222.0.67 "DELETE /v2.0/security-groups/7c851e31-c463-4f56-b645-6ffc2a56411a HTTP/1.1" status: 204 len: 173 time: 0.6497436 Aug 03 19:13:17.894209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52336) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:17.904668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c242182-30ee-4ecf-ba05-8c873fec8685 tempest-SecurityGroupRulesTestJSON-1513917914 tempest-SecurityGroupRulesTestJSON-1513917914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c851e31-c463-4f56-b645-6ffc2a56411a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:18.047281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Deleting subnet fa7d6404-1f6e-436c-adf5-b32f37318443 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:18.052590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.117765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.118783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Deleting port 22525471-7de4-44ba-b783-958e7c6cfb96 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:18.119138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.241570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.295005 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.295728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.323941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Calling delete_port for 22525471-7de4-44ba-b783-958e7c6cfb96 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:18.660692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.689545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7d6404-1f6e-436c-adf5-b32f37318443,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:18.698531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.702571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-399ef61c-b862-4efa-80aa-8fd979a4c49b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fa7d6404-1f6e-436c-adf5-b32f37318443 HTTP/1.1" status: 204 len: 168 time: 0.8050659 Aug 03 19:13:18.706370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52364) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:18.833350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:18.942589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.015906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0255e4b3-f44e-44ff-b5d0-f144ba58aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.016694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event deleted for resources: {'Port': ['ID=22525471-7de4-44ba-b783-958e7c6cfb96,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.020934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.087628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b797ae8a-8fbe-47ea-b6a8-86060973766d']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.128945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e36f4d-77d0-488e-8013-f3a16205d2f1') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.129534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e36f4d-77d0-488e-8013-f3a16205d2f1') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:19.153938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.189224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.190990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.193074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394f2685-ffbc-4221-84dc-9c359a07439e req-71ab312b-c04a-49b1-b235-01aa0160bfc9 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "DELETE /v2.0/floatingips/c486e389-e765-4154-b60e-ba7638f69bfb HTTP/1.1" status: 204 len: 173 time: 1.3938727 Aug 03 19:13:19.194992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.219382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:19.219829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:19.222076 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:19.402517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a572d29-bd30-412c-92bd-471d9312c261 req-a80a5734-fb07-4cde-8681-7f645d017483 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips/c1c08c9d-287c-4fa1-baf3-b0ff4fa3a660 HTTP/1.1" status: 200 len: 693 time: 0.1158457 Aug 03 19:13:19.512766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.529174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:19.535957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b797ae8a-8fbe-47ea-b6a8-86060973766d HTTP/1.1" status: 204 len: 168 time: 0.8240037 Aug 03 19:13:19.573467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd8bcc-b9aa-43f2-ad9f-1d3af0735074 admin admin] Pushing event deleted for resources: {'Network': ['ID=b797ae8a-8fbe-47ea-b6a8-86060973766d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:19.629158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d0431-141b-4c4b-8b21-f0a86d723d0a req-a11b490e-d679-43eb-852d-6d4896ed8c97 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:19.631675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-873d0431-141b-4c4b-8b21-f0a86d723d0a req-a11b490e-d679-43eb-852d-6d4896ed8c97 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1119573 Aug 03 19:13:19.640143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a572d29-bd30-412c-92bd-471d9312c261 req-32d4791a-530d-4bbb-b749-09225f3a82f0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:19.641719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a572d29-bd30-412c-92bd-471d9312c261 req-32d4791a-530d-4bbb-b749-09225f3a82f0 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2234204 Aug 03 19:13:19.778797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a572d29-bd30-412c-92bd-471d9312c261 req-b595279b-3990-43b5-861e-045e12cc6f81 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.1107495 Aug 03 19:13:19.803397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-873d0431-141b-4c4b-8b21-f0a86d723d0a req-5b205d3c-e1a5-4258-91ae-e6b93c57d757 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531649 Aug 03 19:13:19.882779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a572d29-bd30-412c-92bd-471d9312c261 req-3287a9bd-f838-41d9-a4d7-98a77f36499f tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.209 HTTP/1.1" status: 200 len: 696 time: 0.0839665 Aug 03 19:13:20.062205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Deleting port 012c97e8-39aa-4e8d-b6d4-9c3de957f697 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:20.062626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.180841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.181190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.199324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Calling delete_port for 012c97e8-39aa-4e8d-b6d4-9c3de957f697 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:20.273576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.414662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9cecad82-a6cb-4b44-9887-383c7d472247 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=38f6994dc3e943778166e61861eda912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397760 Aug 03 19:13:20.418187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52404) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.562964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.578390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-1529e89c-3ec0-4a0d-b9e4-378af478bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.580070 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-1529e89c-3ec0-4a0d-b9e4-378af478bab5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.0581889 Aug 03 19:13:20.608270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90fe44-23b2-40e1-ab40-bad721457e06 req-bfcaf872-7123-49ad-8925-6ec5bfd544f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.609885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a90fe44-23b2-40e1-ab40-bad721457e06 req-bfcaf872-7123-49ad-8925-6ec5bfd544f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1130109 Aug 03 19:13:20.616681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.637178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.717081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Pushing event deleted for resources: {'Port': ['ID=012c97e8-39aa-4e8d-b6d4-9c3de957f697,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:20.770769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-bcef8fed-6757-4d50-b3f6-d1de4b56d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:20.773269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-bcef8fed-6757-4d50-b3f6-d1de4b56d65b service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1800630 Aug 03 19:13:20.791262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a90fe44-23b2-40e1-ab40-bad721457e06 req-233dfaad-37be-4671-976b-14f3f1d090d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717057 Aug 03 19:13:20.858756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.862308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.867431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a572d29-bd30-412c-92bd-471d9312c261 req-bd667406-4327-4b7e-bf8a-9706ab7efc44 tempest-FloatingIPDetailsTestJSON-321371472 tempest-FloatingIPDetailsTestJSON-321371472-project] 10.222.0.67 "DELETE /v2.0/floatingips/c1c08c9d-287c-4fa1-baf3-b0ff4fa3a660 HTTP/1.1" status: 204 len: 173 time: 0.9722161 Aug 03 19:13:20.875215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52414) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:20.945735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-ab3bb012-7d4d-48c2-9007-0fcf7d737b60 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.1643047 Aug 03 19:13:20.973107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.977802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:20.983023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/932802db-0b52-46cf-9ec2-6853720e8404 HTTP/1.1" status: 204 len: 168 time: 0.5607147 Aug 03 19:13:21.000881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34087de3-7d8f-4283-92e9-d334462ddf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932802db-0b52-46cf-9ec2-6853720e8404,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:21.062093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-91f692a0-580a-48d4-8371-a32c383be848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:21.065050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-91f692a0-580a-48d4-8371-a32c383be848 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1060359 Aug 03 19:13:21.138911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-a3742afe-6142-4e66-9f9a-b32d50e1a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:21.140927 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-a3742afe-6142-4e66-9f9a-b32d50e1a91a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680077 Aug 03 19:13:21.301477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-4abf8515-a39b-4166-8daa-9994cd40200c service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509132 Aug 03 19:13:21.441914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7675cef0-940a-4bd6-a81b-96b5a6f83570 req-aaecb3cf-06c1-4af1-a865-aa96ee3270d9 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320546 Aug 03 19:13:21.555156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:21.975592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Deleting port d023c74d-0582-4196-9596-3b55bea9aad4 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:21.976807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.096341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626de071-d965-4827-9606-f4550c11f38a req-efbca0a2-e7ee-4917-80c4-e94c35c1808b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:22.098731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-626de071-d965-4827-9606-f4550c11f38a req-efbca0a2-e7ee-4917-80c4-e94c35c1808b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1398072 Aug 03 19:13:22.103072 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-401589cd-4eb2-4e7f-a6e3-3f7350fb025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.198943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.203079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-626de071-d965-4827-9606-f4550c11f38a req-4a9b9f48-204f-4db8-8e86-6404d3968ae7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807574 Aug 03 19:13:22.205159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] For port d023c74d-0582-4196-9596-3b55bea9aad4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d023c74d-0582-4196-9596-3b55bea9aad4,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:22.205159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.250076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Calling delete_port for d023c74d-0582-4196-9596-3b55bea9aad4 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:22.656834 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.704854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d023c74d-0582-4196-9596-3b55bea9aad4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:22.862651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:22.926740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52464) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:22.982078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.117888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-848541337-network', 'tenant_id': '3e35d187daa84c569186ad98219caefb'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:23.279193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Made reservation on behalf of 3e35d187daa84c569186ad98219caefb for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:23.284010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.327083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.348022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Router d554fddb-2c24-498b-b5d0-380468aeddc0 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:23.530249 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.661317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.706158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:23.734759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.735119 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Added segment 33613386-f6a2-476d-ad7c-e36da39d9264 of type vlan for network a5603e81-6f70-489e-994e-82be9b11e3b1 Aug 03 19:13:23.736595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a143c92-8d76-46a8-ba6e-df68c05fa9f5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:23.806198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.930983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.932291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:23.934020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:23.938578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c773005-24d5-46c2-8f54-a871b71f4744 req-8abc193e-22a1-48fd-88cd-be279c477005 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:23.938578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c773005-24d5-46c2-8f54-a871b71f4744 req-8abc193e-22a1-48fd-88cd-be279c477005 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.5545056 Aug 03 19:13:24.028026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] Pushing event updated for resources: {'Network': ['ID=a5603e81-6f70-489e-994e-82be9b11e3b1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:24.059960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a5603e81-6f70-489e-994e-82be9b11e3b1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:24.065699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:24.065699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c773005-24d5-46c2-8f54-a871b71f4744 req-715ea6ab-051d-496c-b0bc-48089f5d0993 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065068 Aug 03 19:13:24.065699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-48ae8a47-fb09-40c6-ba0f-443a99ac39a7 admin admin] 10.222.0.67 "PUT /v2.0/routers/d554fddb-2c24-498b-b5d0-380468aeddc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802919 Aug 03 19:13:24.066288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:24.072544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Sync routers for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:24.096508 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:24.097814 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:24.197477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1f7f5c75-d213-41da-8766-b5997a09c6ae admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2685437 Aug 03 19:13:24.201271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:24.214526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Request body: {'subnet': {'network_id': 'a5603e81-6f70-489e-994e-82be9b11e3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-848541337-subnet', 'tenant_id': '3e35d187daa84c569186ad98219caefb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:24.345511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.361417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:24.470051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566ec27-fa83-44a4-85f9-c7ee7d3a3ea7 req-f4001a7c-8308-4f83-8d11-f30fdd339308 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:24.473179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8566ec27-fa83-44a4-85f9-c7ee7d3a3ea7 req-f4001a7c-8308-4f83-8d11-f30fdd339308 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1023524 Aug 03 19:13:24.480995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Made reservation on behalf of 3e35d187daa84c569186ad98219caefb for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:24.483530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.555370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.665135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8566ec27-fa83-44a4-85f9-c7ee7d3a3ea7 req-3a0082f8-341f-47d7-b476-2d3a0e659cfa tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778314 Aug 03 19:13:24.721079 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '34406795-f8a0-420d-b475-aff428cbca10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:13:22Z', 'revision_number': 5, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port': {'id': '34406795-f8a0-420d-b475-aff428cbca10', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:3d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:12:44Z', 'updated_at': '2021-08-03T19:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:24.770910 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Checking router: d554fddb-2c24-498b-b5d0-380468aeddc0 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:24.796510 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Routers {'d554fddb-2c24-498b-b5d0-380468aeddc0'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:24.796510 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d554fddb-2c24-498b-b5d0-380468aeddc0'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:24.804558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.874448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Deleting port 34406795-f8a0-420d-b475-aff428cbca10 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:24.874913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:24.914881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] Set router d554fddb-2c24-498b-b5d0-380468aeddc0 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:24.920337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f771-685a-4f92-8c54-c2e986dbfe78 req-0ee2962f-a631-4954-9272-e6110efcf0a1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:24.925534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4119f771-685a-4f92-8c54-c2e986dbfe78 req-0ee2962f-a631-4954-9272-e6110efcf0a1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0787454 Aug 03 19:13:24.983986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:13:24Z', 'revision_number': 6, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:25.007280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4119f771-685a-4f92-8c54-c2e986dbfe78 req-46d44fc3-f6af-4f3a-8a20-3942d5e2f2cd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752254 Aug 03 19:13:25.010146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] For port 34406795-f8a0-420d-b475-aff428cbca10, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=34406795-f8a0-420d-b475-aff428cbca10,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:25.011068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.015399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ba2a2a-c5ae-4eeb-91a5-af30cf0a653c None None] The sync data for ids ['d554fddb-2c24-498b-b5d0-380468aeddc0'] in n-d-803363-1 is: [{'id': 'd554fddb-2c24-498b-b5d0-380468aeddc0', 'name': 'tempest-FloatingIPDetailsTestJSON-1454716147-router', 'tenant_id': '6bd323c7683e4e80954a472ba1cabb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:12:43Z', 'updated_at': '2021-08-03T19:13:24Z', 'revision_number': 6, 'project_id': '6bd323c7683e4e80954a472ba1cabb77', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:25.041741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Calling delete_port for 34406795-f8a0-420d-b475-aff428cbca10 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:25.064268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.132360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Pushing event updated for resources: {'Subnet': ['ID=72669d35-7bdf-4219-9c4d-f3db6f310211,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:25.153642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Checking segment: {'id': '33613386-f6a2-476d-ad7c-e36da39d9264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'a5603e81-6f70-489e-994e-82be9b11e3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:25.154179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Network hostable DHCP agents. Network: a5603e81-6f70-489e-994e-82be9b11e3b1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:25.331409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Network a5603e81-6f70-489e-994e-82be9b11e3b1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:25.461661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.474446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-3706ebf3-3dc2-423f-b877-1f39e99b37ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:25.487994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-3706ebf3-3dc2-423f-b877-1f39e99b37ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.1781652 Aug 03 19:13:25.508870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-9a86d459-66d8-452c-9217-b62caebd3d4e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/quotas/ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 375 time: 0.0195420 Aug 03 19:13:25.529883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=34406795-f8a0-420d-b475-aff428cbca10,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:25.594082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a5603e81-6f70-489e-994e-82be9b11e3b1) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:25.595893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.600453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cebbdf-aa4b-4fef-ba73-49f6b58ffac6 None None] Network a5603e81-6f70-489e-994e-82be9b11e3b1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:25.601243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:25.601901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.629153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-b36718e9-88e1-4103-9e05-f7f583c3ee7d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1087761 Aug 03 19:13:25.733969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.738628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.773497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-8f6cf5fb-e532-4490-ba16-8bdc6514bc34 service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Aug 03 19:13:25.834554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3802e14a-03e6-4f2e-ad82-83ce716a912e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6261318 Aug 03 19:13:25.853148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e7502-078e-42a4-9cf7-01c3daad25ff None None] Network a5603e81-6f70-489e-994e-82be9b11e3b1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:25.967011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.970414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router d554fddb-2c24-498b-b5d0-380468aeddc0 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:13:25.978834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-8e92b881-6b46-441a-8409-d3376a265ad4 service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978767 Aug 03 19:13:25.994006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:25.998682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52536) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:26.009403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f382a696-f84b-408f-8e9d-f38e84541fcf admin admin] 10.222.0.67 "DELETE /v2.0/routers/d554fddb-2c24-498b-b5d0-380468aeddc0 HTTP/1.1" status: 204 len: 168 time: 1.9430068 Aug 03 19:13:26.125934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Deleting subnet 0ad29dfd-be64-4b86-94c8-27e186cb774a {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:26.130395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.132701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34406795-f8a0-420d-b475-aff428cbca10 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:26.195657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 34406795-f8a0-420d-b475-aff428cbca10 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:26.196709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 34406795-f8a0-420d-b475-aff428cbca10 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:26.197960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d023c74d-0582-4196-9596-3b55bea9aad4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:26.215384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.255098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d023c74d-0582-4196-9596-3b55bea9aad4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:26.255690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d023c74d-0582-4196-9596-3b55bea9aad4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:26.339784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.565794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d246034-83d2-4230-a91c-5dbfa8b1f372 req-dab0382a-6d05-4a95-86aa-3b058d7eee89 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0572827 Aug 03 19:13:26.573829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1887332469', 'description': 'tempest-description-31016505'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:26.709234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.746724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad29dfd-be64-4b86-94c8-27e186cb774a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:26.752609 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.759453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-21f3f599-921e-4fca-a711-1fa0a7914d88 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0ad29dfd-be64-4b86-94c8-27e186cb774a HTTP/1.1" status: 204 len: 168 time: 0.7551570 Aug 03 19:13:26.759722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52562) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:26.767265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.769329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf494bf-865e-4fc7-9724-3db74d4bab45 None None] Network 9adfec75-d582-466d-9065-610836e85016 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:26.926897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:26.938940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.013461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Deleting port 4ba1cc03-e89d-4cc5-a939-32e820def469 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:27.014069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.061595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] DHCP port deletion for 9adfec75-d582-466d-9065-610836e85016 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:13:27.091309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.140981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] For port 4ba1cc03-e89d-4cc5-a939-32e820def469, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4ba1cc03-e89d-4cc5-a939-32e820def469,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:27.141684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.159200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f64794-f199-44b7-8f3f-b24a3e52a318,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:27.188190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Calling delete_port for 4ba1cc03-e89d-4cc5-a939-32e820def469 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:27.190019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Deleting port 4ba1cc03-e89d-4cc5-a939-32e820def469 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:13:27.190454 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.288251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] For port 4ba1cc03-e89d-4cc5-a939-32e820def469, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4ba1cc03-e89d-4cc5-a939-32e820def469,segment=NetworkSegment(7bdabe5f-6701-482e-9621-a41eb030b920),segment_id=7bdabe5f-6701-482e-9621-a41eb030b920)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:27.288251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.290851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.297672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84f04e3b-7b69-4fca-8bde-29ca776a412e req-0fdffd69-0bae-49f2-b93b-dc1532cd4837 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7292678 Aug 03 19:13:27.308061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Calling delete_port for 4ba1cc03-e89d-4cc5-a939-32e820def469 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:13:27.430028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.453368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-c32bec76-139b-48dd-8a79-21fbe1d2d00b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/91f64794-f199-44b7-8f3f-b24a3e52a318 HTTP/1.1" status: 200 len: 1813 time: 0.1113422 Aug 03 19:13:27.461561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.472083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91f64794-f199-44b7-8f3f-b24a3e52a318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:27.473212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91f64794-f199-44b7-8f3f-b24a3e52a318', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:27.499386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] No DVR routers for this DVR port 4ba1cc03-e89d-4cc5-a939-32e820def469 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:27.501948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04972cf1-ec36-40c4-84f7-f99835f736cb None None] Pushing event deleted for resources: {'Port': ['ID=4ba1cc03-e89d-4cc5-a939-32e820def469,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:27.524901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] No DVR routers for this DVR port 4ba1cc03-e89d-4cc5-a939-32e820def469 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:13:27.532320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba1cc03-e89d-4cc5-a939-32e820def469,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:27.639362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.653338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adfec75-d582-466d-9065-610836e85016']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:27.672180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdabe5f-6701-482e-9621-a41eb030b920') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:27.672494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdabe5f-6701-482e-9621-a41eb030b920') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:27.687748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.704963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-817fcb55-4335-4037-951c-e89417dc3a21 req-8cabee0d-109a-43b4-9179-46eb845e5189 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0392575 Aug 03 19:13:27.712258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.721823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:27.722251 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:27.724201 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:27.780009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:27.849660 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.050925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4ba1cc03-e89d-4cc5-a939-32e820def469 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:13:28.072970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4ba1cc03-e89d-4cc5-a939-32e820def469 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:13:28.073863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4ba1cc03-e89d-4cc5-a939-32e820def469 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:13:28.096727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.097595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.130584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562edf8d-f69d-461a-9474-211e8379f4d9,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:28.137410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.141848 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9adfec75-d582-466d-9065-610836e85016 HTTP/1.1" status: 204 len: 168 time: 1.3813255 Aug 03 19:13:28.143700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79b44d-4cad-4ff1-8ece-89ceb50b0482 admin admin] Pushing event deleted for resources: {'Network': ['ID=9adfec75-d582-466d-9065-610836e85016,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:28.310149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.310149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-658fbce9-f887-40b9-8f62-dc4007ee8a9c req-68befe39-b6f6-4b7a-b948-f83dcf89ca00 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8357246 Aug 03 19:13:28.387652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59cc63d5-58e8-42ce-b892-3e80b81c28fd req-5c2b67d5-c310-48fd-a1ad-f777a7ddd36a tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/91f64794-f199-44b7-8f3f-b24a3e52a318 HTTP/1.1" status: 200 len: 2407 time: 0.0596933 Aug 03 19:13:28.430032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-3ed27bb7-6b49-4f07-8e81-f14709f54a07 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-group-rules/562edf8d-f69d-461a-9474-211e8379f4d9 HTTP/1.1" status: 200 len: 778 time: 0.0210390 Aug 03 19:13:28.496803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-df5455b1-63ac-48ee-bb1f-d64d5446cf09 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/91f64794-f199-44b7-8f3f-b24a3e52a318 HTTP/1.1" status: 200 len: 2407 time: 0.0598526 Aug 03 19:13:28.538602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.549649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.752049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.760128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:28.765473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-779ff426-ed93-4975-ad08-59ab1eb88df4 req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/562edf8d-f69d-461a-9474-211e8379f4d9 HTTP/1.1" status: 204 len: 173 time: 0.2578602 Aug 03 19:13:28.772537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc552ab9-ec9b-4477-b431-f0d4a78e2e9c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=562edf8d-f69d-461a-9474-211e8379f4d9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:28.793042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-454709560', 'description': 'tempest-description-1201658945'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:28.841383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bac363f3-64f5-4cd7-abbc-beb3f528e9b6 req-2d23401b-f997-4960-943b-2b2fb6e58cc9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0392797 Aug 03 19:13:29.025618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:29.062267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.091378 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-677affa2-7c19-4685-97a1-30ddab83426c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6bd323c7683e4e80954a472ba1cabb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600998 Aug 03 19:13:29.091756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52616) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:29.179036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.200607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.217130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.404861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.453242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a755ef45-4586-4baf-85c3-32dda8749a45,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:29.502084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.505161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.506566 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e480771f-ad22-432d-8eab-c6b9b3c01e01 HTTP/1.1" status: 204 len: 168 time: 0.4135790 Aug 03 19:13:29.535326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e15b8-242f-4a9f-8e01-8af778ca0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e480771f-ad22-432d-8eab-c6b9b3c01e01,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:29.691357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:29.693368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c721ae4f-972b-4e6e-a96b-09d38ca0caf8 req-976c8a05-b2f7-4cc5-ae94-17cd3f170af6 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9074924 Aug 03 19:13:29.765292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b83bbe36-7dfc-465f-92d7-93d54162e13d req-d39453ba-cca3-4746-b559-6da4b24a78e5 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/a755ef45-4586-4baf-85c3-32dda8749a45 HTTP/1.1" status: 200 len: 1814 time: 0.0451944 Aug 03 19:13:29.816785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-608032165', 'description': 'tempest-description-622235982'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:29.996753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77038b91-1a1b-48bc-9bde-634aadee4d2a req-fc4b1e68-616d-476d-91f1-1a2633fb15c6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0481315 Aug 03 19:13:29.999034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.144454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.353754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.423230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5cf0aa-203b-4fa1-b005-35bbf28a54b9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:30.708075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:30.709696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9faaca32-f59d-4f14-ac81-1b517bdc2bad req-78589c41-d524-4489-b4aa-7a5dd5cd6cbc tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9025156 Aug 03 19:13:30.793547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b04b70-13be-4899-a1ff-0c3a342cacdc req-6e92200d-28a0-4f06-9449-8440281dfc90 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/1d5cf0aa-203b-4fa1-b005-35bbf28a54b9 HTTP/1.1" status: 200 len: 1813 time: 0.0570004 Aug 03 19:13:30.824333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-119140500', 'description': 'tempest-description-919285080'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:31.006975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-079b3b49-886b-4431-b750-cbff6e9ba216 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:31.008416 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-079b3b49-886b-4431-b750-cbff6e9ba216 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.1452487 Aug 03 19:13:31.029542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'device_id': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'admin_state_up': True, 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:31.169480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73187ef1-377b-4332-a638-2d4e0adeaea4 req-0b212941-ca25-4e29-858b-d5f59fb61058 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0498750 Aug 03 19:13:31.208574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.401462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:31.411417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.567396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.642935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.20.0.4 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/550dc63a-0fdf-49f9-847a-5c386eaec1ee) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:31.704995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.758766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd887311-88c1-4611-bfea-9fafb6eaac82,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:31.908434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.917725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76ac136b-858c-44b5-8389-176c63abbe15 req-1e380148-e14b-45e7-9f86-1e1b41e8634e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0923283 Aug 03 19:13:31.964278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:31.984969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Transition to ACTIVE for port object 550dc63a-0fdf-49f9-847a-5c386eaec1ee will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:32.028356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c7b9f75-07fb-4235-b999-c3284016aab1 req-86fd6c5e-8064-45f7-8f32-93dbe235b25c tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/cd887311-88c1-4611-bfea-9fafb6eaac82 HTTP/1.1" status: 200 len: 1813 time: 0.0750136 Aug 03 19:13:32.061638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-124818812', 'description': 'tempest-description-1839005766'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:32.263083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.263715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.325546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:32.329695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:32.337319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:32.348642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:32.447948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:32.452666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.515537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.645502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-dcd168df-c449-48ac-8b3f-a72beaa584ca tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=4ad19cab3b084360a7c83c160114d690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368707 Aug 03 19:13:32.670368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.749395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556e2544-7962-40ed-b50c-573c95e15f4f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:32.798822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-1448e2f4-24cc-420f-ad34-753005c83220 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:32.800429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-1448e2f4-24cc-420f-ad34-753005c83220 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492839 Aug 03 19:13:32.818548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-874658d2-80c7-41a6-8d58-e6334ec1eec3 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/quotas/4ad19cab3b084360a7c83c160114d690 HTTP/1.1" status: 200 len: 375 time: 0.0108399 Aug 03 19:13:32.857820 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-bb94b97e-67d9-4713-9f81-73e03ececb2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8330185 Aug 03 19:13:32.860101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-d8a630a4-1f38-4f18-a162-0cc80a0eb6b9 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4ad19cab3b084360a7c83c160114d690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336709 Aug 03 19:13:32.883000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Request body: {'port': {'device_id': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:32.925217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.931420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81b00f56-9c13-4896-9e9f-c280cc010968 req-8aae1d48-fa6f-48ec-b74c-0db89c4b0347 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8774962 Aug 03 19:13:32.942372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-46c7d2ef-161d-486b-8399-d328b230e6b8 None None] Provisioning for port 550dc63a-0fdf-49f9-847a-5c386eaec1ee completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:32.966603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-46c7d2ef-161d-486b-8399-d328b230e6b8 None None] Provisioning complete for port 550dc63a-0fdf-49f9-847a-5c386eaec1ee triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:32.966603 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-46c7d2ef-161d-486b-8399-d328b230e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:32.973760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.023218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-46c7d2ef-161d-486b-8399-d328b230e6b8 None None] Port 550dc63a-0fdf-49f9-847a-5c386eaec1ee cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:33.059115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ef22d-ff1b-45d5-9693-a9099ecd7bce req-5ff428cb-6470-46d0-bd41-8765a4e176aa tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:33.061140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a8ef22d-ff1b-45d5-9693-a9099ecd7bce req-5ff428cb-6470-46d0-bd41-8765a4e176aa tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 931 time: 0.0570052 Aug 03 19:13:33.096169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.110186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a8ef22d-ff1b-45d5-9693-a9099ecd7bce req-6333d0c2-4093-4c2e-89f4-866be4bfb5e1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Aug 03 19:13:33.375525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550dc63a-0fdf-49f9-847a-5c386eaec1ee {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:33.388812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.412289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Transition to ACTIVE for port object 550dc63a-0fdf-49f9-847a-5c386eaec1ee will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:33.523851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52728) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:33.555628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d34d2e1-dabb-43f2-9fda-341dd7e67add req-47a480d6-5b7d-4335-a5db-9d1c1a0a0b42 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/556e2544-7962-40ed-b50c-573c95e15f4f HTTP/1.1" status: 200 len: 1814 time: 0.0718675 Aug 03 19:13:33.577537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:33.680779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ffda1fd-a537-4b81-a5f2-da282a42da95 req-73663639-c8d0-4ac7-befa-e00c04b015e4 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0679922 Aug 03 19:13:33.766632 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-9c80100e-5d67-483d-8293-ff2b60f51012 req-b26d607e-71ab-44b6-9e72-c95d00cdf8e1 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] show failed (client error): The resource could not be found. Aug 03 19:13:33.767696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c80100e-5d67-483d-8293-ff2b60f51012 req-b26d607e-71ab-44b6-9e72-c95d00cdf8e1 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/915aefae-f508-452f-b7d7-12377fe622c2 HTTP/1.1" status: 404 len: 352 time: 0.0240068 Aug 03 19:13:33.817489 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-56d35a31-4438-45bd-8c6e-e88b8601a7e6 req-bcdf305b-2bb3-47ca-bc3f-78259d69373f tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] show failed (client error): The resource could not be found. Aug 03 19:13:33.817489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56d35a31-4438-45bd-8c6e-e88b8601a7e6 req-bcdf305b-2bb3-47ca-bc3f-78259d69373f tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-group-rules/19906b6b-5629-47ff-97ce-d83adeeae897 HTTP/1.1" status: 404 len: 361 time: 0.0235968 Aug 03 19:13:33.920117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-42872961-e1a9-4c36-9ad2-ce9996479f40 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/556e2544-7962-40ed-b50c-573c95e15f4f HTTP/1.1" status: 200 len: 1814 time: 0.0684261 Aug 03 19:13:34.011320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.016681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e421fdc-a00b-4298-8b62-cf435c194eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.043945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.050364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.160437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Attempting to bind port 550dc63a-0fdf-49f9-847a-5c386eaec1ee on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:34.160703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Attempting to bind port 550dc63a-0fdf-49f9-847a-5c386eaec1ee by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:34.161130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Attempting to bind port 550dc63a-0fdf-49f9-847a-5c386eaec1ee on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:34.166675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Port 550dc63a-0fdf-49f9-847a-5c386eaec1ee on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:34.167401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Attempting to bind port 550dc63a-0fdf-49f9-847a-5c386eaec1ee on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:34.173958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:34.174448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:34.175072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:34.175637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Bound port: 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:34.176006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.264478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:34.267986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:34.284624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.287677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.289101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe425509-4179-4dfe-abf5-4157dd86c545 req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-groups/556e2544-7962-40ed-b50c-573c95e15f4f HTTP/1.1" status: 204 len: 173 time: 0.3556302 Aug 03 19:13:34.305503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9695e-fca2-4e5b-990b-f82b863f5fc8 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556e2544-7962-40ed-b50c-573c95e15f4f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.375349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e421fdc-a00b-4298-8b62-cf435c194eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.433162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a90f2-2ed9-40ca-b2bb-3847bf2489a7 req-8dc32998-42ab-4ed7-bcf9-fe62dcb205e3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:34.434746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-642a90f2-2ed9-40ca-b2bb-3847bf2489a7 req-8dc32998-42ab-4ed7-bcf9-fe62dcb205e3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 943 time: 0.0650656 Aug 03 19:13:34.482071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-642a90f2-2ed9-40ca-b2bb-3847bf2489a7 req-03e89374-6e65-4a57-970b-eebc853d43ac tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Aug 03 19:13:34.518417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.543046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:34.543701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.549692 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 1091 time: 1.6755459 Aug 03 19:13:34.550276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:34.552723 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d7ab66-6e8c-49d7-a391-35ca656b326f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:34.610202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e421fdc-a00b-4298-8b62-cf435c194eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.631504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c8a12-9f28-457e-bb87-5f735cf3c1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.654459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-e41e803a-184b-410e-9f11-2a229969a38d tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/cd887311-88c1-4611-bfea-9fafb6eaac82 HTTP/1.1" status: 200 len: 1813 time: 0.0763392 Aug 03 19:13:34.691544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e421fdc-a00b-4298-8b62-cf435c194eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1632ce9f-904d-4e55-b88e-db7d6a7f0855,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:34.702843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6e421fdc-a00b-4298-8b62-cf435c194eff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=768c40041a654430be169101f352ae7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1856129 Aug 03 19:13:34.703517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52758) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:34.729356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.762052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.765972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.797943 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:34.898319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-4f25c276-e46d-41a3-8382-7a4bf091b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:34.900361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-4f25c276-e46d-41a3-8382-7a4bf091b416 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1094 time: 0.0572472 Aug 03 19:13:34.957727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-7f9f3da6-601b-424f-bea5-69a9dc0b0ff5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 217 time: 0.0433283 Aug 03 19:13:35.020291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-65c9386e-abcf-49cd-91b3-59d17a2a8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.021874 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-65c9386e-abcf-49cd-91b3-59d17a2a8148 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0579078 Aug 03 19:13:35.027555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.033891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.034055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.034171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.034281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1632ce9f-904d-4e55-b88e-db7d6a7f0855 HTTP/1.1" status: 204 len: 168 time: 0.3268375 Aug 03 19:13:35.034369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eef83f8-6a92-479b-ba80-a38d7066116e req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-groups/cd887311-88c1-4611-bfea-9fafb6eaac82 HTTP/1.1" status: 204 len: 173 time: 0.3705921 Aug 03 19:13:35.043679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe133d1-881d-4eae-8542-312c2f2fa71b tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd887311-88c1-4611-bfea-9fafb6eaac82,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:35.057663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e44b2-a2f8-499d-a1b4-8139095422d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1632ce9f-904d-4e55-b88e-db7d6a7f0855,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:35.121600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-30b5fd1e-243c-465d-aaaa-36c2e9c88970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.123880 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-30b5fd1e-243c-465d-aaaa-36c2e9c88970 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912812 Aug 03 19:13:35.204571 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77374fa-1e99-4893-84e9-7bb73bb874d7 x-openstack-request-id: req-a77374fa-1e99-4893-84e9-7bb73bb874d7 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:35.205729 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:35.220784 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a77374fa-1e99-4893-84e9-7bb73bb874d7 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:35.220784 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee', 'status': 'completed', 'code': 200} Aug 03 19:13:35.265168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-cf954e19-21e1-49b8-b5cc-c5074eecfc7b service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334856 Aug 03 19:13:35.292468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a26ff87-a6ac-4c5e-bff1-589788629a16 req-83504b7c-f250-465d-8003-efa8d7021842 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0364318 Aug 03 19:13:35.308431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-686d48a3-617e-4d94-aa75-f6ccaac4d391 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/1d5cf0aa-203b-4fa1-b005-35bbf28a54b9 HTTP/1.1" status: 200 len: 1813 time: 0.0731499 Aug 03 19:13:35.397536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.436878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.444355 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-809df769-cf6c-4e7b-a46f-8efd1d7be1e5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1610122 Aug 03 19:13:35.449594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b12ef5db-8bf7-4e0f-927a-442cb4301a14 req-73dab61d-54a0-4bff-b8cb-3a5a70936a59 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758165 Aug 03 19:13:35.561049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-955a18e7-54c0-4b32-a592-4734876e1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.561049 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-955a18e7-54c0-4b32-a592-4734876e1e0a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=59ff50a389f84bd4a058d3b347420ceb&device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 1096 time: 0.0776408 Aug 03 19:13:35.659437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070f5e2-2315-437f-bedd-fa456bb67770 req-0ab1ec68-690a-4892-bc55-40af407c747b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.667550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6070f5e2-2315-437f-bedd-fa456bb67770 req-0ab1ec68-690a-4892-bc55-40af407c747b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 943 time: 0.0732040 Aug 03 19:13:35.702043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-125b5adf-2725-4286-af76-726a97b78247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.703878 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-125b5adf-2725-4286-af76-726a97b78247 service neutron] 10.222.0.77 "GET /v2.0/networks?id=902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 200 len: 910 time: 0.1138976 Aug 03 19:13:35.706689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6070f5e2-2315-437f-bedd-fa456bb67770 req-17aee917-cad3-4760-9b3d-c1a7f9b415bf tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 Aug 03 19:13:35.749374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.752111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.756634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bbaa345-33d5-4423-b2ee-cf96bd3ffe8a req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-groups/1d5cf0aa-203b-4fa1-b005-35bbf28a54b9 HTTP/1.1" status: 204 len: 173 time: 0.4365819 Aug 03 19:13:35.798133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5066b8-baa0-4c10-a996-0fb4875b6da0 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5cf0aa-203b-4fa1-b005-35bbf28a54b9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:35.808391 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-48333d02-fb52-4a09-9341-9c47676494eb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 200 len: 1000 time: 0.0896289 Aug 03 19:13:35.855495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-b69a5ed8-10ca-4272-8e40-c2ad63c0345e tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/a755ef45-4586-4baf-85c3-32dda8749a45 HTTP/1.1" status: 200 len: 1814 time: 0.0788958 Aug 03 19:13:35.880638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-38ef4064-eef3-4f68-bc8a-0045e072df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.882404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-38ef4064-eef3-4f68-bc8a-0045e072df5d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 200 len: 848 time: 0.0646367 Aug 03 19:13:35.951398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:35.981542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-ba94f797-f6ab-42a2-99b8-90ef0d8ce216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:35.985489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-ba94f797-f6ab-42a2-99b8-90ef0d8ce216 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=902a6862-0037-46ec-8d14-c05e29ae1a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909929 Aug 03 19:13:35.996539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.004180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-dae868a9-e4db-45ca-bb41-6a2f52606315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.006111 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-dae868a9-e4db-45ca-bb41-6a2f52606315 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1094 time: 0.0830221 Aug 03 19:13:36.187895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-d96316a8-751b-464b-8b0b-565b01299366 service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953795 Aug 03 19:13:36.203288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.207228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.207228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08d422b8-5d26-4627-bb08-2ffeee1763c1 req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-groups/a755ef45-4586-4baf-85c3-32dda8749a45 HTTP/1.1" status: 204 len: 173 time: 0.3454249 Aug 03 19:13:36.218185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-38b1e02f-5f38-4e11-ba75-fb0f4d5b45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.224154 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-38b1e02f-5f38-4e11-ba75-fb0f4d5b45a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2022510 Aug 03 19:13:36.224363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c54593-ae59-40df-9850-fc619bbb0659 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a755ef45-4586-4baf-85c3-32dda8749a45,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:36.336493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52788) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:36.358797 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-a04d7f1b-5a8d-4ee0-8235-2f7018e958ef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 217 time: 0.1193488 Aug 03 19:13:36.384544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cbc1523f-912a-4a33-94cf-c23c5eba3085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.425631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-b6cd7134-c87a-4246-8e91-635e2f79d0d4 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "GET /v2.0/security-groups/91f64794-f199-44b7-8f3f-b24a3e52a318 HTTP/1.1" status: 200 len: 1813 time: 0.1282427 Aug 03 19:13:36.457474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-20e701f2-589d-460f-86c6-8f7ac076b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.459587 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-20e701f2-589d-460f-86c6-8f7ac076b7ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0863090 Aug 03 19:13:36.519491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7aaaa08-de36-4b44-a6a8-c95ec6bce6dc req-601d5092-aedc-4acd-a649-a0ca18a2b3e4 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0557330 Aug 03 19:13:36.566633 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06dafbb6-d444-4fbc-a93b-2dc31bbebe19 req-550e0a59-1eda-4961-9dd9-2b6cc100cc9f service neutron] 10.222.0.77 "GET /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659670 Aug 03 19:13:36.575837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-9c3dc1c1-be85-4bbd-84fb-ae105d57f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.583834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-9c3dc1c1-be85-4bbd-84fb-ae105d57f4f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065004 Aug 03 19:13:36.617692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.677314 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.755942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cbc1523f-912a-4a33-94cf-c23c5eba3085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.763020 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-8d226f9c-4663-40c2-ab1c-dd2ab559e478 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710219 Aug 03 19:13:36.917440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15982626-2ce9-40f7-9bb1-31155e8a46a6 req-380cbb56-84ac-4f93-a48a-2b36c8081f8d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:36.920084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15982626-2ce9-40f7-9bb1-31155e8a46a6 req-380cbb56-84ac-4f93-a48a-2b36c8081f8d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 943 time: 0.0877798 Aug 03 19:13:36.921933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cbc1523f-912a-4a33-94cf-c23c5eba3085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.955216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-21d7ab66-6e8c-49d7-a391-35ca656b326f req-06c03310-0057-4166-8779-d3ba762e057f service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813531 Aug 03 19:13:36.989233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.992067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:36.993277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fde90e2a-b88e-46a5-a44f-df57bb1e181b req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] 10.222.0.67 "DELETE /v2.0/security-groups/91f64794-f199-44b7-8f3f-b24a3e52a318 HTTP/1.1" status: 204 len: 173 time: 0.5664513 Aug 03 19:13:36.998778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1523f-912a-4a33-94cf-c23c5eba3085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1d52c2-8083-4623-ab55-2e145ccc6d54,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.013123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:37.015728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cbc1523f-912a-4a33-94cf-c23c5eba3085 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=715eb2a234f146f98565ca2d6863a9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493123 Aug 03 19:13:37.031048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52796) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:37.080250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Deleting subnet 72669d35-7bdf-4219-9c4d-f3db6f310211 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:13:37.084885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.095957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a99ee-0932-4df8-bcbe-1f5638560033 tempest-SecurityGroupRulesNegativeTestJSON-2048472685 tempest-SecurityGroupRulesNegativeTestJSON-2048472685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f64794-f199-44b7-8f3f-b24a3e52a318,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.122594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15982626-2ce9-40f7-9bb1-31155e8a46a6 req-d790a351-4b7e-4da3-a3c6-ea4d4fe53ce1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840312 Aug 03 19:13:37.150131 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.167336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.208116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.214765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.518191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.520270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.522438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.523934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff1d52c2-8083-4623-ab55-2e145ccc6d54 HTTP/1.1" status: 204 len: 168 time: 0.4913006 Aug 03 19:13:37.538660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f1557-129f-4730-8337-36fcae881000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1d52c2-8083-4623-ab55-2e145ccc6d54,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.569891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72669d35-7bdf-4219-9c4d-f3db6f310211,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:37.574155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.577946 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a38f256e-dc96-44f2-ae50-6fb70a0197ff admin admin] 10.222.0.67 "DELETE /v2.0/subnets/72669d35-7bdf-4219-9c4d-f3db6f310211 HTTP/1.1" status: 204 len: 168 time: 0.5678093 Aug 03 19:13:37.582723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52806) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:37.713393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcf6f228-513e-490f-b7b4-1217be1f7022 req-29e084e9-d223-4ad1-99a9-654e9006aa9b tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0397503 Aug 03 19:13:37.755739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-6f1fb820-578f-4868-8493-58ca89ddf901 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=4ad19cab3b084360a7c83c160114d690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361753 Aug 03 19:13:37.758576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.909766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.924893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5603e81-6f70-489e-994e-82be9b11e3b1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:37.937646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33613386-f6a2-476d-ad7c-e36da39d9264') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:37.937973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33613386-f6a2-476d-ad7c-e36da39d9264') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:37.949191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.949652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-aa6cd95c-0a99-4380-9eca-e7f738a0d5c5 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:37.951202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-aa6cd95c-0a99-4380-9eca-e7f738a0d5c5 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883111 Aug 03 19:13:37.967227 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.974736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Request body: {'port': {'device_id': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '4ad19cab3b084360a7c83c160114d690'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:37.986495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:13:37.987268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:13:37.989377 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:13:38.205284 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.235387 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.238994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a5603e81-6f70-489e-994e-82be9b11e3b1 HTTP/1.1" status: 204 len: 168 time: 0.6545360 Aug 03 19:13:38.285079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Made reservation on behalf of 4ad19cab3b084360a7c83c160114d690 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:38.291640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.303373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f8254-6589-453c-8f60-bb6da341e000 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5603e81-6f70-489e-994e-82be9b11e3b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:38.313564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.469455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25ccd7-2c8c-4cc4-aac5-376742acf0ab req-31e4c406-8137-4978-b799-1c30b89c1096 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:38.478102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f25ccd7-2c8c-4cc4-aac5-376742acf0ab req-31e4c406-8137-4978-b799-1c30b89c1096 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 943 time: 0.1888883 Aug 03 19:13:38.567116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f25ccd7-2c8c-4cc4-aac5-376742acf0ab req-3dc159d1-1fe1-40dc-81ac-2ba1bbbb09b1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878336 Aug 03 19:13:38.652856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.840699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:38.857081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c1233cc-4b5d-49c0-84d4-aeead3d1926c req-d392daef-17a5-4de2-9cc1-b42710faf695 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0503800 Aug 03 19:13:38.909474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49601359-abf5-4b94-b92e-bf6120d9ff25,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:39.062668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Allocated IP 192.168.233.189 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/49083c79-5fcc-4535-89f2-1e4bed017f1c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:39.315640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52840) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:39.325016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.343143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Transition to ACTIVE for port object 49083c79-5fcc-4535-89f2-1e4bed017f1c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:39.370761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a9538bf-ef96-4cca-b92f-158437ab8347 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e35d187daa84c569186ad98219caefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544538 Aug 03 19:13:39.374976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52844) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:39.454988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.481237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.647415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.724979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:39.735591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:39.764186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ad90-66ff-464a-871f-247da77d8ea8 req-6cb5ab54-4553-4eeb-b8ad-90cb3655d728 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:39.766665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13b5ad90-66ff-464a-871f-247da77d8ea8 req-6cb5ab54-4553-4eeb-b8ad-90cb3655d728 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 943 time: 0.1007557 Aug 03 19:13:39.770707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.775829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.779211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7a143c92-8d76-46a8-ba6e-df68c05fa9f5 HTTP/1.1" status: 204 len: 168 time: 0.4030654 Aug 03 19:13:39.779936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:39.784090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:39.831097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110d108-1061-4564-93ba-2ec6a185cd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a143c92-8d76-46a8-ba6e-df68c05fa9f5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:39.879623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:39.880324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:39.920135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13b5ad90-66ff-464a-871f-247da77d8ea8 req-2713f0e3-8cae-4a86-a759-e5d0be111137 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210661 Aug 03 19:13:39.924114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 550dc63a-0fdf-49f9-847a-5c386eaec1ee details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:40.142593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7811ba4-370f-4749-94ac-d5b0f3e9bb07 req-28803743-4d2b-4bd3-b234-b19700796cf4 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:40.144368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7811ba4-370f-4749-94ac-d5b0f3e9bb07 req-28803743-4d2b-4bd3-b234-b19700796cf4 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 936 time: 0.0866549 Aug 03 19:13:40.157105 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-08bbf3a4-cbde-4f78-8c7f-b760e63a7725 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1852050 Aug 03 19:13:40.190878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Request body: {'port': {'device_id': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:40.215756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:40.221921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7811ba4-370f-4749-94ac-d5b0f3e9bb07 req-696123c5-273d-4b04-ab28-008986e3db10 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625126 Aug 03 19:13:40.235239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '550dc63a-0fdf-49f9-847a-5c386eaec1ee', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '550dc63a-0fdf-49f9-847a-5c386eaec1ee', 'mac_address': 'fa:16:3e:07:56:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:40.313225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.349913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550dc63a-0fdf-49f9-847a-5c386eaec1ee {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:40.367466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.369396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:40.634969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eae3e20f-9509-4897-9e5d-072af9c3b71d None None] Provisioning for port 49083c79-5fcc-4535-89f2-1e4bed017f1c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:40.643495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.667104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eae3e20f-9509-4897-9e5d-072af9c3b71d None None] Provisioning complete for port 49083c79-5fcc-4535-89f2-1e4bed017f1c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:40.667587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eae3e20f-9509-4897-9e5d-072af9c3b71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.799988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-eae3e20f-9509-4897-9e5d-072af9c3b71d None None] Port 49083c79-5fcc-4535-89f2-1e4bed017f1c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:40.802912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:40.931249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:40.942388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:40.951933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:40.982620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Transition to ACTIVE for port object 49083c79-5fcc-4535-89f2-1e4bed017f1c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:41.103339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c6ce-ffb3-4b1f-aa23-f5cfa2d6bd98 req-95bdf268-cada-472c-a2d8-f58ac593080c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.105346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1447c6ce-ffb3-4b1f-aa23-f5cfa2d6bd98 req-95bdf268-cada-472c-a2d8-f58ac593080c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 944 time: 0.0663054 Aug 03 19:13:41.165035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1447c6ce-ffb3-4b1f-aa23-f5cfa2d6bd98 req-8b242184-a034-4292-9807-d72e0efc93ed tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Aug 03 19:13:41.262544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.349456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:41.566983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Attempting to bind port 49083c79-5fcc-4535-89f2-1e4bed017f1c on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:41.567339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Attempting to bind port 49083c79-5fcc-4535-89f2-1e4bed017f1c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:41.568257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Attempting to bind port 49083c79-5fcc-4535-89f2-1e4bed017f1c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:41.573842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Port 49083c79-5fcc-4535-89f2-1e4bed017f1c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:13:41.574324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Attempting to bind port 49083c79-5fcc-4535-89f2-1e4bed017f1c on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:41.587005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a3a0-c4c0-4973-8f2c-8a7a5c60f473 req-bc8d81d7-2d56-4597-a0dd-a1c323b21ba1 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.588873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7047a3a0-c4c0-4973-8f2c-8a7a5c60f473 req-bc8d81d7-2d56-4597-a0dd-a1c323b21ba1 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 948 time: 0.1755280 Aug 03 19:13:41.597920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:41.598372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:41.598811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:41.608627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Bound port: 49083c79-5fcc-4535-89f2-1e4bed017f1c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:41.608627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.648959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7047a3a0-c4c0-4973-8f2c-8a7a5c60f473 req-7c8354a5-5964-41a8-b901-26e3d32f46bc tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Aug 03 19:13:41.739392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:41.744682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:41.937352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.939915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 550dc63a-0fdf-49f9-847a-5c386eaec1ee up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:41.965992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:41.969334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:41.974322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] 10.222.0.54 "PUT /v2.0/ports/49083c79-5fcc-4535-89f2-1e4bed017f1c HTTP/1.1" status: 200 len: 1096 time: 1.8011668 Aug 03 19:13:42.027886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:42.033582 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e" -d '{"events": [{"name": "network-changed", "server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:42.121114 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb486d-77fe-4bbf-8807-8d84ce2aaf23 x-openstack-request-id: req-c8fb486d-77fe-4bbf-8807-8d84ce2aaf23 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:42.122246 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:42.122505 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8fb486d-77fe-4bbf-8807-8d84ce2aaf23 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:42.122951 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'status': 'completed', 'code': 200} Aug 03 19:13:42.126975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8b96d-d0e0-49c1-9e28-c9b14d6e72af service neutron] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:42.233943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e req-a0ddcc7f-a2d1-4b22-8f96-7c424996f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.235559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e req-a0ddcc7f-a2d1-4b22-8f96-7c424996f234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ad19cab3b084360a7c83c160114d690&device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 1099 time: 0.0655146 Aug 03 19:13:42.286269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e req-9f47ede6-7e55-4f6b-b842-06e4a108c795 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4ad19cab3b084360a7c83c160114d690&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361078 Aug 03 19:13:42.330716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 550dc63a-0fdf-49f9-847a-5c386eaec1ee completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:42.343493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 550dc63a-0fdf-49f9-847a-5c386eaec1ee triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:42.344947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.413126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb5839-fa56-47bc-bcd0-8e7ae5bd1bfd req-70eef835-8ce0-4dbc-802a-3ccb26286db5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.421380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfdb5839-fa56-47bc-bcd0-8e7ae5bd1bfd req-70eef835-8ce0-4dbc-802a-3ccb26286db5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 944 time: 0.1093380 Aug 03 19:13:42.462217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52920) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:42.490524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfdb5839-fa56-47bc-bcd0-8e7ae5bd1bfd req-8fa53583-7185-41ab-8b91-7b35bb03386d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661879 Aug 03 19:13:42.515592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:42.519951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e req-dc230094-2077-4da8-9f50-2b52ce052a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.528901 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ebf9bd60-75bf-465f-8a21-8a126f7ea40e req-dc230094-2077-4da8-9f50-2b52ce052a71 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2253077 Aug 03 19:13:42.552746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:42.555378 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df1a74d-21de-422a-8bcf-e7c3e2ae7abf" -d '{"events": [{"server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "name": "network-vif-plugged", "status": "completed", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:42.574256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:42.647992 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93687f8b-3b42-40b1-95cd-be0ae5c0a97a x-openstack-request-id: req-93687f8b-3b42-40b1-95cd-be0ae5c0a97a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:42.647992 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "name": "network-vif-plugged", "status": "completed", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:42.647992 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93687f8b-3b42-40b1-95cd-be0ae5c0a97a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:42.647992 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee', 'code': 200} Aug 03 19:13:42.650545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1434907874-network', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:42.686402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-096ab081-f5f5-4ab5-a3cf-91270890caed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.688206 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-096ab081-f5f5-4ab5-a3cf-91270890caed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ad19cab3b084360a7c83c160114d690&device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 1099 time: 0.0902956 Aug 03 19:13:42.760028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-b7445ea6-05fb-45ef-9085-846a0d592c08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c HTTP/1.1" status: 200 len: 217 time: 0.0479541 Aug 03 19:13:42.835174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-c567ecfc-d587-4561-b7bc-0abd1789144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.836680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-c567ecfc-d587-4561-b7bc-0abd1789144c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0698259 Aug 03 19:13:42.847029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b835a35-c65f-4cb7-845f-129801a3e236 req-fa5aa0fe-845b-4f32-95cc-367e3ed6898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.849118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b835a35-c65f-4cb7-845f-129801a3e236 req-fa5aa0fe-845b-4f32-95cc-367e3ed6898c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1095 time: 0.1062179 Aug 03 19:13:42.872749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9cd36-2454-489c-913b-d0ebc3f9f111 req-d7088bb5-7ad3-433b-aa6a-9384f1606e5c tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.874423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06d9cd36-2454-489c-913b-d0ebc3f9f111 req-d7088bb5-7ad3-433b-aa6a-9384f1606e5c tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 948 time: 0.1211448 Aug 03 19:13:42.913561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-ce54d267-061d-4206-bdc7-1a5ee47919cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:42.915202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-ce54d267-061d-4206-bdc7-1a5ee47919cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0697315 Aug 03 19:13:42.945471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b835a35-c65f-4cb7-845f-129801a3e236 req-3da11c0a-35f4-4b6e-89c1-0eb880e46172 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884061 Aug 03 19:13:42.948718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06d9cd36-2454-489c-913b-d0ebc3f9f111 req-21e8528a-8926-4a94-8db5-2f8fb55f7add tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545976 Aug 03 19:13:43.000837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Made reservation on behalf of 2c7f74694c024cb5bf35e5ce3ccef6f3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:43.002879 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.009024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.023314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.084479 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-c55b8c41-da54-4b22-97b7-a15a01eef8af service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611140 Aug 03 19:13:43.104047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:43.195597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.328753 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a02840d0-abc4-46e2-8798-c4b86eaffa8a req-5c45041b-c737-464c-a4c6-75941ffe4789 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159539 Aug 03 19:13:43.336087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.369565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:13:43.375572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b02b7e7-20cd-4ba5-a530-5cf004220eaa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:43.385504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.386161 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Added segment a818bd27-25d2-455f-94bf-61d69317c9ba of type vlan for network 20d2d92d-988e-46de-8993-7a12b0d6454e Aug 03 19:13:43.437732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.633813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.635389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:43.636698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:43.671428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398791a-2b77-424a-9759-2de38e7c2b8d req-dbb0821b-647d-4cc5-85fb-8cc3263dc420 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:43.675367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6398791a-2b77-424a-9759-2de38e7c2b8d req-dbb0821b-647d-4cc5-85fb-8cc3263dc420 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0825677 Aug 03 19:13:43.727978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] Pushing event updated for resources: {'Network': ['ID=20d2d92d-988e-46de-8993-7a12b0d6454e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:43.743198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6398791a-2b77-424a-9759-2de38e7c2b8d req-a909c39e-9bad-4fb1-ba2c-f2ec8beff3b2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582502 Aug 03 19:13:43.748306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 20d2d92d-988e-46de-8993-7a12b0d6454e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:13:43.857987 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6e6ce097-f88e-4155-866a-c569366dd215 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3942587 Aug 03 19:13:43.860929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52950) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:43.866114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Request body: {'subnet': {'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1434907874-subnet', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:44.113823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8a0b5-385a-4a37-b189-fa17f7b7459d req-2f191fa8-8a1a-48d0-bd82-b5156a5c7b28 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:44.115508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58a8a0b5-385a-4a37-b189-fa17f7b7459d req-2f191fa8-8a1a-48d0-bd82-b5156a5c7b28 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 948 time: 0.0647650 Aug 03 19:13:44.166365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58a8a0b5-385a-4a37-b189-fa17f7b7459d req-c7b529fc-cd61-4669-82fe-88d3768e04b8 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Aug 03 19:13:44.181706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Made reservation on behalf of 2c7f74694c024cb5bf35e5ce3ccef6f3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:13:44.202409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.784942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:44.933748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Pushing event updated for resources: {'Subnet': ['ID=869f8241-e946-4319-98d1-8bb38abcbb5e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:44.955633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Checking segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:44.956167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Network hostable DHCP agents. Network: 20d2d92d-988e-46de-8993-7a12b0d6454e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:13:44.969618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3841-99c7-48e1-bcaa-6540251d301e req-d5900087-35dc-4d46-85c7-ad0cd9b793bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:44.971327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-387a3841-99c7-48e1-bcaa-6540251d301e req-d5900087-35dc-4d46-85c7-ad0cd9b793bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1318207 Aug 03 19:13:45.030482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-387a3841-99c7-48e1-bcaa-6540251d301e req-60216818-569a-440f-ab44-d8ca9c3cea54 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Aug 03 19:13:45.153579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Network 20d2d92d-988e-46de-8993-7a12b0d6454e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:13:45.216869 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.352278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11419a-2785-4b33-90a1-c43001f6914e req-20741457-ae0c-43fa-adb9-3cc1f5fedd7d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.354418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee11419a-2785-4b33-90a1-c43001f6914e req-20741457-ae0c-43fa-adb9-3cc1f5fedd7d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 948 time: 0.0703766 Aug 03 19:13:45.389501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 20d2d92d-988e-46de-8993-7a12b0d6454e) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:45.400466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.401141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.401643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849ff2f-0cd2-473a-97fe-08e70761f9f7 None None] Network 20d2d92d-988e-46de-8993-7a12b0d6454e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:45.424323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee11419a-2785-4b33-90a1-c43001f6914e req-d7695738-143a-4f89-aba3-eba4457038b2 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621996 Aug 03 19:13:45.552696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4c7bd350-91aa-44d0-8fa0-d8ec78a8343f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6883464 Aug 03 19:13:45.555620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:45.568732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:45.601161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-20d2d92d-988e-46de-8993-7a12b0d6454e', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:13:45.602074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.694881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.703206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.959916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:45.976438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b79c-267f-4623-ae3a-38d408e45ad4 req-cb44cef2-e786-4009-9414-ad5903aee103 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:45.986679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:45.987202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cf6b79c-267f-4623-ae3a-38d408e45ad4 req-cb44cef2-e786-4009-9414-ad5903aee103 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.2380726 Aug 03 19:13:46.017406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Allocated IP 172.20.0.2 (20d2d92d-988e-46de-8993-7a12b0d6454e/869f8241-e946-4319-98d1-8bb38abcbb5e/294554d6-01d4-4d67-b1ee-fa1e29db823f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:46.027188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cf6b79c-267f-4623-ae3a-38d408e45ad4 req-b4492e68-1a34-47e6-80e3-a37cc9f93d32 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Aug 03 19:13:46.202168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:46.223943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'mac_address': 'fa:16:3e:ae:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:46.322892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.330350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.352301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:46.385075 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.389183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:46.391482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52990) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:46.400352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Transition to ACTIVE for port object 294554d6-01d4-4d67-b1ee-fa1e29db823f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:46.424441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Transition to ACTIVE for port object 294554d6-01d4-4d67-b1ee-fa1e29db823f will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:46.531826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e30ca-e364-4d73-bd11-ce30883cd126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.574126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e7152-7f22-4cab-966a-7e88b5fa5cb4 req-34676b39-b5ec-4508-be8f-36c811e87a73 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:46.575745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d39e7152-7f22-4cab-966a-7e88b5fa5cb4 req-34676b39-b5ec-4508-be8f-36c811e87a73 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 948 time: 0.0687482 Aug 03 19:13:46.626995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d39e7152-7f22-4cab-966a-7e88b5fa5cb4 req-08f15755-9921-4231-9ad1-c02f244ac227 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441320 Aug 03 19:13:46.692079 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.705137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e30ca-e364-4d73-bd11-ce30883cd126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.705791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.743683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Network 20d2d92d-988e-46de-8993-7a12b0d6454e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:46.749212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:46.751838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:46.762278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Pushing event updated for resources: {'Port': ['ID=294554d6-01d4-4d67-b1ee-fa1e29db823f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:46.847770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:46.867854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.014704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Attempting to bind port 294554d6-01d4-4d67-b1ee-fa1e29db823f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:47.015269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Attempting to bind port 294554d6-01d4-4d67-b1ee-fa1e29db823f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:47.015811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Attempting to bind port 294554d6-01d4-4d67-b1ee-fa1e29db823f on network 20d2d92d-988e-46de-8993-7a12b0d6454e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:47.018608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Allocated IP 172.25.2.54 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/255fd9cc-e52c-4dc0-b7f4-068fc23934f5) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:47.021617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab4e30ca-e364-4d73-bd11-ce30883cd126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.030939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:47.031337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Checking segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:47.031696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.032086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Bound using segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:47.032566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Bound port: 294554d6-01d4-4d67-b1ee-fa1e29db823f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:47.032979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.038665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.053897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['49083c79-5fcc-4535-89f2-1e4bed017f1c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:47.135904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab4e30ca-e364-4d73-bd11-ce30883cd126 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=861ac883b7c64a61b1684afba86f1a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7423208 Aug 03 19:13:47.140150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53004) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:47.150593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e30ca-e364-4d73-bd11-ce30883cd126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f7423-cc54-427f-81b4-d24310a324c7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.222631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccc5f4-20ab-49fd-954a-9507fc3e1536 req-da6506aa-071b-427f-9eba-c295f04036c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.229255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95ccc5f4-20ab-49fd-954a-9507fc3e1536 req-da6506aa-071b-427f-9eba-c295f04036c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0937049 Aug 03 19:13:47.239528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] For port 294554d6-01d4-4d67-b1ee-fa1e29db823f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:47.244448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.247006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.247349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] For port 294554d6-01d4-4d67-b1ee-fa1e29db823f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=294554d6-01d4-4d67-b1ee-fa1e29db823f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:47.281007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.288368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95ccc5f4-20ab-49fd-954a-9507fc3e1536 req-c482dd75-849e-4c86-8c93-b1ff40d16d67 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Aug 03 19:13:47.364855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.429404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e6e26-eb99-44bc-96bd-3e5b5260bb0b None None] Pushing event updated for resources: {'Port': ['ID=294554d6-01d4-4d67-b1ee-fa1e29db823f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.443524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.485365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:47.489262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:47.493204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.496444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:47.497675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a5f7423-cc54-427f-81b4-d24310a324c7 HTTP/1.1" status: 204 len: 168 time: 0.3562515 Aug 03 19:13:47.498587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:47.536694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ed1d3-c7f9-4b4a-a6a9-ec7db753efde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f7423-cc54-427f-81b4-d24310a324c7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:47.843158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfa994-8e96-4da6-bc69-e96d8c5dfb94 req-2ac45652-a6d8-4f1c-b8a0-b1735962b964 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:47.844856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9adfa994-8e96-4da6-bc69-e96d8c5dfb94 req-2ac45652-a6d8-4f1c-b8a0-b1735962b964 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 949 time: 0.0688789 Aug 03 19:13:47.907645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9adfa994-8e96-4da6-bc69-e96d8c5dfb94 req-b256c66f-3910-4c89-b490-d2323f586822 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Aug 03 19:13:47.958800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:47.970948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Pushing event updated for resources: {'Port': ['ID=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:48.166152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 49083c79-5fcc-4535-89f2-1e4bed017f1c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:48.173204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 294554d6-01d4-4d67-b1ee-fa1e29db823f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:48.196409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 49083c79-5fcc-4535-89f2-1e4bed017f1c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:48.196920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.318912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.345991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 294554d6-01d4-4d67-b1ee-fa1e29db823f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:48.359191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:48.362790 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a637c24d-72f3-40ba-b75f-574e56688ef2" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:48.390687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:48.443807 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0b6dfb-1f1d-431f-9010-ec3e6434dc8e x-openstack-request-id: req-dd0b6dfb-1f1d-431f-9010-ec3e6434dc8e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:48.444326 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:48.444733 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd0b6dfb-1f1d-431f-9010-ec3e6434dc8e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:48.549023 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'code': 200} Aug 03 19:13:48.550260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff24323-1ae1-49e4-a8e4-172872a6f85b req-86d56b11-0024-4c34-9e9f-d1d8ca68b09e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.550260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ff24323-1ae1-49e4-a8e4-172872a6f85b req-86d56b11-0024-4c34-9e9f-d1d8ca68b09e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0899782 Aug 03 19:13:48.550976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.551097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ff24323-1ae1-49e4-a8e4-172872a6f85b req-388ae77d-bdce-44a6-b3ce-4fec47991db4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469947 Aug 03 19:13:48.678253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a67c5a-cdaf-47c3-80ee-de6c7360dd89 req-7e326f04-861d-467a-b7f6-de5ba5660fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:48.679909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e8a67c5a-cdaf-47c3-80ee-de6c7360dd89 req-7e326f04-861d-467a-b7f6-de5ba5660fec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 1100 time: 0.1298401 Aug 03 19:13:48.734498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.807060 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e8a67c5a-cdaf-47c3-80ee-de6c7360dd89 req-092e6fef-a1f3-4a8f-90d7-86d721c948e5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196859 Aug 03 19:13:48.827129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9a034-1747-4a84-b3cf-b4fee9fe0835 None None] Network 20d2d92d-988e-46de-8993-7a12b0d6454e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:13:48.847253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.848168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53032) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:48.861280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:48.876975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f27728bb-a426-4d20-89db-f54184890c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:48.934853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8edf7664-cbe2-4338-a439-8e68515ffd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.143807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83e035-77b1-45a2-bb85-5427e43d74cc req-9cd98ef7-3416-4c6b-9b7f-c80422d5414d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.153617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c83e035-77b1-45a2-bb85-5427e43d74cc req-9cd98ef7-3416-4c6b-9b7f-c80422d5414d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 950 time: 0.1139569 Aug 03 19:13:49.162704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Provisioning for port 294554d6-01d4-4d67-b1ee-fa1e29db823f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:49.171376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Provisioning complete for port 294554d6-01d4-4d67-b1ee-fa1e29db823f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:49.171963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.191610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f27728bb-a426-4d20-89db-f54184890c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.228136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c83e035-77b1-45a2-bb85-5427e43d74cc req-4db0883f-b2ae-4534-b235-4e0f33b7cf9d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731521 Aug 03 19:13:49.261863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Router fd47b714-b392-4091-a328-b1ba2ab72ff5 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:13:49.326107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.346933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f27728bb-a426-4d20-89db-f54184890c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.415852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] For port 294554d6-01d4-4d67-b1ee-fa1e29db823f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=294554d6-01d4-4d67-b1ee-fa1e29db823f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:49.439400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27728bb-a426-4d20-89db-f54184890c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1787b0-89e3-4ea7-89a7-23a416b7dc7f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:49.447676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f27728bb-a426-4d20-89db-f54184890c8f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f7484f2a588491c8516e10792c3573c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5983918 Aug 03 19:13:49.448404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.490803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:49.506301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Sync routers for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:49.515953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:49.516588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:49.540454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.570819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.578647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.684516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:49.694091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9638f5-d0ad-4e31-ae3f-7c928a351789 req-ea68895c-4943-4c1e-92e1-cb588887d5e8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:49.696198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.696839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f9638f5-d0ad-4e31-ae3f-7c928a351789 req-ea68895c-4943-4c1e-92e1-cb588887d5e8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0872340 Aug 03 19:13:49.698291 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-601db256-938d-4677-ab8f-9e039ae0d2d3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1411645 Aug 03 19:13:49.703185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53044) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:49.752512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce55675-be7f-444c-b6a4-fdd378d688b7 None None] Pushing event updated for resources: {'Port': ['ID=294554d6-01d4-4d67-b1ee-fa1e29db823f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:49.769756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f9638f5-d0ad-4e31-ae3f-7c928a351789 req-5391079a-c7ef-4dd5-9d65-4c9012fd5747 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628576 Aug 03 19:13:49.794114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.798364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:49.800502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e1787b0-89e3-4ea7-89a7-23a416b7dc7f HTTP/1.1" status: 204 len: 168 time: 0.3506382 Aug 03 19:13:49.815375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b39549-917d-4cd3-81c6-70fd685293a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1787b0-89e3-4ea7-89a7-23a416b7dc7f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:49.905170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-024a2460-a7d6-4d31-b7a9-c4f9055036c5 None None] Provisioning complete for port 294554d6-01d4-4d67-b1ee-fa1e29db823f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:49.905170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-024a2460-a7d6-4d31-b7a9-c4f9055036c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.153906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 294554d6-01d4-4d67-b1ee-fa1e29db823f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:50.188808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:48Z', 'revision_number': 3, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:50.241017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Checking router: fd47b714-b392-4091-a328-b1ba2ab72ff5 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:50.241396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Updating router fd47b714-b392-4091-a328-b1ba2ab72ff5 port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:50.316642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-6a4683b3-a051-4f18-928d-3f2d61e4cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:50.318171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-6a4683b3-a051-4f18-928d-3f2d61e4cf00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1096 time: 0.1453357 Aug 03 19:13:50.319644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.367825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 294554d6-01d4-4d67-b1ee-fa1e29db823f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:50.368569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.540622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92439d6f-44af-41f7-9678-c040e6f852ef req-f93665da-3ecd-4bd4-acc9-59632978ca5d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:50.544927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92439d6f-44af-41f7-9678-c040e6f852ef req-f93665da-3ecd-4bd4-acc9-59632978ca5d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 950 time: 0.1576965 Aug 03 19:13:50.588622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-bdb9acff-d91b-46fd-9fae-45d715aef994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:50.590652 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-bdb9acff-d91b-46fd-9fae-45d715aef994 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2145412 Aug 03 19:13:50.624534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92439d6f-44af-41f7-9678-c040e6f852ef req-7cba5c47-3c89-431c-a11d-6704b4515ffe tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728292 Aug 03 19:13:50.675390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-381a8d93-a160-49f8-9f09-bb05a08ba376 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 217 time: 0.0573604 Aug 03 19:13:50.772412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:50.814434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-8861dc2f-c82a-4fd9-86c2-ff1c756204d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:50.816046 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-8861dc2f-c82a-4fd9-86c2-ff1c756204d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1261978 Aug 03 19:13:50.842669 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:13:51.060351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-77a07a34-37a5-4520-84f4-54a2f19d84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:51.063647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-77a07a34-37a5-4520-84f4-54a2f19d84e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405362 Aug 03 19:13:51.099512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958058e-3e32-4806-908a-d6c0ce81d898 req-84631357-dbdf-48f6-8fdb-584c344b05b4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:51.109063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d958058e-3e32-4806-908a-d6c0ce81d898 req-84631357-dbdf-48f6-8fdb-584c344b05b4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1088696 Aug 03 19:13:51.117272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.136222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Transition to ACTIVE for port object 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:51.171703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d958058e-3e32-4806-908a-d6c0ce81d898 req-5c135a60-be07-48dc-ad0a-0da96bfc5c48 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613773 Aug 03 19:13:51.256023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Allocated IP 172.20.0.1 (20d2d92d-988e-46de-8993-7a12b0d6454e/869f8241-e946-4319-98d1-8bb38abcbb5e/5395362a-77f0-480f-b365-5b544a534c0f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:51.290227 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.359606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Attempting to bind port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:51.359975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Attempting to bind port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:51.360345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Attempting to bind port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:51.368053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023331a7-f5c1-45c0-b6e7-20eea9e7eac1 None None] Pushing event updated for resources: {'Port': ['ID=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:51.371414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:51.371677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:51.373534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.373534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:51.373534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Bound port: 255fd9cc-e52c-4dc0-b7f4-068fc23934f5, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:51.373534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.439296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] For port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:51.443626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] For port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:51.454547 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-61d0d8d4-0dea-478e-ac09-5fbd4269b53b service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783665 Aug 03 19:13:51.460358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.547116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Transition to ACTIVE for port object 5395362a-77f0-480f-b365-5b544a534c0f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:51.575936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:51.628633 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d0f4ab1-5752-44eb-9286-dfab08cf5215 req-b4c351d9-5128-4274-87a8-1af0397440fe service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649706 Aug 03 19:13:51.641747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:51.642477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:51.696329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023331a7-f5c1-45c0-b6e7-20eea9e7eac1 None None] Pushing event updated for resources: {'Port': ['ID=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:51.822843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:51.931526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.011886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Network 20d2d92d-988e-46de-8993-7a12b0d6454e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:52.013663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:52.019919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:52.075764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Pushing event updated for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:52.100922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.110220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-580a2964-91ae-44db-8ecb-c795a8bf3025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.272561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:48Z', 'revision_number': 3, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:52.357612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4efbd-8a91-4924-94e0-081cdd4802b7 None None] The sync data for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 is: [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:48Z', 'revision_number': 3, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:13:52.359815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.406208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc8d2b-f386-4d63-9dc2-70d8199a8620 req-42a87cb0-632c-4056-8dfb-364025a59e61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:52.407852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebc8d2b-f386-4d63-9dc2-70d8199a8620 req-42a87cb0-632c-4056-8dfb-364025a59e61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1038079 Aug 03 19:13:52.497625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebc8d2b-f386-4d63-9dc2-70d8199a8620 req-4465a167-ae26-4abb-9b4f-0aad90bc6952 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Aug 03 19:13:52.626367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.726174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a95bf29b-c30a-4124-b014-fc1cbaac877c None None] Provisioning for port 5395362a-77f0-480f-b365-5b544a534c0f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:52.748273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a95bf29b-c30a-4124-b014-fc1cbaac877c None None] Provisioning complete for port 5395362a-77f0-480f-b365-5b544a534c0f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:52.751997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a95bf29b-c30a-4124-b014-fc1cbaac877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:52.801158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a95bf29b-c30a-4124-b014-fc1cbaac877c None None] Port 5395362a-77f0-480f-b365-5b544a534c0f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:52.924030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.017628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.165233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.256942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Pushing event updated for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:53.269253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.447930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Network 20d2d92d-988e-46de-8993-7a12b0d6454e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:53.451511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:53.720061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be971163-48e0-4f5f-af5c-6802fb809c01 req-48c2ad59-c063-4d75-84f6-1ca6f850f9f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:53.731245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be971163-48e0-4f5f-af5c-6802fb809c01 req-48c2ad59-c063-4d75-84f6-1ca6f850f9f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1025951 Aug 03 19:13:53.793784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be971163-48e0-4f5f-af5c-6802fb809c01 req-cd7d75b9-da8d-46ef-9b1e-ab52a6dfbaa4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605710 Aug 03 19:13:53.934327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1e460ec9-9901-4b66-9526-405a7c330c9a None None] Provisioning complete for port 5395362a-77f0-480f-b365-5b544a534c0f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:53.935215 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e460ec9-9901-4b66-9526-405a7c330c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:53.974124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1e460ec9-9901-4b66-9526-405a7c330c9a None None] Port 5395362a-77f0-480f-b365-5b544a534c0f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:13:54.168525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Router fd47b714-b392-4091-a328-b1ba2ab72ff5 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:13:54.240682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:54.399396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:13:54.408762 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-85a34b2f-ab12-463c-b9c3-378aead6ef24 admin admin] 10.222.0.67 "PUT /v2.0/routers/fd47b714-b392-4091-a328-b1ba2ab72ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7018178 Aug 03 19:13:54.518574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:13:54.522890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:54.523401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.742448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:54.783694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:54.937677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.001184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6f546-fe2e-4593-ab4e-f6e0ea0843c0 req-3b9b3e94-8a15-4865-acf1-a3f69f0bae24 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:55.009052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85d6f546-fe2e-4593-ab4e-f6e0ea0843c0 req-3b9b3e94-8a15-4865-acf1-a3f69f0bae24 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0767970 Aug 03 19:13:55.055481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85d6f546-fe2e-4593-ab4e-f6e0ea0843c0 req-48d7e823-273b-4faf-afa3-68568ea22e64 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Aug 03 19:13:55.067854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Sync routers for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:13:55.078760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.106198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:55.106823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:55.183588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:55.387256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:55.442872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:55.448483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319845827', 'description': 'tempest-description--1159363874'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:55.690801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:55.747891 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 2, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:55.798681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Checking router: fd47b714-b392-4091-a328-b1ba2ab72ff5 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:13:55.799619 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Updating router fd47b714-b392-4091-a328-b1ba2ab72ff5 port 5395362a-77f0-480f-b365-5b544a534c0f binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:13:55.873672 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.027069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.049634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:13:56.129406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.274051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:56.291128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:56.423129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.426230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41f36170-f9b1-41a4-954e-b51da5ecf16c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9816017 Aug 03 19:13:56.431798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53232) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:56.449376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'security_group_rule': {'security_group_id': '9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:56.458113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95544074-ccdc-49b7-83ce-3993c7caadde req-1ae970af-c2a1-4f38-9e23-a92823e0c4fd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:56.464875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:56.467812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95544074-ccdc-49b7-83ce-3993c7caadde req-1ae970af-c2a1-4f38-9e23-a92823e0c4fd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1415095 Aug 03 19:13:56.518083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:56.518410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.520577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'mac_address': 'fa:16:3e:ae:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:13:56.592738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95544074-ccdc-49b7-83ce-3993c7caadde req-6dff0666-cf86-444e-be97-5a33da0b0148 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194715 Aug 03 19:13:56.706001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.716727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.763676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:13:56.834953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:56.848064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.920044 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:56.938038 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Transition to ACTIVE for port object 5395362a-77f0-480f-b365-5b544a534c0f will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:13:57.003487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.004373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.029128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b720a8-48f1-47ba-b0ba-0fc53a4c5b0a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.115336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.188162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['49083c79-5fcc-4535-89f2-1e4bed017f1c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:13:57.195826 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.269805 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.272498 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-27e13159-f9a7-41b0-b686-22c0086d42ff tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8373356 Aug 03 19:13:57.276178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53268) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:57.292643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'security_group_rule': {'security_group_id': '9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:57.624259 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Pushing event updated for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:57.647574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.658364 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.663605 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.664784 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.667217 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.668045 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.668874 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.670773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.672371 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.678790 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.678790 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.679495 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.679940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:13:57.694936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Attempting to bind port 5395362a-77f0-480f-b365-5b544a534c0f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:13:57.696738 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Attempting to bind port 5395362a-77f0-480f-b365-5b544a534c0f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:13:57.698102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Attempting to bind port 5395362a-77f0-480f-b365-5b544a534c0f on network 20d2d92d-988e-46de-8993-7a12b0d6454e {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:13:57.718109 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:13:57.719335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Checking segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:13:57.737531 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.740182 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Bound using segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:13:57.744634 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Bound port: 5395362a-77f0-480f-b365-5b544a534c0f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:13:57.746683 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:57.943390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.048099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:13:58.125116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.202844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d625c05c-805f-4ee3-9178-ef684e91794b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:58.219204 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] For port 5395362a-77f0-480f-b365-5b544a534c0f, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:13:58.284941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] For port 5395362a-77f0-480f-b365-5b544a534c0f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5395362a-77f0-480f-b365-5b544a534c0f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:13:58.328865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 49083c79-5fcc-4535-89f2-1e4bed017f1c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:13:58.329488 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.388643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.390606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7032e194-b93e-40ae-ae83-030b8ac5987d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1114440 Aug 03 19:13:58.395223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53298) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:13:58.401237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:13:58.468126 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.643083 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bdd4d5-fd62-4823-9471-d2bc6d2d866a None None] Pushing event updated for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:58.655987 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:13:58.663582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:58.677645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.719610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:58.782978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:13:58.796849 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c25702c-0ea6-4854-9329-ee6255da7fc9" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:13:58.849049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:13:58.991328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecbb5c-2501-411d-a787-16432d76b06a req-1255ab7d-4357-497d-aae6-a5f0850b0c9d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:13:58.999313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fecbb5c-2501-411d-a787-16432d76b06a req-1255ab7d-4357-497d-aae6-a5f0850b0c9d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 1.0359409 Aug 03 19:13:59.012940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:13:59.034054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.038318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.124072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fecbb5c-2501-411d-a787-16432d76b06a req-c959575f-b034-4397-b2ca-3f04a7ed5f5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157627 Aug 03 19:13:59.184733 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a27218-33b6-4adc-9c97-4b98300a5e3a x-openstack-request-id: req-c1a27218-33b6-4adc-9c97-4b98300a5e3a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:13:59.190535 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:13:59.190535 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1a27218-33b6-4adc-9c97-4b98300a5e3a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:13:59.192493 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'code': 200} Aug 03 19:13:59.201681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Allocated IP 172.25.2.200 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ba1f1748-0746-4b56-b5aa-7af045cffb47) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:13:59.359513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:59.547782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.731101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:13:59.787968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:13:59.791140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:13:59.795806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:13:59.829038 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:13:58Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:13:59.836271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'Port': ['ID=ba1f1748-0746-4b56-b5aa-7af045cffb47,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:13:59.916308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4dd532-92e9-4117-9f56-e912a7619941 None None] The sync data for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 is: [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:13:58Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:00.129812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.362163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5395362a-77f0-480f-b365-5b544a534c0f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:00.396494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.583263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25e4cf-1087-4f72-b389-afb021aa070b req-ba83f769-48f7-48f0-aa45-4d021a98c76e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:00.592075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa25e4cf-1087-4f72-b389-afb021aa070b req-ba83f769-48f7-48f0-aa45-4d021a98c76e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1111796 Aug 03 19:14:00.671941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa25e4cf-1087-4f72-b389-afb021aa070b req-3fd9079f-71b5-4d33-bf72-283e593b0f6f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737696 Aug 03 19:14:00.718484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5395362a-77f0-480f-b365-5b544a534c0f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:00.733480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5395362a-77f0-480f-b365-5b544a534c0f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:00.733932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:00.991793 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.011858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.107295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5395362a-77f0-480f-b365-5b544a534c0f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5395362a-77f0-480f-b365-5b544a534c0f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:01.173235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.217130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.326058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'Port': ['ID=ba1f1748-0746-4b56-b5aa-7af045cffb47,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:01.409736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:01.485248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.641605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:01.647262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-97013795-92af-4682-b693-3703138d9f95 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2472196 Aug 03 19:14:02.024167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eafc2-dd40-4d3a-8549-63854d8a0cae req-232ee2c3-af31-4f68-bd6e-7766f2bc7d6e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:02.042123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e63eafc2-dd40-4d3a-8549-63854d8a0cae req-232ee2c3-af31-4f68-bd6e-7766f2bc7d6e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1890290 Aug 03 19:14:02.133507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e63eafc2-dd40-4d3a-8549-63854d8a0cae req-5b1eda3c-d992-4fab-9c05-9318fdfa7a5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899963 Aug 03 19:14:02.280156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5395362a-77f0-480f-b365-5b544a534c0f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:02.463137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5395362a-77f0-480f-b365-5b544a534c0f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:02.464530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:02.844197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-5f598a4b-a12d-44c5-bac5-f6fa6a3d7fb5 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--319845827&fields=id&tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3 HTTP/1.1" status: 200 len: 267 time: 0.1395113 Aug 03 19:14:03.014100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:03.166281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-2642bd56-8ec6-41a2-95e3-5a47de86ea10 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.180927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-2642bd56-8ec6-41a2-95e3-5a47de86ea10 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/networks?id=20d2d92d-988e-46de-8993-7a12b0d6454e HTTP/1.1" status: 200 len: 806 time: 0.3353844 Aug 03 19:14:03.215277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-cae6db20-eba1-45a4-80e8-3c03a905a0d1 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/quotas/2c7f74694c024cb5bf35e5ce3ccef6f3 HTTP/1.1" status: 200 len: 375 time: 0.0326133 Aug 03 19:14:03.385606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-cbd63f23-9312-426e-81c7-6c7db2ef3719 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1626823 Aug 03 19:14:03.431441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a554c-3d6f-4e4c-ab87-89f8f21d2fa8 req-ff192e05-2d8b-43d8-8cdd-6d2e7994c8a2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:03.435214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c86a554c-3d6f-4e4c-ab87-89f8f21d2fa8 req-ff192e05-2d8b-43d8-8cdd-6d2e7994c8a2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1304810 Aug 03 19:14:03.545986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c86a554c-3d6f-4e4c-ab87-89f8f21d2fa8 req-f5f47fb0-4d66-4dc2-8d85-b54ee438e4c9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858438 Aug 03 19:14:03.611661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-f4c83dc1-bd97-400c-a141-9b85cb92401a service neutron] 10.222.0.67 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957805 Aug 03 19:14:03.841291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-bf9d8508-abb7-422f-a5fd-01804394f96b service neutron] 10.222.0.67 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186120 Aug 03 19:14:04.662062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4b1cbdd-3178-4534-8c3b-fc3d9e73b993 req-c29e8f8a-c260-4c2a-844e-473c157cf8c9 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.1354940 Aug 03 19:14:04.860795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3f31-877c-451c-b4d5-0b6be5ed2b87 req-d4893f33-b0d4-4952-b97b-efa0db676589 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:04.872687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9b3f31-877c-451c-b4d5-0b6be5ed2b87 req-d4893f33-b0d4-4952-b97b-efa0db676589 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1167691 Aug 03 19:14:04.990362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9b3f31-877c-451c-b4d5-0b6be5ed2b87 req-4eaca280-a579-4f8e-942f-fb97d8b2ae12 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066909 Aug 03 19:14:05.826575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efcbb4ee-f8d7-4a10-8479-d83e6c2f3be5 req-223b5b68-9118-4737-a172-aa48e62160ab tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0885842 Aug 03 19:14:06.248671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a478de-58e8-4ec6-93f2-5e3f9699cf64 req-75b7d855-9af4-4961-b48e-35ff828c053f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:06.262037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90a478de-58e8-4ec6-93f2-5e3f9699cf64 req-75b7d855-9af4-4961-b48e-35ff828c053f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1414154 Aug 03 19:14:06.388174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90a478de-58e8-4ec6-93f2-5e3f9699cf64 req-2b0d68e0-bf77-4ca1-845d-0a21c7bc7640 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Aug 03 19:14:06.974562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799ad1ad-7537-42e4-80a0-a8a60199ebc8 req-a1f885e5-e9dc-4407-9e8a-7caf7e75b419 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0574896 Aug 03 19:14:07.750029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316559f-1ecf-424f-9a5d-39130086dac4 req-a73cef9f-d162-486b-b385-ca48d0452a7b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:07.769907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f316559f-1ecf-424f-9a5d-39130086dac4 req-a73cef9f-d162-486b-b385-ca48d0452a7b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1677983 Aug 03 19:14:07.818038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f316559f-1ecf-424f-9a5d-39130086dac4 req-6d1d5e21-5bda-4231-a1d2-f233dce883ec tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Aug 03 19:14:08.257107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41c73ced-a49e-4285-a14f-74b75ffd41ed req-c4af6c86-a056-4471-8330-fcd85b663483 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0896153 Aug 03 19:14:09.138213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65970024-9340-4255-8c2d-96df065c4a0e req-41346c7a-bec4-48f8-b7ce-ce500fcb3e75 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:09.139825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65970024-9340-4255-8c2d-96df065c4a0e req-41346c7a-bec4-48f8-b7ce-ce500fcb3e75 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1393135 Aug 03 19:14:09.218061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65970024-9340-4255-8c2d-96df065c4a0e req-119c88a4-357a-464c-ba3a-a77d44130927 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698032 Aug 03 19:14:09.500254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-318df3b0-37e2-4c22-affb-876a3796605a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:09.504353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-318df3b0-37e2-4c22-affb-876a3796605a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.77 "GET /v2.0/networks?id=20d2d92d-988e-46de-8993-7a12b0d6454e HTTP/1.1" status: 200 len: 806 time: 0.1999228 Aug 03 19:14:09.585208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c42e38ac-fe7b-4384-8c58-fe271a07d7c0 req-45378d66-5ab1-48da-bb6b-1530bc8a85cb tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0723596 Aug 03 19:14:09.586087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-23b44ee3-475c-400d-9fda-14191cd24de1 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3 HTTP/1.1" status: 200 len: 379 time: 0.0685468 Aug 03 19:14:09.599228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'port': {'device_id': '02645816-6319-45ea-8cf2-f499c928eb96', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'admin_state_up': True, 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'security_groups': ['9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:10.113362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39656f07-f8d3-4756-b73f-d988637a6887 req-0c5f1dee-29d3-4a12-8404-9c9cff1d93b9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:10.115077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39656f07-f8d3-4756-b73f-d988637a6887 req-0c5f1dee-29d3-4a12-8404-9c9cff1d93b9 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.0762377 Aug 03 19:14:10.168473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39656f07-f8d3-4756-b73f-d988637a6887 req-73f076d6-3011-4425-af05-0bc97dfd127c tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449460 Aug 03 19:14:10.368095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a0867-629a-45b4-8a14-b70703495ed1 req-4cb628c1-82ea-45c9-8518-e5e3ea538910 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:10.369875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e6a0867-629a-45b4-8a14-b70703495ed1 req-4cb628c1-82ea-45c9-8518-e5e3ea538910 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0562594 Aug 03 19:14:10.418666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e6a0867-629a-45b4-8a14-b70703495ed1 req-0adc18d5-be27-44fe-9dce-de4801433ba6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392146 Aug 03 19:14:10.467346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Made reservation on behalf of 2c7f74694c024cb5bf35e5ce3ccef6f3 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:10.485873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:10.679746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Allocated IP 172.20.0.4 (20d2d92d-988e-46de-8993-7a12b0d6454e/869f8241-e946-4319-98d1-8bb38abcbb5e/329f410e-fe49-49c9-82d5-cbb2ef6db193) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:10.781890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1129b38a-59b6-40e7-9c98-08ccb9ffcc66 req-a8632aa2-001f-4c3d-8623-be141b10eace tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0479791 Aug 03 19:14:10.984520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.005029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Transition to ACTIVE for port object 329f410e-fe49-49c9-82d5-cbb2ef6db193 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:11.148425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.227297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Network 20d2d92d-988e-46de-8993-7a12b0d6454e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:11.231479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:11.241197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:11.257170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event updated for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:11.425782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8778f3-c5d8-47ae-8ea0-6ea138131381 req-71fdac22-f620-4cbf-ac3d-339c7cc4f0de tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.438615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a8778f3-c5d8-47ae-8ea0-6ea138131381 req-71fdac22-f620-4cbf-ac3d-339c7cc4f0de tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.1518176 Aug 03 19:14:11.447692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.449052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.537395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a8778f3-c5d8-47ae-8ea0-6ea138131381 req-5883c667-127c-41a8-9fca-2dafdd6cd890 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975189 Aug 03 19:14:11.636249 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-4bf6bf9b-ad5e-4ff1-b6da-2836524ace6d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0425820 Aug 03 19:14:11.695037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5127da1-2673-4eb5-981c-e0980532afc9 req-342901a9-18ca-418b-85b7-e4b066b24c96 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.697152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5127da1-2673-4eb5-981c-e0980532afc9 req-342901a9-18ca-418b-85b7-e4b066b24c96 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1399038 Aug 03 19:14:11.788324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5fea3d5b-f0cb-4483-91c1-3d0b2f3c64a2 None None] Provisioning for port 329f410e-fe49-49c9-82d5-cbb2ef6db193 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:11.797284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5fea3d5b-f0cb-4483-91c1-3d0b2f3c64a2 None None] Provisioning complete for port 329f410e-fe49-49c9-82d5-cbb2ef6db193 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:11.798193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5fea3d5b-f0cb-4483-91c1-3d0b2f3c64a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:11.856966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5127da1-2673-4eb5-981c-e0980532afc9 req-e453a764-73d6-4e76-9f5a-3661981fefc2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399379 Aug 03 19:14:11.947521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-65391fef-e248-49eb-8384-00a0ce492e9d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:11.955073 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-65391fef-e248-49eb-8384-00a0ce492e9d tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.1996927 Aug 03 19:14:11.957425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5fea3d5b-f0cb-4483-91c1-3d0b2f3c64a2 None None] Port 329f410e-fe49-49c9-82d5-cbb2ef6db193 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:12.117390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Request body: {'port': {'device_id': '02645816-6319-45ea-8cf2-f499c928eb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:12.124493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1f44-59db-41ed-9772-9aa0e80b35da req-33af808d-e760-45b2-b9d7-d2f13792f687 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.128964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5db1f44-59db-41ed-9772-9aa0e80b35da req-33af808d-e760-45b2-b9d7-d2f13792f687 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 931 time: 0.1138313 Aug 03 19:14:12.211779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5db1f44-59db-41ed-9772-9aa0e80b35da req-f319cdb5-c787-4e1e-9f50-a0c72191cf6f tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739932 Aug 03 19:14:12.298936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.332121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Deleting port 429dd717-6552-46d2-af1e-383556bc1290 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:12.332640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.579966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] For port 429dd717-6552-46d2-af1e-383556bc1290, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=429dd717-6552-46d2-af1e-383556bc1290,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:12.585378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:12.740854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa32a3b-9f4f-48c6-a0f6-4bfec2e77d58 req-30673381-6dec-4268-b333-0e545c6fff57 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:12.744216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efa32a3b-9f4f-48c6-a0f6-4bfec2e77d58 req-30673381-6dec-4268-b333-0e545c6fff57 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 945 time: 0.0902159 Aug 03 19:14:12.866421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efa32a3b-9f4f-48c6-a0f6-4bfec2e77d58 req-25a9e790-cb10-4033-878e-8f09e85f92c0 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups?id=1836a735-2450-4e87-b2bb-84374b758109&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940862 Aug 03 19:14:13.005254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.005904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.006422 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Floating IP f0868a80-caaa-40e5-b53f-8cc9512dfe34 disassociated. External IP: 172.25.2.69, port: 429dd717-6552-46d2-af1e-383556bc1290. Aug 03 19:14:13.006977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Calling delete_port for 429dd717-6552-46d2-af1e-383556bc1290 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:13.108544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ef7e-5f61-464a-a255-df0706bf3287 req-b013df30-d0c1-4293-8c5a-c6884f8deb92 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.111683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80d3ef7e-5f61-464a-a255-df0706bf3287 req-b013df30-d0c1-4293-8c5a-c6884f8deb92 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.0747013 Aug 03 19:14:13.226757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80d3ef7e-5f61-464a-a255-df0706bf3287 req-9580c4dc-4834-42f5-9668-06dc4bc69062 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011686 Aug 03 19:14:13.290651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329f410e-fe49-49c9-82d5-cbb2ef6db193 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:13.315962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.478196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75d3a5-664e-40d2-a82e-b46f42d1071c req-e8fad590-f029-4b7e-8e54-5b4433f4816c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:13.480968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc75d3a5-664e-40d2-a82e-b46f42d1071c req-e8fad590-f029-4b7e-8e54-5b4433f4816c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 931 time: 0.1125236 Aug 03 19:14:13.531245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc75d3a5-664e-40d2-a82e-b46f42d1071c req-4907d331-70fe-49d6-a839-980cf5bd21dd tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437324 Aug 03 19:14:13.679113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Transition to ACTIVE for port object 329f410e-fe49-49c9-82d5-cbb2ef6db193 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:13.680530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:13.714272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'Port': ['ID=429dd717-6552-46d2-af1e-383556bc1290,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:13.729421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.730212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.730690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.731334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.731773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.732246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.732756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.733139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.733540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.734026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.734341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.735284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:13.832930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.014950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Pushing event updated for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.103543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a236f01b-5010-4e4d-9f58-ff3dcc55fa6f req-52716084-ffd8-4808-9a60-d3487f01b0bc tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0472314 Aug 03 19:14:14.121986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:14.269166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Attempting to bind port 329f410e-fe49-49c9-82d5-cbb2ef6db193 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:14.269166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Attempting to bind port 329f410e-fe49-49c9-82d5-cbb2ef6db193 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:14.269166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Attempting to bind port 329f410e-fe49-49c9-82d5-cbb2ef6db193 on network 20d2d92d-988e-46de-8993-7a12b0d6454e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:14.278130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Port 329f410e-fe49-49c9-82d5-cbb2ef6db193 on network 20d2d92d-988e-46de-8993-7a12b0d6454e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:14.278708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Attempting to bind port 329f410e-fe49-49c9-82d5-cbb2ef6db193 on network 20d2d92d-988e-46de-8993-7a12b0d6454e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:14.303537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:14.303813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Checking segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:14.303994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Bound using segment: {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:14.304447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Bound port: 329f410e-fe49-49c9-82d5-cbb2ef6db193, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a818bd27-25d2-455f-94bf-61d69317c9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:14.309345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.508029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97410eb-6cb5-4e7d-aa55-6c4dc7a1c267 req-29dc582d-33ed-44f3-8647-d48c2fa3ef61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.509730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c97410eb-6cb5-4e7d-aa55-6c4dc7a1c267 req-29dc582d-33ed-44f3-8647-d48c2fa3ef61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1437402 Aug 03 19:14:14.511747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:14.516473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:14.557564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:14.575637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:14.590064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:14.590996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:14.619722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c97410eb-6cb5-4e7d-aa55-6c4dc7a1c267 req-f06cfdd3-c529-4413-bb84-be67620fd5a6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010659 Aug 03 19:14:14.649983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] No DVR routers for this DVR port 429dd717-6552-46d2-af1e-383556bc1290 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:14.658702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.667910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.667910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-56af8255-f5ed-4f32-8273-0cc4cbd9c37c req-94027cdb-5627-4f05-86c4-d9d992ebde59 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.77 "DELETE /v2.0/ports/429dd717-6552-46d2-af1e-383556bc1290 HTTP/1.1" status: 204 len: 173 time: 2.7055039 Aug 03 19:14:14.672595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'name': 'network-vif-deleted', 'tag': '429dd717-6552-46d2-af1e-383556bc1290'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:14.675995 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c5a22-2358-4394-8c65-d693c2d3dd0b" -d '{"events": [{"server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "name": "network-vif-deleted", "tag": "429dd717-6552-46d2-af1e-383556bc1290"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:14.745805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:14.777033 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107af49a-9dbd-490a-b784-494a64d9031f x-openstack-request-id: req-107af49a-9dbd-490a-b784-494a64d9031f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:14.777551 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145211bd-8b00-41a7-982b-02fb766a41bc", "name": "network-vif-deleted", "tag": "429dd717-6552-46d2-af1e-383556bc1290", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:14.777816 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-107af49a-9dbd-490a-b784-494a64d9031f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:14.780234 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145211bd-8b00-41a7-982b-02fb766a41bc', 'name': 'network-vif-deleted', 'tag': '429dd717-6552-46d2-af1e-383556bc1290', 'status': 'completed', 'code': 200} Aug 03 19:14:14.797059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.799685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:14.801824 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] 10.222.0.77 "PUT /v2.0/ports/329f410e-fe49-49c9-82d5-cbb2ef6db193 HTTP/1.1" status: 200 len: 1091 time: 3.1530805 Aug 03 19:14:14.856291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae45e2-e4e1-4a4d-b282-34f0925878df service neutron] Pushing event updated for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:14.877559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6643c14-54db-45c4-ac88-4c9ab899f7eb req-2ebe7d13-c62c-473b-8876-848c7a36fd8b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:14.888460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6643c14-54db-45c4-ac88-4c9ab899f7eb req-2ebe7d13-c62c-473b-8876-848c7a36fd8b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 943 time: 0.1241913 Aug 03 19:14:14.955186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6643c14-54db-45c4-ac88-4c9ab899f7eb req-3de5fe33-de06-4dbe-a246-13e712c45702 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654297 Aug 03 19:14:15.167709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-7d1e7d5a-3eab-4dce-9d4a-ee714ee1be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.171333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-7d1e7d5a-3eab-4dce-9d4a-ee714ee1be0f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3&device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 1094 time: 0.1233215 Aug 03 19:14:15.304292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a6b44f-9b44-41df-81fe-526640d0a935 req-547d5aeb-f498-418b-a0d1-6757f3455e8f tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0574815 Aug 03 19:14:15.332695 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-f913677a-1adf-45b8-a2cc-18f6d87ce881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193 HTTP/1.1" status: 200 len: 217 time: 0.1511602 Aug 03 19:14:15.451579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-e721f0ab-2d67-4707-ba05-33639bf77cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.453639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-e721f0ab-2d67-4707-ba05-33639bf77cc0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=869f8241-e946-4319-98d1-8bb38abcbb5e HTTP/1.1" status: 200 len: 845 time: 0.1076386 Aug 03 19:14:15.499378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 429dd717-6552-46d2-af1e-383556bc1290 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:15.515714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-e6a8cf83-29a7-49ec-a72b-ffc279ae3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:15.518230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-e6a8cf83-29a7-49ec-a72b-ffc279ae3513 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=20d2d92d-988e-46de-8993-7a12b0d6454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560110 Aug 03 19:14:15.574679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 429dd717-6552-46d2-af1e-383556bc1290 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:15.575253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 429dd717-6552-46d2-af1e-383556bc1290 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:15.689230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:15.773137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-c5ae9d31-a1ed-4fa7-baf2-57c83805450f service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373924 Aug 03 19:14:15.803636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:15.805665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:15.815262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:15.815901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:15.961290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66bf08c4-7623-4863-b013-d4a084e49bd0 req-876818b7-d2c6-4868-a20f-d34cc86b69aa service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822948 Aug 03 19:14:15.985987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:16.184729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133b40-5960-4c0d-b0c0-2a2623b46005 req-0f517916-aee6-4a23-9829-21e7d64c2dba tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.186795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c133b40-5960-4c0d-b0c0-2a2623b46005 req-0f517916-aee6-4a23-9829-21e7d64c2dba tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 943 time: 0.1120565 Aug 03 19:14:16.211894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc08c-c9e8-4083-8e89-a0ebd3436f66 req-9c32e21d-3bb9-4938-8e32-64b025d50875 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.213000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:16.214664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02adc08c-c9e8-4083-8e89-a0ebd3436f66 req-9c32e21d-3bb9-4938-8e32-64b025d50875 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.3818698 Aug 03 19:14:16.254632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c133b40-5960-4c0d-b0c0-2a2623b46005 req-a81714ca-7f79-4236-aea2-f125c3dba89a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607536 Aug 03 19:14:16.256526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a50cd7-ad43-413c-944a-e693bad1a18e None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b11d689d-0e00-4c44-b6a6-3e590ef3711b', 'name': '', 'network_id': '902a6862-0037-46ec-8d14-c05e29ae1a3a', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'mac_address': 'fa:16:3e:69:c4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:56Z', 'updated_at': '2021-08-03T19:06:05Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'subnets': [{'id': 'cf74c9e5-c2c4-4679-96a8-1f810eca1c9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:16.340566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02adc08c-c9e8-4083-8e89-a0ebd3436f66 req-c6a12117-49dd-4a9d-98a3-a1e7a70dd05d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Aug 03 19:14:16.509257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b107439-141e-456b-aa38-0f77bc44a2be req-3bb75a0a-de06-46bf-9a91-2fc7e9831354 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/ports?device_id=145211bd-8b00-41a7-982b-02fb766a41bc HTTP/1.1" status: 200 len: 210 time: 0.0481858 Aug 03 19:14:16.717867 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53333350-eaac-4b0e-bed5-555bc0a31405 None None] New status for floating IP f0868a80-caaa-40e5-b53f-8cc9512dfe34: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:14:16.782360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:16.785247 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:16.897959 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e947262-cfff-483b-b60a-414d1b2bee96 x-openstack-request-id: req-8e947262-cfff-483b-b60a-414d1b2bee96 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:16.898255 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:16.898509 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e947262-cfff-483b-b60a-414d1b2bee96 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:16.898914 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'status': 'completed', 'code': 200} Aug 03 19:14:16.982391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-109bb16e-041e-40d9-996b-55afb62562f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:16.984204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-109bb16e-041e-40d9-996b-55afb62562f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3&device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 1094 time: 0.0644565 Aug 03 19:14:17.112195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-f0a0a92e-9bbb-43bc-aa83-dac5a15dcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.113788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-f0a0a92e-9bbb-43bc-aa83-dac5a15dcc0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=20d2d92d-988e-46de-8993-7a12b0d6454e HTTP/1.1" status: 200 len: 907 time: 0.1187212 Aug 03 19:14:17.166954 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-d495b7f1-1855-4339-b418-eb487e71db5d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193 HTTP/1.1" status: 200 len: 217 time: 0.0431707 Aug 03 19:14:17.219278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-bb3ee8c8-faf6-4441-b8f0-0357ee42156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.220798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-bb3ee8c8-faf6-4441-b8f0-0357ee42156a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=869f8241-e946-4319-98d1-8bb38abcbb5e HTTP/1.1" status: 200 len: 845 time: 0.0463045 Aug 03 19:14:17.275615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-043cf41e-ac01-4cc6-b461-4c66ba5bc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.277360 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-043cf41e-ac01-4cc6-b461-4c66ba5bc834 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=20d2d92d-988e-46de-8993-7a12b0d6454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486803 Aug 03 19:14:17.414778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e978b0d-f8a0-4d05-a468-8d223f452741 req-2974eaa7-da70-4692-b565-62e6dfbe04ac tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.416327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e978b0d-f8a0-4d05-a468-8d223f452741 req-2974eaa7-da70-4692-b565-62e6dfbe04ac tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 943 time: 0.0624964 Aug 03 19:14:17.421807 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-5e73dfa2-23e9-4ef8-bde0-8db52b157a3a service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373127 Aug 03 19:14:17.521456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e978b0d-f8a0-4d05-a468-8d223f452741 req-50a47cdf-2d7f-4088-a732-a93b67df529c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943019 Aug 03 19:14:17.536517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e580623-26ea-417d-b833-2133b1da7b45 req-9f8cc891-d5d1-446a-b014-2f7f7e409478 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.538160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e580623-26ea-417d-b833-2133b1da7b45 req-9f8cc891-d5d1-446a-b014-2f7f7e409478 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1036873 Aug 03 19:14:17.555057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17d4cc95-3a80-4e71-abf8-c3a91f7fbb8c req-f941736a-eb5d-49a7-b638-66726219c609 service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106422 Aug 03 19:14:17.602697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e580623-26ea-417d-b833-2133b1da7b45 req-685f4912-ba53-490f-9067-669b7f22b0db tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533466 Aug 03 19:14:17.791728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:17.893773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a5456-9e91-44bb-a8e5-2940e33cf9b9 req-cb9f7553-2c99-42db-a50b-0ab0b12f9fcb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:17.895963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f1a5456-9e91-44bb-a8e5-2940e33cf9b9 req-cb9f7553-2c99-42db-a50b-0ab0b12f9fcb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0570147 Aug 03 19:14:17.915759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:17.989410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-750e51e3-e5cb-4235-b1b3-463acc7cbd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.002322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f1a5456-9e91-44bb-a8e5-2940e33cf9b9 req-622f5305-5b5b-4a6f-8deb-ba5a87394dda tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909257 Aug 03 19:14:18.065759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.134586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.191970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6070d-4a62-4e47-a4a3-0a74ee56bf06 req-98009ba7-3329-42f1-bd4e-d254a5e83a2b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.197391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33a6070d-4a62-4e47-a4a3-0a74ee56bf06 req-98009ba7-3329-42f1-bd4e-d254a5e83a2b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0705209 Aug 03 19:14:18.257723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33a6070d-4a62-4e47-a4a3-0a74ee56bf06 req-96ad6165-7f9d-4421-bc82-f9883aa02674 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557208 Aug 03 19:14:18.278341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-750e51e3-e5cb-4235-b1b3-463acc7cbd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.404932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.407977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.413042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "DELETE /v2.0/security-groups/1836a735-2450-4e87-b2bb-84374b758109 HTTP/1.1" status: 204 len: 168 time: 0.4921989 Aug 03 19:14:18.413518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53812) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.425480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73162a76-10b8-4386-9678-8c49d3b22bed tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836a735-2450-4e87-b2bb-84374b758109,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.436773 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-236a58a7-5709-45a2-a316-6ca8ee50c2f3 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] show failed (client error): The resource could not be found. Aug 03 19:14:18.438706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-236a58a7-5709-45a2-a316-6ca8ee50c2f3 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "GET /v2.0/security-groups/1836a735-2450-4e87-b2bb-84374b758109 HTTP/1.1" status: 404 len: 347 time: 0.0236003 Aug 03 19:14:18.443270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53816) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.474214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-750e51e3-e5cb-4235-b1b3-463acc7cbd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.530095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e51e3-e5cb-4235-b1b3-463acc7cbd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69df98ee-92d7-437b-93d1-b5ace4e761d8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:18.539291 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-750e51e3-e5cb-4235-b1b3-463acc7cbd65 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdd2f4c0acf948e88f6d60a3726720ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439554 Aug 03 19:14:18.541673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53826) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:18.639074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.678314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.796916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cd6e8-75e8-4b15-9ba2-13fcfc406c0d req-4f1cc1ac-70a9-41dd-ae69-02dfa66c61c9 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.798695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b36cd6e8-75e8-4b15-9ba2-13fcfc406c0d req-4f1cc1ac-70a9-41dd-ae69-02dfa66c61c9 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 943 time: 0.1354663 Aug 03 19:14:18.815463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Deleting port 60fab539-bbe3-4bb8-a548-01f6d09bb9b0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:18.815806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.872753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-f6592bbc-1b0e-4ce8-ad1c-b606f5f958c8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:18.874379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-f6592bbc-1b0e-4ce8-ad1c-b606f5f958c8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.2892687 Aug 03 19:14:18.920145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-970728f2-882e-42d6-80d6-d9867761d9c7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/quotas/ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 375 time: 0.0285418 Aug 03 19:14:18.929179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b36cd6e8-75e8-4b15-9ba2-13fcfc406c0d req-e79fd288-cd7b-423a-9b55-e32df6051bfa tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182537 Aug 03 19:14:18.975877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.976221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.987845 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0cf1-1759-4270-9865-00dc0773b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:18.994534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Calling delete_port for 60fab539-bbe3-4bb8-a548-01f6d09bb9b0 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:19.034857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-05ca2410-8c27-4ed5-8204-78df5a6c7b66 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1046171 Aug 03 19:14:19.051213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.055595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 329f410e-fe49-49c9-82d5-cbb2ef6db193 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:19.055801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.057508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69df98ee-92d7-437b-93d1-b5ace4e761d8 HTTP/1.1" status: 204 len: 168 time: 0.5146961 Aug 03 19:14:19.082706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13abc7-296c-415f-bd62-1fbd260b2602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69df98ee-92d7-437b-93d1-b5ace4e761d8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.230258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-a6d14aa7-440d-43b2-beb1-6901b04c727e service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513524 Aug 03 19:14:19.265990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:19.297025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'port_id': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'mac_address': 'fa:16:3e:e9:99:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:19.362858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.403473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329f410e-fe49-49c9-82d5-cbb2ef6db193 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:19.418757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:19.583186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.664099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:19.676065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.676724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.677232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.677739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.678351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.678848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.679330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.679993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.680530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.681037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.681522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.682019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:19.792818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-fd7de950-862b-43df-8b8a-898247a381eb service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489705 Aug 03 19:14:19.802341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7d79b-2749-4f47-9a45-54c2ae4d2863 req-0687c8fb-c095-4e1a-984b-1d2e026402c9 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:19.809943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2e7d79b-2749-4f47-9a45-54c2ae4d2863 req-0687c8fb-c095-4e1a-984b-1d2e026402c9 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 950 time: 0.1013293 Aug 03 19:14:19.854500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2e7d79b-2749-4f47-9a45-54c2ae4d2863 req-f6e157dd-fb70-47f5-b280-9963ee3dcf3d tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Aug 03 19:14:19.926538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:19.949458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['329f410e-fe49-49c9-82d5-cbb2ef6db193'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:19.983924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Pushing event deleted for resources: {'Port': ['ID=60fab539-bbe3-4bb8-a548-01f6d09bb9b0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.031660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.032360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.032762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.033415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.033863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.034400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.034943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.035486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.036259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.036700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.037096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.037513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:14:20.126993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.130290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.132048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f639d7e8-8cc0-4b8c-b10b-bc00f640ec67 tempest-AttachVolumeTestJSON-516632779 tempest-AttachVolumeTestJSON-516632779-project] 10.222.0.67 "DELETE /v2.0/floatingips/f0868a80-caaa-40e5-b53f-8cc9512dfe34 HTTP/1.1" status: 204 len: 168 time: 1.6876640 Aug 03 19:14:20.154822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04c4d7-5a44-4bfc-8555-d2593ec9c93f req-e8daf306-d876-4844-afdf-9ed3e6cc6643 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:20.156606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d04c4d7-5a44-4bfc-8555-d2593ec9c93f req-e8daf306-d876-4844-afdf-9ed3e6cc6643 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 944 time: 0.0831301 Aug 03 19:14:20.259142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d04c4d7-5a44-4bfc-8555-d2593ec9c93f req-771b9073-b440-431b-8687-d26526edef9e tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957646 Aug 03 19:14:20.352089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-008e116d-71e0-41b8-a55c-e465999e7041 req-b7d90615-0d90-4a00-9dcc-2c3d46ba8fdf tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0419054 Aug 03 19:14:20.487552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.503508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94075c8-4e4c-40f8-a332-4e141a1fb33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.613813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94075c8-4e4c-40f8-a332-4e141a1fb33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.810239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94075c8-4e4c-40f8-a332-4e141a1fb33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:20.865831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94075c8-4e4c-40f8-a332-4e141a1fb33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73212642-1a9e-4154-bf13-856ad5065224,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:20.873882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d94075c8-4e4c-40f8-a332-4e141a1fb33e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6ab6ea54c7949e3875f89edb28a1a1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854585 Aug 03 19:14:20.877121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53912) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:20.977277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.028888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.255939 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.258646 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:21.260028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73212642-1a9e-4154-bf13-856ad5065224 HTTP/1.1" status: 204 len: 168 time: 0.3800004 Aug 03 19:14:21.288016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed73551-9b86-45c7-95eb-69422fdd7ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73212642-1a9e-4154-bf13-856ad5065224,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:21.426680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd91a9-73a3-45e1-af27-a13caa82e318 req-5fca027c-6d3c-475e-be99-58f302a52a8a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:21.429711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11fd91a9-73a3-45e1-af27-a13caa82e318 req-5fca027c-6d3c-475e-be99-58f302a52a8a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 944 time: 0.0586798 Aug 03 19:14:21.486908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11fd91a9-73a3-45e1-af27-a13caa82e318 req-adc74343-c4dd-4382-bf9f-ad4efb2561fb tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507250 Aug 03 19:14:21.687003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fd408e2-4f9e-4b83-af64-7d687632317c req-4e9437a2-6d06-489a-9ac1-b0909579239a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0319536 Aug 03 19:14:21.988736 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ad7aaf2-2772-4338-a224-5e516c028ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.187583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.232147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:22.332355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.373219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:22.375763 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf3d4ab-8727-4633-bc96-369eb111b148" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:22.392601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:22.469360 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1986fe-eddb-456c-abe8-17ff84788987 x-openstack-request-id: req-7e1986fe-eddb-456c-abe8-17ff84788987 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:22.469789 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:22.470153 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e1986fe-eddb-456c-abe8-17ff84788987 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:22.470679 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'code': 200} Aug 03 19:14:22.520284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:22.631479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:22.755848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac8a65-c764-4f06-9424-5eeab2ca8d05 req-62785ffa-9ea1-4723-8027-6349d07b14e5 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:22.760470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46ac8a65-c764-4f06-9424-5eeab2ca8d05 req-62785ffa-9ea1-4723-8027-6349d07b14e5 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 944 time: 0.1425664 Aug 03 19:14:22.847355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46ac8a65-c764-4f06-9424-5eeab2ca8d05 req-14499b14-a2b0-4353-b7e1-21dddfe6d7b6 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669422 Aug 03 19:14:22.903722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.042928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-783ca455-070b-4e4e-b8e5-15bca986674b req-909c958e-cfa5-458b-8792-8b100db88f20 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0379138 Aug 03 19:14:23.053560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 329f410e-fe49-49c9-82d5-cbb2ef6db193 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:23.233967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 329f410e-fe49-49c9-82d5-cbb2ef6db193 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:23.241941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 329f410e-fe49-49c9-82d5-cbb2ef6db193 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:23.242550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.335507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.378928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:23.560071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:23.659718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:24.097891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d77e7-6f26-4c1d-9129-c30c26159d56 req-030815a8-1d6e-4d5e-af5a-537005549914 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.099717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb9d77e7-6f26-4c1d-9129-c30c26159d56 req-030815a8-1d6e-4d5e-af5a-537005549914 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.1551230 Aug 03 19:14:24.166231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-35ac6f1c-58de-4df3-976a-5b1f5eae47ee tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.170095 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-35ac6f1c-58de-4df3-976a-5b1f5eae47ee tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.5044377 Aug 03 19:14:24.193473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'device_id': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'admin_state_up': True, 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:24.209160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb9d77e7-6f26-4c1d-9129-c30c26159d56 req-72733568-de44-4807-97f1-0f29d90ae56f tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793788 Aug 03 19:14:24.270492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39c7ece3-e338-4c87-9960-147c7f56f020 req-68cf5ebf-6d16-4b2c-9c54-679369b7c142 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0428817 Aug 03 19:14:24.472627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:24.477260 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259c35c-71ae-4cef-a7a7-0c89572547cb" -d '{"events": [{"server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "name": "network-vif-plugged", "status": "completed", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:24.527965 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6a2c9-6833-4827-8086-0df5ed08fbd9 x-openstack-request-id: req-e5b6a2c9-6833-4827-8086-0df5ed08fbd9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:24.528568 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "name": "network-vif-plugged", "status": "completed", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:24.532083 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5b6a2c9-6833-4827-8086-0df5ed08fbd9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:24.532083 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'code': 200} Aug 03 19:14:24.551473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:14:24.555474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.722478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35c65e-ec00-4086-9e24-ee939808215d req-a4688efb-bd81-4338-b111-b3bfdf00b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:24.724009 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6c35c65e-ec00-4086-9e24-ee939808215d req-a4688efb-bd81-4338-b111-b3bfdf00b5a9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 1096 time: 0.0915277 Aug 03 19:14:24.747831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:24.762386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.20.0.8 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/3ea19dc7-3449-440c-83ae-46cc60484b96) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:14:24.783326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6c35c65e-ec00-4086-9e24-ee939808215d req-5865e0d2-e71c-44e4-8638-e38a9bbeeff7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516884 Aug 03 19:14:25.077500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.112964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Transition to ACTIVE for port object 3ea19dc7-3449-440c-83ae-46cc60484b96 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:25.345717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.374463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:25.461120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:14:25.475858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:14:25.479601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:14:25.487571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:25.582928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.583996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:25.625856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc063464-16a0-4c33-9562-51cea49d56c1 req-cf1780d4-45a3-4e6b-b2ea-ae295c28cf3c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.634980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc063464-16a0-4c33-9562-51cea49d56c1 req-cf1780d4-45a3-4e6b-b2ea-ae295c28cf3c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 931 time: 0.1661420 Aug 03 19:14:25.654476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a4627-7e09-4cc1-b1de-ba307c9d3ad7 req-ab8e5028-5292-40b1-8707-bc9fafa8050e tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:25.656802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2a4627-7e09-4cc1-b1de-ba307c9d3ad7 req-ab8e5028-5292-40b1-8707-bc9fafa8050e tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.3245869 Aug 03 19:14:25.723167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc063464-16a0-4c33-9562-51cea49d56c1 req-032ba59d-3cde-45f0-903a-a23ce630e7fe tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869584 Aug 03 19:14:25.734499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-649fd922-c232-4121-a9e1-f72c7b3ff9dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5460539 Aug 03 19:14:25.753692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2a4627-7e09-4cc1-b1de-ba307c9d3ad7 req-6dd1c0be-b560-4da6-b93a-01dfe46112b6 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787351 Aug 03 19:14:26.068328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Request body: {'port': {'device_id': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:26.149522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.174272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7e2f04d1-ed5f-422d-bb7e-df2e20e4632e None None] Provisioning for port 3ea19dc7-3449-440c-83ae-46cc60484b96 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:26.185035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7e2f04d1-ed5f-422d-bb7e-df2e20e4632e None None] Provisioning complete for port 3ea19dc7-3449-440c-83ae-46cc60484b96 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:26.186122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e2f04d1-ed5f-422d-bb7e-df2e20e4632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.270649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f04d1-ed5f-422d-bb7e-df2e20e4632e None None] Port 3ea19dc7-3449-440c-83ae-46cc60484b96 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:14:26.537544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea19dc7-3449-440c-83ae-46cc60484b96 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:26.552243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.578373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Transition to ACTIVE for port object 3ea19dc7-3449-440c-83ae-46cc60484b96 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:14:26.842899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:26.940515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f60c9-6797-4497-a327-7748af1f8d60 req-b5a3d352-ac6c-40b5-8291-2b4ab4104fff tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:26.951242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f41f60c9-6797-4497-a327-7748af1f8d60 req-b5a3d352-ac6c-40b5-8291-2b4ab4104fff tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 931 time: 0.1277542 Aug 03 19:14:26.970785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Pushing event updated for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.013910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f41f60c9-6797-4497-a327-7748af1f8d60 req-5fae23ab-0c88-4c01-90dd-f8b5c2c613a9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Aug 03 19:14:27.034441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980cdd2-c462-48c7-ac18-f43bd7ec65e1 req-a6340c8d-771b-4a02-b90b-d046c123f92d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.056336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8980cdd2-c462-48c7-ac18-f43bd7ec65e1 req-a6340c8d-771b-4a02-b90b-d046c123f92d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.1798220 Aug 03 19:14:27.119584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8980cdd2-c462-48c7-ac18-f43bd7ec65e1 req-1bc13fca-1b9f-4abc-9f60-4151054b0358 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621254 Aug 03 19:14:27.174621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Attempting to bind port 3ea19dc7-3449-440c-83ae-46cc60484b96 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:14:27.176285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Attempting to bind port 3ea19dc7-3449-440c-83ae-46cc60484b96 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:14:27.177685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Attempting to bind port 3ea19dc7-3449-440c-83ae-46cc60484b96 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:27.182390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Port 3ea19dc7-3449-440c-83ae-46cc60484b96 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:14:27.182891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Attempting to bind port 3ea19dc7-3449-440c-83ae-46cc60484b96 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:14:27.190708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:14:27.191152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:14:27.191907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:14:27.192292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Bound port: 3ea19dc7-3449-440c-83ae-46cc60484b96, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:14:27.193122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.321476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:14:27.327123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3ea19dc7-3449-440c-83ae-46cc60484b96,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:14:27.417854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.427301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6ebe3-457e-4657-885a-cb76a5ce61de req-1cc0e810-92c5-4328-8415-fd31823f9c3d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.430379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1a6ebe3-457e-4657-885a-cb76a5ce61de req-1cc0e810-92c5-4328-8415-fd31823f9c3d tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.0976648 Aug 03 19:14:27.445518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54134) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:27.453251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Request body: {'floatingip': {'port_id': '329f410e-fe49-49c9-82d5-cbb2ef6db193'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:14:27.476935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.477931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.496992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-43bdea08-f301-4922-a3df-978207069c2c service neutron] 10.222.0.54 "PUT /v2.0/ports/3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 200 len: 1091 time: 1.7264493 Aug 03 19:14:27.498410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:27.506344 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b957f79-ce1a-45e4-997b-af0b161dbb22" -d '{"events": [{"name": "network-changed", "server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:27.537750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:27.616606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdea08-f301-4922-a3df-978207069c2c service neutron] Pushing event updated for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:27.850740 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:14:27.872724 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4154a4b3-14df-48e8-a6f3-55ab4bf3fa45 x-openstack-request-id: req-4154a4b3-14df-48e8-a6f3-55ab4bf3fa45 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:27.873485 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:27.873936 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4154a4b3-14df-48e8-a6f3-55ab4bf3fa45 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:27.880946 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96', 'status': 'completed', 'code': 200} Aug 03 19:14:27.914100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-7f216699-be4d-46b5-9dd5-59acbea037b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:27.918060 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-7f216699-be4d-46b5-9dd5-59acbea037b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 1094 time: 0.1233878 Aug 03 19:14:27.986097 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-3d7e0db9-fb5c-43e8-a038-f97b99e2d128 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 200 len: 217 time: 0.0541182 Aug 03 19:14:28.071486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-0d150e4d-e54d-4b7d-897f-3dcccc2c0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.080199 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-0d150e4d-e54d-4b7d-897f-3dcccc2c0d4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0868657 Aug 03 19:14:28.215332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-c0fbe6f0-dd8f-41ec-869e-e932ece39987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.220437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-c0fbe6f0-dd8f-41ec-869e-e932ece39987 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115339 Aug 03 19:14:28.279202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:28.394213 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-6caa9605-a916-4710-b32d-4b6da9d80004 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671827 Aug 03 19:14:28.543924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770be3-b7ec-4f83-b844-bc816adc141e req-5c60f8e4-2d27-4e1a-9ef5-7816bc41c2fe tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:28.549387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a770be3-b7ec-4f83-b844-bc816adc141e req-5c60f8e4-2d27-4e1a-9ef5-7816bc41c2fe tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 943 time: 0.3444953 Aug 03 19:14:28.627631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:28.632216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e7b3738-a064-4bd8-add5-0b86ad0fd126 req-c85369a3-7c9c-4fa8-9e3f-cdb8f105ea96 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286961 Aug 03 19:14:28.651973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'mac_address': 'fa:16:3e:ae:2e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:28.723408 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.753218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:28.790189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:28.880459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a770be3-b7ec-4f83-b844-bc816adc141e req-10c1ed5d-398a-4e1d-a63b-cbab51c9e841 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745634 Aug 03 19:14:28.901174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:28.951321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.041653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-dff8c263-6971-4cd4-bb66-a145637be007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.043119 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-dff8c263-6971-4cd4-bb66-a145637be007 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 1094 time: 0.0460615 Aug 03 19:14:29.088078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b2581a2-d20c-4fed-984e-7f06711398b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.106027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.171108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-7a28debc-990f-4b4b-869d-c1195fbc9ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.174140 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-7a28debc-990f-4b4b-869d-c1195fbc9ddf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1227982 Aug 03 19:14:29.181068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.200518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:29.243671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-969f3a92-939c-477f-bfae-6cd6d79722ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 200 len: 217 time: 0.0610845 Aug 03 19:14:29.271732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['49083c79-5fcc-4535-89f2-1e4bed017f1c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:29.317555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b2581a2-d20c-4fed-984e-7f06711398b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.375256 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Floating IP 20e09147-edfb-4df3-af30-596d7ef6212a associated. External IP: 172.25.2.200, port: 329f410e-fe49-49c9-82d5-cbb2ef6db193. Aug 03 19:14:29.486092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-bd115921-c3c6-498f-94d9-fe0219a28c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.490822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-bd115921-c3c6-498f-94d9-fe0219a28c43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.2362821 Aug 03 19:14:29.547425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b2581a2-d20c-4fed-984e-7f06711398b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.582592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-efea69ac-2a87-4162-a65f-dc48b443c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:29.582592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-efea69ac-2a87-4162-a65f-dc48b443c99b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805802 Aug 03 19:14:29.615081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b2581a2-d20c-4fed-984e-7f06711398b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=623d7e139b70456e95e04cabed3b3c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6624594 Aug 03 19:14:29.618158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:29.628993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2581a2-d20c-4fed-984e-7f06711398b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e8178-3c4b-4ef7-aaa1-3a577d85d6d2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:29.740531 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-9039cf61-fb8a-4e37-ade7-26cbb8fb4459 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531029 Aug 03 19:14:29.789610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.842542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:29.896267 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5b957f79-ce1a-45e4-997b-af0b161dbb22 req-77c93954-bd04-4e0f-85e9-6c5f0206836a service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472027 Aug 03 19:14:29.899373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Router fd47b714-b392-4091-a328-b1ba2ab72ff5 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:30.097811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.101658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.104694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bf3e8178-3c4b-4ef7-aaa1-3a577d85d6d2 HTTP/1.1" status: 204 len: 168 time: 0.4838884 Aug 03 19:14:30.154720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e71c3-6ca0-4175-9f24-22e3231dd82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e8178-3c4b-4ef7-aaa1-3a577d85d6d2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:30.192789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:30.209566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.224490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Sync routers for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:30.248068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:30.250066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:30.257063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa27cd-ce5f-485b-8d85-602023d23c9a req-dfad50f0-2789-4a72-ad25-c8ad6822300e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.265643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28fa27cd-ce5f-485b-8d85-602023d23c9a req-dfad50f0-2789-4a72-ad25-c8ad6822300e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 943 time: 0.2084196 Aug 03 19:14:30.304777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8ff57e6a-839f-4af1-b980-043a48a2272b tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "PUT /v2.0/floatingips/20e09147-edfb-4df3-af30-596d7ef6212a HTTP/1.1" status: 200 len: 991 time: 2.8574970 Aug 03 19:14:30.307699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:30.311210 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee40f852-f999-4a27-a3ab-e601091f7df2" -d '{"events": [{"name": "network-changed", "server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:30.358055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28fa27cd-ce5f-485b-8d85-602023d23c9a req-a0c73885-69da-4b30-9317-7123d64d80b0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898154 Aug 03 19:14:30.414209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:30.452266 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a30927b-cea2-4562-b797-a0f0c74d74b8 x-openstack-request-id: req-0a30927b-cea2-4562-b797-a0f0c74d74b8 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:30.452772 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:30.453528 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0a30927b-cea2-4562-b797-a0f0c74d74b8 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:30.462407 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'status': 'completed', 'code': 200} Aug 03 19:14:30.596602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-e105d481-2b85-4331-abb7-2c24104cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.598645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-e105d481-2b85-4331-abb7-2c24104cf577 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3&device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 1096 time: 0.0906782 Aug 03 19:14:30.661503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 49083c79-5fcc-4535-89f2-1e4bed017f1c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:30.693572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:30.741798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:30.826534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-f09aedad-cc9d-4d43-a94d-3237b096efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:30.830578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-f09aedad-cc9d-4d43-a94d-3237b096efcd service neutron] 10.222.0.77 "GET /v2.0/networks?id=20d2d92d-988e-46de-8993-7a12b0d6454e HTTP/1.1" status: 200 len: 907 time: 0.2227466 Aug 03 19:14:31.059582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-ff28f06d-a970-4474-ba05-c0e9f398222f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193 HTTP/1.1" status: 200 len: 999 time: 0.2126162 Aug 03 19:14:31.161188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-14cd22c3-31f0-4582-83ba-a34c7f422276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.164538 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-14cd22c3-31f0-4582-83ba-a34c7f422276 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=869f8241-e946-4319-98d1-8bb38abcbb5e HTTP/1.1" status: 200 len: 845 time: 0.0958776 Aug 03 19:14:31.305805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-7b0378de-a769-442d-b047-484f7d6a6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.308050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-7b0378de-a769-442d-b047-484f7d6a6392 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=20d2d92d-988e-46de-8993-7a12b0d6454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263950 Aug 03 19:14:31.541628 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:31.616611 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-81672132-9607-44e0-809f-44adf2400e5c service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000419 Aug 03 19:14:31.623861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8141b7-d3e4-4d7a-9474-aec102b9bc95 req-f04b8112-c57e-4d75-9c39-bcc1d1d53e8b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:31.629743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc8141b7-d3e4-4d7a-9474-aec102b9bc95 req-f04b8112-c57e-4d75-9c39-bcc1d1d53e8b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 943 time: 0.1344306 Aug 03 19:14:31.657451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:31.665810 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec15c4f2-b7c8-436f-815c-2e702075c343" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:31.758680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc8141b7-d3e4-4d7a-9474-aec102b9bc95 req-65b6b7a9-5d47-430d-9c55-f9dea6e9c693 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117432 Aug 03 19:14:31.847642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:31.905401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54262) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.238049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-10fe0f0c-c80f-4c47-8d70-fe281d8375d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.244692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d89dcf-34de-4f83-8a46-ad927ecbcf0a x-openstack-request-id: req-26d89dcf-34de-4f83-8a46-ad927ecbcf0a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:32.244692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-plugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:32.244692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26d89dcf-34de-4f83-8a46-ad927ecbcf0a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:32.244692 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'code': 200} Aug 03 19:14:32.248426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '20e09147-edfb-4df3-af30-596d7ef6212a', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'port_id': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'mac_address': 'fa:16:3e:e9:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645816-6319-45ea-8cf2-f499c928eb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:59Z', 'updated_at': '2021-08-03T19:14:28Z', 'revision_number': 1, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:32.250216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ee40f852-f999-4a27-a3ab-e601091f7df2 req-268ef61b-28a4-4c06-b37d-161443fd6c55 service neutron] 10.222.0.77 "GET /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560145 Aug 03 19:14:32.251379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-10fe0f0c-c80f-4c47-8d70-fe281d8375d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.251604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Checking router: fd47b714-b392-4091-a328-b1ba2ab72ff5 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:32.251604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:32.251604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:32.371338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3ea19dc7-3449-440c-83ae-46cc60484b96 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:14:32.377590 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.460766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:32.491358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-10fe0f0c-c80f-4c47-8d70-fe281d8375d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.590320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-10fe0f0c-c80f-4c47-8d70-fe281d8375d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ddbc85c14d0542d790b64212dbdb5de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823487 Aug 03 19:14:32.592469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe0f0c-c80f-4c47-8d70-fe281d8375d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a58a3f-acac-44e1-8d38-8fef365ff8e5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:32.594534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54274) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:32.625771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:32.814155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:32.882216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3ea19dc7-3449-440c-83ae-46cc60484b96,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:32.907433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '3ea19dc7-3449-440c-83ae-46cc60484b96', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '3ea19dc7-3449-440c-83ae-46cc60484b96', 'mac_address': 'fa:16:3e:47:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:14:32.926322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.060427 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.095219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea19dc7-3449-440c-83ae-46cc60484b96 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:14:33.171822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3ea19dc7-3449-440c-83ae-46cc60484b96,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:33.256748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134df89-1886-4c86-8c8b-729e7d74d642 req-1d056a5b-2c63-4c7a-8ef6-2908a1ab1d5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:33.266775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a134df89-1886-4c86-8c8b-729e7d74d642 req-1d056a5b-2c63-4c7a-8ef6-2908a1ab1d5d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 943 time: 0.2421811 Aug 03 19:14:33.302142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.331156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '20e09147-edfb-4df3-af30-596d7ef6212a', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'port_id': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'mac_address': 'fa:16:3e:e9:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645816-6319-45ea-8cf2-f499c928eb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:59Z', 'updated_at': '2021-08-03T19:14:28Z', 'revision_number': 1, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:33.393166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.396788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a134df89-1886-4c86-8c8b-729e7d74d642 req-1c117be8-a703-487b-b50b-de19424037a7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154838 Aug 03 19:14:33.399275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.405993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:33.406887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23a58a3f-acac-44e1-8d38-8fef365ff8e5 HTTP/1.1" status: 204 len: 168 time: 0.8074193 Aug 03 19:14:33.413322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843cb277-9123-49b6-a19f-9810bd306d2e None None] The sync data for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 is: [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '20e09147-edfb-4df3-af30-596d7ef6212a', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'port_id': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'mac_address': 'fa:16:3e:e9:99:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02645816-6319-45ea-8cf2-f499c928eb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:13:59Z', 'updated_at': '2021-08-03T19:14:28Z', 'revision_number': 1, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:33.462342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36f1de-016a-41bd-bb35-2f8d097c5c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a58a3f-acac-44e1-8d38-8fef365ff8e5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.639210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:33.710036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:14:34.058956 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e56d15d-8c75-4bfe-ad9a-22ba8f4bbc98 None None] New status for floating IP 20e09147-edfb-4df3-af30-596d7ef6212a: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:14:34.537418 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-bc3e3a27-30eb-4af6-b886-09f2a901bbca service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482995 Aug 03 19:14:34.832239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-cee81b4a-fdc5-4400-8d04-5acdf7c0b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.832557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e0d28-16ee-49e5-885f-6717fc12fd49 req-3b59370e-1b8e-4cf9-bbf4-ff6428b1bb3b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:34.836488 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-cee81b4a-fdc5-4400-8d04-5acdf7c0b2ea service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.2066407 Aug 03 19:14:34.853553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-352e0d28-16ee-49e5-885f-6717fc12fd49 req-3b59370e-1b8e-4cf9-bbf4-ff6428b1bb3b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 944 time: 0.1719217 Aug 03 19:14:34.944710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-352e0d28-16ee-49e5-885f-6717fc12fd49 req-6d6cb250-8520-4bae-8862-e47647d99c6c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896409 Aug 03 19:14:35.147253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-2579e3c9-6305-49ef-a227-ddb3bd70ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.150980 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-2579e3c9-6305-49ef-a227-ddb3bd70ebcb service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2776389 Aug 03 19:14:35.349054 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-483ee85b-84b6-48c4-bdb6-b8aca6ab532c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.1904390 Aug 03 19:14:35.532554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-1a7051c2-e6b8-4817-854b-03dd25ef95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.536382 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-1a7051c2-e6b8-4817-854b-03dd25ef95f4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1744850 Aug 03 19:14:35.642373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-819b4143-d609-401e-a05e-ad086a7a2616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:35.644594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-819b4143-d609-401e-a05e-ad086a7a2616 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930595 Aug 03 19:14:35.789293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-d1b1f803-2baa-4971-b1be-c1b730b3a6e4 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327088 Aug 03 19:14:36.115828 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fbd8ea0c-4874-4970-8061-2a14c679a9a9 req-360b8582-4d01-4d86-8be8-9b645a79b5cf service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178079 Aug 03 19:14:36.301432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5347904-ebc3-402b-9505-1054aee34387 req-a7a0baac-d668-4dec-8de5-2b08fa8ff688 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:36.315910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5347904-ebc3-402b-9505-1054aee34387 req-a7a0baac-d668-4dec-8de5-2b08fa8ff688 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 944 time: 0.1251111 Aug 03 19:14:36.327912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3ea19dc7-3449-440c-83ae-46cc60484b96 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:14:36.409436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5347904-ebc3-402b-9505-1054aee34387 req-5f4d12d4-bcb9-4316-9b9b-e9887912fa0d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904148 Aug 03 19:14:36.634592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 3ea19dc7-3449-440c-83ae-46cc60484b96 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:14:36.659760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 3ea19dc7-3449-440c-83ae-46cc60484b96 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:14:36.660347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.843683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:36.873103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:36.875445 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccd7d50-0bf2-4f39-bca3-3100ab37a3ab" -d '{"events": [{"server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "name": "network-vif-plugged", "status": "completed", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:36.891158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3ea19dc7-3449-440c-83ae-46cc60484b96,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:36.925241 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4b846b-57eb-4cb6-a99f-fc9a932234bd x-openstack-request-id: req-7c4b846b-57eb-4cb6-a99f-fc9a932234bd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:36.928299 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "name": "network-vif-plugged", "status": "completed", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:36.928299 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c4b846b-57eb-4cb6-a99f-fc9a932234bd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:36.928299 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96', 'code': 200} Aug 03 19:14:37.071186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ea933-57c0-4bb6-815e-7e310a3aec2b req-a5323187-6a4e-490a-b5e4-f641bd858203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.075644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:37.105658 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c39ea933-57c0-4bb6-815e-7e310a3aec2b req-a5323187-6a4e-490a-b5e4-f641bd858203 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 1095 time: 0.0605011 Aug 03 19:14:37.203064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c39ea933-57c0-4bb6-815e-7e310a3aec2b req-d2f993a6-9a43-4cad-a7d9-a28ed8862436 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Aug 03 19:14:37.218470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:37.658202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2c44d-07d9-4f1f-8766-b33fddfd4ad6 req-e11a77cb-5766-488d-bbef-02f0e23781b9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:37.659785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cc2c44d-07d9-4f1f-8766-b33fddfd4ad6 req-e11a77cb-5766-488d-bbef-02f0e23781b9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 945 time: 0.0831659 Aug 03 19:14:37.725267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cc2c44d-07d9-4f1f-8766-b33fddfd4ad6 req-a2abbf32-b746-4de9-b579-b34633c40197 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594597 Aug 03 19:14:38.829075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54444) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:39.019847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda2079-eb44-4d7c-bc63-fd2ab1678e24 req-8bc6c57d-f6bd-4cde-ab15-c76b365259b4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:39.031306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcda2079-eb44-4d7c-bc63-fd2ab1678e24 req-8bc6c57d-f6bd-4cde-ab15-c76b365259b4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 945 time: 0.0829580 Aug 03 19:14:39.103632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcda2079-eb44-4d7c-bc63-fd2ab1678e24 req-913566a3-12f4-4b0d-8461-6e58f8db5742 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649235 Aug 03 19:14:39.903162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.371198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Deleting port b11d689d-0e00-4c44-b6a6-3e590ef3711b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:40.371755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.504890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] For port b11d689d-0e00-4c44-b6a6-3e590ef3711b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b11d689d-0e00-4c44-b6a6-3e590ef3711b,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:40.505809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:40.535312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Calling delete_port for b11d689d-0e00-4c44-b6a6-3e590ef3711b owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:41.028937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.059510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11d689d-0e00-4c44-b6a6-3e590ef3711b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:41.372998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:41.628827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Router 66567215-b654-4131-827e-739d52452208 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:14:41.764907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:14:41.777675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-818eec2d-f42b-4101-b6f9-f8073b51ffc7 admin admin] 10.222.0.67 "PUT /v2.0/routers/66567215-b654-4131-827e-739d52452208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9442105 Aug 03 19:14:41.777989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54526) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:41.785262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Sync routers for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:14:41.801426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:41.802169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:42.004721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:42.083603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.310686 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.311639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:14:40Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:42.360513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Checking router: 66567215-b654-4131-827e-739d52452208 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:14:42.385363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Routers {'66567215-b654-4131-827e-739d52452208'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:14:42.395066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['66567215-b654-4131-827e-739d52452208'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:42.627178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] Set router 66567215-b654-4131-827e-739d52452208 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:14:42.640350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Deleting port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:42.641275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.878789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] For port f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:42.887796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:42.898903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Calling delete_port for f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:43.187650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:14:40Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:43.246259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b792816-e165-407c-b059-99adf62b23f5 None None] The sync data for ids ['66567215-b654-4131-827e-739d52452208'] in n-d-803363-1 is: [{'id': '66567215-b654-4131-827e-739d52452208', 'name': 'tempest-AttachVolumeTestJSON-82415183-router', 'tenant_id': '59ff50a389f84bd4a058d3b347420ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:14:40Z', 'revision_number': 5, 'project_id': '59ff50a389f84bd4a058d3b347420ceb', 'gw_port': {'id': 'f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66567215-b654-4131-827e-739d52452208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:05:51Z', 'updated_at': '2021-08-03T19:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:14:43.340292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.381010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:43.459576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.608632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.611982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.936499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.942198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66567215-b654-4131-827e-739d52452208 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:14:43.943064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:43.947011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-73565830-848e-4323-9303-c494a83cc643 admin admin] 10.222.0.67 "DELETE /v2.0/routers/66567215-b654-4131-827e-739d52452208 HTTP/1.1" status: 204 len: 168 time: 2.1678398 Aug 03 19:14:43.947605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.070770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Deleting subnet cf74c9e5-c2c4-4679-96a8-1f810eca1c9a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:14:44.077735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.272368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.339727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b11d689d-0e00-4c44-b6a6-3e590ef3711b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:44.434440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b11d689d-0e00-4c44-b6a6-3e590ef3711b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:44.434959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b11d689d-0e00-4c44-b6a6-3e590ef3711b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:44.501896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.793141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.859835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534cdf45-64fa-4a10-8bbc-4803cb8ce92e None None] Network 902a6862-0037-46ec-8d14-c05e29ae1a3a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:14:44.885658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:44.889330 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cf74c9e5-c2c4-4679-96a8-1f810eca1c9a HTTP/1.1" status: 204 len: 168 time: 0.9397523 Aug 03 19:14:44.893920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:44.906504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4459e-2759-4c3e-a345-f283207b16a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf74c9e5-c2c4-4679-96a8-1f810eca1c9a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.117360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.306863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Deleting port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:45.307417 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.369861 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.384929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] DHCP port deletion for 902a6862-0037-46ec-8d14-c05e29ae1a3a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:14:45.475909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] For port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:45.476508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.478583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Deleting port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:45.479559 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.517821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Calling delete_port for fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:45.601048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] For port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,segment=NetworkSegment(80863607-458c-456c-bfaa-3946f4aa5408),segment_id=80863607-458c-456c-bfaa-3946f4aa5408)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:45.601748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.630299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Calling delete_port for fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:45.821742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.832030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:45.860054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] No DVR routers for this DVR port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:45.899338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] Pushing event deleted for resources: {'Port': ['ID=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:45.918996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4deebd-5f5e-4b94-87c6-f6ef2efbcb85 None None] No DVR routers for this DVR port fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:45.924367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:46.086692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.130097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902a6862-0037-46ec-8d14-c05e29ae1a3a']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.162226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80863607-458c-456c-bfaa-3946f4aa5408') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.163737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80863607-458c-456c-bfaa-3946f4aa5408') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:14:46.196529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.242516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.256226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:14:46.256974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.287527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:46.365111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:46.365846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fee5b8e6-bd1c-4a2c-a389-82fa2935e7c1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:46.366576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:46.400616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:14:46.401314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f3a7a60e-7901-4dea-bd82-b9b28fe7ebbe not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:14:46.411531 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:14:46.576448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.595529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:46.597584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] 10.222.0.67 "DELETE /v2.0/networks/902a6862-0037-46ec-8d14-c05e29ae1a3a HTTP/1.1" status: 204 len: 168 time: 1.7014828 Aug 03 19:14:46.598580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21ae10-14c1-486a-9850-b336d9e6ae87 admin admin] Pushing event deleted for resources: {'Network': ['ID=902a6862-0037-46ec-8d14-c05e29ae1a3a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:47.358426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54668) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.417954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-74a890d0-ee18-4a77-8f8d-55984d7559ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59ff50a389f84bd4a058d3b347420ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560055 Aug 03 19:14:47.420504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:47.495093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.521459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.868621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.872641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:47.873904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e96d60e-b2c2-4a69-8773-2d984a341f17 HTTP/1.1" status: 204 len: 168 time: 0.4519410 Aug 03 19:14:47.882835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e67391-8267-40b2-9643-8ffb8307c81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e96d60e-b2c2-4a69-8773-2d984a341f17,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:48.856611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ed45b905-26f3-4f50-a3a2-74d18ee433ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:49.916419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be515dad-cdc7-40ac-9dd0-9939c43a6690 req-25280e47-5a3a-4e29-a103-daec90df8d0e tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:49.918157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be515dad-cdc7-40ac-9dd0-9939c43a6690 req-25280e47-5a3a-4e29-a103-daec90df8d0e tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 951 time: 0.0684648 Aug 03 19:14:49.976951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be515dad-cdc7-40ac-9dd0-9939c43a6690 req-1e3d8313-d1a8-4954-9be1-9779c7aadb60 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Aug 03 19:14:51.214992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e07e1-3212-4e86-89d7-300bafbb0e37 req-99652a02-8f0e-401a-a21d-eec0e6b0664a tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:51.216606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-695e07e1-3212-4e86-89d7-300bafbb0e37 req-99652a02-8f0e-401a-a21d-eec0e6b0664a tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 951 time: 0.0561612 Aug 03 19:14:51.287697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-695e07e1-3212-4e86-89d7-300bafbb0e37 req-491b3d5f-9f0e-424b-a531-ceff7d3eb6f6 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547910 Aug 03 19:14:52.021944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-99ccee26-5331-4c0d-b216-fc32de9b97b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561962 Aug 03 19:14:52.079070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b16b8ff-0148-4e0f-abd7-209fde47a85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.147960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038851-216f-40ef-b73d-ef875b771bd3 req-82f06005-6bf4-46ba-90e2-872680b66629 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.150196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef038851-216f-40ef-b73d-ef875b771bd3 req-82f06005-6bf4-46ba-90e2-872680b66629 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0898898 Aug 03 19:14:52.209865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-49c91044-b9d5-46bd-b5a6-1a3ef3a142d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.212171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef038851-216f-40ef-b73d-ef875b771bd3 req-8302317e-c6cf-4c5f-8a76-cf90db1b5cda tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Aug 03 19:14:52.213583 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-49c91044-b9d5-46bd-b5a6-1a3ef3a142d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1096 time: 0.1161780 Aug 03 19:14:52.228784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:52.354454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-cafe6511-b346-4bec-875e-3af12e6cd745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.356873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-cafe6511-b346-4bec-875e-3af12e6cd745 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1163549 Aug 03 19:14:52.417285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-4c39c9a2-e0a8-4173-9a66-332813bfe617 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 217 time: 0.0523903 Aug 03 19:14:52.516709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-3ae2499a-99de-425f-8f13-3e9f7d2d8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.516709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-3ae2499a-99de-425f-8f13-3e9f7d2d8c36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0909326 Aug 03 19:14:52.577826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e6684-ef8b-435b-a48e-136f7ef0f8ff req-ad8c05e9-3c81-4fb8-bf72-3f3b1ff95901 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.593208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f2e6684-ef8b-435b-a48e-136f7ef0f8ff req-ad8c05e9-3c81-4fb8-bf72-3f3b1ff95901 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0840471 Aug 03 19:14:52.624466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-eba4c0ff-6900-474a-884c-ec3246390898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:52.626643 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-eba4c0ff-6900-474a-884c-ec3246390898 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008887 Aug 03 19:14:52.685692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f2e6684-ef8b-435b-a48e-136f7ef0f8ff req-523d8c76-6550-4698-a066-ff9563cf88a1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856178 Aug 03 19:14:52.764869 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-4b3cd462-f897-41fc-9d88-4fa0e0a6398a service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298416 Aug 03 19:14:52.845287 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:53.280095 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fe1f0b03-1c5f-4f1e-83ed-c860741fbcb0 req-be58c17c-c2f4-4093-9d86-9d179254773f service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071929 Aug 03 19:14:54.002652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659212e-b1c9-42e9-9547-3d7dda54cb90 req-d2300afa-f1b5-47a8-9b85-84092008b7dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:54.004259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f659212e-b1c9-42e9-9547-3d7dda54cb90 req-d2300afa-f1b5-47a8-9b85-84092008b7dd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0600295 Aug 03 19:14:54.070890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f659212e-b1c9-42e9-9547-3d7dda54cb90 req-85c909c6-b079-4175-b09d-d90251a55798 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587173 Aug 03 19:14:54.423761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:14:54.545272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.590367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:54.594050 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca7bf6-79ba-4662-9134-b09dc3e97357" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:54.624593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:54.971441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:54.982261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:55.056718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:55.285453 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1da8985-582f-4ef6-b23e-3b2b00934b90 x-openstack-request-id: req-e1da8985-582f-4ef6-b23e-3b2b00934b90 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:55.285805 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:55.286065 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1da8985-582f-4ef6-b23e-3b2b00934b90 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:55.286470 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'code': 200} Aug 03 19:14:55.705761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574af7-a942-4280-98c0-b690c81295ed req-3e31513c-9edf-4e83-9313-10a818ee8fd2 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:55.719070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd574af7-a942-4280-98c0-b690c81295ed req-3e31513c-9edf-4e83-9313-10a818ee8fd2 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 949 time: 0.1062839 Aug 03 19:14:55.768052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd574af7-a942-4280-98c0-b690c81295ed req-cd4ea071-ec1d-4e41-a9db-c509be0f53fe tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471539 Aug 03 19:14:56.346691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a322-d480-449e-bd3b-63d5db8f9553 req-7549c399-154b-4d33-9f9b-e9438ccd5922 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:56.348420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e107a322-d480-449e-bd3b-63d5db8f9553 req-7549c399-154b-4d33-9f9b-e9438ccd5922 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0800476 Aug 03 19:14:56.411466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e107a322-d480-449e-bd3b-63d5db8f9553 req-d9e884e7-49df-434d-8f47-09ca71d1b8f6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549667 Aug 03 19:14:56.943858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e35cd-c4cc-4105-9e12-6ee9ad185300 req-c5269d59-9b69-49e2-a272-0c7c4b69140c tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:56.945703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-029e35cd-c4cc-4105-9e12-6ee9ad185300 req-c5269d59-9b69-49e2-a272-0c7c4b69140c tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 949 time: 0.0689039 Aug 03 19:14:56.993862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-029e35cd-c4cc-4105-9e12-6ee9ad185300 req-ce45f885-9a30-46d9-b381-2625202084c5 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376856 Aug 03 19:14:57.416400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e686250-32f2-4ea2-bf74-031bee39493f req-4345811e-a15a-4a73-8980-b5b49858290f tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:57.421751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e686250-32f2-4ea2-bf74-031bee39493f req-4345811e-a15a-4a73-8980-b5b49858290f tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.54 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 949 time: 0.0734849 Aug 03 19:14:57.559849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Deleting port 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:14:57.560617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.635297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec995a-5dd1-49c4-8177-0af6fc4e7d07 req-f066684b-14aa-4d42-9c23-439a9df14a2e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:57.642297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73ec995a-5dd1-49c4-8177-0af6fc4e7d07 req-f066684b-14aa-4d42-9c23-439a9df14a2e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1362975 Aug 03 19:14:57.737720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73ec995a-5dd1-49c4-8177-0af6fc4e7d07 req-35b491a0-aadb-4a0b-95f2-84cc02d5fd40 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888438 Aug 03 19:14:57.813516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] For port 49083c79-5fcc-4535-89f2-1e4bed017f1c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=49083c79-5fcc-4535-89f2-1e4bed017f1c,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:14:57.815202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:57.849557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Calling delete_port for 49083c79-5fcc-4535-89f2-1e4bed017f1c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:14:58.365576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.438338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Pushing event deleted for resources: {'Port': ['ID=49083c79-5fcc-4535-89f2-1e4bed017f1c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:58.643526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] No DVR routers for this DVR port 49083c79-5fcc-4535-89f2-1e4bed017f1c on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:14:58.654219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:58.664275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e686250-32f2-4ea2-bf74-031bee39493f req-304e7003-d802-455e-bfbf-2280c59d8600 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.54 "DELETE /v2.0/ports/49083c79-5fcc-4535-89f2-1e4bed017f1c HTTP/1.1" status: 204 len: 173 time: 1.2357485 Aug 03 19:14:58.686707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-deleted', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:14:58.695899 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac85bfa4-e348-4728-b7df-eda34fed7cb2" -d '{"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-deleted", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:14:58.748117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb894b-7b6a-42c7-84fc-3f8bc7dd1f50 req-f60168e6-b8a0-4b3c-8f80-922019942c69 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:58.750624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7bb894b-7b6a-42c7-84fc-3f8bc7dd1f50 req-f60168e6-b8a0-4b3c-8f80-922019942c69 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 866 time: 0.6231611 Aug 03 19:14:58.844943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7bb894b-7b6a-42c7-84fc-3f8bc7dd1f50 req-f9ee4d1e-6cf8-4e8a-9e3f-3dbbeae20335 tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/security-groups?id=49601359-abf5-4b94-b92e-bf6120d9ff25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845265 Aug 03 19:14:58.983353 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465b587f-ecc2-4d2e-aeb2-f17709e8d527 x-openstack-request-id: req-465b587f-ecc2-4d2e-aeb2-f17709e8d527 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:14:58.984263 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39baea79-2a0b-46c3-8427-65b7ac8c8a7e", "name": "network-vif-deleted", "tag": "49083c79-5fcc-4535-89f2-1e4bed017f1c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:14:58.985300 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-465b587f-ecc2-4d2e-aeb2-f17709e8d527 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:14:58.986658 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39baea79-2a0b-46c3-8427-65b7ac8c8a7e', 'name': 'network-vif-deleted', 'tag': '49083c79-5fcc-4535-89f2-1e4bed017f1c', 'status': 'completed', 'code': 200} Aug 03 19:14:59.156758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2cce-1dca-4000-96b7-f728a3e92d5c req-e7f50fcd-4af5-4a26-bf6a-d3eb7f730f0c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:14:59.158533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8ee2cce-1dca-4000-96b7-f728a3e92d5c req-e7f50fcd-4af5-4a26-bf6a-d3eb7f730f0c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1257646 Aug 03 19:14:59.221481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8ee2cce-1dca-4000-96b7-f728a3e92d5c req-6dacf07b-0e23-4cca-be8a-698f1f6c79a4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541098 Aug 03 19:14:59.476772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.601539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d9390eb-e1d8-4eb2-8b0d-d87449bd1531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.720610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d9390eb-e1d8-4eb2-8b0d-d87449bd1531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.833895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d9390eb-e1d8-4eb2-8b0d-d87449bd1531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:14:59.894597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d9390eb-e1d8-4eb2-8b0d-d87449bd1531 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=33a497aae43e4c83bf3c8809b2263e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164152 Aug 03 19:14:59.897527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55074) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:14:59.900217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9390eb-e1d8-4eb2-8b0d-d87449bd1531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6cb9a-d901-42db-beaf-0e2286b1a04e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:14:59.999154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.039885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89cb6624-2fa3-4b18-9f1c-81e5a77ca17c req-8a8da53c-c1cf-4257-9e4d-36d00c0ac0bf tempest-ImagesOneServerTestJSON-133776845 tempest-ImagesOneServerTestJSON-133776845-project] 10.222.0.67 "GET /v2.0/ports?device_id=39baea79-2a0b-46c3-8427-65b7ac8c8a7e HTTP/1.1" status: 200 len: 210 time: 0.0417318 Aug 03 19:15:00.063493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.312475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.314984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:00.316234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1f6cb9a-d901-42db-beaf-0e2286b1a04e HTTP/1.1" status: 204 len: 168 time: 0.4162402 Aug 03 19:15:00.325419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8105c30-8015-4348-a84b-784b2fad5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6cb9a-d901-42db-beaf-0e2286b1a04e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:00.417533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facb2b5-31f9-44f3-9c50-87dca9cf9392 req-602148dc-bdae-44ce-a776-06e529ff129c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:00.420604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5facb2b5-31f9-44f3-9c50-87dca9cf9392 req-602148dc-bdae-44ce-a776-06e529ff129c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0861785 Aug 03 19:15:00.487526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5facb2b5-31f9-44f3-9c50-87dca9cf9392 req-da8c40c7-0274-46a3-b74e-5de9d8f0865e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511792 Aug 03 19:15:01.653752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d484fd2-23a5-4601-bdcb-4a2d745c62f7 req-c834e63e-e9ae-43d3-8a25-cbca6f069fe6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:01.663345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d484fd2-23a5-4601-bdcb-4a2d745c62f7 req-c834e63e-e9ae-43d3-8a25-cbca6f069fe6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0910759 Aug 03 19:15:01.717267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d484fd2-23a5-4601-bdcb-4a2d745c62f7 req-645de813-909b-4e56-a1dc-e4d98daa76f8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544629 Aug 03 19:15:02.075766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.320189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8705219a-0ac2-4284-98e4-aea73a0e7257 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4ad19cab3b084360a7c83c160114d690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429562 Aug 03 19:15:02.323059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:02.409076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.427130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:02.441020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.453987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 49083c79-5fcc-4535-89f2-1e4bed017f1c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:02.454332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 49083c79-5fcc-4535-89f2-1e4bed017f1c not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:02.692503 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.704895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:02.704895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/49601359-abf5-4b94-b92e-bf6120d9ff25 HTTP/1.1" status: 204 len: 168 time: 0.3772700 Aug 03 19:15:02.721492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461380e4-a67a-4a8d-af7d-8b178a0aff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49601359-abf5-4b94-b92e-bf6120d9ff25,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:02.920887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34501783-2205-43be-a2f0-1e3b3a6d2665 req-bc767a12-fc3e-4c6c-b1b6-a2000145f4ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:02.923444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34501783-2205-43be-a2f0-1e3b3a6d2665 req-bc767a12-fc3e-4c6c-b1b6-a2000145f4ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1031148 Aug 03 19:15:02.985041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34501783-2205-43be-a2f0-1e3b3a6d2665 req-c089a94d-0f5b-4d15-aab3-8b5c61d2d3f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534227 Aug 03 19:15:03.062638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:04.197059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6c697-e8ed-4a6a-a654-63601a22f7ab req-c3af94b3-fa58-4f8a-bdeb-8e7829a88bae tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:04.205406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fb6c697-e8ed-4a6a-a654-63601a22f7ab req-c3af94b3-fa58-4f8a-bdeb-8e7829a88bae tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0946548 Aug 03 19:15:04.273938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fb6c697-e8ed-4a6a-a654-63601a22f7ab req-5e7c40d5-346a-49c9-af79-97e7e3a101ee tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663857 Aug 03 19:15:04.848007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:05.468260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a1fd2-5c23-4265-89de-667fd6b86aeb req-d378be1e-8228-4aa0-af72-6aa0e85d6ace tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:05.469901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-841a1fd2-5c23-4265-89de-667fd6b86aeb req-d378be1e-8228-4aa0-af72-6aa0e85d6ace tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0879383 Aug 03 19:15:05.523101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-841a1fd2-5c23-4265-89de-667fd6b86aeb req-400dea48-a607-4c26-a174-28f6da60b4b1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Aug 03 19:15:05.916836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55232) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:06.116354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1074244509-network', 'tenant_id': '1e9393cc41274b4bbe8dd8d5369629f6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:06.343602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Made reservation on behalf of 1e9393cc41274b4bbe8dd8d5369629f6 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:06.343602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.346985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.505658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.689057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d8225-505d-4c9c-a6af-1de79c353ce6 req-bfd905ff-a24d-4a63-ab24-f048b1e4321b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:06.693036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c12d8225-505d-4c9c-a6af-1de79c353ce6 req-bfd905ff-a24d-4a63-ab24-f048b1e4321b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0685649 Aug 03 19:15:06.732182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.765606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c12d8225-505d-4c9c-a6af-1de79c353ce6 req-56d259d6-3240-44e2-ba98-0e20b258d623 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636370 Aug 03 19:15:06.772424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:15:06.802334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:06.802756 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Added segment 6049619e-a508-4669-908f-19245f0fd4b7 of type vlan for network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 Aug 03 19:15:06.804450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c8f90f-24d9-4fd5-879e-f7b580baca90,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:06.861580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.096799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.097886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.098590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.179273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc1ace6-6f7e-4cea-9d50-eaa555045e33,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:07.196405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:15:07.440571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:07.449529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1add3964-4f81-4a68-9cc4-bd138eaf05f8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5303423 Aug 03 19:15:07.450735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Request body: {'subnet': {'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1074244509-subnet', 'tenant_id': '1e9393cc41274b4bbe8dd8d5369629f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:07.638247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Made reservation on behalf of 1e9393cc41274b4bbe8dd8d5369629f6 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:07.640877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:07.957668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18958e-3024-4af6-afe7-31837965bfc7 req-d744dd66-9f76-4948-861d-b4264b986b30 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:07.960363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f18958e-3024-4af6-afe7-31837965bfc7 req-d744dd66-9f76-4948-861d-b4264b986b30 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0676866 Aug 03 19:15:08.016452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55280) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.022582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f18958e-3024-4af6-afe7-31837965bfc7 req-907f27d7-1412-40d2-ad8e-c0400aca5ac0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496497 Aug 03 19:15:08.032403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.188772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=736eee59-63f9-4888-857e-28af05cc6986,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.196395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Checking segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:08.197445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Network hostable DHCP agents. Network: ccc1ace6-6f7e-4cea-9d50-eaa555045e33, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:15:08.374061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1cdaaf-f11c-46f6-857a-b0a428a71d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.496600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:15:08.514203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1cdaaf-f11c-46f6-857a-b0a428a71d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.656901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1cdaaf-f11c-46f6-857a-b0a428a71d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.667905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ccc1ace6-6f7e-4cea-9d50-eaa555045e33) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:08.674246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:08.675190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.695396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1481d5cc-97f9-4d8c-821f-4f341fd336da None None] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:08.751684 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d1cdaaf-f11c-46f6-857a-b0a428a71d7b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f3c021fbb5443a9a27f524f9af82286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7325215 Aug 03 19:15:08.756418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:08.778472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cdaaf-f11c-46f6-857a-b0a428a71d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c202f0-da21-442b-b86c-2bdf8abdf91a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:08.904967 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e6b44e7-99fc-4088-a507-473ea81dc107 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4627578 Aug 03 19:15:08.972332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:08.983429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c5577-4b5b-4be3-b42b-3d00c8500aeb None None] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:15:08.987386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed981-7b01-406b-b011-f2315f63d964 req-a335d451-f821-43af-ae66-0a19b0e5f674 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:08.995759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-376ed981-7b01-406b-b011-f2315f63d964 req-a335d451-f821-43af-ae66-0a19b0e5f674 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1733868 Aug 03 19:15:09.052923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-0225f720-c98f-4fd9-874d-c55cab3d556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.054545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-0225f720-c98f-4fd9-874d-c55cab3d556d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.0857229 Aug 03 19:15:09.059347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.083893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-376ed981-7b01-406b-b011-f2315f63d964 req-a921ab99-ca5a-456d-aee0-fc9396758525 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864322 Aug 03 19:15:09.221342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-e66df930-b4a1-47de-9e50-4e80fbb01d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.223270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-e66df930-b4a1-47de-9e50-4e80fbb01d6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1616344 Aug 03 19:15:09.324526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-d4d23191-7692-4ff5-aebb-73f36d798603 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.0854325 Aug 03 19:15:09.383648 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-d8186476-7d39-4956-b95d-be9f5bb42c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.385436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-d8186476-7d39-4956-b95d-be9f5bb42c27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0574419 Aug 03 19:15:09.453999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-93c26dd6-3fce-466f-9275-9497e745b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.455712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-93c26dd6-3fce-466f-9275-9497e745b0b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628440 Aug 03 19:15:09.506434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.517360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:09.517360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1c202f0-da21-442b-b86c-2bdf8abdf91a HTTP/1.1" status: 204 len: 168 time: 0.7549160 Aug 03 19:15:09.535937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3481f-d44c-4dc0-bcee-0f72bbacf994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c202f0-da21-442b-b86c-2bdf8abdf91a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:09.594698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-eb544e77-63b4-47f8-a59c-bc271a95c669 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318610 Aug 03 19:15:09.755336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2f71042c-1c5f-433a-96ab-5b6e4c5bd23d req-62d381da-e373-437f-a2c8-056d458ef6fe service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520412 Aug 03 19:15:09.809516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-9355c079-88cb-4fce-9bd2-70037b4bca1c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:09.813527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-9355c079-88cb-4fce-9bd2-70037b4bca1c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.2033098 Aug 03 19:15:09.838163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-c115e1b0-70ec-4e53-8df3-3ff812d120ec tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/quotas/1e9393cc41274b4bbe8dd8d5369629f6 HTTP/1.1" status: 200 len: 375 time: 0.0142903 Aug 03 19:15:09.893975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-eb13515b-1f36-4f2b-8bc0-893b25565f48 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495040 Aug 03 19:15:10.023740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-a73fdbdf-66ae-4424-a02a-08d8214eb4a0 service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183169 Aug 03 19:15:10.145068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-c7f06a40-923e-438d-94ac-239dc9fa15b7 service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135504 Aug 03 19:15:10.244324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df2a0e-9fe4-4cc6-9b66-453ad057f1a7 req-0423604a-085d-4509-9752-14a781aea6a9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:10.246706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9df2a0e-9fe4-4cc6-9b66-453ad057f1a7 req-0423604a-085d-4509-9752-14a781aea6a9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0815191 Aug 03 19:15:10.305504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9df2a0e-9fe4-4cc6-9b66-453ad057f1a7 req-3d660162-383a-4708-a596-e34c31e827c5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433712 Aug 03 19:15:10.684624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c16229a-5860-475b-b37a-5a5b487d3d3f req-b36588f2-5685-42bd-a041-03938be08bd2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0306005 Aug 03 19:15:11.011898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55350) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.153597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe3d798-362a-4c65-9912-680fd9d97dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.269891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe3d798-362a-4c65-9912-680fd9d97dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.462136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55366) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.463059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974386b-4ccc-463e-81de-bceaa7666ba4 req-1ad81c4e-0a4e-449e-8560-c8a8fc2c388c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:11.466313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7974386b-4ccc-463e-81de-bceaa7666ba4 req-1ad81c4e-0a4e-449e-8560-c8a8fc2c388c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0797863 Aug 03 19:15:11.483390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-25ecfb5d-65ec-4566-a8d8-1803888ebb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.503852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe3d798-362a-4c65-9912-680fd9d97dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.553928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7974386b-4ccc-463e-81de-bceaa7666ba4 req-b135e9c0-e726-4b3b-a1db-e405badecff4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777974 Aug 03 19:15:11.562863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3d798-362a-4c65-9912-680fd9d97dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e29dfe2-df86-47e0-a606-6f5845dc17b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.569211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cfe3d798-362a-4c65-9912-680fd9d97dec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9c6473b684ed45388a1d88e93c35dbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5559468 Aug 03 19:15:11.572297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55368) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.630458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-25ecfb5d-65ec-4566-a8d8-1803888ebb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.646608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.697926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.752020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc739277-5fde-4c60-8396-1884561c5337 req-682002d8-e1b3-406a-8b42-b8e5a0dc206d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:11.753600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc739277-5fde-4c60-8396-1884561c5337 req-682002d8-e1b3-406a-8b42-b8e5a0dc206d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0969186 Aug 03 19:15:11.789532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fef66734-204f-4fd5-8310-fed3c50f3ae8 req-bd575096-d437-4b35-97ac-180e90a0e846 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Aug 03 19:15:11.821343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc739277-5fde-4c60-8396-1884561c5337 req-dbe54c8e-38d9-4eb1-ab92-001d83796056 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557783 Aug 03 19:15:11.873494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-25ecfb5d-65ec-4566-a8d8-1803888ebb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:11.915438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-25ecfb5d-65ec-4566-a8d8-1803888ebb24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34e75546580d45a394f528f7d1ec150a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519846 Aug 03 19:15:11.918571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ecfb5d-65ec-4566-a8d8-1803888ebb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e967c8e-aadb-45ab-b407-6f2c2a98c2d0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:11.922171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55378) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:11.980303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.022983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.022983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.022983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e29dfe2-df86-47e0-a606-6f5845dc17b1 HTTP/1.1" status: 204 len: 168 time: 0.4303820 Aug 03 19:15:12.023266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4847cbd-303e-4d97-890a-85aedbc39280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e29dfe2-df86-47e0-a606-6f5845dc17b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.026198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.391527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.391527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:12.391527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8e967c8e-aadb-45ab-b407-6f2c2a98c2d0 HTTP/1.1" status: 204 len: 168 time: 0.4605746 Aug 03 19:15:12.412910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f30721-6f03-4ae8-8c3d-272413b6fa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e967c8e-aadb-45ab-b407-6f2c2a98c2d0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:12.846329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68333d-5c17-4740-8fe0-243eb684d233 req-8780a20f-ff54-4d04-a9a0-549e925c33e4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:12.852241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a68333d-5c17-4740-8fe0-243eb684d233 req-8780a20f-ff54-4d04-a9a0-549e925c33e4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0658193 Aug 03 19:15:12.886094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d41e9546-3fe3-4c04-bc1c-ef2c6037d7e1 req-95441f9a-a084-446b-8b2a-981a7938125e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0359311 Aug 03 19:15:12.916230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a68333d-5c17-4740-8fe0-243eb684d233 req-25ecb9d2-d9c2-49cd-9ece-0ddb2bc89209 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547156 Aug 03 19:15:13.627944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa28470-7e3c-415d-b881-d423ef1a575c req-fb906c00-7cab-422d-b5ed-492e86eb9c79 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:13.629930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6aa28470-7e3c-415d-b881-d423ef1a575c req-fb906c00-7cab-422d-b5ed-492e86eb9c79 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0625279 Aug 03 19:15:13.688322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6aa28470-7e3c-415d-b881-d423ef1a575c req-8d4dc7be-0311-4cba-abf8-f37d36fb4d23 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511467 Aug 03 19:15:13.700021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:13.723664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:13.857240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.028385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-077ac768-aaa0-4e2e-8c7a-5a47a6450240 req-4b71cf2d-f5bc-4cdb-8dd5-1bb2ce77b650 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Aug 03 19:15:14.125349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.169622 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17128874cfe94c14a0f81668c2bfa27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4677110 Aug 03 19:15:14.170984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d117f4-dc43-46f2-83b4-446d9b2252e9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:14.174324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55434) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:14.186944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.187311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.187647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.187981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.188325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.188673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.189097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.189459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.189813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.190177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.190548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.190900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a639f-da5e-48b3-9248-6874695b56e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:14.253780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.282237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.668836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.674074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:14.675880 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77d117f4-dc43-46f2-83b4-446d9b2252e9 HTTP/1.1" status: 204 len: 168 time: 0.5004845 Aug 03 19:15:14.691013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ccc45-8e18-4cc0-8f2b-963f0ea9e530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d117f4-dc43-46f2-83b4-446d9b2252e9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:14.871495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eb03f-7028-433b-9a5b-8105066d6700 req-c25b9fed-b64e-40ea-a683-8116a38e9e27 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:14.873268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d94eb03f-7028-433b-9a5b-8105066d6700 req-c25b9fed-b64e-40ea-a683-8116a38e9e27 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0695071 Aug 03 19:15:14.927764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d94eb03f-7028-433b-9a5b-8105066d6700 req-9eb37b00-88d2-4d7e-bdac-00767416c247 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Aug 03 19:15:15.173340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26798064-e907-42a2-857a-a65c0399f757 req-da8e0597-3fc9-4349-9f64-b6419359df2f tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0536950 Aug 03 19:15:15.280039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:15.707305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824a0b0-2d75-4ff2-9374-384984e3482c req-93f72897-0470-4fb7-9c43-0b31aa404c01 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:15.708840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4824a0b0-2d75-4ff2-9374-384984e3482c req-93f72897-0470-4fb7-9c43-0b31aa404c01 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Aug 03 19:15:15.753652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4824a0b0-2d75-4ff2-9374-384984e3482c req-cf73ce46-9f38-47f8-9594-277e4faea9a5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382266 Aug 03 19:15:16.290276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-760e28e5-31d0-470e-afa4-cad5d8a3da5c req-2e8cbcb2-4292-4e85-97aa-98042a99aceb tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0396285 Aug 03 19:15:16.635127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-6d38b093-183d-4f4b-8134-de22bc6fd9ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.637085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-6d38b093-183d-4f4b-8134-de22bc6fd9ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.1682606 Aug 03 19:15:16.658707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'port': {'device_id': '3f140193-c28a-47a0-8a7f-266ad087e445', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'admin_state_up': True, 'tenant_id': '1e9393cc41274b4bbe8dd8d5369629f6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:16.934964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd28b-4f15-4c33-b54f-71cf0d66935f req-701fec4e-5fdb-41ef-b36a-974e687972ac tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:16.936897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-237fd28b-4f15-4c33-b54f-71cf0d66935f req-701fec4e-5fdb-41ef-b36a-974e687972ac tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0855768 Aug 03 19:15:16.997917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-237fd28b-4f15-4c33-b54f-71cf0d66935f req-8f672421-854c-45ae-98c4-4fc8a06a3c87 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Aug 03 19:15:17.049087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Made reservation on behalf of 1e9393cc41274b4bbe8dd8d5369629f6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:17.061312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.211466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ef5d-a50d-4391-94e5-f8a0716f4116 req-ee846700-1369-4fe2-bb12-1b4c91dde0b8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.227088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f781ef5d-a50d-4391-94e5-f8a0716f4116 req-ee846700-1369-4fe2-bb12-1b4c91dde0b8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0989206 Aug 03 19:15:17.286442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Allocated IP 172.20.0.2 (ccc1ace6-6f7e-4cea-9d50-eaa555045e33/736eee59-63f9-4888-857e-28af05cc6986/381e57dc-23df-4229-8295-2795cdbc19f6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:17.300149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f781ef5d-a50d-4391-94e5-f8a0716f4116 req-9cb2303e-375d-48d1-830a-77e623c39802 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734267 Aug 03 19:15:17.434665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adcfeb05-487a-49f6-a2d1-aeb558ccf763 req-77864eb7-ad15-46f8-af66-eb84920e412a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0535641 Aug 03 19:15:17.518612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb1cd4-d9e5-4aae-ac19-9f97162240e5 req-2a519e3f-e733-49cc-8047-1e929a05a40e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.520744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18cb1cd4-d9e5-4aae-ac19-9f97162240e5 req-2a519e3f-e733-49cc-8047-1e929a05a40e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0907359 Aug 03 19:15:17.530290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.581274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18cb1cd4-d9e5-4aae-ac19-9f97162240e5 req-a1dc5086-667d-4176-9775-7104ec066f27 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510147 Aug 03 19:15:17.762469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:17.770514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4a8c7-5872-43a7-8166-0683c1a3b7ef req-200b95ee-5ef8-4087-ae7d-816a4e824673 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.772886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d4a8c7-5872-43a7-8166-0683c1a3b7ef req-200b95ee-5ef8-4087-ae7d-816a4e824673 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0624542 Aug 03 19:15:17.815414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:17.824147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:17.828655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:17.849123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d4a8c7-5872-43a7-8166-0683c1a3b7ef req-1ebf6a48-71f4-44df-b445-1d43e3cff196 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638356 Aug 03 19:15:17.865096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:17.898202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:17.899253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.125134 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d3c04651-fb6e-4851-9169-13fb1d170be1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4713211 Aug 03 19:15:18.146489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Request body: {'port': {'device_id': '3f140193-c28a-47a0-8a7f-266ad087e445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:18.233509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.551182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381e57dc-23df-4229-8295-2795cdbc19f6 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:18.564206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.587084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Transition to ACTIVE for port object 381e57dc-23df-4229-8295-2795cdbc19f6 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:18.595427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47dfe5-0deb-412e-a244-492a56b04f26 req-1923ea3a-db02-4fbf-a3b0-90084d29b0f8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:18.597147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a47dfe5-0deb-412e-a244-492a56b04f26 req-1923ea3a-db02-4fbf-a3b0-90084d29b0f8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 931 time: 0.0711222 Aug 03 19:15:18.663977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a47dfe5-0deb-412e-a244-492a56b04f26 req-b0fc010a-7112-4bce-9949-aa9aee668fcf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574226 Aug 03 19:15:18.772335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.853449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:18.913082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f25f-b379-4a72-ab90-b299084ac7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:18.958224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Attempting to bind port 381e57dc-23df-4229-8295-2795cdbc19f6 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:18.958591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Attempting to bind port 381e57dc-23df-4229-8295-2795cdbc19f6 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:18.959178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Attempting to bind port 381e57dc-23df-4229-8295-2795cdbc19f6 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:18.964056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Port 381e57dc-23df-4229-8295-2795cdbc19f6 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:18.964482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Attempting to bind port 381e57dc-23df-4229-8295-2795cdbc19f6 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:18.970781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:18.971127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Checking segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:18.971522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Bound using segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:18.971957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Bound port: 381e57dc-23df-4229-8295-2795cdbc19f6, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:18.972312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.065828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:19.071952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:19.255849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.301333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.301965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:19.303488 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] 10.222.0.54 "PUT /v2.0/ports/381e57dc-23df-4229-8295-2795cdbc19f6 HTTP/1.1" status: 200 len: 1091 time: 1.1631713 Aug 03 19:15:19.303952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:19.306337 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66581f4d-c08d-4706-9449-2e1525936ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:19.340484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860e8d0-67d5-4993-b358-e7c813a2ad29 service neutron] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:19.367966 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a010cc8-2db5-4d66-9763-2dc5e3cb26a6 x-openstack-request-id: req-3a010cc8-2db5-4d66-9763-2dc5e3cb26a6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:19.368263 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:19.368517 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a010cc8-2db5-4d66-9763-2dc5e3cb26a6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:19.369059 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6', 'status': 'completed', 'code': 200} Aug 03 19:15:19.461052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-185bac44-2479-4069-8cd6-04a2357f6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.461052 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-185bac44-2479-4069-8cd6-04a2357f6ea5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 1094 time: 0.0516219 Aug 03 19:15:19.596374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-87ae6f64-5fae-45e3-a0c7-15e7dd4c382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.603765 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-87ae6f64-5fae-45e3-a0c7-15e7dd4c382a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1237044 Aug 03 19:15:19.718354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-f2f37f62-6866-417d-ad2d-83ddbb04705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.721192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-66581f4d-c08d-4706-9449-2e1525936ff0 req-f2f37f62-6866-417d-ad2d-83ddbb04705a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160610 Aug 03 19:15:19.867728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d35934b7-23fb-459c-81f7-d711b0ec1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.868877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92d413-7bbe-471d-80e5-20590921d9f5 req-a7634df3-8827-4a83-b3de-aafbfca72f6b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.869661 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-d35934b7-23fb-459c-81f7-d711b0ec1f61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 1094 time: 0.0671575 Aug 03 19:15:19.869837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac92d413-7bbe-471d-80e5-20590921d9f5 req-a7634df3-8827-4a83-b3de-aafbfca72f6b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 943 time: 0.0845256 Aug 03 19:15:19.916404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac92d413-7bbe-471d-80e5-20590921d9f5 req-80338029-7d30-42d1-814b-edcf143c2ce4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396802 Aug 03 19:15:19.934037 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-91bcdbee-bc6c-47d0-9953-59153507ca94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=381e57dc-23df-4229-8295-2795cdbc19f6 HTTP/1.1" status: 200 len: 217 time: 0.0493379 Aug 03 19:15:19.984927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-64f3ac91-532a-4a5f-93e1-8c5a0ef2866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:19.986412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-64f3ac91-532a-4a5f-93e1-8c5a0ef2866e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=736eee59-63f9-4888-857e-28af05cc6986 HTTP/1.1" status: 200 len: 862 time: 0.0473475 Aug 03 19:15:20.022978 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-4ccf71ce-7cda-4d14-b13a-748a681cfb61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292799 Aug 03 19:15:20.152864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-e4f56ef1-0564-4c5e-b39d-fc7f1c79baf8 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218996 Aug 03 19:15:20.273384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e4125dd9-3918-4855-9af3-49c7da6e36f3 req-5888bb42-d829-4401-8a87-07e9a9179a2f service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144683 Aug 03 19:15:21.105702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a19449-7ac0-4525-bc36-e09d1913cfeb req-d165d1f0-9f12-4e48-a07a-d3f1f7615d68 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:21.108799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85a19449-7ac0-4525-bc36-e09d1913cfeb req-d165d1f0-9f12-4e48-a07a-d3f1f7615d68 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 943 time: 0.0913634 Aug 03 19:15:21.170143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85a19449-7ac0-4525-bc36-e09d1913cfeb req-087125d8-73bb-49e3-af14-521ef973be11 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500288 Aug 03 19:15:22.021586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e104f9b-3b1c-410d-8888-7e0fce11dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.216924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.311563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdf12d-3fff-441c-ae67-4960ad1f8d2d req-b496e352-b3d1-4254-8c8b-d5e5a5c25687 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:22.313152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ffdf12d-3fff-441c-ae67-4960ad1f8d2d req-b496e352-b3d1-4254-8c8b-d5e5a5c25687 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 943 time: 0.0609405 Aug 03 19:15:22.363122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ffdf12d-3fff-441c-ae67-4960ad1f8d2d req-a34b4823-f900-4573-a56a-ff6994d9a795 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Aug 03 19:15:22.498616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:22.637900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:22.655403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '381e57dc-23df-4229-8295-2795cdbc19f6', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'port_id': '381e57dc-23df-4229-8295-2795cdbc19f6', 'mac_address': 'fa:16:3e:b0:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736eee59-63f9-4888-857e-28af05cc6986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:22.696257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.710724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381e57dc-23df-4229-8295-2795cdbc19f6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:22.743323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:22.912352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.918839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:22.966387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:22.974551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.974956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.975429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.975792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.976124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.976471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.976865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.977197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.977556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.977880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.978206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:22.978538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:23.208616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['381e57dc-23df-4229-8295-2795cdbc19f6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:23.531431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c544217-1b2d-47dc-b863-9c22e6ac0bb3 req-2726d1a2-f92f-4a3f-921c-f991ac079b9a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:23.533141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c544217-1b2d-47dc-b863-9c22e6ac0bb3 req-2726d1a2-f92f-4a3f-921c-f991ac079b9a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 944 time: 0.0751257 Aug 03 19:15:23.587992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c544217-1b2d-47dc-b863-9c22e6ac0bb3 req-2a257f02-4f9c-4b99-9ce9-981859d2b6b4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Aug 03 19:15:24.332597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55678) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.518804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-890ba211-7591-4436-ac5b-c44c16374636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.532351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:24.687173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-890ba211-7591-4436-ac5b-c44c16374636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.762609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda761-6082-476d-978e-1ca430c89ab8 req-5e9d3126-f9c1-41dd-86b6-9902bc717e3e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:24.765856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fcda761-6082-476d-978e-1ca430c89ab8 req-5e9d3126-f9c1-41dd-86b6-9902bc717e3e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 944 time: 0.0649724 Aug 03 19:15:24.782308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.784074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 381e57dc-23df-4229-8295-2795cdbc19f6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:15:24.790277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 381e57dc-23df-4229-8295-2795cdbc19f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:24.791042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.827816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-890ba211-7591-4436-ac5b-c44c16374636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.849375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fcda761-6082-476d-978e-1ca430c89ab8 req-e2a8131f-ca02-481d-a940-cfca3cb3e1ed tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605588 Aug 03 19:15:24.898686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-890ba211-7591-4436-ac5b-c44c16374636 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbc89f3e74614d17aaea9674831529d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5617380 Aug 03 19:15:24.898686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ba211-7591-4436-ac5b-c44c16374636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70dd92e-573e-4075-bf88-3003c004b102,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:24.899446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55690) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:24.933568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:24.966952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:24.969609 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9c3ee6-3873-459e-96a1-34c9fa76a5f6" -d '{"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-plugged", "status": "completed", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:24.989328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:25.001832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.036435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.091765 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.164390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.222266 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d6122-a7a5-4d7e-b8d5-0ec76ef96ba7 x-openstack-request-id: req-5b3d6122-a7a5-4d7e-b8d5-0ec76ef96ba7 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:25.222628 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-plugged", "status": "completed", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:25.222945 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b3d6122-a7a5-4d7e-b8d5-0ec76ef96ba7 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:25.223421 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6', 'code': 200} Aug 03 19:15:25.302724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.307542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:25.311730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a70dd92e-573e-4075-bf88-3003c004b102 HTTP/1.1" status: 204 len: 168 time: 0.4084907 Aug 03 19:15:25.323153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70dd92e-573e-4075-bf88-3003c004b102,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:25.333235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.333559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.333902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.334829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.335594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.335931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.336342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.336695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.341070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.341070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.341070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.341070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3111c742-afa5-4c34-aa52-8c561fad68b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:15:25.390405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858c228-9e2d-43b7-b753-a32f38634b3a req-b9c26fff-64cd-446e-a908-4031604d3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:25.392984 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a858c228-9e2d-43b7-b753-a32f38634b3a req-b9c26fff-64cd-446e-a908-4031604d3be8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 1096 time: 0.0671444 Aug 03 19:15:25.436149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a858c228-9e2d-43b7-b753-a32f38634b3a req-1218b093-033a-465c-aea9-302010d550ed service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Aug 03 19:15:26.005755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fabb1e-ffc9-4aa1-b0d0-5595e7056bf1 req-c0a9304d-4904-4863-b61c-217d035259cd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:26.007299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95fabb1e-ffc9-4aa1-b0d0-5595e7056bf1 req-c0a9304d-4904-4863-b61c-217d035259cd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0671763 Aug 03 19:15:26.066315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95fabb1e-ffc9-4aa1-b0d0-5595e7056bf1 req-0e135111-58c9-4ef3-a09b-47c25281bebd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517707 Aug 03 19:15:26.610324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55724) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:26.631912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa964987-3247-460d-8d3b-a1a3ac011965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.763525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa964987-3247-460d-8d3b-a1a3ac011965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.931172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa964987-3247-460d-8d3b-a1a3ac011965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:26.984381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa964987-3247-460d-8d3b-a1a3ac011965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4808850c-093f-44e0-8be3-be9acbe8f832,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:26.989745 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aa964987-3247-460d-8d3b-a1a3ac011965 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d46587a6d99436284d382f67be635e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775637 Aug 03 19:15:26.992031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:27.055344 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.094786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.258991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77963bc5-bb4b-4438-87c3-0a7b2e3068c8 req-beec0c64-621d-48d0-a73c-f3f8aafce275 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.260925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77963bc5-bb4b-4438-87c3-0a7b2e3068c8 req-beec0c64-621d-48d0-a73c-f3f8aafce275 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0729814 Aug 03 19:15:27.304813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77963bc5-bb4b-4438-87c3-0a7b2e3068c8 req-8aeb78c7-1425-4b6d-a535-2113bb749ebf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367374 Aug 03 19:15:27.320096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.322801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:27.324751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4808850c-093f-44e0-8be3-be9acbe8f832 HTTP/1.1" status: 204 len: 168 time: 0.3311338 Aug 03 19:15:27.339561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125b794-d226-425f-af1b-73bc978d2fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4808850c-093f-44e0-8be3-be9acbe8f832,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:27.532873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2f958-00e5-4068-b8ca-79648900d556 req-82e461bb-10e8-4c28-90e8-1ee16dbac6a1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.536014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83f2f958-00e5-4068-b8ca-79648900d556 req-82e461bb-10e8-4c28-90e8-1ee16dbac6a1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0958774 Aug 03 19:15:27.590502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83f2f958-00e5-4068-b8ca-79648900d556 req-5ae85cf4-5d2c-4bca-8d54-327b9d5f0e95 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Aug 03 19:15:27.764974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c939aa-e956-40ee-b789-a01996d7bc46 req-7d2d9706-c310-418e-9f36-3cec6aeac086 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.767020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74c939aa-e956-40ee-b789-a01996d7bc46 req-7d2d9706-c310-418e-9f36-3cec6aeac086 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0658271 Aug 03 19:15:27.828795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74c939aa-e956-40ee-b789-a01996d7bc46 req-077c0d23-1a6e-4d06-bf3b-5c306f31f5f3 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Aug 03 19:15:27.982972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03e325-3a65-4d66-9549-b8e5466bb68a req-db3afb0e-58b8-4e90-b3a3-feb5d75da21f tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:27.984532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd03e325-3a65-4d66-9549-b8e5466bb68a req-db3afb0e-58b8-4e90-b3a3-feb5d75da21f tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0750303 Aug 03 19:15:28.043797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd03e325-3a65-4d66-9549-b8e5466bb68a req-472ea311-6da7-4466-8276-4c939f34213b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518258 Aug 03 19:15:28.205232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af22531-ee4a-4590-b7b0-62f224bb7f1d req-ea88cd8c-62ca-4d5e-bc8a-16c3710b584e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.206731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7af22531-ee4a-4590-b7b0-62f224bb7f1d req-ea88cd8c-62ca-4d5e-bc8a-16c3710b584e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0615289 Aug 03 19:15:28.253583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7af22531-ee4a-4590-b7b0-62f224bb7f1d req-f87941b7-a4ed-4a99-9996-1a7f1406a912 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Aug 03 19:15:28.390243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d5f1e-a399-4a48-ae21-1d6caf266f92 req-088a0f9e-5ac1-4572-9b18-045a53c0c605 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.391834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-462d5f1e-a399-4a48-ae21-1d6caf266f92 req-088a0f9e-5ac1-4572-9b18-045a53c0c605 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0604715 Aug 03 19:15:28.441417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-462d5f1e-a399-4a48-ae21-1d6caf266f92 req-526c3bcc-46be-41c3-ba41-c8606b86c1b8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Aug 03 19:15:28.601602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c4c00-3d00-4f7b-a51f-802282395cab req-0822e7b8-771d-40ae-b00d-63cb29dcaeb0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.603241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd0c4c00-3d00-4f7b-a51f-802282395cab req-0822e7b8-771d-40ae-b00d-63cb29dcaeb0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0594828 Aug 03 19:15:28.669431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd0c4c00-3d00-4f7b-a51f-802282395cab req-d82e8fe5-795a-4a66-9817-4cf1bdca72a4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470543 Aug 03 19:15:28.837642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f1c97-abf6-40c9-a26b-c6f03021b5e6 req-5916ca69-18de-4796-b160-546099d341d5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:28.839896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f48f1c97-abf6-40c9-a26b-c6f03021b5e6 req-5916ca69-18de-4796-b160-546099d341d5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0799820 Aug 03 19:15:28.919634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f48f1c97-abf6-40c9-a26b-c6f03021b5e6 req-c6b9231c-c1a8-4fbd-a818-52906e43d047 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681121 Aug 03 19:15:30.673883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afd2c0-51d2-4e8c-853c-05abb4da0e0f req-c4b5ed93-32fe-4b48-825a-89b7afadba26 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:30.675780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39afd2c0-51d2-4e8c-853c-05abb4da0e0f req-c4b5ed93-32fe-4b48-825a-89b7afadba26 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0841391 Aug 03 19:15:30.730960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39afd2c0-51d2-4e8c-853c-05abb4da0e0f req-18b10be6-bdc0-4b06-86c2-560c906e032d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480373 Aug 03 19:15:31.892864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cabd68-98ce-45fa-b351-dff566ccd756 req-7d954f75-d070-4826-943e-0f8030695b69 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:31.895548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47cabd68-98ce-45fa-b351-dff566ccd756 req-7d954f75-d070-4826-943e-0f8030695b69 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0694253 Aug 03 19:15:31.942467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47cabd68-98ce-45fa-b351-dff566ccd756 req-fc0136d8-4efc-418e-aee0-0e31efbdb3ab tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388827 Aug 03 19:15:32.219281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.377980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40fa10c-1a87-4048-94dd-9c973d630229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.506810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40fa10c-1a87-4048-94dd-9c973d630229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.576229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:32.721594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:32.734952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '381e57dc-23df-4229-8295-2795cdbc19f6', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'port_id': '381e57dc-23df-4229-8295-2795cdbc19f6', 'mac_address': 'fa:16:3e:b0:69:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736eee59-63f9-4888-857e-28af05cc6986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:32.747745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b40fa10c-1a87-4048-94dd-9c973d630229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.775663 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.794662 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b40fa10c-1a87-4048-94dd-9c973d630229 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8173062b87949459c02e8de271ff649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707068 Aug 03 19:15:32.794662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fa10c-1a87-4048-94dd-9c973d630229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbf955-4945-4439-9a2c-23e01c0a432c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:32.794969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:32.798627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 381e57dc-23df-4229-8295-2795cdbc19f6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:32.834031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:32.875083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.925409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:32.982509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.054738 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.061368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.115736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9a36c-4da1-4fc4-b32b-cc0988d82e81 req-67dbe08b-74cd-466d-a9a2-e8b2d8a9d9a8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:33.117417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54a9a36c-4da1-4fc4-b32b-cc0988d82e81 req-67dbe08b-74cd-466d-a9a2-e8b2d8a9d9a8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 944 time: 0.0623901 Aug 03 19:15:33.164274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54a9a36c-4da1-4fc4-b32b-cc0988d82e81 req-18514e7f-0375-4a49-a5e4-478798a5825c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Aug 03 19:15:33.181874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['381e57dc-23df-4229-8295-2795cdbc19f6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:33.285902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.289149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.291773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecfbf955-4945-4439-9a2c-23e01c0a432c HTTP/1.1" status: 204 len: 168 time: 0.4956362 Aug 03 19:15:33.307185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ff9c2-8909-4a69-8684-1d21eb818416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbf955-4945-4439-9a2c-23e01c0a432c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:33.748043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:33.867230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-068eaee9-8712-41a7-b874-14ff9f56dc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:33.971350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-068eaee9-8712-41a7-b874-14ff9f56dc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.279973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-068eaee9-8712-41a7-b874-14ff9f56dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.291719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a1c508-db33-424f-98da-010f1a4dec37 req-dd84d934-dc42-4cb3-9a2f-eb97272245a8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:34.293649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94a1c508-db33-424f-98da-010f1a4dec37 req-dd84d934-dc42-4cb3-9a2f-eb97272245a8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 944 time: 0.0559325 Aug 03 19:15:34.332287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-068eaee9-8712-41a7-b874-14ff9f56dc7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c28fa014107140ee9c995bf12a5273ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826671 Aug 03 19:15:34.332845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55938) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.334712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eaee9-8712-41a7-b874-14ff9f56dc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec390c0e-677f-43d7-b50a-6eedcb09156d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:34.343898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94a1c508-db33-424f-98da-010f1a4dec37 req-003a3472-aece-484e-b6fb-35b65ff0ddf8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436931 Aug 03 19:15:34.429851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.462090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.578018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:15:34.626388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:34.655583 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4858b83c-b6a1-46aa-adb0-7a15ee7f5942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.661426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 381e57dc-23df-4229-8295-2795cdbc19f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:15:34.661965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.681753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.686855 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.689042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec390c0e-677f-43d7-b50a-6eedcb09156d HTTP/1.1" status: 204 len: 168 time: 0.3545394 Aug 03 19:15:34.708979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32723012-5d4a-4c10-9b8c-17c6f3c9f23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec390c0e-677f-43d7-b50a-6eedcb09156d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:34.805350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.816585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4858b83c-b6a1-46aa-adb0-7a15ee7f5942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:34.845759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:34.851515 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a158376-ae5d-4d4d-821d-4e7d6b33d138" -d '{"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-plugged", "status": "completed", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:34.876132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:34.930819 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94003368-ab48-4e5a-b386-a244a5cb0912 x-openstack-request-id: req-94003368-ab48-4e5a-b386-a244a5cb0912 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:34.931178 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-plugged", "status": "completed", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:34.931499 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94003368-ab48-4e5a-b386-a244a5cb0912 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:34.931891 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6', 'code': 200} Aug 03 19:15:35.038370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.039837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4858b83c-b6a1-46aa-adb0-7a15ee7f5942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.086419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4858b83c-b6a1-46aa-adb0-7a15ee7f5942 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3bff544680ba4ae1bd85bb860cdc0be3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584253 Aug 03 19:15:35.087245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858b83c-b6a1-46aa-adb0-7a15ee7f5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ff1d3-c60e-41bb-9878-63d8b08d48a8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:35.090399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55954) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:35.110099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:35.178510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.206482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.254692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ba6c-e750-4aae-9a75-bd93b6517eb1 req-3d9165db-c1d9-47fe-be3c-9360767ab385 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:35.256386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec44ba6c-e750-4aae-9a75-bd93b6517eb1 req-3d9165db-c1d9-47fe-be3c-9360767ab385 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0595472 Aug 03 19:15:35.301835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec44ba6c-e750-4aae-9a75-bd93b6517eb1 req-158140f7-4e47-431a-892d-b0bcc09b8329 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384979 Aug 03 19:15:35.473646 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.476359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:35.477615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e7ff1d3-c60e-41bb-9878-63d8b08d48a8 HTTP/1.1" status: 204 len: 168 time: 0.3862181 Aug 03 19:15:35.489526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5136b85-76f7-47bf-8204-b41f4153f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ff1d3-c60e-41bb-9878-63d8b08d48a8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.048122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:36.067909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-523d9504-3d6e-4fea-92bd-67316649e783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.205708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-523d9504-3d6e-4fea-92bd-67316649e783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.301218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-575ecf04-a11b-4b01-a827-63d17322762a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0687525 Aug 03 19:15:36.359613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-523d9504-3d6e-4fea-92bd-67316649e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.405333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9504-3d6e-4fea-92bd-67316649e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c939f4-774b-4ac3-95ee-827654a041b9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:36.418706 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-523d9504-3d6e-4fea-92bd-67316649e783 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ab412aaeabf4917b0df3895c0922336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689868 Aug 03 19:15:36.419873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:36.461311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.462144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.463011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.463823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.465132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.466014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.466936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.470527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73a5b62-8cda-4fd9-80a4-c3c102d247b7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6490 time: 0.1432843 Aug 03 19:15:36.486589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bbfdd-79dd-479f-b2c2-32de8fa97552 req-9fa4638f-b0cc-4940-996a-e453233022de tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.490242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84bbfdd-79dd-479f-b2c2-32de8fa97552 req-9fa4638f-b0cc-4940-996a-e453233022de tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0986190 Aug 03 19:15:36.550066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b84bbfdd-79dd-479f-b2c2-32de8fa97552 req-5d0a7868-5505-4cb0-98ab-9e2bf8cafaae tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525327 Aug 03 19:15:36.639954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.690021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:36.710649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-683acc0c-941c-4a83-a0cc-e0f59f82f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.711132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-683acc0c-941c-4a83-a0cc-e0f59f82f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.711615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-683acc0c-941c-4a83-a0cc-e0f59f82f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.713502 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-683acc0c-941c-4a83-a0cc-e0f59f82f1b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=55a2169c-7742-4ddd-9893-03e8a34fe53c&id=55a2169c-7742-4ddd-9893-03e8a34fe53c HTTP/1.1" status: 200 len: 2292 time: 0.1878085 Aug 03 19:15:36.839045 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-5c537f9c-1e12-40a6-9700-52515efcc778 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 200 len: 1000 time: 0.1101027 Aug 03 19:15:36.847857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-15bdb83d-b773-47b1-8eeb-04f21c30b1cd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.849376 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-15bdb83d-b773-47b1-8eeb-04f21c30b1cd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.1080246 Aug 03 19:15:36.977201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-db8800ba-2fc0-428b-901f-3dfa8acd57f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:36.979058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-db8800ba-2fc0-428b-901f-3dfa8acd57f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4367b4-60b4-4685-9307-ca97d7b30770 HTTP/1.1" status: 200 len: 850 time: 0.1286976 Aug 03 19:15:37.003449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.006108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.007265 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32c939f4-774b-4ac3-95ee-827654a041b9 HTTP/1.1" status: 204 len: 168 time: 0.5841660 Aug 03 19:15:37.044084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e2d2f-398a-4c9b-89e0-fb3a2fa8af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c939f4-774b-4ac3-95ee-827654a041b9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:37.082979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d2fe260e-d8f8-4da6-afd6-a3065b0ff034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:37.084933 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d2fe260e-d8f8-4da6-afd6-a3065b0ff034 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961335 Aug 03 19:15:37.091043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Deleting port 381e57dc-23df-4229-8295-2795cdbc19f6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:37.091380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.319264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-ff8b5833-f5b6-43d7-9564-0d786827a586 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234206 Aug 03 19:15:37.321427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] For port 381e57dc-23df-4229-8295-2795cdbc19f6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=381e57dc-23df-4229-8295-2795cdbc19f6,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:37.322296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:37.383977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Calling delete_port for 381e57dc-23df-4229-8295-2795cdbc19f6 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:37.487698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-ef219396-b541-469b-8881-ab502ac2f67c service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606073 Aug 03 19:15:37.756893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60542d41-a9af-4cd8-9b7f-e743d3dfe100 req-0950f1c0-f6e9-4df8-87be-824e3bbf2a83 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:37.758967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60542d41-a9af-4cd8-9b7f-e743d3dfe100 req-0950f1c0-f6e9-4df8-87be-824e3bbf2a83 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 945 time: 0.0715456 Aug 03 19:15:37.835061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60542d41-a9af-4cd8-9b7f-e743d3dfe100 req-a7f9a3fc-2bc0-46dc-8756-3dd1fbd4dbb5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645118 Aug 03 19:15:37.873452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-4657ac9c-73ac-4b3b-a054-b2c7c572c8e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 217 time: 0.3745625 Aug 03 19:15:37.965009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-5c2921d5-e0e9-4128-929d-96b9f8821b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:37.966208 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-5c2921d5-e0e9-4128-929d-96b9f8821b76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0844419 Aug 03 19:15:38.019245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-57d46d50-0939-4b85-afda-c4c6836117a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.021167 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-57d46d50-0939-4b85-afda-c4c6836117a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460854 Aug 03 19:15:38.136627 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-f75d203c-2845-4d7d-95c0-37638e85615e service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077399 Aug 03 19:15:38.169555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.249233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event deleted for resources: {'Port': ['ID=381e57dc-23df-4229-8295-2795cdbc19f6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:38.314965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] No DVR routers for this DVR port 381e57dc-23df-4229-8295-2795cdbc19f6 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:38.319568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.321669 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f00e39cf-76bf-419b-a3b4-bda1c0a4e3ec req-c266f7ec-1dc5-44bf-98dd-2a4813f720bf tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "DELETE /v2.0/ports/381e57dc-23df-4229-8295-2795cdbc19f6 HTTP/1.1" status: 204 len: 173 time: 1.4622028 Aug 03 19:15:38.322119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-deleted', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:38.324964 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d7478-589c-4855-865b-b05ce268c105" -d '{"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-deleted", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:38.350088 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-95a3b407-3768-4e3c-aeef-b5a4e91cef44 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058191 Aug 03 19:15:38.382426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56036) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:38.423544 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ca6ce8-9a9d-4dfb-a967-0be87ae2d421 x-openstack-request-id: req-f0ca6ce8-9a9d-4dfb-a967-0be87ae2d421 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:38.423856 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f140193-c28a-47a0-8a7f-266ad087e445", "name": "network-vif-deleted", "tag": "381e57dc-23df-4229-8295-2795cdbc19f6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:38.427046 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0ca6ce8-9a9d-4dfb-a967-0be87ae2d421 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:38.427046 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f140193-c28a-47a0-8a7f-266ad087e445', 'name': 'network-vif-deleted', 'tag': '381e57dc-23df-4229-8295-2795cdbc19f6', 'status': 'completed', 'code': 200} Aug 03 19:15:38.427046 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c73bd2e7-3bdb-4a86-b000-683745c8d26d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 217 time: 0.0627813 Aug 03 19:15:38.508955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-dff60ca7-ec3f-49a4-b430-9ecc3616d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.510471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-dff60ca7-ec3f-49a4-b430-9ecc3616d32a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0748780 Aug 03 19:15:38.565447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b07d48d-4643-434c-aaf0-f96d53968ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.572836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c4c0dbd0-7d25-4519-b74b-6a35ee60bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.574784 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c4c0dbd0-7d25-4519-b74b-6a35ee60bbc1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0557289 Aug 03 19:15:38.581315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:15:38.612108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 381e57dc-23df-4229-8295-2795cdbc19f6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:15:38.612555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 381e57dc-23df-4229-8295-2795cdbc19f6 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:15:38.692589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b07d48d-4643-434c-aaf0-f96d53968ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.709809 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-8077d86a-fced-4a7a-baca-5a089d4919b9 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262615 Aug 03 19:15:38.838514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-e9aba320-8624-42a0-8521-f2679c2583b8 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191890 Aug 03 19:15:38.892496 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-f964299a-6dea-444d-a388-993ac0b9bf26 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=44be078a-46a4-488d-b840-6ff89944a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0465789 Aug 03 19:15:38.925517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b07d48d-4643-434c-aaf0-f96d53968ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:38.966502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d5f19825-7249-46c0-8f6e-05bfedd21c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:38.969573 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d5f19825-7249-46c0-8f6e-05bfedd21c40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0695057 Aug 03 19:15:39.009739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b07d48d-4643-434c-aaf0-f96d53968ed6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=21f0d5ead0cc47b8a6160dac131211ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258633 Aug 03 19:15:39.035944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56054) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:39.039160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5995f1b-ef53-41ed-8ecf-7e276e9e2f9a req-7e7e38fd-4e54-4091-95b7-7fc4df813c1d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=3f140193-c28a-47a0-8a7f-266ad087e445 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Aug 03 19:15:39.039812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07d48d-4643-434c-aaf0-f96d53968ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb421e63-de12-4a73-9bc5-5fc33d317079,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:39.094166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-b4134f84-1deb-4d0f-a152-f5de14d120dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:39.095678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-b4134f84-1deb-4d0f-a152-f5de14d120dc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149173 Aug 03 19:15:39.128952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.191084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.256182 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d2683d90-bce0-422b-8742-0397dd39c798 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482465 Aug 03 19:15:39.395700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-49808e9a-fd87-4188-ae20-3a6905cc5447 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322198 Aug 03 19:15:39.455378 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-48347cca-4925-44f7-ae3a-1b9950293385 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=c9c25198-f6ab-44fc-8151-7ed951d64357 HTTP/1.1" status: 200 len: 217 time: 0.0515976 Aug 03 19:15:39.456485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.459100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:39.460358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb421e63-de12-4a73-9bc5-5fc33d317079 HTTP/1.1" status: 204 len: 168 time: 0.4227686 Aug 03 19:15:39.522512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4aaeb-c498-42ce-a445-09c38851ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb421e63-de12-4a73-9bc5-5fc33d317079,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:39.579652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-9f27dd73-6ff2-4214-8084-d8881c961160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:39.582000 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-9f27dd73-6ff2-4214-8084-d8881c961160 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.1186547 Aug 03 19:15:39.657534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c619e29a-9ebe-4d06-b85e-2509722bae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:39.659951 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c619e29a-9ebe-4d06-b85e-2509722bae7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0692279 Aug 03 19:15:39.770526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-17e3eafc-148d-451d-8462-8dace413a7c9 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014307 Aug 03 19:15:39.903458 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-c09b0fea-0e9d-43ec-9a11-59753a7b6975 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236043 Aug 03 19:15:39.958531 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-dd94ebb8-399e-47ac-89a3-2ad9c88d9496 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4918896a-66ed-4b57-955c-c2cfaa952496 HTTP/1.1" status: 200 len: 217 time: 0.0465589 Aug 03 19:15:40.011854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-9cfef00f-0982-4d79-b1be-ef1998133a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.013728 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-9cfef00f-0982-4d79-b1be-ef1998133a61 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.0478921 Aug 03 19:15:40.090077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-7eb426cb-b65c-4003-a941-4e3e0e1f5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.093854 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-7eb426cb-b65c-4003-a941-4e3e0e1f5a74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722110 Aug 03 19:15:40.252237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-66663107-3478-4f31-88df-6db6733ad6b6 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436210 Aug 03 19:15:40.437078 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-a0f35952-00d2-4d89-ae66-62235dca136d service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759901 Aug 03 19:15:40.493000 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-3b4066a1-8170-4e0d-bbb6-13f09a768f17 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d HTTP/1.1" status: 200 len: 217 time: 0.0478158 Aug 03 19:15:40.566702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-59ade5d5-c4e1-45fa-8a7a-bcab8a924683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.568278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-59ade5d5-c4e1-45fa-8a7a-bcab8a924683 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.0684314 Aug 03 19:15:40.636941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-50c01083-cdc6-4c61-850f-df05b71fd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:40.639729 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-50c01083-cdc6-4c61-850f-df05b71fd787 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613291 Aug 03 19:15:40.761470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56100) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:40.767854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1467664180', 'description': 'tempest-description--1822472054'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:40.805519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-a6adc647-bee5-46d3-ac11-3eab2eeb0885 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561537 Aug 03 19:15:40.954932 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f94b7aa-7ed1-410a-af77-40629a524f99 req-d3505a59-691d-4bfe-94f1-30f8dd4e3594 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416576 Aug 03 19:15:41.063104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.175155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.365403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.397428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ce9133-1229-49fe-874f-3341a87c5e3b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:41.794958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:41.798083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b09a3411-c6a0-460d-8526-cba7a29ecde6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0325799 Aug 03 19:15:41.801744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56122) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:41.815430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'security_group_rule': {'security_group_id': 'a0ce9133-1229-49fe-874f-3341a87c5e3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:41.850067 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:15:42.067273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.172485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.347201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.373691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d287eb0-57a9-4a15-acb9-ba52f5467545,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:42.510369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:42.560752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.563912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dca2b0b2-d1cf-4be1-8950-42fc396cb2d2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7591617 Aug 03 19:15:42.566113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56146) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:42.571101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'security_group_rule': {'security_group_id': 'a0ce9133-1229-49fe-874f-3341a87c5e3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:42.724977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.807706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e5ab-3f34-40a5-8938-d46343afe17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.849351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:42.976307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e5ab-3f34-40a5-8938-d46343afe17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.006535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.021697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb51e913-62f9-4959-a453-493f9a70cc2f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.067230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6a3e5ab-3f34-40a5-8938-d46343afe17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.117316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3e5ab-3f34-40a5-8938-d46343afe17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ede71-3227-4abf-8da8-5dd317fb409f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.122016 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6a3e5ab-3f34-40a5-8938-d46343afe17d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92af23199dcb4740815cabdf1443c1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096609 Aug 03 19:15:43.134921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.199836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.229837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.259797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.262005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd8da068-0112-4779-99f3-39791fca4b7e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6941526 Aug 03 19:15:43.266904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56164) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.272167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:43.428451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.490319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.493271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.494865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/398ede71-3227-4abf-8da8-5dd317fb409f HTTP/1.1" status: 204 len: 168 time: 0.3584936 Aug 03 19:15:43.508976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d98a3-2f0e-4a4b-9c1d-8e9da9e3e9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ede71-3227-4abf-8da8-5dd317fb409f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:43.599059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:43.740050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Allocated IP 172.25.2.196 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/936c1a1c-3082-45c1-8d7e-31a1b914d3b3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:43.882736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56174) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:43.919016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.133946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.179483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:44.182692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:44.193876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:44.224428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'Port': ['ID=936c1a1c-3082-45c1-8d7e-31a1b914d3b3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.237157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b938d11b-cb17-4c5e-9ee2-7f87ab222b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.335784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.411296 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b938d11b-cb17-4c5e-9ee2-7f87ab222b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.476806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.581225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b938d11b-cb17-4c5e-9ee2-7f87ab222b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.602458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56188) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:44.623033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3ae6-8299-42ab-bf80-652a578a7a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.649180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b938d11b-cb17-4c5e-9ee2-7f87ab222b94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4f319cb9ff143359cd3be9d16d5c45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7624145 Aug 03 19:15:44.660499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:44.661395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938d11b-cb17-4c5e-9ee2-7f87ab222b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f838f0-7b48-4435-bea6-b722325f5ab5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:44.764798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.765814 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3ae6-8299-42ab-bf80-652a578a7a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.770195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.792295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:44.937287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c0c3ae6-8299-42ab-bf80-652a578a7a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.000454 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c0c3ae6-8299-42ab-bf80-652a578a7a30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0914bfc7cee440989947c29c443e6ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962934 Aug 03 19:15:45.002043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c3ae6-8299-42ab-bf80-652a578a7a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60040e7b-62fa-457f-bf66-7f25892fb118,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.002411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.005483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.010301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8f838f0-7b48-4435-bea6-b722325f5ab5 HTTP/1.1" status: 204 len: 168 time: 0.3523636 Aug 03 19:15:45.010610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56194) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:45.010821 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.100245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7f3df-10ac-43cc-a2f7-9809a172fc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f838f0-7b48-4435-bea6-b722325f5ab5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.102093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.104676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'Port': ['ID=936c1a1c-3082-45c1-8d7e-31a1b914d3b3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.160502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.195499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.205318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.383919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.384157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.387019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5c6411d6-6369-4301-855e-7243488e6a50 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1179769 Aug 03 19:15:45.388003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:45.393005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60040e7b-62fa-457f-bf66-7f25892fb118 HTTP/1.1" status: 204 len: 168 time: 0.3806098 Aug 03 19:15:45.398412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e45fc-ca5a-49da-a35d-0c329a3af986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60040e7b-62fa-457f-bf66-7f25892fb118,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:45.924352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-dfd495b5-e336-45d4-9f1c-7db57d7e5766 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:45.927172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-dfd495b5-e336-45d4-9f1c-7db57d7e5766 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.1528423 Aug 03 19:15:45.948516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-2fe655fc-702e-4fc4-82f5-9631f29f79d1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/quotas/1e9393cc41274b4bbe8dd8d5369629f6 HTTP/1.1" status: 200 len: 375 time: 0.0100601 Aug 03 19:15:46.016438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-f2c1073e-4c5b-40bc-b830-f98c9cafe41c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587349 Aug 03 19:15:46.182117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-478c982a-6e2a-4974-95fb-7f04ad2fc4de service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474938 Aug 03 19:15:46.300302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-0b1d7bb7-4e2e-4d6f-a66c-15b27fbbe531 service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100729 Aug 03 19:15:46.380500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56240) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.398763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a5b8-b085-4380-965b-2d22146a2ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.522916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a5b8-b085-4380-965b-2d22146a2ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.771281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2b0a5b8-b085-4380-965b-2d22146a2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:46.928502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0283-c0f0-4d92-9eb4-855b95f35e76 req-0997b725-ad11-49c5-8526-fa68cb6ee4c2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:46.938703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-841b0283-c0f0-4d92-9eb4-855b95f35e76 req-0997b725-ad11-49c5-8526-fa68cb6ee4c2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1110866 Aug 03 19:15:46.964773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a2b0a5b8-b085-4380-965b-2d22146a2ed5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=251a8747346640e58c8a1ca0e4e75636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5816333 Aug 03 19:15:46.973083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:46.977371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0a5b8-b085-4380-965b-2d22146a2ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d1c9e2-daf4-4755-ae83-eb23d186d0e4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:46.988203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-841b0283-c0f0-4d92-9eb4-855b95f35e76 req-5accc422-6b98-4167-ba75-0ce97edce0cd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482340 Aug 03 19:15:47.010180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708326db-c0a0-4419-94fc-04935dfb30ad req-3b5ce92f-9251-4ac7-a591-6c7815908a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.010180 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-3b5ce92f-9251-4ac7-a591-6c7815908a8c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.1700451 Aug 03 19:15:47.057447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33b1ae22-7a8a-4a9d-b1f8-05671b5ded91 req-7cdc4d6f-b2e5-48fa-bf48-c67a2fe26ac1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0662892 Aug 03 19:15:47.168445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.211318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708326db-c0a0-4419-94fc-04935dfb30ad req-2e22d048-20a8-4c40-9230-18078b6d94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.222996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-2e22d048-20a8-4c40-9230-18078b6d94c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2076719 Aug 03 19:15:47.222996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.355772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-007ad670-b0c5-4bcf-94e5-434e4d45bca2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.1318126 Aug 03 19:15:47.429078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708326db-c0a0-4419-94fc-04935dfb30ad req-a5e233ee-7980-4584-aa35-5161a1141f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.431565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-a5e233ee-7980-4584-aa35-5161a1141f1a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0672023 Aug 03 19:15:47.497304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708326db-c0a0-4419-94fc-04935dfb30ad req-74c4a3da-85fc-4489-9976-b80a6d30d1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:47.499086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-74c4a3da-85fc-4489-9976-b80a6d30d1fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590672 Aug 03 19:15:47.586568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.591890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:47.593704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22d1c9e2-daf4-4755-ae83-eb23d186d0e4 HTTP/1.1" status: 204 len: 168 time: 0.6181340 Aug 03 19:15:47.614388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df100-3567-45bb-8c03-9863d8dd6486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d1c9e2-daf4-4755-ae83-eb23d186d0e4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:47.689658 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-fcf9c96e-030c-4318-844c-54286b4afdd1 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821022 Aug 03 19:15:47.897262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-708326db-c0a0-4419-94fc-04935dfb30ad req-a639aaed-8210-4216-b7f3-a981ce08c538 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999834 Aug 03 19:15:48.190994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a618b25d-c1a4-4ef4-b965-0df3b2044f57 req-4d562bbc-fb58-417c-85d1-8b74c25b7e4b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0409646 Aug 03 19:15:48.245015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e4085-ed47-4080-be6e-617aad060238 req-a65e6fa2-affa-410d-8b18-8184f7ab7c96 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:48.247108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-759e4085-ed47-4080-be6e-617aad060238 req-a65e6fa2-affa-410d-8b18-8184f7ab7c96 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1500161 Aug 03 19:15:48.310137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-759e4085-ed47-4080-be6e-617aad060238 req-a30abb77-70d8-4db8-aece-9da4dbca9c03 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617697 Aug 03 19:15:48.940822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d36e2599-e13a-4796-a999-898157cf405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:49.352677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-867c383e-38c9-413f-8030-408c825325fb req-52473b24-f5ea-42fc-8068-d0b7a4cc712e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0491142 Aug 03 19:15:49.524165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c8f8e-db26-4437-8d59-9fc714de5fa6 req-caf511a1-6021-4b56-a740-22a62a76294b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:49.527808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d31c8f8e-db26-4437-8d59-9fc714de5fa6 req-caf511a1-6021-4b56-a740-22a62a76294b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0931330 Aug 03 19:15:49.592432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d31c8f8e-db26-4437-8d59-9fc714de5fa6 req-e8a39654-4a9a-4b0a-a977-e1d8fb531d60 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517120 Aug 03 19:15:50.506671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5d29713-ff6b-44af-afe8-e32e0be9281d req-8891fc1f-8f6f-4c5d-b501-9d7cabd78275 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0377502 Aug 03 19:15:50.750842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-0d674300-a090-4293-94ba-1ce62618170a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:50.752334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-0d674300-a090-4293-94ba-1ce62618170a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.1497736 Aug 03 19:15:50.771174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'port': {'device_id': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'admin_state_up': True, 'tenant_id': '1e9393cc41274b4bbe8dd8d5369629f6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:51.139908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Made reservation on behalf of 1e9393cc41274b4bbe8dd8d5369629f6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:15:51.145513 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.396115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Allocated IP 172.20.0.5 (ccc1ace6-6f7e-4cea-9d50-eaa555045e33/736eee59-63f9-4888-857e-28af05cc6986/1ff3367e-1311-4109-9fe1-31b2ca64faf9) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:15:51.649470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d86ee06-a983-4ca5-9044-631a2ac90e2a req-bc34e5aa-9dec-42a6-b8db-9e0eaf7192cc tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0366092 Aug 03 19:15:51.655305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.823934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:51.905912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:15:51.911869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:15:51.918991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:15:51.966677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:51.991449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:51.992161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.039361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac88e94e-5b63-4d92-8022-8d2ca7ccda7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.303655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-de8a6357-7b68-4fc7-9487-25a24d39aabd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5368176 Aug 03 19:15:52.323918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Request body: {'port': {'device_id': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:15:52.337495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.405533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.622669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b37616-98d7-4e2d-8206-e93f4fffe838 req-167698d7-79c1-439a-9919-be95ba0baec7 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.626584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0b37616-98d7-4e2d-8206-e93f4fffe838 req-167698d7-79c1-439a-9919-be95ba0baec7 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.0969877 Aug 03 19:15:52.713772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0b37616-98d7-4e2d-8206-e93f4fffe838 req-c94f1bf5-a200-4030-9b65-8d6cd140e078 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788298 Aug 03 19:15:52.780714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56426) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:52.846562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff3367e-1311-4109-9fe1-31b2ca64faf9 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:52.855571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.875691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Transition to ACTIVE for port object 1ff3367e-1311-4109-9fe1-31b2ca64faf9 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:15:52.908066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30741c30-980f-4868-8c15-74dd022db7fb req-66f73300-5908-494c-b74a-93dd9aba8677 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:52.911016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30741c30-980f-4868-8c15-74dd022db7fb req-66f73300-5908-494c-b74a-93dd9aba8677 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 931 time: 0.0841556 Aug 03 19:15:52.956106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9876829-8015-4b22-ad41-975b28d43696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.959709 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:52.994938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30741c30-980f-4868-8c15-74dd022db7fb req-85ac8f2b-8ae6-42ae-b4dc-759eebc3ac0c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697262 Aug 03 19:15:53.029451 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.138051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.138720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9876829-8015-4b22-ad41-975b28d43696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.206512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Attempting to bind port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:15:53.207241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Attempting to bind port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:15:53.207954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Attempting to bind port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:53.215346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9876829-8015-4b22-ad41-975b28d43696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.216976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:15:53.217610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Attempting to bind port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:15:53.226751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:15:53.228148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Checking segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:15:53.228389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Bound using segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:15:53.229067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Bound port: 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:15:53.230972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.297726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9876829-8015-4b22-ad41-975b28d43696 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e12856da2e374641b8ff0546cb10636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142713 Aug 03 19:15:53.302804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9876829-8015-4b22-ad41-975b28d43696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4f95b7-e5d8-48b3-b4db-160d7553cce5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.302992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56444) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.360429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:15:53.366322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:15:53.414081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.442413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.554607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.593060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.593698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.595211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] 10.222.0.54 "PUT /v2.0/ports/1ff3367e-1311-4109-9fe1-31b2ca64faf9 HTTP/1.1" status: 200 len: 1091 time: 1.2765937 Aug 03 19:15:53.595676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:53.598200 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c" -d '{"events": [{"name": "network-changed", "server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:53.622835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.626382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:53.627804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c4f95b7-e5d8-48b3-b4db-160d7553cce5 HTTP/1.1" status: 204 len: 168 time: 0.3235326 Aug 03 19:15:53.633770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04935944-f21b-4785-a2d9-b81e0b7f2629 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.639713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba516-9d0a-4b85-9aa1-67cc3db323e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4f95b7-e5d8-48b3-b4db-160d7553cce5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:53.678940 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be31ae98-abb6-4443-9142-cd8429e5d997 x-openstack-request-id: req-be31ae98-abb6-4443-9142-cd8429e5d997 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:53.679398 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:53.681312 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be31ae98-abb6-4443-9142-cd8429e5d997 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:53.682485 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'status': 'completed', 'code': 200} Aug 03 19:15:53.781641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-beceb696-41c5-439f-ab82-14a8e9d84a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.783218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-beceb696-41c5-439f-ab82-14a8e9d84a90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 1094 time: 0.0555658 Aug 03 19:15:53.828346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56452) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:53.944724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-745c0ff9-13d0-40ca-a470-c6be57892e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:53.946347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-745c0ff9-13d0-40ca-a470-c6be57892e1c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1486340 Aug 03 19:15:54.070192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-b3b36288-78f9-4dd8-bf21-fd3c3575155f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773551 Aug 03 19:15:54.125473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-9f340d9a-433c-44ab-bb0e-25fa146af2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.127674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e55ab58-0afa-49ec-9ec4-d82253ebce1c req-9f340d9a-433c-44ab-bb0e-25fa146af2fb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720722 Aug 03 19:15:54.256509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3873b49f-00ad-44d5-b1d5-024faabc85ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.275149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-ead510b7-edec-426e-8341-72fee40f311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.278704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-ead510b7-edec-426e-8341-72fee40f311b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 1094 time: 0.0847178 Aug 03 19:15:54.293825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6d800-27bc-4536-9e28-23e0b76560aa req-b3e033de-48bd-4096-94f6-9a7042a8e95d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.301533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84d6d800-27bc-4536-9e28-23e0b76560aa req-b3e033de-48bd-4096-94f6-9a7042a8e95d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 943 time: 0.1663620 Aug 03 19:15:54.345007 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-c43ad48f-39ef-44bb-9bec-716a6dd949e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9 HTTP/1.1" status: 200 len: 217 time: 0.0525908 Aug 03 19:15:54.345537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f169-3516-4326-98ba-0636e9af34ad req-0c19aa9b-63e4-424e-b98e-a8f474dc4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.347054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-0c19aa9b-63e4-424e-b98e-a8f474dc4930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 1096 time: 0.2414768 Aug 03 19:15:54.426879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84d6d800-27bc-4536-9e28-23e0b76560aa req-4e208f90-abd5-462d-be59-b9362d838e78 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240757 Aug 03 19:15:54.439700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-21cf0d09-9908-4730-9a2d-8077550b2cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.442125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-21cf0d09-9908-4730-9a2d-8077550b2cac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=736eee59-63f9-4888-857e-28af05cc6986 HTTP/1.1" status: 200 len: 862 time: 0.0877221 Aug 03 19:15:54.498393 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-9de16303-4b09-43eb-b771-e42248b4be0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481188 Aug 03 19:15:54.609118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f169-3516-4326-98ba-0636e9af34ad req-eef53868-85c9-4a8c-95e7-0c339c910e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.609118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-eef53868-85c9-4a8c-95e7-0c339c910e89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2285984 Aug 03 19:15:54.654198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3873b49f-00ad-44d5-b1d5-024faabc85ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.656529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-9f9a3ffa-f074-4fe0-b723-fe8ff209cca4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 200 len: 217 time: 0.0457301 Aug 03 19:15:54.667676 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-eae85abb-57a7-4a5a-844f-17e7ba0c8e94 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597250 Aug 03 19:15:54.743659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f169-3516-4326-98ba-0636e9af34ad req-9b106fe6-37ae-4e71-9f7c-d2d529bd2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.744116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56470) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.746976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-9b106fe6-37ae-4e71-9f7c-d2d529bd2966 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0806937 Aug 03 19:15:54.751276 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.769541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f875d9e4-9a76-4e93-a04c-f76de5ac783a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.800297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3873b49f-00ad-44d5-b1d5-024faabc85ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:54.830505 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d013f62c-3790-4a8a-9885-729cc9cbf0b7 req-a0229404-6a3c-4d60-9178-e6f3b023f8b0 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557891 Aug 03 19:15:54.886359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3873b49f-00ad-44d5-b1d5-024faabc85ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f51c98aee4ef4abfafa7fc7ca236b8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0567520 Aug 03 19:15:54.887692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56472) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:54.900688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873b49f-00ad-44d5-b1d5-024faabc85ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180c60e-38a7-4fd7-bf71-e9002b7d9102,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:54.913910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f169-3516-4326-98ba-0636e9af34ad req-8843c1a3-9ecc-491a-b0bb-a39de1f35b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:54.916521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-8843c1a3-9ecc-491a-b0bb-a39de1f35b13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626954 Aug 03 19:15:54.957666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f875d9e4-9a76-4e93-a04c-f76de5ac783a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.119546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f875d9e4-9a76-4e93-a04c-f76de5ac783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.126490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.164102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-379dec58-e7bf-4ab4-b2ff-938af62b2f92 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380416 Aug 03 19:15:55.190272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.199850 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f875d9e4-9a76-4e93-a04c-f76de5ac783a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf62a5887f024f059b8f1ae361a4ec74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539020 Aug 03 19:15:55.203548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875d9e4-9a76-4e93-a04c-f76de5ac783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22ffae-94f0-425d-953e-6d7214145481,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.210824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b87689-2f99-4f6f-8041-61d7c7a6119d req-6d7a4dbc-4a8c-4c23-9e2d-cc75acce814a tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:55.210824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90b87689-2f99-4f6f-8041-61d7c7a6119d req-6d7a4dbc-4a8c-4c23-9e2d-cc75acce814a tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.1746905 Aug 03 19:15:55.211273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:55.290512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.335590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.365857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90b87689-2f99-4f6f-8041-61d7c7a6119d req-32acd659-ae53-4fbc-8351-5bc4db8f1600 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335180 Aug 03 19:15:55.395698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3928f169-3516-4326-98ba-0636e9af34ad req-01579e4a-19da-4f36-8316-76f44acff923 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197077 Aug 03 19:15:55.502394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.507175 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.509069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c180c60e-38a7-4fd7-bf71-e9002b7d9102 HTTP/1.1" status: 204 len: 168 time: 0.6179030 Aug 03 19:15:55.526086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f78ec-bfcc-46c3-b627-bbe3c784d33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180c60e-38a7-4fd7-bf71-e9002b7d9102,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.554286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.561658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:55.564311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e22ffae-94f0-425d-953e-6d7214145481 HTTP/1.1" status: 204 len: 168 time: 0.3535299 Aug 03 19:15:55.591671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e2fa5-beec-4a87-ac57-7683dad02923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22ffae-94f0-425d-953e-6d7214145481,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:55.644450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76272c34-f535-4b98-a1ef-bd66536aa0fe req-b87f637b-6035-4b81-a289-44a87aade384 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:55.652697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76272c34-f535-4b98-a1ef-bd66536aa0fe req-b87f637b-6035-4b81-a289-44a87aade384 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 943 time: 0.1197612 Aug 03 19:15:55.701936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76272c34-f535-4b98-a1ef-bd66536aa0fe req-427c9497-3c91-4588-9db0-0cf9c2df8545 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476944 Aug 03 19:15:56.574249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117babc-de3b-41e7-bbd4-b800cee68417 req-b2c3b9da-45be-4d24-a6fb-79ee2e84f282 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:56.578975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7117babc-de3b-41e7-bbd4-b800cee68417 req-b2c3b9da-45be-4d24-a6fb-79ee2e84f282 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.0860169 Aug 03 19:15:56.626283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7117babc-de3b-41e7-bbd4-b800cee68417 req-4e4fc554-09b0-4628-b2bc-5c563f4c0c10 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 Aug 03 19:15:56.648912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56512) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:56.665004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-899af3c8-bbca-4600-9eeb-1a0c02319f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.779687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-899af3c8-bbca-4600-9eeb-1a0c02319f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.841859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977aed0-1c80-4e60-a391-d3b44c640155 req-0b7eebee-45a4-4923-a745-5d84a44def9d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:56.844459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9977aed0-1c80-4e60-a391-d3b44c640155 req-0b7eebee-45a4-4923-a745-5d84a44def9d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 943 time: 0.0627184 Aug 03 19:15:56.904467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9977aed0-1c80-4e60-a391-d3b44c640155 req-43e3fbd3-2b0c-4fc8-ad4f-7234cedd843e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537577 Aug 03 19:15:56.912971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-899af3c8-bbca-4600-9eeb-1a0c02319f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:56.956186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899af3c8-bbca-4600-9eeb-1a0c02319f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c983105-5a27-4bc3-b0b9-43aadd8a096d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:56.973131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-899af3c8-bbca-4600-9eeb-1a0c02319f48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a4845d7904c4dd1badc47f85b655c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208239 Aug 03 19:15:56.973736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56520) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:15:57.037977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.065557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.227369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.232580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:57.234214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c983105-5a27-4bc3-b0b9-43aadd8a096d HTTP/1.1" status: 204 len: 168 time: 0.2592974 Aug 03 19:15:57.247267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2e93a-818c-40d3-b02c-5a53fbe673e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c983105-5a27-4bc3-b0b9-43aadd8a096d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:57.945245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e03a40-4046-4840-8be2-effd01e1e4fb req-e8b6533a-8d52-4288-865b-4ad66ce984d0 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:57.948916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35e03a40-4046-4840-8be2-effd01e1e4fb req-e8b6533a-8d52-4288-865b-4ad66ce984d0 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.1282740 Aug 03 19:15:58.048010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35e03a40-4046-4840-8be2-effd01e1e4fb req-5477a4d5-1824-4696-af09-fbd104bc5b4e tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups?id=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897827 Aug 03 19:15:58.172235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-c11aacab-d0c3-47c6-bf1a-9606c0e88973 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:58.175270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-c11aacab-d0c3-47c6-bf1a-9606c0e88973 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 946 time: 0.0839674 Aug 03 19:15:58.187051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04e830-7689-4475-b059-857f2afbda54 req-144f72b9-e1c0-4a30-940b-e47468ac0d22 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:58.200719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c04e830-7689-4475-b059-857f2afbda54 req-144f72b9-e1c0-4a30-940b-e47468ac0d22 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 943 time: 0.1106539 Aug 03 19:15:58.287400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c04e830-7689-4475-b059-857f2afbda54 req-b99f6ae5-be3d-4693-88e7-3d837089f819 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843313 Aug 03 19:15:58.371714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Deleting port feb137b7-fea8-485a-9e0f-8db1cea71a4d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:15:58.372116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.490866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] For port feb137b7-fea8-485a-9e0f-8db1cea71a4d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=feb137b7-fea8-485a-9e0f-8db1cea71a4d,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:58.492013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.710153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.710612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.711021 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Floating IP a91bc987-6a30-49ef-8b52-1b98b7222bbb disassociated. External IP: 172.25.2.114, port: feb137b7-fea8-485a-9e0f-8db1cea71a4d. Aug 03 19:15:58.711445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Calling delete_port for feb137b7-fea8-485a-9e0f-8db1cea71a4d owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:15:58.732772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:15:58.914854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:58.932846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'port_id': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'mac_address': 'fa:16:3e:67:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736eee59-63f9-4888-857e-28af05cc6986', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:15:58.979991 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:58.995277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff3367e-1311-4109-9fe1-31b2ca64faf9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:15:59.000838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.023230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:15:59.046043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event deleted for resources: {'Port': ['ID=feb137b7-fea8-485a-9e0f-8db1cea71a4d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:59.200027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b0ca58a-4199-469c-8b5a-c98ce32b7c4b req-ba5818c0-7ee9-4bc4-920d-67f96b5b38ca tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0357552 Aug 03 19:15:59.224858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.231771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:15:59.254182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:15:59.444864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4866816-cdbc-48ce-ba3f-5dd24e820a45 req-3a334e41-6cbc-481e-a410-0d8977117c85 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:15:59.446508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4866816-cdbc-48ce-ba3f-5dd24e820a45 req-3a334e41-6cbc-481e-a410-0d8977117c85 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 944 time: 0.0748768 Aug 03 19:15:59.491794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['1ff3367e-1311-4109-9fe1-31b2ca64faf9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:15:59.535600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4866816-cdbc-48ce-ba3f-5dd24e820a45 req-e69626a5-ca34-4e01-80cd-6613ba04282d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815716 Aug 03 19:15:59.684469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:15:59.707469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Sync routers for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:15:59.717796 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:15:59.718452 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:15:59.729740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] No DVR routers for this DVR port feb137b7-fea8-485a-9e0f-8db1cea71a4d on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:15:59.735820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:15:59.738383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72300322-1353-4f94-b33d-9cd1a72a9001 req-573906d4-19f8-4f68-8fb0-b12034351617 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.77 "DELETE /v2.0/ports/feb137b7-fea8-485a-9e0f-8db1cea71a4d HTTP/1.1" status: 204 len: 173 time: 1.5542717 Aug 03 19:15:59.738832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'name': 'network-vif-deleted', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:15:59.742171 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b6df35-08d1-4c1a-9fe6-c5753c05fe6e" -d '{"events": [{"server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "name": "network-vif-deleted", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:15:59.804690 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08330146-8353-4684-8ecd-e099775292b0 x-openstack-request-id: req-08330146-8353-4684-8ecd-e099775292b0 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:15:59.804979 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ba41975-dafa-4775-84b3-1e1e39efd018", "name": "network-vif-deleted", "tag": "feb137b7-fea8-485a-9e0f-8db1cea71a4d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:15:59.805230 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08330146-8353-4684-8ecd-e099775292b0 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:15:59.805621 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ba41975-dafa-4775-84b3-1e1e39efd018', 'name': 'network-vif-deleted', 'tag': 'feb137b7-fea8-485a-9e0f-8db1cea71a4d', 'status': 'completed', 'code': 200} Aug 03 19:15:59.836862 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:00.174803 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.220551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Checking router: 654adc9b-f819-4a7a-8ce4-c6925bcaec75 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:00.230664 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:00.235041 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.335135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e44ec35-9808-49bb-b77f-e9f9dc1c658f req-5bed9cd5-388c-44ac-8a41-97abce459de9 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0343139 Aug 03 19:16:00.376916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:00.555486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56634) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:00.637412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:00.672021 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5407935b-11b2-4450-8ae8-497454effbdb None None] The sync data for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 is: [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:10:17Z', 'revision_number': 4, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '09e8369c-0fd6-4345-9d3e-00e96b4abc43', 'name': '', 'network_id': '18f495ec-5458-48a6-9ec1-c7f9bdec79dc', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'mac_address': 'fa:16:3e:bb:d4:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:15Z', 'updated_at': '2021-08-03T19:10:26Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'subnets': [{'id': 'adb8abdf-2916-48ca-9eaa-1ce18332820e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:00.675682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6010f-b1bf-4a33-a9c4-32455e782d7d req-830d08c0-9bde-4f5e-bae8-b7df997a66b5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:00.683353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13a6010f-b1bf-4a33-a9c4-32455e782d7d req-830d08c0-9bde-4f5e-bae8-b7df997a66b5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 944 time: 0.0666234 Aug 03 19:16:00.732818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:00.763557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b8d0a8-1df7-40dc-9ca8-8bab83d10bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.777475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13a6010f-b1bf-4a33-a9c4-32455e782d7d req-7a2e09b5-ab29-4fad-949f-4c406d360606 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906019 Aug 03 19:16:00.896003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b8d0a8-1df7-40dc-9ca8-8bab83d10bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:00.919150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:00.925994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:00.929218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.084105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b8d0a8-1df7-40dc-9ca8-8bab83d10bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.117929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd34b033-e613-4228-b4f1-23456b64edad None None] New status for floating IP a91bc987-6a30-49ef-8b52-1b98b7222bbb: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:16:01.143398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-00b8d0a8-1df7-40dc-9ca8-8bab83d10bc2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32da000a104e41049b22982f16f065e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861530 Aug 03 19:16:01.143574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56666) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:01.144609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8d0a8-1df7-40dc-9ca8-8bab83d10bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b81de6a-44fa-40fe-a999-74adc3bfedf7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.214031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.239623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.310669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.335274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:01.337593 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28cc270-74d8-4b7d-9f96-c09184b1a827" -d '{"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:01.352573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:01.394507 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091a6c1c-6d97-460f-a7e5-2119a3d682bc x-openstack-request-id: req-091a6c1c-6d97-460f-a7e5-2119a3d682bc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:01.394807 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:01.395062 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-091a6c1c-6d97-460f-a7e5-2119a3d682bc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:01.395457 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'code': 200} Aug 03 19:16:01.482224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6ce8904-ff80-4549-aa69-5118fca1bd10 req-0b82f6d1-1749-41b2-8c41-b935893255b6 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0285721 Aug 03 19:16:01.520514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.523210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.524598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b81de6a-44fa-40fe-a999-74adc3bfedf7 HTTP/1.1" status: 204 len: 168 time: 0.3800304 Aug 03 19:16:01.542321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:01.542837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc997-c5d8-4b9c-8a9f-2eab297de959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b81de6a-44fa-40fe-a999-74adc3bfedf7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.566139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec551f6-2ef5-478b-80b4-0c9aec6c9084 req-38b83efc-fc8f-40e9-b5c8-9d01c6ef66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.567782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ec551f6-2ef5-478b-80b4-0c9aec6c9084 req-38b83efc-fc8f-40e9-b5c8-9d01c6ef66e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 1095 time: 0.0788739 Aug 03 19:16:01.625193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:01.625425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ec551f6-2ef5-478b-80b4-0c9aec6c9084 req-f4f6a78b-56d7-4669-bacc-f52769a077b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 Aug 03 19:16:01.665863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device feb137b7-fea8-485a-9e0f-8db1cea71a4d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:01.688080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: feb137b7-fea8-485a-9e0f-8db1cea71a4d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:01.688411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device feb137b7-fea8-485a-9e0f-8db1cea71a4d not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:01.821990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56682) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:01.908812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbf282-ab6c-45c6-af90-30cb8410d482 req-8d44ca90-2dff-43f3-b58b-fccb47b54c90 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:01.911007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20dbf282-ab6c-45c6-af90-30cb8410d482 req-8d44ca90-2dff-43f3-b58b-fccb47b54c90 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.0612366 Aug 03 19:16:01.961417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20dbf282-ab6c-45c6-af90-30cb8410d482 req-38b7176e-d7e8-4749-9009-9104c68ad954 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416751 Aug 03 19:16:02.125550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e906cb17-69d1-4238-92ff-851b5e750748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.239688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e906cb17-69d1-4238-92ff-851b5e750748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.385087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e906cb17-69d1-4238-92ff-851b5e750748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.428999 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e906cb17-69d1-4238-92ff-851b5e750748 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=930afa471dc34736a71af1c4273e6573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023209 Aug 03 19:16:02.428999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906cb17-69d1-4238-92ff-851b5e750748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0cfdf-22e5-4eba-8d2c-581c2bd9faaf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:02.429332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56702) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:02.485092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.512455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.658595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5a16b95-0e4c-41b0-b3e0-73b08bd77ecc req-a9c90087-4f01-4987-a878-47831771484f tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0556929 Aug 03 19:16:02.724208 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.726754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:02.728523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbe0cfdf-22e5-4eba-8d2c-581c2bd9faaf HTTP/1.1" status: 204 len: 168 time: 0.2976949 Aug 03 19:16:02.741335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1e361-e308-4566-8d84-26f7ac1460c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0cfdf-22e5-4eba-8d2c-581c2bd9faaf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:03.045959 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:03.114489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cf17a-8b23-4cc1-834e-721007262fea req-effbf193-db79-4cd0-99de-80f6967ba3fa tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:03.114489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-741cf17a-8b23-4cc1-834e-721007262fea req-effbf193-db79-4cd0-99de-80f6967ba3fa tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.0647345 Aug 03 19:16:03.190667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-741cf17a-8b23-4cc1-834e-721007262fea req-fdb20c78-2f7d-44e0-b33e-5d4c9b480c69 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590234 Aug 03 19:16:03.757901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a5abf3e-36b2-4a52-914a-3d9403ae44be req-3d7c229a-b946-4da5-9aa0-45d728b7d15e tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0266044 Aug 03 19:16:03.868999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56736) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:03.886704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04dfa1ab-1159-4a40-bc8b-9d8fe60d1798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.002597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04dfa1ab-1159-4a40-bc8b-9d8fe60d1798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.158734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04dfa1ab-1159-4a40-bc8b-9d8fe60d1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.606793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04dfa1ab-1159-4a40-bc8b-9d8fe60d1798 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32f6d978c4274d6ab91843b69fc0cccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359936 Aug 03 19:16:04.611093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56758) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:04.612969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfa1ab-1159-4a40-bc8b-9d8fe60d1798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7f8dc-a3c6-438f-90ca-a013e49b0fa4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:04.652631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f19a1-37e8-4313-be27-a1765bd1e0cc req-1603e96e-92dd-4364-ba3c-ce10146dfb04 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:04.655111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069f19a1-37e8-4313-be27-a1765bd1e0cc req-1603e96e-92dd-4364-ba3c-ce10146dfb04 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.1074975 Aug 03 19:16:04.694541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.710356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069f19a1-37e8-4313-be27-a1765bd1e0cc req-9fea74de-8412-4de4-8633-13d83bcd40ec tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Aug 03 19:16:04.725730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.908229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36089a6f-f603-4b41-a773-477a3dd5ee66 req-772c4ec5-fd3f-4db1-8e95-90ffe4a6be2c tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0363932 Aug 03 19:16:04.922282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a10d6-987b-4113-9899-16af3cde2c29 req-9cd0ac3f-a8f8-4b9f-92aa-0a3e84d06ae3 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:04.924906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-959a10d6-987b-4113-9899-16af3cde2c29 req-9cd0ac3f-a8f8-4b9f-92aa-0a3e84d06ae3 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.1218793 Aug 03 19:16:04.953115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.956117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:04.957680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bcf7f8dc-a3c6-438f-90ca-a013e49b0fa4 HTTP/1.1" status: 204 len: 168 time: 0.3455727 Aug 03 19:16:04.969401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d20bd-97cd-4ae8-9a7b-3e43aad811f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7f8dc-a3c6-438f-90ca-a013e49b0fa4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:04.982324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-959a10d6-987b-4113-9899-16af3cde2c29 req-0fb2e85d-ffde-46e2-bc35-77f6cc0e45c6 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499938 Aug 03 19:16:06.156592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ab44c6a-4afc-4bdf-abfd-5a72c14930fa req-d75a3ad3-21e1-418d-bb4a-2a8d7c010067 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ba41975-dafa-4775-84b3-1e1e39efd018 HTTP/1.1" status: 200 len: 210 time: 0.0674121 Aug 03 19:16:06.750166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8c6fd-6f5a-495c-bf21-5667dbd8a6a1 req-4365f0eb-6723-4023-acf5-97e75edb06ef tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:06.754200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42f8c6fd-6f5a-495c-bf21-5667dbd8a6a1 req-4365f0eb-6723-4023-acf5-97e75edb06ef tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.1125343 Aug 03 19:16:06.835547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42f8c6fd-6f5a-495c-bf21-5667dbd8a6a1 req-5c28f6aa-d4a4-45ae-9f0e-81a2d3fd8a5d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726264 Aug 03 19:16:07.413613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:07.510716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.539055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.866600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.884700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:07.887149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "DELETE /v2.0/security-groups/ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb HTTP/1.1" status: 204 len: 168 time: 0.4707227 Aug 03 19:16:07.896546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56918) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:07.914759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101b183-63b0-4b0e-a484-799062c99efc tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:08.020839 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-00d8ab6b-8e62-43c2-84a8-071f84fb7a7d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] show failed (client error): The resource could not be found. Aug 03 19:16:08.022787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00d8ab6b-8e62-43c2-84a8-071f84fb7a7d tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "GET /v2.0/security-groups/ad0dc71f-ee8a-462f-8718-4ab1b44c9bdb HTTP/1.1" status: 404 len: 347 time: 0.1251509 Aug 03 19:16:08.027578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:08.093925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471df311-704d-4c5d-b719-6171f50ddefd req-004abadf-1f7e-4475-80f0-bb70f3191dc9 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.105459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-471df311-704d-4c5d-b719-6171f50ddefd req-004abadf-1f7e-4475-80f0-bb70f3191dc9 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.2172401 Aug 03 19:16:08.154244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365191c0-3343-45ab-b775-ab97898e38c3 req-187a8720-0013-41ba-b1e1-d7e040aa01ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:08.157238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-365191c0-3343-45ab-b775-ab97898e38c3 req-187a8720-0013-41ba-b1e1-d7e040aa01ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.1456370 Aug 03 19:16:08.216064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:08.246965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-471df311-704d-4c5d-b719-6171f50ddefd req-1bfa347a-a001-473b-adfd-1c463d10bf80 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396918 Aug 03 19:16:08.341297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Deleting port 01b80d73-1349-4b5a-9aeb-c8b72fc07672 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:08.341964 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.353448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-365191c0-3343-45ab-b775-ab97898e38c3 req-a3c64d54-1a0f-49fe-8631-72f8d9966ae0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681564 Aug 03 19:16:08.525125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.526203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.548545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Calling delete_port for 01b80d73-1349-4b5a-9aeb-c8b72fc07672 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:08.656805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:08.734772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1989-2c05-4658-abeb-80b4ba973b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.757940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5a137ed6-96c3-4c25-9347-ad0965d489da tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1827957192'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:08.758583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5a137ed6-96c3-4c25-9347-ad0965d489da tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Unknown quota resources ['metering_label']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:16:08.797745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:08.975150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1989-2c05-4658-abeb-80b4ba973b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:08.981740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:09.005008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'port_id': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'mac_address': 'fa:16:3e:67:d0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736eee59-63f9-4888-857e-28af05cc6986', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:09.066057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.085856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ff3367e-1311-4109-9fe1-31b2ca64faf9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:09.120762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:09.147136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.162136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7fb1989-2c05-4658-abeb-80b4ba973b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.177184 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a137ed6-96c3-4c25-9347-ad0965d489da tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.181074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5a137ed6-96c3-4c25-9347-ad0965d489da tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5225933 Aug 03 19:16:09.181349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Pushing event deleted for resources: {'Port': ['ID=01b80d73-1349-4b5a-9aeb-c8b72fc07672,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.186207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56946) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:09.191623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a83ee7b4-c007-4dd1-a136-2d03bd94fd58 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2409c055-2239-4608-a5ad-1c88f1937c2a'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:09.192404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a83ee7b4-c007-4dd1-a136-2d03bd94fd58 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:16:09.249078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f7fb1989-2c05-4658-abeb-80b4ba973b8d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d4bdac5ec4584e8b923c3cf3c327735f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0296180 Aug 03 19:16:09.264029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56948) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:09.272592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.294743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb1989-2c05-4658-abeb-80b4ba973b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5313cca-bb82-499d-b302-3328a0eff86b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.349581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c30c7-3e91-4870-86e0-16043e34d10c req-654d080d-f15c-416e-9836-14d059b86c8f tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.351318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-494c30c7-3e91-4870-86e0-16043e34d10c req-654d080d-f15c-416e-9836-14d059b86c8f tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.0949500 Aug 03 19:16:09.368627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:09.429911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-494c30c7-3e91-4870-86e0-16043e34d10c req-71423d07-add1-4c36-a735-22ff3dc8aea7 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675306 Aug 03 19:16:09.442693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.442693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.449662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56954) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:09.449996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-45af284a-39aa-4708-9035-a58f90d35523 tempest-ServersTestBootFromVolume-1934006301 tempest-ServersTestBootFromVolume-1934006301-project] 10.222.0.67 "DELETE /v2.0/floatingips/a91bc987-6a30-49ef-8b52-1b98b7222bbb HTTP/1.1" status: 204 len: 168 time: 1.4209993 Aug 03 19:16:09.459005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['1ff3367e-1311-4109-9fe1-31b2ca64faf9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:09.499905 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.577981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.587346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c091a1c-648e-41b7-972f-49b2b5af0c39 req-fbb81742-702c-4610-805c-0a6949f1d557 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:09.594891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c091a1c-648e-41b7-972f-49b2b5af0c39 req-fbb81742-702c-4610-805c-0a6949f1d557 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 944 time: 0.0901709 Aug 03 19:16:09.595645 n-d-803363-1 neutron-server[101343]: WARNING neutron.services.metering.metering_plugin [None req-a83ee7b4-c007-4dd1-a136-2d03bd94fd58 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:16:09.731402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c091a1c-648e-41b7-972f-49b2b5af0c39 req-0e1ce26c-4610-443e-b9c9-354a47f9a05f tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121643 Aug 03 19:16:09.820116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a83ee7b4-c007-4dd1-a136-2d03bd94fd58 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.822092 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a83ee7b4-c007-4dd1-a136-2d03bd94fd58 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6339972 Aug 03 19:16:09.826503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:09.845486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a0756e54-fea3-4a13-9508-d97695f3266e tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2409c055-2239-4608-a5ad-1c88f1937c2a'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:09.845486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a0756e54-fea3-4a13-9508-d97695f3266e tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:16:09.922971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.926253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:09.927654 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5313cca-bb82-499d-b302-3328a0eff86b HTTP/1.1" status: 204 len: 168 time: 0.6624832 Aug 03 19:16:09.941926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9446b4-b392-4924-b6f0-18a2c6b6dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5313cca-bb82-499d-b302-3328a0eff86b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:10.101934 n-d-803363-1 neutron-server[101343]: WARNING neutron.services.metering.metering_plugin [None req-a0756e54-fea3-4a13-9508-d97695f3266e tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:16:10.261029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0756e54-fea3-4a13-9508-d97695f3266e tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.267688 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0756e54-fea3-4a13-9508-d97695f3266e tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4349275 Aug 03 19:16:10.267688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56972) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.282492 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f5187b3-d6b6-4963-af00-8547392eb425 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=b43c11d4-174b-4af9-840c-53fb857500fb HTTP/1.1" status: 200 len: 462 time: 0.0131891 Aug 03 19:16:10.286777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56974) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.313384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.628523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ae027e9-2c62-4ddb-99e3-f99a16de9732 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.630194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ae027e9-2c62-4ddb-99e3-f99a16de9732 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/b43c11d4-174b-4af9-840c-53fb857500fb HTTP/1.1" status: 204 len: 168 time: 0.3419580 Aug 03 19:16:10.634275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.660741 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a473162-471b-4c36-b5bc-45d1f8fe5e6b tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=b43c11d4-174b-4af9-840c-53fb857500fb HTTP/1.1" status: 200 len: 221 time: 0.0233228 Aug 03 19:16:10.664282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:10.680988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b341d9a4-accc-47ea-a8af-20a256eae0d4 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1443475762', 'description': 'label created by tempest'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:10.680988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b341d9a4-accc-47ea-a8af-20a256eae0d4 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Unknown quota resources ['metering_label']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:16:10.784787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d98b6-7f5a-4133-8338-4e38c6ac964a req-70675649-19e2-4115-9735-81a6b2a2639c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:10.786468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-680d98b6-7f5a-4133-8338-4e38c6ac964a req-70675649-19e2-4115-9735-81a6b2a2639c tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.1075218 Aug 03 19:16:10.794996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:10.864811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:10.865478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.918716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Deleting port 09e8369c-0fd6-4345-9d3e-00e96b4abc43 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:10.918998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:10.983563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-680d98b6-7f5a-4133-8338-4e38c6ac964a req-df48eff3-c16a-4068-a266-48384cd640f6 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724935 Aug 03 19:16:11.024210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.091648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:11.093053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:11.097673 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01838dd7-b93d-49af-b00b-2acdaaf97ce7" -d '{"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:11.106178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] For port 09e8369c-0fd6-4345-9d3e-00e96b4abc43, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=09e8369c-0fd6-4345-9d3e-00e96b4abc43,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:11.106820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.123907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56992) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.131455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Calling delete_port for 09e8369c-0fd6-4345-9d3e-00e96b4abc43 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:11.144426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5c31678-1617-4624-b160-25adc2bebc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.176265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe25953-5562-460c-a74e-c320a617f514 req-e6ad5df4-4868-4f3d-bc7e-20c19e77a402 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:11.179227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfe25953-5562-460c-a74e-c320a617f514 req-e6ad5df4-4868-4f3d-bc7e-20c19e77a402 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 944 time: 0.3084261 Aug 03 19:16:11.210016 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea29938-c101-482f-8ff8-022514db0aa9 x-openstack-request-id: req-8ea29938-c101-482f-8ff8-022514db0aa9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:11.210819 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-plugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:11.211114 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ea29938-c101-482f-8ff8-022514db0aa9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:11.213932 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'code': 200} Aug 03 19:16:11.240518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b341d9a4-accc-47ea-a8af-20a256eae0d4 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.242546 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b341d9a4-accc-47ea-a8af-20a256eae0d4 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5761414 Aug 03 19:16:11.249908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56994) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.265261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.301428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfe25953-5562-460c-a74e-c320a617f514 req-ff6e3674-6295-46a9-ba0b-3c33820d5ab7 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716813 Aug 03 19:16:11.351306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.363282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0d54ee1-d4e8-4fa7-8210-ef3f31267c6c tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=c35d5549-2753-4ffa-8d42-e4adea1af96a HTTP/1.1" status: 200 len: 468 time: 0.1118822 Aug 03 19:16:11.367181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56998) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.657417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5c31678-1617-4624-b160-25adc2bebc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.684140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.723765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Pushing event deleted for resources: {'Port': ['ID=09e8369c-0fd6-4345-9d3e-00e96b4abc43,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:11.755572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98402665-8755-49a0-bd1d-82fb92cf05c1 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.757309 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-98402665-8755-49a0-bd1d-82fb92cf05c1 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/c35d5549-2753-4ffa-8d42-e4adea1af96a HTTP/1.1" status: 204 len: 168 time: 0.3889928 Aug 03 19:16:11.761897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57002) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.784467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-73592ea2-ac22-4679-be63-546f56d625fb tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=c35d5549-2753-4ffa-8d42-e4adea1af96a HTTP/1.1" status: 200 len: 216 time: 0.0188169 Aug 03 19:16:11.788522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57004) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.803735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09b52e91-0369-413e-9fea-2f451d758297 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0124583 Aug 03 19:16:11.810684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57006) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.828269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9b03ca0-3714-4729-b778-94079f6f75a0 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0159345 Aug 03 19:16:11.833808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57008) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:11.950115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5c31678-1617-4624-b160-25adc2bebc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:11.970793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56b2d60a-87ad-4e87-a579-bdec7880392d tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels/2409c055-2239-4608-a5ad-1c88f1937c2a HTTP/1.1" status: 200 len: 473 time: 0.1353340 Aug 03 19:16:11.992566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57010) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.018732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-96bcf572-5ebc-4548-9cb2-e1271ff4471b tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules/e8bb8d22-0b46-46ee-bed3-3931b6691ee7 HTTP/1.1" status: 200 len: 459 time: 0.0246947 Aug 03 19:16:12.031177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.057438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.057559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5c31678-1617-4624-b160-25adc2bebc98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f0633552807f44be9010411310bdf7ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9251072 Aug 03 19:16:12.062625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.091355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c31678-1617-4624-b160-25adc2bebc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b9d3e7-7dd6-4f90-94d6-329536905b03,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:12.132625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-bdfe5bc0-6ad9-46f5-862c-7804bb8849c4 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.135727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-bdfe5bc0-6ad9-46f5-862c-7804bb8849c4 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.77 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.1820223 Aug 03 19:16:12.222953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.261428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987542f6-b62f-4c15-aadd-1b8a44f083df req-2a2bc16a-1891-44a6-81d8-7e868c3b05ab tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.263406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-987542f6-b62f-4c15-aadd-1b8a44f083df req-2a2bc16a-1891-44a6-81d8-7e868c3b05ab tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 945 time: 0.1486788 Aug 03 19:16:12.286910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.369732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Deleting port 329f410e-fe49-49c9-82d5-cbb2ef6db193 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:12.370270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.488800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-987542f6-b62f-4c15-aadd-1b8a44f083df req-4a3ab761-e598-4066-807e-c64107e84028 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups?id=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135551 Aug 03 19:16:12.525816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] For port 329f410e-fe49-49c9-82d5-cbb2ef6db193, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=329f410e-fe49-49c9-82d5-cbb2ef6db193,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:12.526420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.529613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.532215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.533437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38b9d3e7-7dd6-4f90-94d6-329536905b03 HTTP/1.1" status: 204 len: 168 time: 0.4646008 Aug 03 19:16:12.553300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab398300-2bf3-4d38-8adc-df20dbcd43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b9d3e7-7dd6-4f90-94d6-329536905b03,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:12.557114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f69e82e-39fe-40e9-b3c7-d1ffa2427ad7 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.562015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f69e82e-39fe-40e9-b3c7-d1ffa2427ad7 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/e8bb8d22-0b46-46ee-bed3-3931b6691ee7 HTTP/1.1" status: 204 len: 168 time: 0.5288129 Aug 03 19:16:12.565284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:12.741663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb7d7a-cc12-4089-9fb3-87915421166d req-84af9740-a29c-4557-8f3d-93c6f2870342 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:12.743652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffcb7d7a-cc12-4089-9fb3-87915421166d req-84af9740-a29c-4557-8f3d-93c6f2870342 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.3084683 Aug 03 19:16:12.756947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:12.833815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.834443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:12.834899 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Floating IP 20e09147-edfb-4df3-af30-596d7ef6212a disassociated. External IP: 172.25.2.200, port: 329f410e-fe49-49c9-82d5-cbb2ef6db193. Aug 03 19:16:12.835451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Calling delete_port for 329f410e-fe49-49c9-82d5-cbb2ef6db193 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:12.926987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffcb7d7a-cc12-4089-9fb3-87915421166d req-524ccc8a-59dd-4b91-b4cd-eb351586626b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722970 Aug 03 19:16:13.035305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a08dd95a-8816-4629-a1dc-25d24b6ff4f6 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.036477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a08dd95a-8816-4629-a1dc-25d24b6ff4f6 tempest-MeteringIpV6TestJSON-1832782074 tempest-MeteringIpV6TestJSON-1832782074-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/2409c055-2239-4608-a5ad-1c88f1937c2a HTTP/1.1" status: 204 len: 168 time: 0.4687197 Aug 03 19:16:13.042340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:13.048713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a711bd0f-5c6d-4468-a463-3a1e730bbdde admin admin] 10.222.0.67 "PUT /v2.0/routers/654adc9b-f819-4a7a-8ce4-c6925bcaec75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5957804 Aug 03 19:16:13.050440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57030) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:13.057823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Sync routers for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:13.071936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:13.071936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.156560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.217854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event deleted for resources: {'Port': ['ID=329f410e-fe49-49c9-82d5-cbb2ef6db193,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:13.238606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:13.268041 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:13.423936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Router fd47b714-b392-4091-a328-b1ba2ab72ff5 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:13.731145 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:16:11Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.769925 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Checking router: 654adc9b-f819-4a7a-8ce4-c6925bcaec75 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:13.781516 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Routers {'654adc9b-f819-4a7a-8ce4-c6925bcaec75'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:13.782590 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:13.951196 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] Set router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:13.990288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e3f3b19-945d-44cd-8bdc-f2d5457134bd req-7ca3023a-5f2e-4e72-898b-0e312d4e3708 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.0873232 Aug 03 19:16:14.001812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57052) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.003266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.248625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:14.249895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d87a5512-07af-4567-881d-c5d94dbc350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.251866 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:16:11Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:14.263067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Sync routers for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:14.292834 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51491a2-2d13-4bbf-8c93-a10dffc6f6c6 None None] The sync data for ids ['654adc9b-f819-4a7a-8ce4-c6925bcaec75'] in n-d-803363-1 is: [{'id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'name': 'tempest-ServersTestBootFromVolume-1559223647-router', 'tenant_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:10:09Z', 'updated_at': '2021-08-03T19:16:11Z', 'revision_number': 5, 'project_id': 'bd1435e3b9c440dc8df1a1e5e4ff7445', 'gw_port': {'id': '868c78a6-a2bd-432d-9932-5a26525394ef', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:80:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654adc9b-f819-4a7a-8ce4-c6925bcaec75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:10:10Z', 'updated_at': '2021-08-03T19:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:14.304507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:14.305450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:14.318403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] No DVR routers for this DVR port 329f410e-fe49-49c9-82d5-cbb2ef6db193 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:14.321192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.324281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-06d9e34e-5810-4066-86b7-d29348987ff9 req-8c270f7d-2670-45f2-bd06-6577fc64d688 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.77 "DELETE /v2.0/ports/329f410e-fe49-49c9-82d5-cbb2ef6db193 HTTP/1.1" status: 204 len: 173 time: 2.1805708 Aug 03 19:16:14.324963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'name': 'network-vif-deleted', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:14.339153 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee946000-4b5c-4508-9263-da011df442e2" -d '{"events": [{"server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "name": "network-vif-deleted", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:14.385613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-3b08c6b0-9cbb-41b2-97b3-694ad3d9ac3a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:14.385613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-3b08c6b0-9cbb-41b2-97b3-694ad3d9ac3a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.2612126 Aug 03 19:16:14.409875 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958c0405-96ba-4337-9457-bf626d694fbd x-openstack-request-id: req-958c0405-96ba-4337-9457-bf626d694fbd {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:14.410425 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02645816-6319-45ea-8cf2-f499c928eb96", "name": "network-vif-deleted", "tag": "329f410e-fe49-49c9-82d5-cbb2ef6db193", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:14.410853 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-958c0405-96ba-4337-9457-bf626d694fbd {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:14.411436 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02645816-6319-45ea-8cf2-f499c928eb96', 'name': 'network-vif-deleted', 'tag': '329f410e-fe49-49c9-82d5-cbb2ef6db193', 'status': 'completed', 'code': 200} Aug 03 19:16:14.449902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c035f7-f168-4d0b-bc5c-9dea1b1b5954 req-e745d626-2740-4bb0-9e92-adaeb568cd6a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:14.451534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c035f7-f168-4d0b-bc5c-9dea1b1b5954 req-e745d626-2740-4bb0-9e92-adaeb568cd6a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 945 time: 0.2761455 Aug 03 19:16:14.480446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Deleting port 868c78a6-a2bd-432d-9932-5a26525394ef {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:14.480446 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.515565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:14.626978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c035f7-f168-4d0b-bc5c-9dea1b1b5954 req-5f1a60f0-c11e-45b9-a5a5-60a72c25cfbe tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587126 Aug 03 19:16:14.697058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] For port 868c78a6-a2bd-432d-9932-5a26525394ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=868c78a6-a2bd-432d-9932-5a26525394ef,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:14.698137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.725092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d87a5512-07af-4567-881d-c5d94dbc350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.730447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Calling delete_port for 868c78a6-a2bd-432d-9932-5a26525394ef owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:14.737118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Deleting port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:14.737479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.828397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:14.851128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d87a5512-07af-4567-881d-c5d94dbc350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.918051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:14.945204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:14.945204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:14.949507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d87a5512-07af-4567-881d-c5d94dbc350a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8837fd0434454b508bd330ec6d564fef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9423265 Aug 03 19:16:14.952026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57074) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:14.954118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Checking router: fd47b714-b392-4091-a328-b1ba2ab72ff5 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:14.977195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:14.977829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:14.999926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a5512-07af-4567-881d-c5d94dbc350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d901ec2-978e-41ac-ac9d-002b73fad9c6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.010562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Calling delete_port for 1ff3367e-1311-4109-9fe1-31b2ca64faf9 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:15.038346 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.049760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.086103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.137131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:15.139634 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af7125-e1a4-418c-94e8-d36196da8070" -d '{"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:15.204573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 1ff3367e-1311-4109-9fe1-31b2ca64faf9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=1ff3367e-1311-4109-9fe1-31b2ca64faf9,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:15.252315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:15.278397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.305800 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.370012 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.372555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.377156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d901ec2-978e-41ac-ac9d-002b73fad9c6 HTTP/1.1" status: 204 len: 168 time: 0.4205832 Aug 03 19:16:15.388337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99a16950-b54d-447b-b08a-4a20c774ef1a req-13afb810-12d4-4ae3-b63b-b6589a92080a tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/ports?device_id=02645816-6319-45ea-8cf2-f499c928eb96 HTTP/1.1" status: 200 len: 210 time: 0.1177020 Aug 03 19:16:15.390453 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52b3167-3cc1-4514-86da-13943793d5ca x-openstack-request-id: req-b52b3167-3cc1-4514-86da-13943793d5ca {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:15.390862 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:15.391256 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b52b3167-3cc1-4514-86da-13943793d5ca {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:15.391886 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'code': 200} Aug 03 19:16:15.397897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d901ec2-978e-41ac-ac9d-002b73fad9c6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.411767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.413111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.414483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.418399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.418769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.419378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.419720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.420054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.420386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.420738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.421066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.421395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52afac15-f766-4199-bdb4-2906634b9114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:15.517902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.530075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.557965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event deleted for resources: {'Port': ['ID=1ff3367e-1311-4109-9fe1-31b2ca64faf9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.576057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.620543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Pushing event deleted for resources: {'Port': ['ID=868c78a6-a2bd-432d-9932-5a26525394ef,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:15.648326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:15.649837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] No DVR routers for this DVR port 1ff3367e-1311-4109-9fe1-31b2ca64faf9 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:15.655096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.659433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f301dd3-fad6-492b-8a90-5d4cf7f3e5e9 req-203783af-9ef0-494e-92db-f4e8826c332a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "DELETE /v2.0/ports/1ff3367e-1311-4109-9fe1-31b2ca64faf9 HTTP/1.1" status: 204 len: 173 time: 1.2693958 Aug 03 19:16:15.659615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-deleted', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:15.670556 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1657758-7486-4a4e-bca2-435f75ca64c2" -d '{"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-deleted", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:15.686677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0118f682-a163-4c07-9f32-6c9a88efddec None None] The sync data for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 is: [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:13:52Z', 'revision_number': 4, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5395362a-77f0-480f-b365-5b544a534c0f', 'name': '', 'network_id': '20d2d92d-988e-46de-8993-7a12b0d6454e', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'mac_address': 'fa:16:3e:07:5d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:50Z', 'updated_at': '2021-08-03T19:14:01Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'subnets': [{'id': '869f8241-e946-4319-98d1-8bb38abcbb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:15.747970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.874688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-706b7c64-dcac-4df9-aa4f-bc67d135d54f req-577f89fa-a670-4aa0-8055-bcf7a24affa4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0885484 Aug 03 19:16:15.881424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:15.886284 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.002240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a5d646-b376-4c11-98db-164c72f6f803 None None] New status for floating IP 20e09147-edfb-4df3-af30-596d7ef6212a: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:16:16.084432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.085125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 654adc9b-f819-4a7a-8ce4-c6925bcaec75 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:16:16.093521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.101759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-996b31dd-57c0-4dab-ad81-cef1c8f78676 admin admin] 10.222.0.67 "DELETE /v2.0/routers/654adc9b-f819-4a7a-8ce4-c6925bcaec75 HTTP/1.1" status: 204 len: 168 time: 3.0499709 Aug 03 19:16:16.105380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.209177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Deleting subnet adb8abdf-2916-48ca-9eaa-1ce18332820e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:16.214281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.236115 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8995cd6f-efe5-4278-9dcc-909e381dad0c x-openstack-request-id: req-8995cd6f-efe5-4278-9dcc-909e381dad0c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:16.236960 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799cb322-2184-4ec1-9601-7bc7cf103a2d", "name": "network-vif-deleted", "tag": "1ff3367e-1311-4109-9fe1-31b2ca64faf9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:16.237584 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8995cd6f-efe5-4278-9dcc-909e381dad0c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:16.238465 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799cb322-2184-4ec1-9601-7bc7cf103a2d', 'name': 'network-vif-deleted', 'tag': '1ff3367e-1311-4109-9fe1-31b2ca64faf9', 'status': 'completed', 'code': 200} Aug 03 19:16:16.317683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.317901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 09e8369c-0fd6-4345-9d3e-00e96b4abc43 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:16.388789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 09e8369c-0fd6-4345-9d3e-00e96b4abc43 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:16.388789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 09e8369c-0fd6-4345-9d3e-00e96b4abc43 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:16.419677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57138) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.491480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.581008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-55a6d62a-0e75-4c8f-a071-6fbaf7ba07f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.611468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.675151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.689209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.689765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-55a6d62a-0e75-4c8f-a071-6fbaf7ba07f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.731936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.734790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb8abdf-2916-48ca-9eaa-1ce18332820e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.742864 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.742864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b410e342-d61c-45d8-9152-74f27455ee3e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/adb8abdf-2916-48ca-9eaa-1ce18332820e HTTP/1.1" status: 204 len: 168 time: 0.6322141 Aug 03 19:16:16.744211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57148) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.750830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4a10a-7093-4af5-be1a-131d6ab83564 None None] Network 18f495ec-5458-48a6-9ec1-c7f9bdec79dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:16.806001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-55a6d62a-0e75-4c8f-a071-6fbaf7ba07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.872545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.874767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-55a6d62a-0e75-4c8f-a071-6fbaf7ba07f1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd67eb2ce70344a596ce623a187918fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4539979 Aug 03 19:16:16.877020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.879045 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "DELETE /v2.0/security-groups/9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3 HTTP/1.1" status: 204 len: 168 time: 0.2661841 Aug 03 19:16:16.879785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57150) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.885398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57152) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.906808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:16.917472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d62a-0e75-4c8f-a071-6fbaf7ba07f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4f7984-750f-4345-ae17-11e97114d89c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.940402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57156) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.950896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cbdf6-f0c0-45cf-be46-6f1797c1c874 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:16.961858 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-6945c8aa-cf2f-44f2-b82b-142e377acff5 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] show failed (client error): The resource could not be found. Aug 03 19:16:16.970282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6945c8aa-cf2f-44f2-b82b-142e377acff5 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "GET /v2.0/security-groups/9dd06819-3ab2-4cf5-8a3e-82dba7cf05f3 HTTP/1.1" status: 404 len: 347 time: 0.0793207 Aug 03 19:16:16.974225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57158) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:16.984595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0926-3619-4681-9b4d-b245a338c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.104894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8fd4401-1f6d-47ae-906d-efd63816bb26 req-003fa5f0-eecc-4847-b141-bbd393bcccc1 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=799cb322-2184-4ec1-9601-7bc7cf103a2d HTTP/1.1" status: 200 len: 210 time: 0.0528314 Aug 03 19:16:17.125983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] DHCP port deletion for 18f495ec-5458-48a6-9ec1-c7f9bdec79dc request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:17.152262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.184955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Deleting port da9d0b56-37c9-486a-b542-0e3efa02f532 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:17.185271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.230726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.253517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] For port da9d0b56-37c9-486a-b542-0e3efa02f532, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=da9d0b56-37c9-486a-b542-0e3efa02f532,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:17.253796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.268772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Calling delete_port for da9d0b56-37c9-486a-b542-0e3efa02f532 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:17.289409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Deleting port da9d0b56-37c9-486a-b542-0e3efa02f532 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:17.289806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.410687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] For port da9d0b56-37c9-486a-b542-0e3efa02f532, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=da9d0b56-37c9-486a-b542-0e3efa02f532,segment=NetworkSegment(4502eb58-66a9-4d7f-9f2f-dcc1af2971b1),segment_id=4502eb58-66a9-4d7f-9f2f-dcc1af2971b1)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:17.411063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.423954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0926-3619-4681-9b4d-b245a338c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.428128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Deleting port ba1f1748-0746-4b56-b5aa-7af045cffb47 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:17.428493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.434685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Calling delete_port for da9d0b56-37c9-486a-b542-0e3efa02f532 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:17.460494 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.486740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] Pushing event deleted for resources: {'Port': ['ID=da9d0b56-37c9-486a-b542-0e3efa02f532,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.492227 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.495053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517e271-f0f8-4c00-b8ae-b38f16db4019 None None] No DVR routers for this DVR port da9d0b56-37c9-486a-b542-0e3efa02f532 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:17.500590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.500590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d4f7984-750f-4345-ae17-11e97114d89c HTTP/1.1" status: 204 len: 168 time: 0.6157370 Aug 03 19:16:17.528266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb3a0926-3619-4681-9b4d-b245a338c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.551388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a4d56-373c-4d8a-b37c-7c0fa656f6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4f7984-750f-4345-ae17-11e97114d89c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.615056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eb3a0926-3619-4681-9b4d-b245a338c89f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e4c28b6ea62412596b48f085030798b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686769 Aug 03 19:16:17.617058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57166) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:17.636548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.643581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.662597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a0926-3619-4681-9b4d-b245a338c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4f9072-ccdd-40e2-9ec5-ebcd35277cc5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.666789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Calling delete_port for ba1f1748-0746-4b56-b5aa-7af045cffb47 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:17.681027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.685493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.708340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.745336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Pushing event deleted for resources: {'Port': ['ID=da9d0b56-37c9-486a-b542-0e3efa02f532,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.747277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] No DVR routers for this DVR port da9d0b56-37c9-486a-b542-0e3efa02f532 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:17.758925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 329f410e-fe49-49c9-82d5-cbb2ef6db193 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:17.785050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 329f410e-fe49-49c9-82d5-cbb2ef6db193 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:17.785390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 329f410e-fe49-49c9-82d5-cbb2ef6db193 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:17.851450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.864676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f495ec-5458-48a6-9ec1-c7f9bdec79dc']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.872222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.876254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.876538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4502eb58-66a9-4d7f-9f2f-dcc1af2971b1') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:17.877286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.881305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca4f9072-ccdd-40e2-9ec5-ebcd35277cc5 HTTP/1.1" status: 204 len: 168 time: 0.2630363 Aug 03 19:16:17.888677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.893494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff9406-2a01-4516-a8b6-f1b7c0368383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4f9072-ccdd-40e2-9ec5-ebcd35277cc5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:17.929400 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.943063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:17.943480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:17.945580 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:18.066705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.097899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Pushing event deleted for resources: {'Port': ['ID=ba1f1748-0746-4b56-b5aa-7af045cffb47,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.126201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.134234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.141429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] 10.222.0.67 "DELETE /v2.0/networks/18f495ec-5458-48a6-9ec1-c7f9bdec79dc HTTP/1.1" status: 204 len: 168 time: 1.3933818 Aug 03 19:16:18.176519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffcf61-28fa-4420-9bd3-ffd1602b708e admin admin] Pushing event deleted for resources: {'Network': ['ID=18f495ec-5458-48a6-9ec1-c7f9bdec79dc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:18.215452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.221655 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.223722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ccd14691-ac3d-44b3-b42d-814a5ff65748 tempest-ServersTestJSON-1545242099 tempest-ServersTestJSON-1545242099-project] 10.222.0.67 "DELETE /v2.0/floatingips/20e09147-edfb-4df3-af30-596d7ef6212a HTTP/1.1" status: 204 len: 168 time: 1.2466779 Aug 03 19:16:18.227200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57182) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:18.271904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 868c78a6-a2bd-432d-9932-5a26525394ef no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:18.304253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 868c78a6-a2bd-432d-9932-5a26525394ef {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:18.304760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 868c78a6-a2bd-432d-9932-5a26525394ef not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:18.305285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device da9d0b56-37c9-486a-b542-0e3efa02f532 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:18.520370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: da9d0b56-37c9-486a-b542-0e3efa02f532 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:18.520370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device da9d0b56-37c9-486a-b542-0e3efa02f532 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:18.731051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-a5320d92-8934-4c88-a4c4-b0947ac9cb76 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:18.733716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-a5320d92-8934-4c88-a4c4-b0947ac9cb76 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.1318092 Aug 03 19:16:18.737372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.752037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-de847ce9-d503-4bd3-92f9-3d794b734f7b tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/quotas/1e9393cc41274b4bbe8dd8d5369629f6 HTTP/1.1" status: 200 len: 375 time: 0.0109982 Aug 03 19:16:18.792201 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbe83938-b88c-4f4b-a8f9-c9f8b9c93428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:18.816799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57206) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:18.827236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:18.855070 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:16:18.861015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-bb831c8c-a46e-4cad-b219-4cbbabf79d39 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962870 Aug 03 19:16:18.905535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 1ff3367e-1311-4109-9fe1-31b2ca64faf9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:18.905864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 1ff3367e-1311-4109-9fe1-31b2ca64faf9 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:18.913318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20f6c8e3-3022-4c2a-9b3d-f28d8fb1a226 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bd1435e3b9c440dc8df1a1e5e4ff7445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953226 Aug 03 19:16:18.916955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57210) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:19.001340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.038808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.094071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Deleting port 5395362a-77f0-480f-b365-5b544a534c0f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:19.094399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.193645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] For port 5395362a-77f0-480f-b365-5b544a534c0f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5395362a-77f0-480f-b365-5b544a534c0f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:19.194432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.210289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Calling delete_port for 5395362a-77f0-480f-b365-5b544a534c0f owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:19.269210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.271892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.274609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82e293ba-ad2f-4a02-8d0a-0a5e35d11c79 HTTP/1.1" status: 204 len: 168 time: 0.3551934 Aug 03 19:16:19.287216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c777f-806b-4fab-ada0-88c568129423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e293ba-ad2f-4a02-8d0a-0a5e35d11c79,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:19.354323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-631e07ef-b42d-4707-bb90-0aef42d7b7e2 service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759703 Aug 03 19:16:19.498994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-8ee07efb-8677-4c11-93a5-e949de8923a6 service neutron] 10.222.0.67 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387343 Aug 03 19:16:19.613861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.644772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5395362a-77f0-480f-b365-5b544a534c0f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:19.903101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:19.970453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f8a63da-9fe4-40ae-9a21-e66f12adf488 req-905096a3-6f39-464b-84e9-71d1ed0942ce tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0950794 Aug 03 19:16:20.347298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Router fd47b714-b392-4091-a328-b1ba2ab72ff5 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:20.526236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:20.532415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6b75793-dc9f-4b88-b950-dd1d929f1ac6 admin admin] 10.222.0.67 "PUT /v2.0/routers/fd47b714-b392-4091-a328-b1ba2ab72ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3033452 Aug 03 19:16:20.536182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57276) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:20.539714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Sync routers for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:20.557139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:20.557932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:20.729233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.729479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:20.813196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57292) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:20.882402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:20.984825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1306186426'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:21.020079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:16:19Z', 'revision_number': 5, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port': {'id': '255fd9cc-e52c-4dc0-b7f4-068fc23934f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:13:46Z', 'updated_at': '2021-08-03T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:21.063301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Checking router: fd47b714-b392-4091-a328-b1ba2ab72ff5 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:16:21.074105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Deleting port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:21.074606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.089964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Routers {'fd47b714-b392-4091-a328-b1ba2ab72ff5'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:21.091348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fd47b714-b392-4091-a328-b1ba2ab72ff5'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:21.155906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae0fbf02-2037-4c6c-a46a-c98551164128 req-62a9a195-0b32-4887-b2cb-d8cd4e8734ce tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0503500 Aug 03 19:16:21.209570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] Set router fd47b714-b392-4091-a328-b1ba2ab72ff5 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:16:21.219966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:21.221323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] For port 255fd9cc-e52c-4dc0-b7f4-068fc23934f5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:21.221699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.223984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.237353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Calling delete_port for 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:21.238878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.273997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:16:20Z', 'revision_number': 6, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:21.315316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f6bfdb-5048-4d3c-90dc-6fb57b29b1cd None None] The sync data for ids ['fd47b714-b392-4091-a328-b1ba2ab72ff5'] in n-d-803363-1 is: [{'id': 'fd47b714-b392-4091-a328-b1ba2ab72ff5', 'name': 'tempest-ServersTestJSON-1434907874-router', 'tenant_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:13:45Z', 'updated_at': '2021-08-03T19:16:20Z', 'revision_number': 6, 'project_id': '2c7f74694c024cb5bf35e5ce3ccef6f3', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:21.405972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.446818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57316) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:21.553351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.597161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1972563827-network', 'tenant_id': '6b14f9fcaddb47628b80765a6bb7a455'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:21.605329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.620116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:21.622925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a4583-3948-4908-bcec-1813e4465539,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.653179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.653784 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Added segment 94b03732-6882-4a97-a952-374f7c6be3f1 of type vlan for network 3ab76d24-914f-4f0b-b0be-48f0288ef181 Aug 03 19:16:21.657569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Pushing event deleted for resources: {'Port': ['ID=255fd9cc-e52c-4dc0-b7f4-068fc23934f5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:21.714878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.779052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Made reservation on behalf of 6b14f9fcaddb47628b80765a6bb7a455 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:21.782819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.786371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.795298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.905303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.914985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.921657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.933101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:21.935193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:21.991274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1179d122-06ce-4040-a496-2654463e345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.017244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.036685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Network': ['ID=3ab76d24-914f-4f0b-b0be-48f0288ef181,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.051765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:22.071702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.072686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd47b714-b392-4091-a328-b1ba2ab72ff5 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:16:22.079162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.080347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a69c6f1-d4a6-4a56-877d-c3f1f2a2899c admin admin] 10.222.0.67 "DELETE /v2.0/routers/fd47b714-b392-4091-a328-b1ba2ab72ff5 HTTP/1.1" status: 204 len: 168 time: 1.5420098 Aug 03 19:16:22.082039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:22.151349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.164207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:22.167117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Deleting subnet 869f8241-e946-4319-98d1-8bb38abcbb5e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:22.178295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.180104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.192191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.193113 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Added segment 364e5800-ea16-4798-8137-4097211882fb of type vlan for network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 Aug 03 19:16:22.239725 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.289302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8c734057-22f0-4911-8300-28159dca09e6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4687943 Aug 03 19:16:22.289511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57374) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:22.296473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'subnet': {'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:22.317671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:22.353332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.357463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.369451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:22.370079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 255fd9cc-e52c-4dc0-b7f4-068fc23934f5 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:22.370836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5395362a-77f0-480f-b365-5b544a534c0f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:22.395936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9dcc9e6-136c-4648-a939-b593d88cf568 req-8c0c5740-b45a-4307-a2ea-9c4499e123a0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0797296 Aug 03 19:16:22.416230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5395362a-77f0-480f-b365-5b544a534c0f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:22.416600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5395362a-77f0-480f-b365-5b544a534c0f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:22.452013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc4f8e-cd3f-4bb0-a337-3bf9db486c53 req-d703f9f6-5bfe-4675-9e5a-b7b99f83428a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:22.453994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fcc4f8e-cd3f-4bb0-a337-3bf9db486c53 req-d703f9f6-5bfe-4675-9e5a-b7b99f83428a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.2317176 Aug 03 19:16:22.483900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.499974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fcc4f8e-cd3f-4bb0-a337-3bf9db486c53 req-d201fa04-d871-49a6-b6d1-402d714221a8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Aug 03 19:16:22.661774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ecc5a-65dd-4698-81cd-bee1c22dd9a3 req-c56f3b31-2879-47f5-a621-ebaf69ee56e7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:22.663700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-506ecc5a-65dd-4698-81cd-bee1c22dd9a3 req-c56f3b31-2879-47f5-a621-ebaf69ee56e7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0756934 Aug 03 19:16:22.711068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-506ecc5a-65dd-4698-81cd-bee1c22dd9a3 req-650e4cca-72b6-443f-9703-25f746e7ad18 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Aug 03 19:16:22.749688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:22.749876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.749876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:22.750235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.750425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.834009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.866036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] Pushing event updated for resources: {'Network': ['ID=a79ad2d0-1f34-48a9-a434-dbf99ec98c47,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.882268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:22.908190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=869f8241-e946-4319-98d1-8bb38abcbb5e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:22.919771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:22.925936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93f1ca5f-4021-441e-b8fb-a73b45b65a73 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/869f8241-e946-4319-98d1-8bb38abcbb5e HTTP/1.1" status: 204 len: 168 time: 0.8398099 Aug 03 19:16:22.926795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57392) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:23.020200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6f159-a037-404a-8eee-b2a0822ea72f None None] Network 20d2d92d-988e-46de-8993-7a12b0d6454e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:23.029714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.034790 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.056742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-da5ce3cd-d613-4ad1-b7f1-1e24bb0d54fe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6085663 Aug 03 19:16:23.064819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57402) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:23.091367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Request body: {'subnet': {'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1972563827-subnet', 'tenant_id': '6b14f9fcaddb47628b80765a6bb7a455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:23.316133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] DHCP port deletion for 20d2d92d-988e-46de-8993-7a12b0d6454e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:16:23.352298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Made reservation on behalf of 6b14f9fcaddb47628b80765a6bb7a455 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:23.356012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.362536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.373923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Deleting port 294554d6-01d4-4d67-b1ee-fa1e29db823f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:23.374309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.417908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Deleting port 294554d6-01d4-4d67-b1ee-fa1e29db823f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:23.418441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.450901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Subnet': ['ID=e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.467266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Checking segment: {'id': '94b03732-6882-4a97-a952-374f7c6be3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:23.467649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network hostable DHCP agents. Network: 3ab76d24-914f-4f0b-b0be-48f0288ef181, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:23.502028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] For port 294554d6-01d4-4d67-b1ee-fa1e29db823f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=294554d6-01d4-4d67-b1ee-fa1e29db823f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:23.502519 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.520840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Calling delete_port for 294554d6-01d4-4d67-b1ee-fa1e29db823f owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:23.597453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:23.645161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57414) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:23.722632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 3ab76d24-914f-4f0b-b0be-48f0288ef181) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:23.728245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.729055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.740323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e11dd8-7fd0-418d-b4ef-758d832d9bbe None None] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:23.789783 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.812882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f53d586b-704b-4cbe-b12f-47e96e5fb7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:23.825164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Pushing event deleted for resources: {'Port': ['ID=294554d6-01d4-4d67-b1ee-fa1e29db823f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:23.835784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] No DVR routers for this DVR port 294554d6-01d4-4d67-b1ee-fa1e29db823f on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:23.841779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.845930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.845930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.846393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.846806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.847358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.849579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61805cb9-7e7a-466b-9be0-565059d49950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:23.860674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06403d26-774e-43c7-b4f2-2399d5205eed tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5707960 Aug 03 19:16:23.863777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:23.870752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1940243307', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:23.945481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2c510-e790-4dc2-8f23-e26d47adff37 None None] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:23.953789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-11ef67f3-fbf6-422c-a44b-5288478910ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.955342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-11ef67f3-fbf6-422c-a44b-5288478910ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.8082886 Aug 03 19:16:23.961970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-fd5ef15b-38f5-40cb-93cf-872991255bd8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:23.963529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-fd5ef15b-38f5-40cb-93cf-872991255bd8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/networks?id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 200 len: 822 time: 0.8108258 Aug 03 19:16:24.001589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f53d586b-704b-4cbe-b12f-47e96e5fb7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.014016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Request body: {'port': {'device_id': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'admin_state_up': True, 'tenant_id': '1e9393cc41274b4bbe8dd8d5369629f6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:24.032440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f991c7f1-2a95-434f-ab5b-b7f42970de1d req-305f89c7-be07-4d9c-9004-546b1808e80e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0863526 Aug 03 19:16:24.095259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] For port 294554d6-01d4-4d67-b1ee-fa1e29db823f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=294554d6-01d4-4d67-b1ee-fa1e29db823f,segment=NetworkSegment(a818bd27-25d2-455f-94bf-61d69317c9ba),segment_id=a818bd27-25d2-455f-94bf-61d69317c9ba)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:24.095730 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.099015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-14698cfd-1eab-4f1d-bc0a-12d945b3d815 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/quotas/ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 375 time: 0.1233268 Aug 03 19:16:24.102198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f53d586b-704b-4cbe-b12f-47e96e5fb7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.133530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Calling delete_port for 294554d6-01d4-4d67-b1ee-fa1e29db823f owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:24.198664 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f53d586b-704b-4cbe-b12f-47e96e5fb7fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22ad7196df2640f8bd796bd5e4329ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478539 Aug 03 19:16:24.202521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:24.228593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d586b-704b-4cbe-b12f-47e96e5fb7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9bef0-0822-4894-8d2b-2b87612663a1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.269135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 294554d6-01d4-4d67-b1ee-fa1e29db823f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:24.299887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 294554d6-01d4-4d67-b1ee-fa1e29db823f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:24.300544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 294554d6-01d4-4d67-b1ee-fa1e29db823f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:24.322783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.336786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.348390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.349823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.352083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-6d25a61a-3c4d-4ff6-9ed2-c4fd10fae827 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2398596 Aug 03 19:16:24.442522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.453584 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.479022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=294554d6-01d4-4d67-b1ee-fa1e29db823f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.497769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] No DVR routers for this DVR port 294554d6-01d4-4d67-b1ee-fa1e29db823f on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:24.529352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.582410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.585397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.586936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eca9bef0-0822-4894-8d2b-2b87612663a1 HTTP/1.1" status: 204 len: 168 time: 0.3832548 Aug 03 19:16:24.610363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Made reservation on behalf of 1e9393cc41274b4bbe8dd8d5369629f6 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:24.614565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.706332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.723479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.739571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d2d92d-988e-46de-8993-7a12b0d6454e']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:24.742225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907cd8b-e190-4107-847d-a2e276c2e4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9bef0-0822-4894-8d2b-2b87612663a1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.750257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47da3a59-f9e1-438c-9deb-1444dc10802c,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:24.813502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a818bd27-25d2-455f-94bf-61d69317c9ba') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:24.813787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a818bd27-25d2-455f-94bf-61d69317c9ba') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:24.832814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-82d07bd7-40d1-47ac-8a4c-4e5314ba4aaa service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542792 Aug 03 19:16:24.837768 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.851216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.858706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Checking segment: {'id': '364e5800-ea16-4798-8137-4097211882fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:24.859100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Network hostable DHCP agents. Network: a79ad2d0-1f34-48a9-a434-dbf99ec98c47, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:24.878558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.939094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:24.939525 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:24.944823 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:25.086239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Allocated IP 172.20.0.13 (ccc1ace6-6f7e-4cea-9d50-eaa555045e33/736eee59-63f9-4888-857e-28af05cc6986/41410694-437e-4833-8417-5948dd32e873) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:25.103942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-9df1e030-be0d-47f2-bdb9-c85b0b56e902 service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481089 Aug 03 19:16:25.115200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:25.171017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.204509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.207871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] 10.222.0.67 "DELETE /v2.0/networks/20d2d92d-988e-46de-8993-7a12b0d6454e HTTP/1.1" status: 204 len: 168 time: 2.2798045 Aug 03 19:16:25.226756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82e198f0-6f06-42df-b068-8c073d7089a5 req-3abffd45-4f67-4645-bd87-779522517efa tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0825346 Aug 03 19:16:25.265106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a79ad2d0-1f34-48a9-a434-dbf99ec98c47) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:25.272253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:25.277531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.277703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1277887-2bde-41f8-8d2b-b7fbadc37f1d None None] Network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:25.279676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0d65a-7be4-478d-9577-de85e5012dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=20d2d92d-988e-46de-8993-7a12b0d6454e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:25.490115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.521709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.544590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e72f0ded-6228-47f2-af8e-a752116b8e1f req-1891822b-03f5-4280-8cc6-eed48643120c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0766847 Aug 03 19:16:25.553772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ef8dc29-ddb3-4cd5-b81f-ad7c280c635b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4854069 Aug 03 19:16:25.611445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7faf5-46a5-4abe-82f5-ccd3c3d8e535 None None] Network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:25.624126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.777057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.228 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3f7329a5-764c-4523-96b2-ff8b2336e263) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:25.873643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57458) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:25.904798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.917751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:25.969147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:25.979705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:25.986909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:25.991744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event updated for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.023838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-480e336f-fe5a-4b38-85f2-941775919e3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2c7f74694c024cb5bf35e5ce3ccef6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488569 Aug 03 19:16:26.025829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.026822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.027361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.027804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.028215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.028557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.028924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.029404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.029670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.030004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.030132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57464) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:26.030377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.030662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:16:26.060794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.061246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.104075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.147825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.169105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.242442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-77b58c59-aca2-4fc4-9561-752e145cb850 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2545791 Aug 03 19:16:26.273495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Request body: {'port': {'device_id': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:26.326664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:26.328101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=3f7329a5-764c-4523-96b2-ff8b2336e263,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.337144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:26.349872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:26.424924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.487501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.490118 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:26.491278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b02b7e7-20cd-4ba5-a530-5cf004220eaa HTTP/1.1" status: 204 len: 168 time: 0.4601798 Aug 03 19:16:26.520959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ef2f1-109f-4b4f-817c-fff401fd02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b02b7e7-20cd-4ba5-a530-5cf004220eaa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:26.607200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e22e9-ac26-4783-adad-66e1ea7db4fd req-2326a4a5-79d5-45ae-9411-d9875f21683c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.609675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e2e22e9-ac26-4783-adad-66e1ea7db4fd req-2326a4a5-79d5-45ae-9411-d9875f21683c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 932 time: 0.2146032 Aug 03 19:16:26.777864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57496) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:26.820359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-45503c6e-aeee-4c95-8860-f46b9e349fba tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:26.822290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-45503c6e-aeee-4c95-8860-f46b9e349fba tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/networks?id=a79ad2d0-1f34-48a9-a434-dbf99ec98c47 HTTP/1.1" status: 200 len: 818 time: 0.3804929 Aug 03 19:16:26.833779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e2e22e9-ac26-4783-adad-66e1ea7db4fd req-efaff3e9-572d-48d2-843e-4ba61211a48a tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044311 Aug 03 19:16:26.928843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-29238673-78ee-46c0-b36d-45afdb3b2ca6 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/quotas/6b14f9fcaddb47628b80765a6bb7a455 HTTP/1.1" status: 200 len: 375 time: 0.0985832 Aug 03 19:16:26.987800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-953be4db-7459-4bb0-bfab-17a48e562009 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6b14f9fcaddb47628b80765a6bb7a455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489857 Aug 03 19:16:27.182017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-235c53cf-b4d4-469c-8f9d-44e27444a211 service neutron] 10.222.0.67 "GET /v2.0/networks/a79ad2d0-1f34-48a9-a434-dbf99ec98c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811645 Aug 03 19:16:27.207889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.217594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41410694-437e-4833-8417-5948dd32e873 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:27.276957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1066057225'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:27.300119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.309177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b942716c-816c-4f7d-aebc-0d94c7d80d4c req-d58496b4-256b-4579-baa6-c26cd486bc5e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.1226161 Aug 03 19:16:27.354575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Transition to ACTIVE for port object 41410694-437e-4833-8417-5948dd32e873 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:27.387187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-34ed0253-7e7b-4cb6-9d5b-90181db09fe9 service neutron] 10.222.0.67 "GET /v2.0/networks/a79ad2d0-1f34-48a9-a434-dbf99ec98c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042186 Aug 03 19:16:27.448678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.464342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.502155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:27.513488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:27.516897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.530125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.653092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Attempting to bind port 41410694-437e-4833-8417-5948dd32e873 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:27.653441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Attempting to bind port 41410694-437e-4833-8417-5948dd32e873 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:27.653776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Attempting to bind port 41410694-437e-4833-8417-5948dd32e873 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:27.662538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Port 41410694-437e-4833-8417-5948dd32e873 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:27.662871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Attempting to bind port 41410694-437e-4833-8417-5948dd32e873 on network ccc1ace6-6f7e-4cea-9d50-eaa555045e33 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:27.678254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:27.678254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Checking segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:27.678254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Bound using segment: {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:27.678254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Bound port: 41410694-437e-4833-8417-5948dd32e873, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6049619e-a508-4669-908f-19245f0fd4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:27.678254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.729008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1005b3f-6523-4152-ba2f-e6dcb0f4a263 req-e19156f3-8c9c-4106-9c84-e5f69fc8183a tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0424407 Aug 03 19:16:27.791925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:16:27.831452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:27.857042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41410694-437e-4833-8417-5948dd32e873,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:27.860283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.923564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:27.957586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:27.986807 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:27.992574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.008982 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:28.011179 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:28.015441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.015897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.017532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] 10.222.0.54 "PUT /v2.0/ports/41410694-437e-4833-8417-5948dd32e873 HTTP/1.1" status: 200 len: 1092 time: 1.7595358 Aug 03 19:16:28.033969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'tag': '41410694-437e-4833-8417-5948dd32e873'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:28.036525 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a9fc74-4848-4481-96da-6e672d7ce37f" -d '{"events": [{"name": "network-changed", "server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "tag": "41410694-437e-4833-8417-5948dd32e873"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:28.051851 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:28.061395 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:28.061991 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:28.066025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:28.100086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b049f95-dae2-42e3-ae90-1031baa205e2 req-1e5416d5-ff64-4b9f-b7ef-67c57d96a59e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.101787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b049f95-dae2-42e3-ae90-1031baa205e2 req-1e5416d5-ff64-4b9f-b7ef-67c57d96a59e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 944 time: 0.1735916 Aug 03 19:16:28.103558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc77c32-d73b-461b-a0f9-d754aeaed1eb service neutron] Pushing event updated for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.110699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.111047 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Added segment b8263014-fc59-4974-a6e2-f8f8341761b2 of type vlan for network d1e247b7-c884-43f2-8326-a4cec6b9f770 Aug 03 19:16:28.112429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570749c1-cb71-4a43-be93-76154fcfb1af,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.136622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57534) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.153127 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41e06c-8558-48d1-8b04-0babe5ad43ae x-openstack-request-id: req-1d41e06c-8558-48d1-8b04-0babe5ad43ae {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:28.161755 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "tag": "41410694-437e-4833-8417-5948dd32e873", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:28.161755 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d41e06c-8558-48d1-8b04-0babe5ad43ae {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:28.161755 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'tag': '41410694-437e-4833-8417-5948dd32e873', 'status': 'completed', 'code': 200} Aug 03 19:16:28.185938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.190274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.197577 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3504f50d-2d60-41c6-b94a-73a3300d8bdc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3328054 Aug 03 19:16:28.198846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57538) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.271238 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:28.272135 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d4bcd-f40c-406b-8fe9-d792e469d0fe None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:28.275743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b049f95-dae2-42e3-ae90-1031baa205e2 req-32d5b541-25b8-4fc9-b283-41662e8d74d5 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526964 Aug 03 19:16:28.302340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-714278884-network', 'tenant_id': '94fe8824167547d1a04ed3fc9c390aab'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.313024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-abb3839f-5a46-4a8e-b9e7-9fa7f4665d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.314568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-abb3839f-5a46-4a8e-b9e7-9fa7f4665d93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 1095 time: 0.1235766 Aug 03 19:16:28.439345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-bd095f72-3b54-4392-8393-dbdb24d39d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.441022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-bd095f72-3b54-4392-8393-dbdb24d39d51 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1122103 Aug 03 19:16:28.458127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e5f70b9-653a-4acf-a5d7-b47f9c37ff26 req-ce80dd1f-66e4-4bac-856b-0b40320e95a5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0329747 Aug 03 19:16:28.466705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.472143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.472785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.605564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Network': ['ID=d1e247b7-c884-43f2-8326-a4cec6b9f770,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:28.611702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Made reservation on behalf of 94fe8824167547d1a04ed3fc9c390aab for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:28.617726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.619753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:28.629616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:28.652115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-d505d579-8fbd-48c4-b6bd-45e43774ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.653661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79a9fc74-4848-4481-96da-6e672d7ce37f req-d505d579-8fbd-48c4-b6bd-45e43774ff29 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1981280 Aug 03 19:16:28.720060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd2f693f-6ecd-4c11-804c-f04bc077531d tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9382079 Aug 03 19:16:28.722811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57542) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:28.730057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'subnet': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.864369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29af998a-e53c-4598-9b02-03a76588288c req-8cf676eb-9d3b-4f40-b3c1-ecc4746142b6 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Aug 03 19:16:28.872976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-2e1e47c6-86e5-4501-b3c7-fa18966e7c59 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.874520 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-2e1e47c6-86e5-4501-b3c7-fa18966e7c59 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.2195632 Aug 03 19:16:28.885884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-f2159f78-412d-421e-8d0d-ceedea789ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:28.887089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-f2159f78-412d-421e-8d0d-ceedea789ecf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 1095 time: 0.1356559 Aug 03 19:16:28.907495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'device_id': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'admin_state_up': True, 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:28.942447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-a46c73fd-9534-4257-9598-2aae2dd73b70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41410694-437e-4833-8417-5948dd32e873 HTTP/1.1" status: 200 len: 217 time: 0.0408154 Aug 03 19:16:29.003393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-08d42fc2-b5e5-4a97-b320-79e9ce7a111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.005146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-08d42fc2-b5e5-4a97-b320-79e9ce7a111c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=736eee59-63f9-4888-857e-28af05cc6986 HTTP/1.1" status: 200 len: 862 time: 0.0553522 Aug 03 19:16:29.010767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.048509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-ac017a92-da7b-44b2-a074-f2ad77c7042e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ccc1ace6-6f7e-4cea-9d50-eaa555045e33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360105 Aug 03 19:16:29.088193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.167116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.198276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-243cbd7c-8189-48ba-9363-d07f4a4de34a service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426077 Aug 03 19:16:29.229169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:29.248938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e0706-49d1-4c41-8f26-95301e827d6b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.262399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.262886 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Added segment 3f39401f-435a-4da8-a799-595a8c854c80 of type vlan for network dc998dda-a324-43d8-bc23-b1417ffa0f86 Aug 03 19:16:29.327025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eeb0f409-8fe1-4521-8cdd-940176e8a0af req-3f333d02-cf48-4585-82f6-0383f5473df7 service neutron] 10.222.0.54 "GET /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207142 Aug 03 19:16:29.335223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:29.347396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.359726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.487637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e99f5-6c3c-4ed0-a521-32eccc8558e7 req-6966853b-6100-48fd-b126-4011f5c671fc tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.487637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-769e99f5-6c3c-4ed0-a521-32eccc8558e7 req-6966853b-6100-48fd-b126-4011f5c671fc tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 944 time: 0.0830364 Aug 03 19:16:29.556549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:29.562587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.571567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.573373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:29.574336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.575633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-769e99f5-6c3c-4ed0-a521-32eccc8558e7 req-6aed5409-5581-4955-93a6-8d7b0ff05076 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781183 Aug 03 19:16:29.604642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e0d2325-03e3-4410-9f2b-08a2d5aa89dd req-91edba15-056b-44ed-9a94-6a4221edfcef tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0514226 Aug 03 19:16:29.693829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.1 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/606388b5-be31-4e94-bec0-f5cedfd84318) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:29.770692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] Pushing event updated for resources: {'Network': ['ID=dc998dda-a324-43d8-bc23-b1417ffa0f86,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.781495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:29.849041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.920970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Subnet': ['ID=f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:29.923704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.20.0.9 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/32e2beea-3c9b-46df-815d-bd9db7460d70) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:29.938351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Checking segment: {'id': 'b8263014-fc59-4974-a6e2-f8f8341761b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:29.938638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:29.938816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network hostable DHCP agents. Network: d1e247b7-c884-43f2-8326-a4cec6b9f770, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:29.955423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-647f835b-0cf9-46a7-a2f8-6065f14dc11d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8176913 Aug 03 19:16:29.957613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:29.963902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Request body: {'subnet': {'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-714278884-subnet', 'tenant_id': '94fe8824167547d1a04ed3fc9c390aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:30.047412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff676531-e6d9-4fbc-acb2-3774f1b50dd5 req-56661cc8-cbc7-47b1-b1f6-53c936bfcc20 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0358913 Aug 03 19:16:30.127220 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.142064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Transition to ACTIVE for port object 32e2beea-3c9b-46df-815d-bd9db7460d70 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:30.277777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:30.281000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Made reservation on behalf of 94fe8824167547d1a04ed3fc9c390aab for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:30.283916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.398280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.451457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:30.462928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:30.465479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, d1e247b7-c884-43f2-8326-a4cec6b9f770) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:30.469744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.471744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.471928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.474018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:30.486196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f309d21-b864-4809-b91c-e4e81a5f1647 None None] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:30.501443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=606388b5-be31-4e94-bec0-f5cedfd84318,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.522737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.542896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee', '3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:30.562936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4874528e-10d4-41cf-a91f-532f37c7a03b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8358686 Aug 03 19:16:30.563350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:30.567442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:30.569443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:30.574673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:30.577757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-1793235017'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:30.578248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:30.685489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477d6b92-7a36-4bee-b3b1-e17a5f9e969b,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:30.816556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Checking segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:30.816944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Network hostable DHCP agents. Network: dc998dda-a324-43d8-bc23-b1417ffa0f86, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:16:30.882526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca894-a011-4565-8ce2-816781b3fab0 req-87766309-10fe-49cc-a9ab-1be6b5bfa558 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.891092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93eca894-a011-4565-8ce2-816781b3fab0 req-87766309-10fe-49cc-a9ab-1be6b5bfa558 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 931 time: 0.1475735 Aug 03 19:16:30.918932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4b4b-418f-40ef-851e-f1f33841fd8a req-ec7d7aad-d003-4dd4-aa57-519d8b9038e2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:30.920642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b85d4b4b-418f-40ef-851e-f1f33841fd8a req-ec7d7aad-d003-4dd4-aa57-519d8b9038e2 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 944 time: 0.1919754 Aug 03 19:16:30.996127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:16:31.012227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93eca894-a011-4565-8ce2-816781b3fab0 req-ee50f52d-8824-4afc-ad0c-218afdd3a880 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203990 Aug 03 19:16:31.042150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b85d4b4b-418f-40ef-851e-f1f33841fd8a req-ea0bb3b5-3aee-4ebc-a735-83a3e89e12fc tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984480 Aug 03 19:16:31.046877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-d1e247b7-c884-43f2-8326-a4cec6b9f770', 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'tenant_id': '79b0057a4739463eb229406c8b9a96d4', 'fixed_ips': [{'subnet_id': 'f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:16:31.047808 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.081486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:31.087298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.106453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port 5852fc3c-14ea-40e2-8bd9-12047147f228 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:31.148609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:31.198826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:31.200262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.241939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Allocated IP 172.20.0.2 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/84805d13-7f26-42ce-bc34-5a876d7f9757) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:31.390864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bef0e40b-bbea-42c1-9864-a14c3e415694 None None] Provisioning for port 32e2beea-3c9b-46df-815d-bd9db7460d70 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:31.411749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bef0e40b-bbea-42c1-9864-a14c3e415694 None None] Provisioning complete for port 32e2beea-3c9b-46df-815d-bd9db7460d70 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:31.411749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bef0e40b-bbea-42c1-9864-a14c3e415694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.464093 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-688f2962-bef2-4538-be20-40c4de8b9891 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5649621 Aug 03 19:16:31.481245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bef0e40b-bbea-42c1-9864-a14c3e415694 None None] Port 32e2beea-3c9b-46df-815d-bd9db7460d70 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:31.488160 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.501871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Transition to ACTIVE for port object 84805d13-7f26-42ce-bc34-5a876d7f9757 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:31.523604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Request body: {'port': {'device_id': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:31.539714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Transition to ACTIVE for port object 84805d13-7f26-42ce-bc34-5a876d7f9757 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:31.547834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, dc998dda-a324-43d8-bc23-b1417ffa0f86) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:31.558365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.564753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08109b3c-63a2-4108-be0b-970a7ff9eab0 None None] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:31.585533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:31.586151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.601339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cc42d7c-3fed-44c6-aa48-142b2f7273a5 req-ea5a8191-597b-4f1f-9b1d-6f79b93af3f2 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0578463 Aug 03 19:16:31.625059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.702898 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.742295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.4 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/5852fc3c-14ea-40e2-8bd9-12047147f228) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:31.746484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Pushing event updated for resources: {'Port': ['ID=84805d13-7f26-42ce-bc34-5a876d7f9757,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:31.751728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2798f7-4f81-40bc-a1e5-ca9d04133db7 None None] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:31.771203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-11d9665b-2f0c-4fda-bf9a-3b841bcec582 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8140140 Aug 03 19:16:31.830987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:31.834423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:31.839043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:31.938711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Attempting to bind port 84805d13-7f26-42ce-bc34-5a876d7f9757 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:31.939394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Attempting to bind port 84805d13-7f26-42ce-bc34-5a876d7f9757 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b8263014-fc59-4974-a6e2-f8f8341761b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:31.940139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Attempting to bind port 84805d13-7f26-42ce-bc34-5a876d7f9757 on network d1e247b7-c884-43f2-8326-a4cec6b9f770 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:31.949853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:31.950260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Checking segment: {'id': 'b8263014-fc59-4974-a6e2-f8f8341761b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:31.950626 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.951032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Bound using segment: {'id': 'b8263014-fc59-4974-a6e2-f8f8341761b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:31.951525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Bound port: 84805d13-7f26-42ce-bc34-5a876d7f9757, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8263014-fc59-4974-a6e2-f8f8341761b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:31.951916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:31.979506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-81572127-d67e-4fb8-a5c1-3bebb6f90bda tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:31.989438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-81572127-d67e-4fb8-a5c1-3bebb6f90bda tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.77 "GET /v2.0/networks?id=a79ad2d0-1f34-48a9-a434-dbf99ec98c47 HTTP/1.1" status: 200 len: 818 time: 0.3080821 Aug 03 19:16:32.000404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.023037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Request body: {'port': {'device_id': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47', 'admin_state_up': True, 'tenant_id': '6b14f9fcaddb47628b80765a6bb7a455'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:32.023524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object 5852fc3c-14ea-40e2-8bd9-12047147f228 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:32.146816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] For port 84805d13-7f26-42ce-bc34-5a876d7f9757, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:32.158126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] For port 84805d13-7f26-42ce-bc34-5a876d7f9757, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84805d13-7f26-42ce-bc34-5a876d7f9757,segment=NetworkSegment(b8263014-fc59-4974-a6e2-f8f8341761b2),segment_id=b8263014-fc59-4974-a6e2-f8f8341761b2)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:32.203958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feac7fc-729c-490c-94f8-3ff2f8dc70bd req-a7b36ebc-87be-40af-92a1-df0b1f9c05ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.205691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2feac7fc-729c-490c-94f8-3ff2f8dc70bd req-a7b36ebc-87be-40af-92a1-df0b1f9c05ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 931 time: 0.0745037 Aug 03 19:16:32.266600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2feac7fc-729c-490c-94f8-3ff2f8dc70bd req-534ff4c8-f375-4828-9021-775c00ba9d41 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495524 Aug 03 19:16:32.305059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.388918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714ab4a-b761-4f2f-b962-9b88cd94f72d None None] Pushing event updated for resources: {'Port': ['ID=84805d13-7f26-42ce-bc34-5a876d7f9757,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.397188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.407924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e2beea-3c9b-46df-815d-bd9db7460d70 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:32.417952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.419994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.437250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Transition to ACTIVE for port object 32e2beea-3c9b-46df-815d-bd9db7460d70 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:32.532564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:32.538291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Made reservation on behalf of 6b14f9fcaddb47628b80765a6bb7a455 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:32.559535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:32.559535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:32.565477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.576060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ecca5-dac8-4c20-8b26-4b73ee08c6a9 req-598589d6-73c7-4840-ad22-3d7dcb2c1558 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.578179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148ecca5-dac8-4c20-8b26-4b73ee08c6a9 req-598589d6-73c7-4840-ad22-3d7dcb2c1558 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 944 time: 0.2279344 Aug 03 19:16:32.578734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=5852fc3c-14ea-40e2-8bd9-12047147f228,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.581154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.624381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.688215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.689614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.704413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148ecca5-dac8-4c20-8b26-4b73ee08c6a9 req-b42df20e-2e14-4a2a-99d6-acb2a952a0cb tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983927 Aug 03 19:16:32.711601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d06ce1de-90ca-4dc8-af72-35b76db4f462 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:32.713600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d06ce1de-90ca-4dc8-af72-35b76db4f462 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 817 time: 0.3005033 Aug 03 19:16:32.747211 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:32.754704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-04c93100-e890-42d4-a5b5-1f8d71a569f3 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/quotas/94fe8824167547d1a04ed3fc9c390aab HTTP/1.1" status: 200 len: 375 time: 0.0189815 Aug 03 19:16:32.814757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-5bfaa5ca-547e-43e4-890a-a038c6efca39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471570 Aug 03 19:16:32.859118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=606388b5-be31-4e94-bec0-f5cedfd84318,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:32.901352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41410694-437e-4833-8417-5948dd32e873 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:32.909378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92642127-c15f-4a99-9691-ff1fd16d2ec3 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3385530 Aug 03 19:16:32.910084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:32.919926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-949007200', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4e:71:33'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:33.025752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40ddd0b6-8207-4b31-bd82-647620b9d2e8 req-4af162be-0bf3-44b3-ace0-75a42f22251f tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0514889 Aug 03 19:16:33.060007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.075736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41410694-437e-4833-8417-5948dd32e873,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:33.076028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-2824c2e8-90a1-45d0-88d8-e84911e72324 service neutron] 10.222.0.67 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515144 Aug 03 19:16:33.096190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '41410694-437e-4833-8417-5948dd32e873', 'network_id': 'ccc1ace6-6f7e-4cea-9d50-eaa555045e33', 'port_id': '41410694-437e-4833-8417-5948dd32e873', 'mac_address': 'fa:16:3e:f8:c8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '736eee59-63f9-4888-857e-28af05cc6986', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:33.143920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.146968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.159070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Attempting to bind port 32e2beea-3c9b-46df-815d-bd9db7460d70 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:33.159412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Attempting to bind port 32e2beea-3c9b-46df-815d-bd9db7460d70 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:33.159890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Attempting to bind port 32e2beea-3c9b-46df-815d-bd9db7460d70 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:33.167258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41410694-437e-4833-8417-5948dd32e873 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:33.185478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:33.188616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Port 32e2beea-3c9b-46df-815d-bd9db7460d70 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:33.188967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Attempting to bind port 32e2beea-3c9b-46df-815d-bd9db7460d70 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:33.191485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Allocated IP 172.20.0.7 (a79ad2d0-1f34-48a9-a434-dbf99ec98c47/47da3a59-f9e1-438c-9deb-1444dc10802c/b9e5fda6-2c33-4503-a532-3bdf75bb1524) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:33.193647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41410694-437e-4833-8417-5948dd32e873,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:33.197096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:33.209945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:33.210285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:33.210880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:33.211135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Bound port: 32e2beea-3c9b-46df-815d-bd9db7460d70, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:33.212139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.228702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-2c19dba0-144d-4ccc-b98b-e144a55af52d service neutron] 10.222.0.67 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437628 Aug 03 19:16:33.267961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.309919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:33.385629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.488890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badac29-b0ce-4872-a939-c3a9da5b547f req-4fe9b2c9-20c3-47f4-8b5e-5e9fefcd99d2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.490939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9badac29-b0ce-4872-a939-c3a9da5b547f req-4fe9b2c9-20c3-47f4-8b5e-5e9fefcd99d2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 943 time: 0.0882373 Aug 03 19:16:33.497832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.531300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port b9187657-10ba-4404-8026-739128e9c48b yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:33.550916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:33.556140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:33.563522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['41410694-437e-4833-8417-5948dd32e873'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:33.587706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:33.611155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9badac29-b0ce-4872-a939-c3a9da5b547f req-7c62944e-fc74-419b-accb-d9009c556275 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955138 Aug 03 19:16:33.673753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.698885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.8 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/b9187657-10ba-4404-8026-739128e9c48b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:33.739692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.749284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8fd930-0bbe-4273-bed1-7cd6b28a8ca4 None None] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:16:33.836976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.836976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:33.838645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] 10.222.0.77 "PUT /v2.0/ports/32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 200 len: 1091 time: 2.3195071 Aug 03 19:16:33.839195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:33.841983 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff7fcd0-c202-481b-b170-9b5d053f96c4" -d '{"events": [{"name": "network-changed", "server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:33.881931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:33.891914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0a2d55a-d471-4e99-8f07-f07c210a2221 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/routers/de769cf7-d43f-4945-a921-cae4756c7298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6886985 Aug 03 19:16:33.892282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57614) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:33.894416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303af469-a3c7-4b7e-91cb-bb33019ed200 service neutron] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:33.898305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'port': {'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181', 'name': 'tempest-FloatingIPTestJSON-667892369'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:33.909176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:33.934698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:33.935402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:33.986742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4e622-bb3b-4b64-9d98-0f3ef8d1257c req-4fbcc9ec-aa29-4c0a-8558-4a2b07c0b9ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:33.988340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7b4e622-bb3b-4b64-9d98-0f3ef8d1257c req-4fbcc9ec-aa29-4c0a-8558-4a2b07c0b9ea tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 945 time: 0.1669011 Aug 03 19:16:33.995676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:34.023179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:34.024086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:34.064376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.094657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.097012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-11e64d8f-778a-4c0b-aca3-050cf7b7a2b1 None None] Provisioning for port 84805d13-7f26-42ce-bc34-5a876d7f9757 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:34.101820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:34.101820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95de9756-1d61-4faa-9694-a960734d7c8d None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:34.130183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object b9187657-10ba-4404-8026-739128e9c48b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:34.144606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7b4e622-bb3b-4b64-9d98-0f3ef8d1257c req-a67ef3ef-816e-4804-a328-15681e6c9857 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429811 Aug 03 19:16:34.283088 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e366d5-8d89-4b4d-bbe5-d600fd94eb63 x-openstack-request-id: req-73e366d5-8d89-4b4d-bbe5-d600fd94eb63 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:34.283530 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:34.283982 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-73e366d5-8d89-4b4d-bbe5-d600fd94eb63 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:34.284576 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'status': 'completed', 'code': 200} Aug 03 19:16:34.295911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:34.312592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:34.314401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.317049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Pushing event updated for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.367391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-f923f06c-f10e-47b5-9298-1c3bd7c3adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.369347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-f923f06c-f10e-47b5-9298-1c3bd7c3adfe service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1795757 Aug 03 19:16:34.384107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.386452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.431960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84805d13-7f26-42ce-bc34-5a876d7f9757 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:34.432508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:34.436664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.463723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] device_id is not set on port 3ebefa73-e60e-4972-a36b-bcb283dff75b yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:34.473482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.478495 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-9a6f3404-4678-47e1-850b-687df08eb0e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 200 len: 217 time: 0.0852182 Aug 03 19:16:34.546246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785659-68b7-44ab-8307-d98fcb13872f req-c8f636be-8492-42b1-83ad-500f1fcf24e8 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.553858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f785659-68b7-44ab-8307-d98fcb13872f req-c8f636be-8492-42b1-83ad-500f1fcf24e8 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 931 time: 0.1955402 Aug 03 19:16:34.570582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-4c562254-3460-4898-a604-e4a3cb8feac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.573195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-4c562254-3460-4898-a604-e4a3cb8feac7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0732148 Aug 03 19:16:34.645379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16cc3681-6301-428e-8f26-a07605978172 req-5f83d39d-a702-435e-99a4-a09dbae594ae tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0827043 Aug 03 19:16:34.646640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05a686-c24a-4752-88e0-805788f53c60 req-4ad6b530-5110-416e-8ad0-d408c42bfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:34.648317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-4ad6b530-5110-416e-8ad0-d408c42bfe6f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670881 Aug 03 19:16:34.668365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:34.729299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:34.734288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:34.734525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 84805d13-7f26-42ce-bc34-5a876d7f9757 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:34.737827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=b9187657-10ba-4404-8026-739128e9c48b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:34.749030 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d2ecab1d-6f6f-4593-9c0d-167b823728d9 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7252827 Aug 03 19:16:34.749576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 84805d13-7f26-42ce-bc34-5a876d7f9757 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:34.749925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f785659-68b7-44ab-8307-d98fcb13872f req-51a77713-af5f-4b40-8da5-0471011c4406 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923778 Aug 03 19:16:34.750096 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.783562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Request body: {'port': {'device_id': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:34.823221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.4 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/3ebefa73-e60e-4972-a36b-bcb283dff75b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:34.825294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Provisioning for port 5852fc3c-14ea-40e2-8bd9-12047147f228 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:34.836878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Provisioning complete for port 5852fc3c-14ea-40e2-8bd9-12047147f228 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:34.837333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.886175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Port 5852fc3c-14ea-40e2-8bd9-12047147f228 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:34.891289 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-de2246d5-2b11-4c6e-87a3-5cb8efa82bcf service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335267 Aug 03 19:16:34.902329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41410694-437e-4833-8417-5948dd32e873 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:34.933000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:34.951980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Provisioning complete for port 84805d13-7f26-42ce-bc34-5a876d7f9757 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:34.952708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.010509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.011710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.042508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.094840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 84805d13-7f26-42ce-bc34-5a876d7f9757, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84805d13-7f26-42ce-bc34-5a876d7f9757,segment=NetworkSegment(b8263014-fc59-4974-a6e2-f8f8341761b2),segment_id=b8263014-fc59-4974-a6e2-f8f8341761b2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:35.149110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.229541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.245091 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ca05a686-c24a-4752-88e0-805788f53c60 req-440de6c7-62c2-4388-bef1-982979a74864 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412523 Aug 03 19:16:35.245470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92b19-8d13-44f0-959e-bf55a9c371ba req-0f8b6157-4618-41b3-b265-2a7f830d2d02 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.247338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63d92b19-8d13-44f0-959e-bf55a9c371ba req-0f8b6157-4618-41b3-b265-2a7f830d2d02 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 943 time: 0.3670950 Aug 03 19:16:35.260230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 41410694-437e-4833-8417-5948dd32e873 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:35.265003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.312283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-53d72827-f794-4ee5-b508-ede6df2a944c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.3971527 Aug 03 19:16:35.315421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57640) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:35.323357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63d92b19-8d13-44f0-959e-bf55a9c371ba req-09d30273-3c71-4904-bfad-14cc03872c81 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609429 Aug 03 19:16:35.330987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 41410694-437e-4833-8417-5948dd32e873 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:35.331624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.433974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395802c-f11c-4808-a5f6-51eb25367317 req-69be37d8-e8dd-4a0d-8ca0-c5cf9e55daa4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.441995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8395802c-f11c-4808-a5f6-51eb25367317 req-69be37d8-e8dd-4a0d-8ca0-c5cf9e55daa4 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 945 time: 0.0685899 Aug 03 19:16:35.492916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:16:35.493606 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-9defdaf2-1673-42e4-a93f-ce7bff9e18ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:16:35.493932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8395802c-f11c-4808-a5f6-51eb25367317 req-a2c67cfb-8ad4-49f7-b5cd-afb33842d0cc tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Aug 03 19:16:35.504486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fa9cd-e03c-43dc-97bf-7cc828203c65 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.509600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=84805d13-7f26-42ce-bc34-5a876d7f9757,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:35.512314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fa9cd-e03c-43dc-97bf-7cc828203c65 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.517582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fa9cd-e03c-43dc-97bf-7cc828203c65 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.519310 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-023fa9cd-e03c-43dc-97bf-7cc828203c65 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2029707 Aug 03 19:16:35.522581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57642) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:35.568166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.568822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.595796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e5fda6-2c33-4503-a532-3bdf75bb1524 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:35.606632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.616436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41410694-437e-4833-8417-5948dd32e873,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:35.617768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41410694-437e-4833-8417-5948dd32e873'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:35.623269 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4d990-ab1f-4bfd-9e6f-d81370ed8016" -d '{"events": [{"server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "name": "network-vif-plugged", "status": "completed", "tag": "41410694-437e-4833-8417-5948dd32e873"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:35.623638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Transition to ACTIVE for port object b9e5fda6-2c33-4503-a532-3bdf75bb1524 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:35.650998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-989cfe61-cfd2-4b3d-a46a-9fd7aa699b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.653213 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-989cfe61-cfd2-4b3d-a46a-9fd7aa699b84 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 1094 time: 0.1099825 Aug 03 19:16:35.666309 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1fa95-45b9-46ee-a47e-f0b195166c3c x-openstack-request-id: req-acf1fa95-45b9-46ee-a47e-f0b195166c3c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:35.666531 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "name": "network-vif-plugged", "status": "completed", "tag": "41410694-437e-4833-8417-5948dd32e873", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:35.666697 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-acf1fa95-45b9-46ee-a47e-f0b195166c3c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:35.667068 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41410694-437e-4833-8417-5948dd32e873', 'code': 200} Aug 03 19:16:35.710445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:35.710445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:35.710445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:35.763815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=3ebefa73-e60e-4972-a36b-bcb283dff75b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:35.767923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-9ade099d-1052-43a1-8d74-35b52e4fdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.769755 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-9ade099d-1052-43a1-8d74-35b52e4fdc87 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1031079 Aug 03 19:16:35.773842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.805237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed35a75a-8945-4974-b77d-aab350ee341e req-763f496c-6548-4b13-bb09-6352b493f653 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0592563 Aug 03 19:16:35.834277 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-dd4011df-369c-49a3-944d-3df34c2b692f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 200 len: 217 time: 0.0536439 Aug 03 19:16:35.845428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.846097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.865718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:35.911662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port b9187657-10ba-4404-8026-739128e9c48b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:35.911930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.929632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:35.965036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-fb6e18f1-dfed-4a39-b73d-6fda87363588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:35.966066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-fb6e18f1-dfed-4a39-b73d-6fda87363588 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1247420 Aug 03 19:16:36.002657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68f301-c429-481c-a0c3-bf58a6a6f690 req-1e8df425-6ac6-43c0-a522-0ab22bc5f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.004210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc68f301-c429-481c-a0c3-bf58a6a6f690 req-1e8df425-6ac6-43c0-a522-0ab22bc5f9ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 1097 time: 0.2261531 Aug 03 19:16:36.057683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d23f504d-5014-4e02-a2fd-7ec007b41405 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1642878 Aug 03 19:16:36.064053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.068154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57656) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:36.079120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'port': {'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181', 'name': 'tempest-FloatingIPTestJSON-1214056870'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:36.101056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943e8fc-c605-4769-87f4-938927dcf1fc req-6df4f16f-3d1c-4985-adee-f94546ba183b tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.103461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2943e8fc-c605-4769-87f4-938927dcf1fc req-6df4f16f-3d1c-4985-adee-f94546ba183b tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 943 time: 0.1825211 Aug 03 19:16:36.140848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-521d1e6c-659a-4719-9ddb-728e0db29857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.143852 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-521d1e6c-659a-4719-9ddb-728e0db29857 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520581 Aug 03 19:16:36.166418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.189407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Attempting to bind port b9e5fda6-2c33-4503-a532-3bdf75bb1524 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:36.189407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Attempting to bind port b9e5fda6-2c33-4503-a532-3bdf75bb1524 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '364e5800-ea16-4798-8137-4097211882fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:36.189407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Attempting to bind port b9e5fda6-2c33-4503-a532-3bdf75bb1524 on network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:36.200826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc68f301-c429-481c-a0c3-bf58a6a6f690 req-6297cf53-8ae3-4d05-8e7e-18633aaf1554 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808777 Aug 03 19:16:36.202549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for b9187657-10ba-4404-8026-739128e9c48b owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:36.224193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Port b9e5fda6-2c33-4503-a532-3bdf75bb1524 on network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:36.224543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Attempting to bind port b9e5fda6-2c33-4503-a532-3bdf75bb1524 on network a79ad2d0-1f34-48a9-a434-dbf99ec98c47 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:36.235042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:36.235042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Checking segment: {'id': '364e5800-ea16-4798-8137-4097211882fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:36.235042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Bound using segment: {'id': '364e5800-ea16-4798-8137-4097211882fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:36.235499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Bound port: b9e5fda6-2c33-4503-a532-3bdf75bb1524, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364e5800-ea16-4798-8137-4097211882fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:36.236050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.247359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Provisioning complete for port 5852fc3c-14ea-40e2-8bd9-12047147f228 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:36.248082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.300822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84805d13-7f26-42ce-bc34-5a876d7f9757 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:36.317653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2943e8fc-c605-4769-87f4-938927dcf1fc req-957e41d0-dc22-4618-b15b-c97f87fa86ee tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787643 Aug 03 19:16:36.400934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-9dc2720f-d86f-4d8c-86ea-d71e4ee0f34b service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467473 Aug 03 19:16:36.420449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Port 5852fc3c-14ea-40e2-8bd9-12047147f228 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:36.439833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 84805d13-7f26-42ce-bc34-5a876d7f9757 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:36.440216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.523337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:36.534327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.576181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] device_id is not set on port de53f480-de0d-4131-9b1f-3cfc6fca83d5 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:36.639553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9473b-2560-4b91-8ce6-fc34e51f3db2 req-17a15bfc-3770-420e-854e-e7217f850c2e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.641207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cc9473b-2560-4b91-8ce6-fc34e51f3db2 req-17a15bfc-3770-420e-854e-e7217f850c2e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 943 time: 0.2014427 Aug 03 19:16:36.734425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Provisioning for port b9187657-10ba-4404-8026-739128e9c48b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:36.739004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Provisioning complete for port b9187657-10ba-4404-8026-739128e9c48b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:36.739725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.746692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:36.764818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e0abf64-777f-4735-a4ea-121787f5cfa4 None None] Port b9187657-10ba-4404-8026-739128e9c48b was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:16:36.781202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3945b-6c59-4df2-8e77-a14ca1fb02ef req-1c372421-4d07-49c1-a0bd-a1997af65539 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:36.782843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4d3945b-6c59-4df2-8e77-a14ca1fb02ef req-1c372421-4d07-49c1-a0bd-a1997af65539 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 946 time: 0.1633430 Aug 03 19:16:36.813208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cc9473b-2560-4b91-8ce6-fc34e51f3db2 req-83bd63e2-8591-4e01-84bd-0f98bea2fe24 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459084 Aug 03 19:16:36.818376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=b9187657-10ba-4404-8026-739128e9c48b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:36.856979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.12 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/de53f480-de0d-4131-9b1f-3cfc6fca83d5) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:36.866882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:36.891643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524,segment=NetworkSegment(364e5800-ea16-4798-8137-4097211882fb),segment_id=364e5800-ea16-4798-8137-4097211882fb)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:36.913882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cff7fcd0-c202-481b-b170-9b5d053f96c4 req-a8c2a008-1e5f-46e9-9168-50f7929e4e65 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038111 Aug 03 19:16:36.993903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4d3945b-6c59-4df2-8e77-a14ca1fb02ef req-7858561e-c3ca-4b47-9688-c783788c9fe8 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861055 Aug 03 19:16:37.027265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09cef47c-fb53-46db-b1ac-c2e7ce908fc1 req-bd8c2a8d-f23d-455c-bf8a-07052cf39826 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0711679 Aug 03 19:16:37.174646 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.187253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.191937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-58c9727e-49fb-491f-85fa-040338af81ef tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/b9187657-10ba-4404-8026-739128e9c48b HTTP/1.1" status: 204 len: 168 time: 1.6657977 Aug 03 19:16:37.192685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57670) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.214462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.215098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.233378 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] 10.222.0.77 "PUT /v2.0/ports/b9e5fda6-2c33-4503-a532-3bdf75bb1524 HTTP/1.1" status: 200 len: 1091 time: 2.4416111 Aug 03 19:16:37.233378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:37.233378 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aad90f-4d90-445c-ae21-31a0c7ef2f86" -d '{"events": [{"name": "network-changed", "server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:37.237889 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca47604-f5ac-4dc9-b401-c312020482d0 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] GET failed (client error): The resource could not be found. Aug 03 19:16:37.243056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ca47604-f5ac-4dc9-b401-c312020482d0 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports/b9187657-10ba-4404-8026-739128e9c48b HTTP/1.1" status: 404 len: 333 time: 0.0462584 Aug 03 19:16:37.246887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57674) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.254778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-577121322'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:37.262426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918d6ca-3035-40a5-b520-554962b0197b service neutron] Pushing event updated for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:37.281329 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6746ae18-2dba-475c-8917-7ce209adeba2 x-openstack-request-id: req-6746ae18-2dba-475c-8917-7ce209adeba2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:37.281626 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:37.281849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.281972 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6746ae18-2dba-475c-8917-7ce209adeba2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:37.282251 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524', 'status': 'completed', 'code': 200} Aug 03 19:16:37.377883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-cf626c42-4d22-409c-b776-f40d9cef592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.379383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-cf626c42-4d22-409c-b776-f40d9cef592f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b14f9fcaddb47628b80765a6bb7a455&device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 1094 time: 0.0711429 Aug 03 19:16:37.421556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c741e2-4d1c-4856-93b6-e8027119950f req-810e859c-bb3e-4a7c-b718-d97ceb98a90a tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.423388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0c741e2-4d1c-4856-93b6-e8027119950f req-810e859c-bb3e-4a7c-b718-d97ceb98a90a tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 943 time: 0.0558810 Aug 03 19:16:37.470350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0c741e2-4d1c-4856-93b6-e8027119950f req-4d52800d-cf2b-4073-97c6-31513c062c38 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Aug 03 19:16:37.517190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-7cc84f6b-9e93-4aa3-b46d-7904b8f848da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.518713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-7cc84f6b-9e93-4aa3-b46d-7904b8f848da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=6b14f9fcaddb47628b80765a6bb7a455&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1295955 Aug 03 19:16:37.589517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.629007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-1b12954e-c7b0-4012-a969-c1fe78d782b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.631262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-44aad90f-4d90-445c-ae21-31a0c7ef2f86 req-1b12954e-c7b0-4012-a969-c1fe78d782b7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046329 Aug 03 19:16:37.635592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:37.641589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:37.645879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:37.649854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=de53f480-de0d-4131-9b1f-3cfc6fca83d5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:37.684754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:37.688724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.703936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.704580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:37.740435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:37.782265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-eab0e5f8-b5e4-4617-a400-1c61f4fbd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.783691 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-eab0e5f8-b5e4-4617-a400-1c61f4fbd121 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b14f9fcaddb47628b80765a6bb7a455&device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 1094 time: 0.1157157 Aug 03 19:16:37.843976 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-ec359a89-a576-40ac-8acc-9d1ff2980881 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524 HTTP/1.1" status: 200 len: 217 time: 0.0515528 Aug 03 19:16:37.936277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.9 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/346c237e-f91b-4fe3-a942-c1d3f0dd5d69) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:37.939173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d6542bbb-7287-4265-abcb-2b243a6af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.940775 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-d6542bbb-7287-4265-abcb-2b243a6af6f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=47da3a59-f9e1-438c-9deb-1444dc10802c HTTP/1.1" status: 200 len: 858 time: 0.0883472 Aug 03 19:16:37.973072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4dd3205-9396-444a-b7b0-1e8aba179d11 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8970346 Aug 03 19:16:37.973878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57684) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:37.981862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'de53f480-de0d-4131-9b1f-3cfc6fca83d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:37.990528 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-5fad2573-549c-48aa-9d40-0f163d84e6cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a79ad2d0-1f34-48a9-a434-dbf99ec98c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417323 Aug 03 19:16:37.995486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3343d3-71da-44b5-a300-f08f53ffeca7 req-e1f85520-d2a9-4c34-bf1a-c0d746448257 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:37.997163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca3343d3-71da-44b5-a300-f08f53ffeca7 req-e1f85520-d2a9-4c34-bf1a-c0d746448257 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 943 time: 0.0606604 Aug 03 19:16:38.040079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca3343d3-71da-44b5-a300-f08f53ffeca7 req-ed8965e3-caa8-4006-ad58-c7516d3f5d5a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Aug 03 19:16:38.138383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c914e4c7-5e9d-4d71-b044-409701f4ce7f req-8a8bea73-feb1-4515-8176-a2ed7238570a tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0510745 Aug 03 19:16:38.161751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791dcc-9741-40bd-98d9-e96ed106b4d7 req-80ccc29d-7128-4764-bc8d-0dfe64ae6bb3 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.169494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33791dcc-9741-40bd-98d9-e96ed106b4d7 req-80ccc29d-7128-4764-bc8d-0dfe64ae6bb3 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 946 time: 0.0842586 Aug 03 19:16:38.199182 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-8aa7c498-3d3f-405c-94a0-d924d6503de9 service neutron] 10.222.0.77 "GET /v2.0/networks/a79ad2d0-1f34-48a9-a434-dbf99ec98c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962681 Aug 03 19:16:38.204726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33791dcc-9741-40bd-98d9-e96ed106b4d7 req-1e6753bd-7f6b-46d5-a3df-c7e7ca427e37 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 03 19:16:38.262804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.285424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:38.330323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dbdca2b8-64c4-4c2d-894c-c20e6ac1a5c5 req-dc391c01-61ba-431e-8df5-8f36db909c6d service neutron] 10.222.0.77 "GET /v2.0/networks/a79ad2d0-1f34-48a9-a434-dbf99ec98c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238270 Aug 03 19:16:38.390907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.497281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.617007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.138 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/546326d9-6d58-4b0b-aca9-de3ce3bcba09) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:38.650532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074467c-6c43-4bec-87d2-bda699bf19c1 req-98c99adf-40c4-4705-8a7c-4969adaadb43 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.652115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d074467c-6c43-4bec-87d2-bda699bf19c1 req-98c99adf-40c4-4705-8a7c-4969adaadb43 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 943 time: 0.0556219 Aug 03 19:16:38.691154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d074467c-6c43-4bec-87d2-bda699bf19c1 req-a166dab0-4694-4203-906f-874bdc3a9163 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326998 Aug 03 19:16:38.728373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.773208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:38.806485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:38.809315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=346c237e-f91b-4fe3-a942-c1d3f0dd5d69,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:38.811716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:38.815279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:38.886715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:38.887375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.149876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.163835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb50f3-5206-4650-be10-4590e24c2636 req-2c2f6d4d-82d0-4e1c-b084-2fd792299bd1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.165596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0eb50f3-5206-4650-be10-4590e24c2636 req-2c2f6d4d-82d0-4e1c-b084-2fd792299bd1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 943 time: 0.0498190 Aug 03 19:16:39.186911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:39.189774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:39.193435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:39.207547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0eb50f3-5206-4650-be10-4590e24c2636 req-625b68a8-333b-43de-8149-6bdb93f7e39d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348258 Aug 03 19:16:39.223619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=546326d9-6d58-4b0b-aca9-de3ce3bcba09,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:39.230918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-203823e0-18b8-4581-8a30-c0a890e9f3c9 None None] Provisioning for port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:39.239311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-203823e0-18b8-4581-8a30-c0a890e9f3c9 None None] Provisioning complete for port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:39.239461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6d10abe8-51de-4dc1-982c-6046a3053e04 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9879830 Aug 03 19:16:39.239556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-203823e0-18b8-4581-8a30-c0a890e9f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.241817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:39.249615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4e:71:33'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:39.289882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-203823e0-18b8-4581-8a30-c0a890e9f3c9 None None] Port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:39.310078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc443be0-2304-4542-9755-886a538b7a43 req-f35478d7-b8df-40b9-819d-d326b55e9554 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0305741 Aug 03 19:16:39.388182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa582a4d-951b-4714-9653-5c6ecd26d3ff req-7d8087d8-43c3-4554-b0fc-bd4ff7def91e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.389854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa582a4d-951b-4714-9653-5c6ecd26d3ff req-7d8087d8-43c3-4554-b0fc-bd4ff7def91e tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 946 time: 0.0562601 Aug 03 19:16:39.438937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa582a4d-951b-4714-9653-5c6ecd26d3ff req-426b520f-98d6-445b-a905-d163e9a73c3d tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Aug 03 19:16:39.582279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.829761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe204f-ba48-4bf1-bbe2-3c4900ec21b5 req-c5c0068a-4c55-4894-90ba-10e084af8f53 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:39.831322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98fe204f-ba48-4bf1-bbe2-3c4900ec21b5 req-c5c0068a-4c55-4894-90ba-10e084af8f53 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 943 time: 0.0644255 Aug 03 19:16:39.876517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 32e2beea-3c9b-46df-815d-bd9db7460d70 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:39.893255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98fe204f-ba48-4bf1-bbe2-3c4900ec21b5 req-b6494dc2-304b-42fe-aedb-79e36ad908ab tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531094 Aug 03 19:16:39.909178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:39.965202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-e7666f46-69df-4385-8bbb-9f8ba6e5cb71 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1448705 Aug 03 19:16:39.990726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:40.002813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'mac_address': 'fa:16:3e:bc:dd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:40.003135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.040107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.045718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.046215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.046701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.047175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.047652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.048133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.048601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.050574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9031190-bb4f-43c3-96f7-022888f67896 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6499 time: 0.0589421 Aug 03 19:16:40.053159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e2beea-3c9b-46df-815d-bd9db7460d70 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:40.076364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:40.203869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.226150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4f0ca9da-81a2-4793-a178-6d4ca9026e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.226953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4f0ca9da-81a2-4793-a178-6d4ca9026e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.227449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4f0ca9da-81a2-4793-a178-6d4ca9026e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.229117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4f0ca9da-81a2-4793-a178-6d4ca9026e55 service neutron] 10.222.0.77 "GET /v2.0/networks?id=76f1e661-02c6-429b-96b6-a6e39c38104e&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=4cf31203-3992-41db-9b83-7b021463b3ae&id=4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 200 len: 2298 time: 0.1473279 Aug 03 19:16:40.284446 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.293393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.338559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853f66-c129-4df5-8070-66a4a765d226 req-6e4a6ce0-9a58-4453-ad9f-d58068014e25 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.340374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44853f66-c129-4df5-8070-66a4a765d226 req-6e4a6ce0-9a58-4453-ad9f-d58068014e25 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 944 time: 0.0596008 Aug 03 19:16:40.371462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:40.386367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44853f66-c129-4df5-8070-66a4a765d226 req-45959a84-15fd-441c-856b-d389bae58358 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Aug 03 19:16:40.457226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5dfc851-222e-4840-a152-a63d03b349be req-28de8a9c-318b-495c-831c-45bb2cf43d78 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0385883 Aug 03 19:16:40.463463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-ca5eb923-9d8d-4572-a407-46817e2f7ec1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 200 len: 1001 time: 0.2265167 Aug 03 19:16:40.468378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=346c237e-f91b-4fe3-a942-c1d3f0dd5d69,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:40.517719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] In _notify_port_updated(), no bound segment for port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 on network d1e247b7-c884-43f2-8326-a4cec6b9f770 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:40.524175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.524639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.526187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3b0794a-df84-440a-a261-488feaa7efbf tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "PUT /v2.0/ports/346c237e-f91b-4fe3-a942-c1d3f0dd5d69 HTTP/1.1" status: 200 len: 992 time: 1.2828913 Aug 03 19:16:40.529317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:40.582773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-0da0e8d5-150f-49b3-9884-582f8b876201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.584312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-0da0e8d5-150f-49b3-9884-582f8b876201 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 HTTP/1.1" status: 200 len: 856 time: 0.1119528 Aug 03 19:16:40.620029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3857fd6f-fcfb-4f22-bba8-7002c1d71192 None None] Provisioning complete for port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:40.620547 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3857fd6f-fcfb-4f22-bba8-7002c1d71192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.645143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:40.660895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-f4cd729c-7513-436d-ac48-8e7a8543bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:40.663017 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-f4cd729c-7513-436d-ac48-8e7a8543bec0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76f1e661-02c6-429b-96b6-a6e39c38104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707066 Aug 03 19:16:40.665746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3857fd6f-fcfb-4f22-bba8-7002c1d71192 None None] Port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:40.669595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['32e2beea-3c9b-46df-815d-bd9db7460d70'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:40.782351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-39b850e3-87c3-4e28-8aaf-57963a321b35 service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107512 Aug 03 19:16:40.938504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-c1aa88c7-7969-442b-8821-21c422201125 service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478245 Aug 03 19:16:41.031664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.034575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-d9f54f90-8d8a-43de-b5d0-c973667ea38c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 217 time: 0.0624359 Aug 03 19:16:41.064277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac776aa-0809-4c7c-87a0-c25eec6fda71 req-ce2d25d8-1be9-4fbe-8f66-6a282e95a55c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.065859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ac776aa-0809-4c7c-87a0-c25eec6fda71 req-ce2d25d8-1be9-4fbe-8f66-6a282e95a55c tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 946 time: 0.5271015 Aug 03 19:16:41.088671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-da6e84c1-3078-4f37-a164-62b4bacf1f79 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.090282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-da6e84c1-3078-4f37-a164-62b4bacf1f79 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 946 time: 0.1695375 Aug 03 19:16:41.200634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ac776aa-0809-4c7c-87a0-c25eec6fda71 req-f6aa626f-e420-4e0d-ad3b-84d3ba066c19 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups?id=b9c8f90f-24d9-4fd5-879e-f7b580baca90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000381 Aug 03 19:16:41.206440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b12b8-1e26-4972-8336-4000b3983055 req-d15955e1-0265-4596-8c01-77dc1f9fdce5 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.208022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f7b12b8-1e26-4972-8336-4000b3983055 req-d15955e1-0265-4596-8c01-77dc1f9fdce5 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 943 time: 0.1723580 Aug 03 19:16:41.210613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.221152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=546326d9-6d58-4b0b-aca9-de3ce3bcba09,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:41.235720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c9333e13-32d0-40a9-bf93-70826e4632cb tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.238332 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c9333e13-32d0-40a9-bf93-70826e4632cb tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 817 time: 0.3622952 Aug 03 19:16:41.241094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:41.241443 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.275415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-14d1593b-39f0-41e0-b246-0598f6751ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.276884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-14d1593b-39f0-41e0-b246-0598f6751ae4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.2308609 Aug 03 19:16:41.293453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Request body: {'port': {'device_id': '296eb862-b355-4dae-9beb-c1ea915a4333', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'admin_state_up': True, 'tenant_id': '94fe8824167547d1a04ed3fc9c390aab'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:41.342969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f7b12b8-1e26-4972-8336-4000b3983055 req-fbd9a86b-54b9-44fb-97d6-8666005ce733 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051691 Aug 03 19:16:41.388809 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.402082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Deleting port 41410694-437e-4833-8417-5948dd32e873 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:41.402457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.410095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for 346c237e-f91b-4fe3-a942-c1d3f0dd5d69 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:41.618881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93b3db22-5314-45c7-88ee-c5adbeaae65f req-b697c7b5-7ca9-4137-9496-89bf721bbfeb tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0501466 Aug 03 19:16:41.628524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] For port 41410694-437e-4833-8417-5948dd32e873, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41410694-437e-4833-8417-5948dd32e873,segment=NetworkSegment(6049619e-a508-4669-908f-19245f0fd4b7),segment_id=6049619e-a508-4669-908f-19245f0fd4b7)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:41.628927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:41.646910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Calling delete_port for 41410694-437e-4833-8417-5948dd32e873 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:41.659343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dead-e6cf-41e7-b97c-023850b29484 req-231908a9-7b2c-4433-a845-326f75edd33b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.661017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7df8dead-e6cf-41e7-b97c-023850b29484 req-231908a9-7b2c-4433-a845-326f75edd33b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 944 time: 0.1518419 Aug 03 19:16:41.839597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-89b2f5dc-d588-4542-a57b-8cbfa4047949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:41.841398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-89b2f5dc-d588-4542-a57b-8cbfa4047949 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5529237 Aug 03 19:16:41.871146 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 1859b1ad-fb5b-43a1-bee5-d5ca4b1adb60 associated. External IP: 172.25.2.138, port: de53f480-de0d-4131-9b1f-3cfc6fca83d5. Aug 03 19:16:41.872455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7df8dead-e6cf-41e7-b97c-023850b29484 req-3c1647ae-4cbe-4894-b143-f742ca2f0803 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986859 Aug 03 19:16:41.877371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b9e5fda6-2c33-4503-a532-3bdf75bb1524 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:41.895772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 32e2beea-3c9b-46df-815d-bd9db7460d70 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:42.011032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c5e1056f-4b1e-4d73-b1ea-d7ba3e37e6aa tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.012789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c5e1056f-4b1e-4d73-b1ea-d7ba3e37e6aa tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 817 time: 0.2253475 Aug 03 19:16:42.016507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.057712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Request body: {'port': {'device_id': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'admin_state_up': True, 'tenant_id': '94fe8824167547d1a04ed3fc9c390aab'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:42.064222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=346c237e-f91b-4fe3-a942-c1d3f0dd5d69,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.145449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-9a40babd-227d-4014-af44-9d0056943713 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927711 Aug 03 19:16:42.189854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524,segment=NetworkSegment(364e5800-ea16-4798-8137-4097211882fb),segment_id=364e5800-ea16-4798-8137-4097211882fb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:42.205561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524', 'network_id': 'a79ad2d0-1f34-48a9-a434-dbf99ec98c47', 'port_id': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524', 'mac_address': 'fa:16:3e:a2:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47da3a59-f9e1-438c-9deb-1444dc10802c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:42.212408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.247674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['41410694-437e-4833-8417-5948dd32e873'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:42.255112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 32e2beea-3c9b-46df-815d-bd9db7460d70 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:42.288128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Made reservation on behalf of 94fe8824167547d1a04ed3fc9c390aab for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:42.292566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.298781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 32e2beea-3c9b-46df-815d-bd9db7460d70 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:42.299622 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.348966 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.359847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event deleted for resources: {'Port': ['ID=41410694-437e-4833-8417-5948dd32e873,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.391777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e5fda6-2c33-4503-a532-3bdf75bb1524 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:42.430996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524,segment=NetworkSegment(364e5800-ea16-4798-8137-4097211882fb),segment_id=364e5800-ea16-4798-8137-4097211882fb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:42.491162 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.522772 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.530390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0894bb6a-9c9d-4368-b19b-36a06c056fd7 req-731886ce-6940-41d7-812a-2466fd8456dd tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.1572111 Aug 03 19:16:42.532910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:42.536143 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f1f358-caac-428b-b0a0-8b49389702c3" -d '{"events": [{"server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "name": "network-vif-plugged", "status": "completed", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:42.584051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:42.637349 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc80baa3-d437-4dfe-a81f-217f102f6060 x-openstack-request-id: req-bc80baa3-d437-4dfe-a81f-217f102f6060 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:42.637349 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "name": "network-vif-plugged", "status": "completed", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:42.637349 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc80baa3-d437-4dfe-a81f-217f102f6060 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:42.637349 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'code': 200} Aug 03 19:16:42.646050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] No DVR routers for this DVR port 41410694-437e-4833-8417-5948dd32e873 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:42.646187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.658924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.664857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f1726a8-30fd-4fbd-9d95-539270e7d40e req-8e8cd633-9973-4f62-8c98-b130413da707 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.54 "DELETE /v2.0/ports/41410694-437e-4833-8417-5948dd32e873 HTTP/1.1" status: 204 len: 173 time: 1.5602605 Aug 03 19:16:42.672636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'name': 'network-vif-deleted', 'tag': '41410694-437e-4833-8417-5948dd32e873'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:42.680333 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fad38d-2465-4261-8063-938ce44714c5" -d '{"events": [{"server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "name": "network-vif-deleted", "tag": "41410694-437e-4833-8417-5948dd32e873"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:42.687610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.692589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ad44716-456d-4129-8129-ec7d798ce328 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/346c237e-f91b-4fe3-a942-c1d3f0dd5d69 HTTP/1.1" status: 204 len: 168 time: 2.1597049 Aug 03 19:16:42.698364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57744) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:42.744830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05156a-7bd2-4fe7-aa22-76bf3ed466a3 req-496c297c-001b-4d5c-87f3-fa809f60783c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.746473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d05156a-7bd2-4fe7-aa22-76bf3ed466a3 req-496c297c-001b-4d5c-87f3-fa809f60783c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 944 time: 0.2566595 Aug 03 19:16:42.751287 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88c44fc-785d-4878-8644-63ad46859bf0 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] GET failed (client error): The resource could not be found. Aug 03 19:16:42.751287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e88c44fc-785d-4878-8644-63ad46859bf0 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports/346c237e-f91b-4fe3-a942-c1d3f0dd5d69 HTTP/1.1" status: 404 len: 333 time: 0.0518503 Aug 03 19:16:42.766273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:42.775942 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-cbc9cf38-88f0-4126-82be-c0429da1b61b service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193974 Aug 03 19:16:42.780522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-166586916'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:42.784937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.860387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:42.866402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b9e5fda6-2c33-4503-a532-3bdf75bb1524'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:42.884922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Allocated IP 172.20.0.12 (dc998dda-a324-43d8-bc23-b1417ffa0f86/477d6b92-7a36-4bee-b3b1-e17a5f9e969b/3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:42.909571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Made reservation on behalf of 94fe8824167547d1a04ed3fc9c390aab for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:42.914559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:42.916897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-8ce95852-eea1-4d43-940e-8d70ca8346c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 217 time: 0.1193767 Aug 03 19:16:42.929272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ddb4b3f-2983-47e0-ae30-a5f5f71987a0 req-47a8c4eb-4b00-4b74-86e0-6978069417f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.1389675 Aug 03 19:16:42.930934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:42.960174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-8ccb7563-a190-40ec-8420-cbc7bed88e4b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:42.963346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-8ccb7563-a190-40ec-8420-cbc7bed88e4b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.77 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 817 time: 0.3736830 Aug 03 19:16:42.993090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d05156a-7bd2-4fe7-aa22-76bf3ed466a3 req-2b9fd4c8-7b2e-4b04-929e-06ebc38dd73c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255518 Aug 03 19:16:43.007932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0b527-680f-4027-b5b2-87d03f1b46b7 req-c6b39129-1da8-45d3-9ba2-50ee9e47399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.010901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd0b527-680f-4027-b5b2-87d03f1b46b7 req-c6b39129-1da8-45d3-9ba2-50ee9e47399e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 1095 time: 0.2817049 Aug 03 19:16:43.017366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Request body: {'port': {'device_id': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'admin_state_up': True, 'tenant_id': '94fe8824167547d1a04ed3fc9c390aab'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:43.024280 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfbeef4-c083-4f28-a67d-c4be77fcabd8 x-openstack-request-id: req-1bfbeef4-c083-4f28-a67d-c4be77fcabd8 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:43.024853 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca8ee47-77a8-45c1-beef-0cbaf141fbf4", "name": "network-vif-deleted", "tag": "41410694-437e-4833-8417-5948dd32e873", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:43.024998 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1bfbeef4-c083-4f28-a67d-c4be77fcabd8 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:43.025686 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca8ee47-77a8-45c1-beef-0cbaf141fbf4', 'name': 'network-vif-deleted', 'tag': '41410694-437e-4833-8417-5948dd32e873', 'status': 'completed', 'code': 200} Aug 03 19:16:43.291500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd0b527-680f-4027-b5b2-87d03f1b46b7 req-228d1d9d-135b-4df5-bcb0-b991f6a21e27 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445519 Aug 03 19:16:43.297049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-90cfb0f3-c315-42ca-ac11-f458d35df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.299073 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-90cfb0f3-c315-42ca-ac11-f458d35df327 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.3669667 Aug 03 19:16:43.328840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cddfb-19c2-42cd-8c11-af306b79dfbd req-316c833c-5156-4b6d-8ec9-32608bc84ea1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.330656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-033cddfb-19c2-42cd-8c11-af306b79dfbd req-316c833c-5156-4b6d-8ec9-32608bc84ea1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 945 time: 0.1600816 Aug 03 19:16:43.405260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-033cddfb-19c2-42cd-8c11-af306b79dfbd req-80761791-edfa-408a-92ce-6115faa45f7f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659487 Aug 03 19:16:43.562613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4e050028-ec86-4171-bc6c-389f1a314018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:43.564107 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-4e050028-ec86-4171-bc6c-389f1a314018 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2132614 Aug 03 19:16:43.588622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:43.599097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.611575 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:43.612342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:43.612342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.621707 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:43.622443 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:43.653713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:43.671134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:43.686251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:43.686876 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:43.727543 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:43.728209 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b53c81-ba27-48f6-bdd0-61e20e3adaec None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:43.752401 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-619ed820-9af7-4d4b-bf7f-b2bf21146a57 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790292 Aug 03 19:16:43.757080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dac74397-9b29-4fad-b820-9db0df867e2c req-5f625d69-b932-44dd-9907-14ca96ec0c62 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/ports?device_id=dca8ee47-77a8-45c1-beef-0cbaf141fbf4 HTTP/1.1" status: 200 len: 210 time: 0.0320420 Aug 03 19:16:43.859766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Made reservation on behalf of 94fe8824167547d1a04ed3fc9c390aab for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:43.872785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.11 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/d5e2dacd-5123-4e60-9cbf-3d6b53f70874) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:43.872957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:43.895102 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-e865c5b6-338c-4e79-bca0-6114e95a2b8d service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345382 Aug 03 19:16:43.978723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-5196214b-27a9-4833-bccc-6b36da1fd9f0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b HTTP/1.1" status: 200 len: 217 time: 0.0722735 Aug 03 19:16:43.979774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.076902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97afa3dd-48a5-4193-8519-8a65c3954f92 req-122bc660-9ae6-4eb4-ae59-996c1060d921 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0486088 Aug 03 19:16:44.087654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:44.098641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:44.103521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.113869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:44.115182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Allocated IP 172.20.0.6 (dc998dda-a324-43d8-bc23-b1417ffa0f86/477d6b92-7a36-4bee-b3b1-e17a5f9e969b/c2d15259-08f9-43ed-a83a-f866f8929749) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:44.176641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event updated for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:44.192006 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1eaacad6-4d25-457b-81cf-a71646519c14 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2150123 Aug 03 19:16:44.194199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-3937ecb4-ee0e-44de-afb2-dcd6c760f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.196574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-3937ecb4-ee0e-44de-afb2-dcd6c760f6b5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.1988485 Aug 03 19:16:44.197068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:44.204508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:44.213228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.256956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object d5e2dacd-5123-4e60-9cbf-3d6b53f70874 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:44.286456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65613f1a-b3bb-4957-8d47-af295beac695 req-1ca8c00a-2a3b-49a7-adfd-b7efaf0469e4 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.288105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65613f1a-b3bb-4957-8d47-af295beac695 req-1ca8c00a-2a3b-49a7-adfd-b7efaf0469e4 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 944 time: 0.1574464 Aug 03 19:16:44.293774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.294462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.356104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.406116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-50ec57e7-95e1-4cf1-9562-002578868ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.407666 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-50ec57e7-95e1-4cf1-9562-002578868ce5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2005770 Aug 03 19:16:44.419028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65613f1a-b3bb-4957-8d47-af295beac695 req-2b5f8cff-f614-4b10-84f1-7308bd70e02d tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928576 Aug 03 19:16:44.504735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.529703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.554328 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-56e9f742-29ed-4c9b-aa56-3c28649d9b5b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2808146 Aug 03 19:16:44.574171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Request body: {'port': {'device_id': '296eb862-b355-4dae-9beb-c1ea915a4333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:44.610855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:44.630579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:44.639787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:44.650069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=d5e2dacd-5123-4e60-9cbf-3d6b53f70874,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:44.653364 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-8fa24e11-3167-4afe-bb79-d009ad532266 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356522 Aug 03 19:16:44.693575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51104f63-ba41-4624-9f96-f10fe7b173bd req-d191927c-b488-45c0-98b7-8e278fdd63e5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.698106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51104f63-ba41-4624-9f96-f10fe7b173bd req-d191927c-b488-45c0-98b7-8e278fdd63e5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 945 time: 0.1849425 Aug 03 19:16:44.718308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.755204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:44.756185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.808619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.809530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51104f63-ba41-4624-9f96-f10fe7b173bd req-15162266-8399-4a97-84a6-4c4f3b0fcdcd tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962007 Aug 03 19:16:44.867993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.916450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41410694-437e-4833-8417-5948dd32e873 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:44.955493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 41410694-437e-4833-8417-5948dd32e873 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:44.956077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41410694-437e-4833-8417-5948dd32e873 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:44.968491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7c998c2d-1799-40c7-9a93-1dbc497ba26b tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1932163 Aug 03 19:16:44.969037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:44.969364 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 1859b1ad-fb5b-43a1-bee5-d5ca4b1adb60 disassociated. External IP: 172.25.2.138, port: de53f480-de0d-4131-9b1f-3cfc6fca83d5. Aug 03 19:16:44.975348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:44.985730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4e:71:33'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:44.993473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-2b8df5ec-8571-46bc-900c-48e0e6ff8586 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979743 Aug 03 19:16:45.033927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:45.037384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:45.041378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:45.045189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event updated for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:45.093049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Allocated IP 172.20.0.8 (dc998dda-a324-43d8-bc23-b1417ffa0f86/477d6b92-7a36-4bee-b3b1-e17a5f9e969b/0341fa5b-e87c-46ae-806c-903c25c4704d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:45.164959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-587dc0dd-217b-4936-9e64-c0da63d4c3f2 None None] Provisioning for port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:45.166523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.182254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.183700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-587dc0dd-217b-4936-9e64-c0da63d4c3f2 None None] Provisioning complete for port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:45.184931 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-587dc0dd-217b-4936-9e64-c0da63d4c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.232099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a367b9cd-d982-419f-8a65-d64fb3cb3885 req-251099fb-5041-49d1-8194-aaffd317986d tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0456240 Aug 03 19:16:45.253414 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.262169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-587dc0dd-217b-4936-9e64-c0da63d4c3f2 None None] Port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:45.262717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57786) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:45.314112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-4ddf4cc4-d80f-4e2f-aba5-359e0e01d3f7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2599757 Aug 03 19:16:45.339004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Request body: {'port': {'device_id': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:45.379591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.509595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.556189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.561875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-ca2d3e6f-00c1-4585-95a2-bc16cc0daeb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=26e9d839-fc59-4922-bd78-3105ad1fd881 HTTP/1.1" status: 200 len: 217 time: 0.5307436 Aug 03 19:16:45.657304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:45.722336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-b7884a89-0625-4080-826d-4554a16edb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.723884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-b7884a89-0625-4080-826d-4554a16edb5b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.1469221 Aug 03 19:16:45.776415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4205824-255c-401e-8fea-198423f4fc5f req-679ff24a-8742-4254-9f6e-19b8d3924e33 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.778041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4205824-255c-401e-8fea-198423f4fc5f req-679ff24a-8742-4254-9f6e-19b8d3924e33 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 944 time: 0.2491035 Aug 03 19:16:45.908371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b9e5fda6-2c33-4503-a532-3bdf75bb1524 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:45.913420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-32475565-9c32-4f57-ab12-c901e96bd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:45.914806 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-32475565-9c32-4f57-ab12-c901e96bd248 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783769 Aug 03 19:16:45.930264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4205824-255c-401e-8fea-198423f4fc5f req-4950259c-8236-4642-bdbd-bef6ea3c1dce tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410043 Aug 03 19:16:45.939009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.017083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15619e9-f313-4e10-b33b-5f957c16152d req-073902ea-a6a5-44e8-86c8-cb60955f535f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.018708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e15619e9-f313-4e10-b33b-5f957c16152d req-073902ea-a6a5-44e8-86c8-cb60955f535f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0549717 Aug 03 19:16:46.028060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.030875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.031999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "DELETE /v2.0/security-groups/a0ce9133-1229-49fe-874f-3341a87c5e3b HTTP/1.1" status: 204 len: 168 time: 0.7694662 Aug 03 19:16:46.041676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57796) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:46.064228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.070360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cbeb2-9191-4789-9366-0e4d022068f0 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ce9133-1229-49fe-874f-3341a87c5e3b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.074042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.092612 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-971d5d4f-3bc6-405a-ac80-f42423ca5941 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] show failed (client error): The resource could not be found. Aug 03 19:16:46.093764 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-971d5d4f-3bc6-405a-ac80-f42423ca5941 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "GET /v2.0/security-groups/a0ce9133-1229-49fe-874f-3341a87c5e3b HTTP/1.1" status: 404 len: 347 time: 0.0510325 Aug 03 19:16:46.105091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b9e5fda6-2c33-4503-a532-3bdf75bb1524 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:46.108307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:46.113475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b9e5fda6-2c33-4503-a532-3bdf75bb1524 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:46.114233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.211173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=d5e2dacd-5123-4e60-9cbf-3d6b53f70874,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.222355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:46.231447 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-05ecb95d-f2e4-4d80-b161-26aac3476b5d service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000689 Aug 03 19:16:46.235384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e15619e9-f313-4e10-b33b-5f957c16152d req-4b17ff81-36f8-4bf7-ac10-d31b8cd41178 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016258 Aug 03 19:16:46.239637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] In _notify_port_updated(), no bound segment for port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 on network d1e247b7-c884-43f2-8326-a4cec6b9f770 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:46.245860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.246624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.256190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a0d7e586-5c0d-48fe-b4b4-87b2b295ab03 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "PUT /v2.0/ports/d5e2dacd-5123-4e60-9cbf-3d6b53f70874 HTTP/1.1" status: 200 len: 996 time: 1.2786849 Aug 03 19:16:46.262261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57802) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:46.301749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.371897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524,segment=NetworkSegment(364e5800-ea16-4798-8137-4097211882fb),segment_id=364e5800-ea16-4798-8137-4097211882fb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:46.373986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:46.377796 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bccc31f-52d8-4a90-9484-2f84b48d0c1e" -d '{"events": [{"server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:46.471414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1be74d30-1de8-49eb-9117-f822cac8b920 req-8c7dc6d7-623a-4a78-ba38-6e49997912f9 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0501347 Aug 03 19:16:46.481593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7291bf6c-aed6-4254-87e9-204822794a02 req-569b28ff-ecc0-4b8d-bb0c-b543991493df tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 267 time: 0.1106880 Aug 03 19:16:46.513771 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.567024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291bf6c-aed6-4254-87e9-204822794a02 req-2c6e6216-e969-48f0-bae5-9b45a8815261 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:46.573531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7291bf6c-aed6-4254-87e9-204822794a02 req-2c6e6216-e969-48f0-bae5-9b45a8815261 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 945 time: 0.0907722 Aug 03 19:16:46.579308 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d17b0-15fe-4e44-85e0-2ad55bf9f95d x-openstack-request-id: req-290d17b0-15fe-4e44-85e0-2ad55bf9f95d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:46.581598 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "name": "network-vif-plugged", "status": "completed", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:46.581898 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-290d17b0-15fe-4e44-85e0-2ad55bf9f95d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:46.582320 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524', 'code': 200} Aug 03 19:16:46.597932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'security_groups': []}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:46.626300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-1c703f28-e62c-439e-8e72-6c57dfe0b2b6 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209248 Aug 03 19:16:46.627449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5845a5b2-fbaa-412c-901f-42d40a41e43b None None] Provisioning complete for port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:46.627834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5845a5b2-fbaa-412c-901f-42d40a41e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.633458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.666843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:46.667196 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.677643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:46.700156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5845a5b2-fbaa-412c-901f-42d40a41e43b None None] Port d5e2dacd-5123-4e60-9cbf-3d6b53f70874 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:46.796602 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-acd3f07e-382a-4028-8b0b-e962b5387a8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9 HTTP/1.1" status: 200 len: 217 time: 0.1676307 Aug 03 19:16:46.834961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Network dc998dda-a324-43d8-bc23-b1417ffa0f86 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:46.839702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:46.845456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.851393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:46.862599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:46.863356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:46.900147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Deleting port 936c1a1c-3082-45c1-8d7e-31a1b914d3b3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:46.900998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:46.905647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:46.910334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:46.917140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:46.918731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:46.954213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:46.956540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:46.957428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a41447-1fcb-4f40-b194-1937f7fd2759 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:47.072402 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f2f6b53-a807-4b5f-89b4-e1717446cdc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/1859b1ad-fb5b-43a1-bee5-d5ca4b1adb60 HTTP/1.1" status: 200 len: 688 time: 2.8717813 Aug 03 19:16:47.092338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event updated for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.103914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:47.134937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-a0e64094-99b1-4ad3-b8a8-61fc81e8f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.136422 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-a0e64094-99b1-4ad3-b8a8-61fc81e8f829 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.3299928 Aug 03 19:16:47.198767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.199626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.268587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.300571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9c014-3749-4943-8121-2660ce6fcac1 req-2c171ce6-fd14-444d-8fb5-4eee8b0e0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.302188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9df9c014-3749-4943-8121-2660ce6fcac1 req-2c171ce6-fd14-444d-8fb5-4eee8b0e0516 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 1096 time: 0.6395254 Aug 03 19:16:47.332110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.332442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.335491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.373757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Calling delete_port for 936c1a1c-3082-45c1-8d7e-31a1b914d3b3 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:47.389591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23239a8f-d93c-4188-bbf3-74470442ba1e req-3e5770f2-dadc-441c-9829-e4af7b27f9e3 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.391179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23239a8f-d93c-4188-bbf3-74470442ba1e req-3e5770f2-dadc-441c-9829-e4af7b27f9e3 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 945 time: 0.2684238 Aug 03 19:16:47.408530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for d5e2dacd-5123-4e60-9cbf-3d6b53f70874 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:47.475357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-1637439e-b66e-432b-a7ff-3caa076e4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.477726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-1637439e-b66e-432b-a7ff-3caa076e4117 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3057523 Aug 03 19:16:47.485401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:47.486492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9df9c014-3749-4943-8121-2660ce6fcac1 req-69b7b6c3-493b-453e-ba2a-75e3c753ee8b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728299 Aug 03 19:16:47.498990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-da0a440c-8272-4982-afee-172b46eaae39 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4940023 Aug 03 19:16:47.509124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.565630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Request body: {'port': {'device_id': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:47.600461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23239a8f-d93c-4188-bbf3-74470442ba1e req-c7e12161-ddae-46e3-99e5-296d27d25d9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999607 Aug 03 19:16:47.606679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Transition to ACTIVE for port object 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:47.713964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 546326d9-6d58-4b0b-aca9-de3ce3bcba09 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:47.715140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.718517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.771500 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-6292f026-dba5-4f47-a224-ddcc8f4948d4 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783294 Aug 03 19:16:47.776498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.800197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:47.876751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:47.900867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cfe9b-cbf3-4fba-a285-264004538e9e req-bd2b7c19-da51-47ec-b1cf-4f2f6c955ae3 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:47.902478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d21cfe9b-cbf3-4fba-a285-264004538e9e req-bd2b7c19-da51-47ec-b1cf-4f2f6c955ae3 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 931 time: 0.1795714 Aug 03 19:16:47.967819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Pushing event updated for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:47.993442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d21cfe9b-cbf3-4fba-a285-264004538e9e req-d5db2b47-60ce-4eae-a2bc-b93aace569d5 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766225 Aug 03 19:16:48.030996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d15259-08f9-43ed-a83a-f866f8929749 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:48.043847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.105468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Transition to ACTIVE for port object c2d15259-08f9-43ed-a83a-f866f8929749 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:48.107928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.149230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=d5e2dacd-5123-4e60-9cbf-3d6b53f70874,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.199772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.222076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['32e2beea-3c9b-46df-815d-bd9db7460d70'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:48.255156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee', '3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:48.308098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.308845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.313733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7291bf6c-aed6-4254-87e9-204822794a02 req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "PUT /v2.0/ports/32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 200 len: 904 time: 1.7331538 Aug 03 19:16:48.318656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:48.321320 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:48.391346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.425475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.443343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1d0e20f5-db1e-4491-a921-a4b4f8aa51e6 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/d5e2dacd-5123-4e60-9cbf-3d6b53f70874 HTTP/1.1" status: 204 len: 168 time: 2.1732562 Aug 03 19:16:48.456986 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd73217-dcf4-42ba-9805-b00de0924554 x-openstack-request-id: req-7dd73217-dcf4-42ba-9805-b00de0924554 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:48.457212 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:48.457453 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7dd73217-dcf4-42ba-9805-b00de0924554 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:48.457843 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'status': 'completed', 'code': 200} Aug 03 19:16:48.464854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57828) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.517216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['32e2beea-3c9b-46df-815d-bd9db7460d70'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:48.647146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.647669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.676834 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea9f47e-b93f-4c57-b4c3-fafe7bbd41c4 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] GET failed (client error): The resource could not be found. Aug 03 19:16:48.683342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ea9f47e-b93f-4c57-b4c3-fafe7bbd41c4 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports/d5e2dacd-5123-4e60-9cbf-3d6b53f70874 HTTP/1.1" status: 404 len: 333 time: 0.1991539 Aug 03 19:16:48.691318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.693892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57834) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:48.697345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0eee5-d1f7-478f-b079-6a1428d18453 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.723101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-1339180386'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:48.831390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 546326d9-6d58-4b0b-aca9-de3ce3bcba09 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:48.846249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-4c6a2c5e-70a1-4013-b233-5c8c9839a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.849503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-4c6a2c5e-70a1-4013-b233-5c8c9839a26c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 1058 time: 0.3831940 Aug 03 19:16:48.855379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-c4a22a90-64c4-4817-973e-bb2f1ec48df3 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0699754 Aug 03 19:16:48.856373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Pushing event deleted for resources: {'Port': ['ID=936c1a1c-3082-45c1-8d7e-31a1b914d3b3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:48.923659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-97fe14cc-b2f6-4a1c-aa1b-3b92ad06629c None None] Provisioning complete for port 32e2beea-3c9b-46df-815d-bd9db7460d70 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:48.936802 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97fe14cc-b2f6-4a1c-aa1b-3b92ad06629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:48.940850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446fbae-01e4-42b3-9887-958100a458dc req-0b566d14-9b93-4446-901c-94b765f30ae4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:48.949866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9446fbae-01e4-42b3-9887-958100a458dc req-0b566d14-9b93-4446-901c-94b765f30ae4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 907 time: 0.4670553 Aug 03 19:16:48.988895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-59023ff7-f930-44bb-8b56-0465db97699c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.012337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.046390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-8131415d-aa3d-460f-b1ad-8a5b045b5c59 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 200 len: 217 time: 0.1365964 Aug 03 19:16:49.130128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Attempting to bind port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:49.130449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Attempting to bind port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:49.130784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Attempting to bind port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:49.152945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215b5ac-38e7-4153-aa35-0d0af6457be8 req-6859f150-c451-4d46-8b07-0e0569443f2e tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.154493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9215b5ac-38e7-4153-aa35-0d0af6457be8 req-6859f150-c451-4d46-8b07-0e0569443f2e tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 945 time: 0.3609438 Aug 03 19:16:49.177769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:49.178098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Attempting to bind port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:49.210728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.213393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.214705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-602ef888-e510-4636-9f22-3a052a0a3715 tempest-ImagesOneServerNegativeTestJSON-1572584522 tempest-ImagesOneServerNegativeTestJSON-1572584522-project] 10.222.0.67 "DELETE /v2.0/floatingips/9e6bc433-ee90-44e6-9bb8-2c2372b9eb79 HTTP/1.1" status: 204 len: 168 time: 3.1077273 Aug 03 19:16:49.220491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Attempting to bind port c2d15259-08f9-43ed-a83a-f866f8929749 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:49.221015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Attempting to bind port c2d15259-08f9-43ed-a83a-f866f8929749 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:49.221374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Attempting to bind port c2d15259-08f9-43ed-a83a-f866f8929749 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:49.225133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-ccde3f3d-649a-4c02-a0ce-fff3b662d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.227146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-ccde3f3d-649a-4c02-a0ce-fff3b662d34a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.1600389 Aug 03 19:16:49.234160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:49.234506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Checking segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:49.235043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Bound using segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:49.235358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Bound port: 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:49.235722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.243563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8fd61-847a-477f-bfcd-1b3b1ab9798b req-fe9bd364-f2db-4496-87c9-932f98b1a1ec tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.245141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7b8fd61-847a-477f-bfcd-1b3b1ab9798b req-fe9bd364-f2db-4496-87c9-932f98b1a1ec tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1698370 Aug 03 19:16:49.251476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Port c2d15259-08f9-43ed-a83a-f866f8929749 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:49.251774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Attempting to bind port c2d15259-08f9-43ed-a83a-f866f8929749 on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:49.271620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-51ebfce6-18e2-4999-991c-69495ee977c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.273418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-51ebfce6-18e2-4999-991c-69495ee977c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.3642228 Aug 03 19:16:49.281848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:49.282188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Checking segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:49.282572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Bound using segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:49.283022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Bound port: c2d15259-08f9-43ed-a83a-f866f8929749, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:49.283378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.314967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9215b5ac-38e7-4153-aa35-0d0af6457be8 req-7bedb109-8b59-4c1a-b5b0-742b1e28cee0 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472995 Aug 03 19:16:49.372119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-57e9cf6c-91bc-45bb-aff6-462341388c7a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 200 len: 217 time: 0.0864372 Aug 03 19:16:49.437174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-cbbb5aa0-d267-4271-b65c-c03b5893588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.438712 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-cbbb5aa0-d267-4271-b65c-c03b5893588f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995471 Aug 03 19:16:49.449827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0341fa5b-e87c-46ae-806c-903c25c4704d {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:49.457481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:49.459300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7b8fd61-847a-477f-bfcd-1b3b1ab9798b req-9482a841-798a-49d6-b35f-0ae3be8136f2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989269 Aug 03 19:16:49.461958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.493810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.496889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:49.532490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-691a8c39-6523-4901-98e5-cad6fd7c4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.534039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-691a8c39-6523-4901-98e5-cad6fd7c4d28 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1493580 Aug 03 19:16:49.546724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:49.559626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28328d-7f53-4b37-8dd4-c54df22982f7 req-4ab75a4f-9d0b-420b-98c4-d9034f56949c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.561425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe28328d-7f53-4b37-8dd4-c54df22982f7 req-4ab75a4f-9d0b-420b-98c4-d9034f56949c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 931 time: 0.1461248 Aug 03 19:16:49.563572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c2d15259-08f9-43ed-a83a-f866f8929749,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:49.579238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:49.597551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port 96122475-f830-499e-9e8e-7f8477c61150 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:49.605944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Transition to ACTIVE for port object 0341fa5b-e87c-46ae-806c-903c25c4704d will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:49.643154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe28328d-7f53-4b37-8dd4-c54df22982f7 req-3934699c-232f-4b5d-93d1-dbce6690ebd9 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 03 19:16:49.693313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.719104 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-342cf009-5e66-4cfa-82de-6c1c90ab1b95 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642639 Aug 03 19:16:49.729542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.754280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.755220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.757428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] 10.222.0.54 "PUT /v2.0/ports/c2d15259-08f9-43ed-a83a-f866f8929749 HTTP/1.1" status: 200 len: 1091 time: 4.4291112 Aug 03 19:16:49.777303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.780997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.783488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=546326d9-6d58-4b0b-aca9-de3ce3bcba09,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.801638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-88887c3f-eecf-4960-81d9-cd018c1dcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.805326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-88887c3f-eecf-4960-81d9-cd018c1dcc46 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393265 Aug 03 19:16:49.894848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.895882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:49.898612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] 10.222.0.54 "PUT /v2.0/ports/3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 HTTP/1.1" status: 200 len: 1092 time: 5.3292377 Aug 03 19:16:49.899171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:49.901611 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe015e8b-1406-4c70-add6-77c1e61fe518" -d '{"events": [{"name": "network-changed", "server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:49.923110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f21668-06f1-4ebf-bce8-f6aa0f07f974 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.973148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.12 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/96122475-f830-499e-9e8e-7f8477c61150) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:49.982258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Pushing event updated for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:49.982508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c0564-8245-4731-b20c-2e33e3f973f5 req-059aad0b-8b6b-4136-8614-d1adb364958d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:49.984847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20c0564-8245-4731-b20c-2e33e3f973f5 req-059aad0b-8b6b-4136-8614-d1adb364958d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1557066 Aug 03 19:16:50.011993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-e06a9339-ab2e-4c90-8eef-978e14e3fd06 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975646 Aug 03 19:16:50.104580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c20c0564-8245-4731-b20c-2e33e3f973f5 req-db49b0f8-8577-407d-88b6-28d832fe3b01 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067936 Aug 03 19:16:50.166863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.169688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.176237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b2433b3-679e-425a-9c46-9e2787bd21e7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/1859b1ad-fb5b-43a1-bee5-d5ca4b1adb60 HTTP/1.1" status: 204 len: 168 time: 3.0605712 Aug 03 19:16:50.181571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57862) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:50.187544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '3ebefa73-e60e-4972-a36b-bcb283dff75b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:50.230099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f53dba6b-43f4-42b0-86f2-64dc58a08435 req-a47ebba3-ccb1-4cab-a44a-12d1f890f910 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656408 Aug 03 19:16:50.249955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21bbc0c9-f433-4e1f-859e-331f7ed15ed8 req-e598d738-6018-4085-8f19-ac0c5fbef938 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283401 Aug 03 19:16:50.271635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f9ec-e9eb-41d9-a2c4-5dfa2ebe3c5d service neutron] Pushing event updated for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:50.327112 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ae48b4-1f54-4976-8d50-433072d44d76 x-openstack-request-id: req-93ae48b4-1f54-4976-8d50-433072d44d76 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:50.327568 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:50.327824 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93ae48b4-1f54-4976-8d50-433072d44d76 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:50.328209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c95d504e-e8ca-4915-bc00-6ec35715c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.328403 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4', 'status': 'completed', 'code': 200} Aug 03 19:16:50.331669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c95d504e-e8ca-4915-bc00-6ec35715c7da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 1095 time: 0.1194470 Aug 03 19:16:50.376692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:50.431201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-0a839ad5-b947-43e3-af44-ca99dfc3e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.432907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-0a839ad5-b947-43e3-af44-ca99dfc3e7db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 1094 time: 0.3718345 Aug 03 19:16:50.439036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Attempting to bind port 0341fa5b-e87c-46ae-806c-903c25c4704d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:16:50.439479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Attempting to bind port 0341fa5b-e87c-46ae-806c-903c25c4704d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:16:50.439699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Attempting to bind port 0341fa5b-e87c-46ae-806c-903c25c4704d on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:50.451893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Deleting subnet 736eee59-63f9-4888-857e-28af05cc6986 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:50.457361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.518094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.570549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.613183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.624852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.626741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:50.629089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Port 0341fa5b-e87c-46ae-806c-903c25c4704d on network dc998dda-a324-43d8-bc23-b1417ffa0f86 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:16:50.629294 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12" -d '{"events": [{"name": "network-changed", "server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:50.629803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Attempting to bind port 0341fa5b-e87c-46ae-806c-903c25c4704d on network dc998dda-a324-43d8-bc23-b1417ffa0f86 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:16:50.637528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-53919238-807a-4b1b-aede-42737f482bba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 HTTP/1.1" status: 200 len: 217 time: 0.2910790 Aug 03 19:16:50.763427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-31672791-1602-4e4c-be04-974db61a3512 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d15259-08f9-43ed-a83a-f866f8929749 HTTP/1.1" status: 200 len: 217 time: 0.2929728 Aug 03 19:16:50.799791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:16:50.800827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Checking segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:16:50.800827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Bound using segment: {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:16:50.801309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Bound port: 0341fa5b-e87c-46ae-806c-903c25c4704d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f39401f-435a-4da8-a799-595a8c854c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:16:50.801968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:50.812802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-5f792fac-776f-49c5-825b-03fc836d5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.813639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object 96122475-f830-499e-9e8e-7f8477c61150 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:50.814284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-5f792fac-776f-49c5-825b-03fc836d5ca4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.1643574 Aug 03 19:16:50.871944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-08db603c-877e-4636-ae7a-a349db3f90c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489533 Aug 03 19:16:50.880531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-7bb86d4c-ba00-4257-8d20-1723e77749ed tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.886320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-7bb86d4c-ba00-4257-8d20-1723e77749ed tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.2497120 Aug 03 19:16:50.930742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-5da1a64e-8c2c-4cfd-b8f0-3bf9802c1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.932301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-5da1a64e-8c2c-4cfd-b8f0-3bf9802c1dde service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.1362362 Aug 03 19:16:50.947047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-6969c6df-9dcb-4749-af8f-42214b6caacc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/quotas/ac7b9c5d67434c66810861f592a84d34 HTTP/1.1" status: 200 len: 375 time: 0.0552526 Aug 03 19:16:50.956892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cc484-288f-45f2-9404-b0d4a2e80e81 req-9861d05c-27c4-4c6d-810c-79caec5fa223 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:50.958533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b1cc484-288f-45f2-9404-b0d4a2e80e81 req-9861d05c-27c4-4c6d-810c-79caec5fa223 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 945 time: 0.1839669 Aug 03 19:16:50.997555 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-6904a368-83bc-4be1-a138-81366f3c6532 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485194 Aug 03 19:16:51.004366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:16:51.017114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.037205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0341fa5b-e87c-46ae-806c-903c25c4704d,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:16:51.071703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=736eee59-63f9-4888-857e-28af05cc6986,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.079635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.081417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04d6c90c-a40a-42c0-8f88-75d8af8fb4ed admin admin] 10.222.0.67 "DELETE /v2.0/subnets/736eee59-63f9-4888-857e-28af05cc6986 HTTP/1.1" status: 204 len: 168 time: 0.7038527 Aug 03 19:16:51.087086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57888) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:51.094682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b1cc484-288f-45f2-9404-b0d4a2e80e81 req-ea344e92-b543-465c-a734-0910f5d3c310 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187191 Aug 03 19:16:51.106129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-0bdeabfe-bbce-4fc3-9e1d-1bf206d65be0 service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232320 Aug 03 19:16:51.123624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-e480cbbb-5a79-435b-bc02-1e35283095be tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1640596 Aug 03 19:16:51.199660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.214591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.232030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.273694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-0e61959b-05f2-4898-a13b-c1e03e5748e7 service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655904 Aug 03 19:16:51.308821 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac7959-310e-4979-b9c9-b903e120a015 x-openstack-request-id: req-90ac7959-310e-4979-b9c9-b903e120a015 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:51.309984 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:51.309984 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90ac7959-310e-4979-b9c9-b903e120a015 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:51.309984 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749', 'status': 'completed', 'code': 200} Aug 03 19:16:51.324705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.336915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-8deb2480-2f87-4559-a3b9-5e0d92f8cb2d service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096133 Aug 03 19:16:51.341531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-b0bf4bb4-083b-480f-84f8-bb8843ff50a8 service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963243 Aug 03 19:16:51.437827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:51.449263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=96122475-f830-499e-9e8e-7f8477c61150,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.459150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.459798 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.462003 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] 10.222.0.77 "PUT /v2.0/ports/0341fa5b-e87c-46ae-806c-903c25c4704d HTTP/1.1" status: 200 len: 1091 time: 3.9049001 Aug 03 19:16:51.471288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:51.473170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:51.490043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74f5dd81-5f86-45e3-80b7-81f46c4bd917 service neutron] 10.222.0.67 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390302 Aug 03 19:16:51.592139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb52ac3-c67a-4864-a379-d8cc8c538b20 req-8d217ec1-0f5f-4cf1-9591-f5d54fa4e846 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.594631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bb52ac3-c67a-4864-a379-d8cc8c538b20 req-8d217ec1-0f5f-4cf1-9591-f5d54fa4e846 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 943 time: 0.1031351 Aug 03 19:16:51.686290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bb52ac3-c67a-4864-a379-d8cc8c538b20 req-b2e1ef62-3c39-4910-8a5e-f61d1b987c88 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Aug 03 19:16:51.725120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-91fb2fcf-f178-4346-ba48-e32b9aac558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.727682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-91fb2fcf-f178-4346-ba48-e32b9aac558a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 1095 time: 0.0589485 Aug 03 19:16:51.796221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.818932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918504a5-35cb-409e-b5ad-5aba7e64d75e service neutron] Pushing event updated for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:51.845921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.846589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.852974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.202 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7c5be30a-bc7f-41f5-aa22-fabdb0200342) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:51.862660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc1ace6-6f7e-4cea-9d50-eaa555045e33']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:51.891434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6049619e-a508-4669-908f-19245f0fd4b7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:51.892346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6049619e-a508-4669-908f-19245f0fd4b7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:51.928374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-3054667b-cca5-4248-9161-6b0cf9684284 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:51.931428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-3054667b-cca5-4248-9161-6b0cf9684284 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.77 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 945 time: 0.1674805 Aug 03 19:16:51.934252 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-45b983cf-0181-4372-93d9-8d1f1a9997bd service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088560 Aug 03 19:16:51.937581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:51.986955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.019275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-7029c400-9b09-4c70-9a22-0c892142c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.021087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-7029c400-9b09-4c70-9a22-0c892142c0af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 1094 time: 0.3305366 Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:52.036505 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:52.072799 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82bc9bb3-23d8-4658-af86-336e0b5bb740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.140708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c382bcf2-d148-4e56-a89f-94f38cddc294 None None] Provisioning for port 96122475-f830-499e-9e8e-7f8477c61150 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:52.154943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c382bcf2-d148-4e56-a89f-94f38cddc294 None None] Provisioning complete for port 96122475-f830-499e-9e8e-7f8477c61150 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:52.154943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c382bcf2-d148-4e56-a89f-94f38cddc294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.214280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c382bcf2-d148-4e56-a89f-94f38cddc294 None None] Port 96122475-f830-499e-9e8e-7f8477c61150 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:52.280806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.423036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cbce9d9-b8c7-4740-ad90-cd737000af87 req-1d1b3bcd-438a-465e-91de-42d9d27f6133 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.4681609 Aug 03 19:16:52.429165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-f1ce0f9b-a9db-49de-9f02-da6a07a0ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.430054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-f1ce0f9b-a9db-49de-9f02-da6a07a0ce36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 918 time: 0.6945834 Aug 03 19:16:52.532534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-5d8a472f-3ab5-48d3-ad5d-089460cbbdef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 HTTP/1.1" status: 200 len: 217 time: 0.0860870 Aug 03 19:16:52.540600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:52.543946 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:52.608040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e7d0-0dbf-480f-b165-623ab5bd7225 req-b49d9fbd-16fb-443d-9a96-58eb9e2dce21 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.613263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-feb0e7d0-0dbf-480f-b165-623ab5bd7225 req-b49d9fbd-16fb-443d-9a96-58eb9e2dce21 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 945 time: 0.1933973 Aug 03 19:16:52.633887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-a1e1b641-106b-4f34-b915-ba5de5c1a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.636244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-a1e1b641-106b-4f34-b915-ba5de5c1a920 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.0952127 Aug 03 19:16:52.656257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fbaefeaf-c19a-467f-81be-f84e2808d459 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9383242 Aug 03 19:16:52.656618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57906) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:52.661744 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-e54321f5-55dc-4e08-af6b-3b1c93b3f3d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0341fa5b-e87c-46ae-806c-903c25c4704d HTTP/1.1" status: 200 len: 217 time: 0.6280458 Aug 03 19:16:52.695151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'network_id': 'd1e247b7-c884-43f2-8326-a4cec6b9f770', 'name': 'tempest-AllowedAddressPairTestJSON-755539472'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:52.720459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Deleting port b9e5fda6-2c33-4503-a532-3bdf75bb1524 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:52.720839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.727677 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2f0b1-a733-4c73-b34e-55ae50fb018f x-openstack-request-id: req-00e2f0b1-a733-4c73-b34e-55ae50fb018f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:52.728065 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:52.728411 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-00e2f0b1-a733-4c73-b34e-55ae50fb018f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:52.728909 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d', 'status': 'completed', 'code': 200} Aug 03 19:16:52.744940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-a7f17862-16c9-4ff9-bc22-f3f6613e912c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908964 Aug 03 19:16:52.799466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.819002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e98cf-9612-4838-8766-15b68dd77194 req-884c580d-12e5-4a12-b087-dca736e13b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.821861 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-884c580d-12e5-4a12-b087-dca736e13b93 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.1507235 Aug 03 19:16:52.827116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-935d7df5-f91f-49a0-b4b5-56789622dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:52.829486 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-935d7df5-f91f-49a0-b4b5-56789622dc51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 1094 time: 0.2744086 Aug 03 19:16:52.837186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.837186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] 10.222.0.67 "DELETE /v2.0/networks/ccc1ace6-6f7e-4cea-9d50-eaa555045e33 HTTP/1.1" status: 204 len: 168 time: 1.7453904 Aug 03 19:16:52.857300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.870628 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:52.908769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-feb0e7d0-0dbf-480f-b165-623ab5bd7225 req-96d449fc-4306-4e9b-ba86-520cc1949bff tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/security-groups?id=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820323 Aug 03 19:16:52.911935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-c728ada6-259b-489e-8e36-bde2e19fb05d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751140 Aug 03 19:16:52.919438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695f611-2247-4ffd-925b-90c0d899136c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc1ace6-6f7e-4cea-9d50-eaa555045e33,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.144618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0da9-be8a-4d39-8a0b-26cca1243c4a req-29e34bb5-74bd-408a-9a18-acb7060786f9 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.149268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-901a0da9-be8a-4d39-8a0b-26cca1243c4a req-29e34bb5-74bd-408a-9a18-acb7060786f9 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 943 time: 0.3534248 Aug 03 19:16:53.177998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] For port b9e5fda6-2c33-4503-a532-3bdf75bb1524, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b9e5fda6-2c33-4503-a532-3bdf75bb1524,segment=NetworkSegment(364e5800-ea16-4798-8137-4097211882fb),segment_id=364e5800-ea16-4798-8137-4097211882fb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:53.178366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.203033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-2c26e411-b96d-41e7-81f0-c4153fd5c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.204564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-2c26e411-b96d-41e7-81f0-c4153fd5c924 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 918 time: 0.3295982 Aug 03 19:16:53.207030 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-d03c9b38-fdcd-4506-9329-724ddb6776a0 service neutron] 10.222.0.77 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691710 Aug 03 19:16:53.213431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-4afc061a-6349-42ba-b721-62622203050d service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187384 Aug 03 19:16:53.238918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Calling delete_port for b9e5fda6-2c33-4503-a532-3bdf75bb1524 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:53.279995 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-24aef070-6a5f-45d5-8a02-53b5a8f3886e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2d15259-08f9-43ed-a83a-f866f8929749 HTTP/1.1" status: 200 len: 217 time: 0.0673399 Aug 03 19:16:53.316704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.322041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-901a0da9-be8a-4d39-8a0b-26cca1243c4a req-6590581b-db23-4c59-b61e-9f09fe314f1e tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536884 Aug 03 19:16:53.382377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Made reservation on behalf of 79b0057a4739463eb229406c8b9a96d4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:53.386937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.418956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:53.422796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:53.425350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=7c5be30a-bc7f-41f5-aa22-fabdb0200342,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.442000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:53.449503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:53.455246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-30397dae-ee5a-4f0b-9ca8-40a12a585152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.455586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] device_id is not set on port a261b716-60e1-4e1a-99bd-a64188621b6f yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:16:53.456777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-30397dae-ee5a-4f0b-9ca8-40a12a585152 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.1372857 Aug 03 19:16:53.524793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-610d0531-029d-4420-9106-e8050ea11cbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426574 Aug 03 19:16:53.528910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b53e98cf-9612-4838-8766-15b68dd77194 req-eafec340-55b9-41c9-ba0a-4b5a8647bb19 service neutron] 10.222.0.77 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079729 Aug 03 19:16:53.560120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe015e8b-1406-4c70-add6-77c1e61fe518 req-c8179b2b-f642-40ec-8c9c-12df76912166 service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311055 Aug 03 19:16:53.593956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8e7ae7eb-7dfb-4381-86fe-f38533da75fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e9393cc41274b4bbe8dd8d5369629f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589432 Aug 03 19:16:53.600919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57920) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:53.707440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9dfc093f-83ab-4f39-ad8c-14439504cf80 req-ba2edae5-e5e2-405a-9bdb-2a171dc3cef1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.0840940 Aug 03 19:16:53.733508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-c1a040a2-c6e0-4076-b276-c38ce74bbd3a service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995411 Aug 03 19:16:53.762587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Allocated IP 172.20.0.11 (d1e247b7-c884-43f2-8326-a4cec6b9f770/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd/a261b716-60e1-4e1a-99bd-a64188621b6f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:53.770611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.813603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.936756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:53.953731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b9e5fda6-2c33-4503-a532-3bdf75bb1524'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:53.956524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-ba6a5d7f-8263-43b9-8d46-e6814cd14f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:53.958169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-ba6a5d7f-8263-43b9-8d46-e6814cd14f2e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=94fe8824167547d1a04ed3fc9c390aab&device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 1094 time: 0.1571503 Aug 03 19:16:53.979431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Pushing event deleted for resources: {'Port': ['ID=b9e5fda6-2c33-4503-a532-3bdf75bb1524,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:53.988698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-72a6f276-f1b5-4d0a-9f73-04ce4a6b4e12 req-4ec9c293-2134-4ea0-9b76-c9cbdf860d47 service neutron] 10.222.0.54 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215497 Aug 03 19:16:54.125342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] No DVR routers for this DVR port b9e5fda6-2c33-4503-a532-3bdf75bb1524 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:16:54.128359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.129661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-1f075222-0765-4d97-a21a-7d9a3bc851d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.130474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c512763-2d41-4eb9-9acd-87c5732f27d2 req-0a839b85-0a22-46d0-8643-16dc7158ef9c tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.77 "DELETE /v2.0/ports/b9e5fda6-2c33-4503-a532-3bdf75bb1524 HTTP/1.1" status: 204 len: 173 time: 2.1909659 Aug 03 19:16:54.131511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-1f075222-0765-4d97-a21a-7d9a3bc851d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 200 len: 918 time: 0.1576569 Aug 03 19:16:54.143478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'name': 'network-vif-deleted', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:54.145897 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc16972-ef02-4a64-a3df-1ccc8261380a" -d '{"events": [{"server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "name": "network-vif-deleted", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:54.152580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cce2edb4-1dcf-45e4-a731-da7a3ca996fd req-d45fc23d-6be2-4a47-832b-652c6169af40 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0871947 Aug 03 19:16:54.153239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.157500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.157500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b9c8f90f-24d9-4fd5-879e-f7b580baca90 HTTP/1.1" status: 204 len: 168 time: 0.5552022 Aug 03 19:16:54.217698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-e06eed40-5a9d-422e-a18d-e34a01c5dd92 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0341fa5b-e87c-46ae-806c-903c25c4704d HTTP/1.1" status: 200 len: 217 time: 0.0680881 Aug 03 19:16:54.232582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f9874-dbf9-438f-90f9-f1852371c442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c8f90f-24d9-4fd5-879e-f7b580baca90,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:54.244364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-372e59de-eaf5-4fcb-8e12-8e89dbcf7352 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2736936 Aug 03 19:16:54.311717 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2520380-5804-4973-96d0-6c6e5e064764 x-openstack-request-id: req-a2520380-5804-4973-96d0-6c6e5e064764 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:54.312205 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634de219-6f4e-4353-b1a1-efe78a1bdba3", "name": "network-vif-deleted", "tag": "b9e5fda6-2c33-4503-a532-3bdf75bb1524", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:54.312626 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2520380-5804-4973-96d0-6c6e5e064764 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:54.313341 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634de219-6f4e-4353-b1a1-efe78a1bdba3', 'name': 'network-vif-deleted', 'tag': 'b9e5fda6-2c33-4503-a532-3bdf75bb1524', 'status': 'completed', 'code': 200} Aug 03 19:16:54.345595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-66b2ee90-205c-425f-b849-2c79f617c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.348212 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-66b2ee90-205c-425f-b849-2c79f617c9bf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 200 len: 857 time: 0.1293287 Aug 03 19:16:54.350021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.383075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Transition to ACTIVE for port object a261b716-60e1-4e1a-99bd-a64188621b6f will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:54.397284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-8f81bd34-d8ee-4825-b725-8db68c857303 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc998dda-a324-43d8-bc23-b1417ffa0f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385606 Aug 03 19:16:54.399763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.565699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-82cf19a7-77ad-4548-aeb7-8d7954c2e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.567002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-82cf19a7-77ad-4548-aeb7-8d7954c2e2a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 1096 time: 0.1742461 Aug 03 19:16:54.571981 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-7394e7c8-4f15-40b0-940b-2702f7f4ae29 service neutron] 10.222.0.77 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473904 Aug 03 19:16:54.604958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe978c2-ecb3-4f72-826b-74c7c67ed29c req-ec18bdb5-38b0-490f-98df-c1496d8d71b2 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.615110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fe978c2-ecb3-4f72-826b-74c7c67ed29c req-ec18bdb5-38b0-490f-98df-c1496d8d71b2 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 943 time: 0.1033578 Aug 03 19:16:54.684039 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9a01f9d8-eff7-4918-856d-2cc2bf8a12ef req-6d96db31-e857-4c2a-8f5c-60d2aab88f68 service neutron] 10.222.0.77 "GET /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033504 Aug 03 19:16:54.717693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fe978c2-ecb3-4f72-826b-74c7c67ed29c req-52bfd935-e3b3-4fa6-bee6-91fd1c9b8a94 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886796 Aug 03 19:16:54.779961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.796995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-00e0b0d5-a353-4d64-98cd-9a503f2b4a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:54.799411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-00e0b0d5-a353-4d64-98cd-9a503f2b4a2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1819277 Aug 03 19:16:54.856217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-e43aee81-b79e-4031-b824-6e006a5da7d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 200 len: 217 time: 0.0489464 Aug 03 19:16:54.886340 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.934221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c2d15259-08f9-43ed-a83a-f866f8929749 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:54.945188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:54.998890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b28db02a-2380-475f-be93-feb00311b5f1 req-db01c49d-7e7c-46d6-b69a-925cd8e10771 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.0669844 Aug 03 19:16:55.036902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-5f5b41d3-1021-4eac-8fd6-4c0505564ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.036902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-5f5b41d3-1021-4eac-8fd6-4c0505564ddd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1717308 Aug 03 19:16:55.049382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:55.059113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:55.083543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:55.087950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c2d15259-08f9-43ed-a83a-f866f8929749,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:55.100610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'c2d15259-08f9-43ed-a83a-f866f8929749', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'port_id': 'c2d15259-08f9-43ed-a83a-f866f8929749', 'mac_address': 'fa:16:3e:22:ee:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477d6b92-7a36-4bee-b3b1-e17a5f9e969b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:55.121568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=a261b716-60e1-4e1a-99bd-a64188621b6f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.164102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.175554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.181489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-562b166d-dc77-4d14-a322-81ccdf0eacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.184020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-562b166d-dc77-4d14-a322-81ccdf0eacc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393456 Aug 03 19:16:55.195734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:55.197841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.210507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d15259-08f9-43ed-a83a-f866f8929749 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:55.255140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c2d15259-08f9-43ed-a83a-f866f8929749,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:55.370280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f36e581f-069c-40f3-b656-3dbeed9d849a req-c7d8d0c9-e66a-431a-8582-25c5b83a8f54 tempest-InstanceActionsV221TestJSON-1571932944 tempest-InstanceActionsV221TestJSON-1571932944-project] 10.222.0.67 "GET /v2.0/ports?device_id=634de219-6f4e-4353-b1a1-efe78a1bdba3 HTTP/1.1" status: 200 len: 210 time: 0.0387783 Aug 03 19:16:55.375239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.394278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-68a63d2e-7b49-489d-aadb-decb61a9a093 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785202 Aug 03 19:16:55.395231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.399342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:55.399462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d20364a9-ba3c-4198-9561-baee744be221 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7221582 Aug 03 19:16:55.414502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57948) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:55.423154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4e:71:33'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:33:1e:ca'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:55.547083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:55.550412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.559621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.592627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'port_id': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4', 'mac_address': 'fa:16:3e:9e:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477d6b92-7a36-4bee-b3b1-e17a5f9e969b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:55.605661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a807258-5db0-4930-a8c2-20d490323e62 None None] Provisioning for port a261b716-60e1-4e1a-99bd-a64188621b6f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:55.613086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=7c5be30a-bc7f-41f5-aa22-fabdb0200342,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:55.624236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a807258-5db0-4930-a8c2-20d490323e62 None None] Provisioning complete for port a261b716-60e1-4e1a-99bd-a64188621b6f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:55.624528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6606c92-94f2-45d9-a7c2-91fc7fbab236 req-22ff911b-80c6-4e00-81ac-ee7642cdc101 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114916 Aug 03 19:16:55.624760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a807258-5db0-4930-a8c2-20d490323e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.730775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9a807258-5db0-4930-a8c2-20d490323e62 None None] Port a261b716-60e1-4e1a-99bd-a64188621b6f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:55.736827 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.758551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.764008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:55.774624 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP a0abad46-2162-4ff1-bab0-209bb4c14ab5 associated. External IP: 172.25.2.202, port: 3ebefa73-e60e-4972-a36b-bcb283dff75b. Aug 03 19:16:55.818896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:55.858214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:16:55.909840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:55.985550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b9e5fda6-2c33-4503-a532-3bdf75bb1524 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:16:56.073754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b9e5fda6-2c33-4503-a532-3bdf75bb1524 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:16:56.074413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b9e5fda6-2c33-4503-a532-3bdf75bb1524 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:16:56.132048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de7435-9468-4a86-839e-2ae6526a6f10 req-6891fb76-e487-432e-a4d0-5668d0e3a44a tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:56.133668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:56.137802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75de7435-9468-4a86-839e-2ae6526a6f10 req-6891fb76-e487-432e-a4d0-5668d0e3a44a tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 943 time: 0.2594695 Aug 03 19:16:56.232356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c2d15259-08f9-43ed-a83a-f866f8929749'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:56.261963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:16:56.266651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:56.318305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-4addb36c-e077-40c6-a668-301c5b0eda93 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:56.321401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-4addb36c-e077-40c6-a668-301c5b0eda93 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 811 time: 0.3664548 Aug 03 19:16:56.361729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4b7584a-a62e-42c3-a74b-d3d1792a6f2d req-6532c3db-fc89-4aac-9785-da5559290d85 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.1238468 Aug 03 19:16:56.377862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Request body: {'port': {'device_id': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'admin_state_up': True, 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:56.558972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:16:56.559170 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:16:56.593457 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:56.596114 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.724722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57976) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:56.736582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75de7435-9468-4a86-839e-2ae6526a6f10 req-0c00eeb7-d35b-4819-875b-3b4bd4b5c218 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140381 Aug 03 19:16:56.767102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.780285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:56.800603 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.824995 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:16:56.826480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.862506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:56.897855 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56ae8115-5448-4703-b8ad-0c5370240302 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7096374 Aug 03 19:16:56.899387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57982) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:56.900815 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:56.901579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Made reservation on behalf of ac7b9c5d67434c66810861f592a84d34 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:56.901736 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d07846-39cb-4223-a4f2-961981286ed6 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:16:56.913875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.025476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Deleting subnet 47da3a59-f9e1-438c-9deb-1444dc10802c {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:16:57.030602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.031849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.073491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-535178352-network', 'tenant_id': '489a685cb1d34a398c5d4bcf8e111a05'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:57.119026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11d217c7-75f0-45ef-9443-39c47679d2f5 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/floatingips/a0abad46-2162-4ff1-bab0-209bb4c14ab5 HTTP/1.1" status: 200 len: 977 time: 0.2146156 Aug 03 19:16:57.120115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57986) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.126345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.311762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event updated for resources: {'Port': ['ID=a261b716-60e1-4e1a-99bd-a64188621b6f,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:57.324498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Made reservation on behalf of 489a685cb1d34a398c5d4bcf8e111a05 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:57.328486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.347756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Allocated IP 172.20.0.6 (b853f026-8f01-4e66-9d98-1bb42d4ffa53/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474/b567e259-9943-4336-afc0-14d9349f6857) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:16:57.359422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] In _notify_port_updated(), no bound segment for port a261b716-60e1-4e1a-99bd-a64188621b6f on network d1e247b7-c884-43f2-8326-a4cec6b9f770 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:16:57.374054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.374311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:57.374311 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.374311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-556f2e9b-f4a1-4f7d-8733-79d68d94c297 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "PUT /v2.0/ports/a261b716-60e1-4e1a-99bd-a64188621b6f HTTP/1.1" status: 200 len: 1056 time: 1.9578075 Aug 03 19:16:57.383856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57990) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.448794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.518207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e5a8d16d-3533-4ded-8862-010551db83eb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3962162 Aug 03 19:16:57.527891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.551563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': 'de53f480-de0d-4131-9b1f-3cfc6fca83d5'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:57.651396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96800c7c-64a5-4c0e-96e9-01ecb13cd452 req-b18913d5-8a8f-4784-9ed8-3dfafba9dcb3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.1300240 Aug 03 19:16:57.681244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.698531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e4845fc2-f5a6-47f0-b3da-631ed2345991 None None] Provisioning complete for port a261b716-60e1-4e1a-99bd-a64188621b6f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:57.699410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e4845fc2-f5a6-47f0-b3da-631ed2345991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.740172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e4845fc2-f5a6-47f0-b3da-631ed2345991 None None] Port a261b716-60e1-4e1a-99bd-a64188621b6f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:16:57.747122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.771745 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.778355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47da3a59-f9e1-438c-9deb-1444dc10802c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:57.781279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.783029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9c58172c-49b4-43ea-b4e6-00841ab1444c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/47da3a59-f9e1-438c-9deb-1444dc10802c HTTP/1.1" status: 204 len: 168 time: 1.0098526 Aug 03 19:16:57.784759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:57.788112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57996) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:57.959709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0341fa5b-e87c-46ae-806c-903c25c4704d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:16:58.152169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0341fa5b-e87c-46ae-806c-903c25c4704d,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:58.172341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0341fa5b-e87c-46ae-806c-903c25c4704d', 'network_id': 'dc998dda-a324-43d8-bc23-b1417ffa0f86', 'port_id': '0341fa5b-e87c-46ae-806c-903c25c4704d', 'mac_address': 'fa:16:3e:06:18:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477d6b92-7a36-4bee-b3b1-e17a5f9e969b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:16:58.269107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.297894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0341fa5b-e87c-46ae-806c-903c25c4704d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:16:58.343984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0341fa5b-e87c-46ae-806c-903c25c4704d,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:58.363547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port a261b716-60e1-4e1a-99bd-a64188621b6f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:16:58.364340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.380751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:16:58.391348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedc6013-62de-40fc-8feb-cfb0ebcd4133,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:58.409187 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.409594 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Added segment 11728250-3330-4b6a-8aa7-14dc314b834b of type vlan for network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 Aug 03 19:16:58.414909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.423859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.466619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.518598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.578112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:58.582110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.591911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85126cca-e160-41ef-836f-bf06f101cf69 req-cdea8313-5c1a-4382-8614-0bbe879d4b1f tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:58.591911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85126cca-e160-41ef-836f-bf06f101cf69 req-cdea8313-5c1a-4382-8614-0bbe879d4b1f tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 943 time: 0.3339090 Aug 03 19:16:58.604831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79ad2d0-1f34-48a9-a434-dbf99ec98c47']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:58.632615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364e5800-ea16-4798-8137-4097211882fb') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:58.633015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364e5800-ea16-4798-8137-4097211882fb') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:16:58.653039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.654619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Transition to ACTIVE for port object b567e259-9943-4336-afc0-14d9349f6857 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:16:58.678770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.699103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:16:58.699799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:16:58.702667 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:16:58.706459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.706459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:58.713669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.739294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85126cca-e160-41ef-836f-bf06f101cf69 req-453aa25e-e366-4919-8e24-9e86b7d213b6 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340048 Aug 03 19:16:58.777761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0341fa5b-e87c-46ae-806c-903c25c4704d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:58.840290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.930735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for a261b716-60e1-4e1a-99bd-a64188621b6f owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:16:58.941194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.945016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] Pushing event updated for resources: {'Network': ['ID=d3e13140-0aaa-4dc2-9467-14e7792d0fb1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:58.946554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc29a31-3010-42b7-a07a-b7a0401a5eaa req-3833435c-08f1-478e-9280-6c748f9d7fc8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 210 time: 0.1663380 Aug 03 19:16:58.953439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:58.956370 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a79ad2d0-1f34-48a9-a434-dbf99ec98c47 HTTP/1.1" status: 204 len: 168 time: 1.1646552 Aug 03 19:16:58.966133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c2d15259-08f9-43ed-a83a-f866f8929749 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:58.971264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:16:58.997220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2dea6-eae3-454c-8105-2d80fffb0701 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79ad2d0-1f34-48a9-a434-dbf99ec98c47,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.028757 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06b43ead-9b74-4076-8d5a-099d94bb5d82 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2985704 Aug 03 19:16:59.029316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58008) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:59.038817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Request body: {'subnet': {'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-535178352-subnet', 'tenant_id': '489a685cb1d34a398c5d4bcf8e111a05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.181281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.216704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee', '3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:16:59.222694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Made reservation on behalf of 489a685cb1d34a398c5d4bcf8e111a05 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:16:59.237963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.280570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port c2d15259-08f9-43ed-a83a-f866f8929749 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:59.289800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port c2d15259-08f9-43ed-a83a-f866f8929749 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:59.290271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.308338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:16:59.343427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.349579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:16:59.355668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:16:59.449906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.450807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.506257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.574807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c2d15259-08f9-43ed-a83a-f866f8929749,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:16:59.576046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:16:59.578519 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b592054-7245-49a5-ac19-4baf00bad06e" -d '{"events": [{"server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "name": "network-vif-plugged", "status": "completed", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:16:59.600937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.620075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:16:59.632051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-74d227a2-987b-432e-a825-f3c55482928d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2777247 Aug 03 19:16:59.664019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Request body: {'port': {'device_id': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:16:59.687506 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc997372-4025-4b58-97f1-107fc0bbc417 x-openstack-request-id: req-bc997372-4025-4b58-97f1-107fc0bbc417 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:16:59.687757 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "name": "network-vif-plugged", "status": "completed", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:16:59.688372 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc997372-4025-4b58-97f1-107fc0bbc417 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:16:59.688885 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749', 'code': 200} Aug 03 19:16:59.689653 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:16:59.690644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:16:59.743661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=a261b716-60e1-4e1a-99bd-a64188621b6f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.932001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:16:59.961827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-275865fc-24bd-4d25-8a06-4db45ba5c14e None None] Provisioning for port b567e259-9943-4336-afc0-14d9349f6857 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:16:59.965943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c52fb0-2b15-4fc6-8ef0-ea089d913642 req-f5d75bd6-aeda-4f5e-bcbe-3e1d0a815196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:16:59.969278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-275865fc-24bd-4d25-8a06-4db45ba5c14e None None] Provisioning complete for port b567e259-9943-4336-afc0-14d9349f6857 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:16:59.969879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-55c52fb0-2b15-4fc6-8ef0-ea089d913642 req-f5d75bd6-aeda-4f5e-bcbe-3e1d0a815196 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 1096 time: 0.1465440 Aug 03 19:16:59.970398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-275865fc-24bd-4d25-8a06-4db45ba5c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.024957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-55c52fb0-2b15-4fc6-8ef0-ea089d913642 req-bf87a549-63e9-458f-b98c-8daf1cb05b2c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Aug 03 19:17:00.025720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-275865fc-24bd-4d25-8a06-4db45ba5c14e None None] Port b567e259-9943-4336-afc0-14d9349f6857 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:00.047096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:00.054484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:00.055069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.082688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.148447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dbc88105-f0ff-412f-9d06-ebe5adb601de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b14f9fcaddb47628b80765a6bb7a455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112472 Aug 03 19:17:00.153936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.182135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2675cf-d905-4aab-80c6-16da6409c9bf,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.202555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.218541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.225884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Checking segment: {'id': '11728250-3330-4b6a-8aa7-14dc314b834b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:00.226250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Network hostable DHCP agents. Network: d3e13140-0aaa-4dc2-9467-14e7792d0fb1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:00.256601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.260726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:00.289963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.342954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.362090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:00.406157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1ea53-39a1-4759-b209-e0ff43ef4c98 req-95f319d4-ae98-4680-bf79-9cbd84c1f9cf tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:00.408589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c1ea53-39a1-4759-b209-e0ff43ef4c98 req-95f319d4-ae98-4680-bf79-9cbd84c1f9cf tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 944 time: 0.3712280 Aug 03 19:17:00.418911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.458951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:17:00.463494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.468006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.472979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee HTTP/1.1" status: 204 len: 168 time: 0.3148580 Aug 03 19:17:00.480564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd501b5-cd52-4178-86ca-e32d547b956a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f3627b-d86b-4f8f-9e3b-0afcbfa0cdee,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:00.507432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, d3e13140-0aaa-4dc2-9467-14e7792d0fb1) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:00.517160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1228b-1f66-4554-9914-abfe8f6acbd6 None None] Network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:00.528075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:00.528712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.623730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f4c04-35f0-4591-86f2-7f3db2f7615c req-385da00a-7eb0-4fd5-8c38-2cec83b01304 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:00.626334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef2f4c04-35f0-4591-86f2-7f3db2f7615c req-385da00a-7eb0-4fd5-8c38-2cec83b01304 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 931 time: 0.4973829 Aug 03 19:17:00.669633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd390b-5bc3-4a32-b48f-d25d211439b0 None None] Network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:00.754565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55292c0d-735b-4db7-b5d7-e1ebe6c34efb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7237320 Aug 03 19:17:00.768902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.819303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c1ea53-39a1-4759-b209-e0ff43ef4c98 req-0890bfbc-d3af-47e6-b45f-56f90474402d tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971219 Aug 03 19:17:00.854370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.854370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a3a7c08-a186-42d7-bae4-40fa1f995268 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/a261b716-60e1-4e1a-99bd-a64188621b6f HTTP/1.1" status: 204 len: 168 time: 3.4615941 Aug 03 19:17:00.855442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58032) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:00.890046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef2f4c04-35f0-4591-86f2-7f3db2f7615c req-3b184c43-d7c3-413e-9ee9-9241eaad9ff6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394278 Aug 03 19:17:00.905924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:00.912772 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46bcda2-78d5-458a-bf99-88fd1e62eb0f tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] GET failed (client error): The resource could not be found. Aug 03 19:17:00.925475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c46bcda2-78d5-458a-bf99-88fd1e62eb0f tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports/a261b716-60e1-4e1a-99bd-a64188621b6f HTTP/1.1" status: 404 len: 333 time: 0.0686312 Aug 03 19:17:00.932476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58034) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:01.085652 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP a0abad46-2162-4ff1-bab0-209bb4c14ab5 associated. External IP: 172.25.2.202, port: 3ebefa73-e60e-4972-a36b-bcb283dff75b. Aug 03 19:17:01.120790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port 96122475-f830-499e-9e8e-7f8477c61150 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:01.121372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.240706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b567e259-9943-4336-afc0-14d9349f6857 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:01.253280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.264825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.284546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for 96122475-f830-499e-9e8e-7f8477c61150 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:01.285407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Transition to ACTIVE for port object b567e259-9943-4336-afc0-14d9349f6857 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:01.421223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.571555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:01.580807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.690490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:01.698325 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6112a292-da6b-46c5-833f-f71f31dadb1c" -d '{"events": [{"server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "name": "network-vif-plugged", "status": "completed", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:01.744949 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f544e6-d2f8-46d7-96e5-9db20908b066 x-openstack-request-id: req-c7f544e6-d2f8-46d7-96e5-9db20908b066 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:01.745335 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "name": "network-vif-plugged", "status": "completed", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:01.745661 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7f544e6-d2f8-46d7-96e5-9db20908b066 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:01.746123 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4', 'code': 200} Aug 03 19:17:01.757196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.784879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-800d9720-507c-4f51-a843-e33a6c84362c tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:01.787458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-800d9720-507c-4f51-a843-e33a6c84362c tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/networks?id=d3e13140-0aaa-4dc2-9467-14e7792d0fb1 HTTP/1.1" status: 200 len: 821 time: 0.2977891 Aug 03 19:17:01.796334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Attempting to bind port b567e259-9943-4336-afc0-14d9349f6857 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:01.797105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Attempting to bind port b567e259-9943-4336-afc0-14d9349f6857 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:01.797733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Attempting to bind port b567e259-9943-4336-afc0-14d9349f6857 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:01.812242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=96122475-f830-499e-9e8e-7f8477c61150,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:01.856037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-a504fbe7-bd10-4e73-8335-284e61aeadb4 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/quotas/489a685cb1d34a398c5d4bcf8e111a05 HTTP/1.1" status: 200 len: 375 time: 0.0605998 Aug 03 19:17:01.856954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Port b567e259-9943-4336-afc0-14d9349f6857 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:01.857504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Attempting to bind port b567e259-9943-4336-afc0-14d9349f6857 on network b853f026-8f01-4e66-9d98-1bb42d4ffa53 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:01.879765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:01.880453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Checking segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:01.881065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Bound using segment: {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:01.881781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Bound port: b567e259-9943-4336-afc0-14d9349f6857, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc5eaa9c-65e5-4e12-8b9e-788771114786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:01.882543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:01.922315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-da481bcc-fb91-4930-a1f1-b510e85e17c7 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=489a685cb1d34a398c5d4bcf8e111a05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578890 Aug 03 19:17:01.932553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:01.949187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:01.982488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0341fa5b-e87c-46ae-806c-903c25c4704d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:01.992992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:01.993777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.043406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.048273 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b995c028-faf2-466c-ade9-7c0cd3046b4c tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/96122475-f830-499e-9e8e-7f8477c61150 HTTP/1.1" status: 204 len: 168 time: 1.1187496 Aug 03 19:17:02.049115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58078) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.087896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.093016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372ff4-98d4-486e-81c1-0423a7fb828b req-21416d8a-384d-482b-9538-39fbff0b2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.095301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa372ff4-98d4-486e-81c1-0423a7fb828b req-21416d8a-384d-482b-9538-39fbff0b2451 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 1097 time: 0.2276878 Aug 03 19:17:02.097235 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c4b74f-181c-428b-a330-d3cee9ab763a tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] GET failed (client error): The resource could not be found. Aug 03 19:17:02.101072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90c4b74f-181c-428b-a330-d3cee9ab763a tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "GET /v2.0/ports/96122475-f830-499e-9e8e-7f8477c61150 HTTP/1.1" status: 404 len: 333 time: 0.0496626 Aug 03 19:17:02.114506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:02.115171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58080) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.116517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.156547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:02.157407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf220b4-12e3-4042-8a16-58081d4120e1 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:02.244886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa372ff4-98d4-486e-81c1-0423a7fb828b req-407b948f-92a5-4874-bb52-419cac53e68b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415286 Aug 03 19:17:02.269603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0341fa5b-e87c-46ae-806c-903c25c4704d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:02.276501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0341fa5b-e87c-46ae-806c-903c25c4704d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:02.277195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.289720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port 5852fc3c-14ea-40e2-8bd9-12047147f228 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:02.290283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.377737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.418296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.427819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0341fa5b-e87c-46ae-806c-903c25c4704d,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:02.432977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for 5852fc3c-14ea-40e2-8bd9-12047147f228 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:02.561298 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.621022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.658820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:02.693547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:02.703216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9cf80f-7e70-45ce-974b-1db3afbe4ebc req-f728e4f7-7d83-4771-8687-7081de915d1e tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.704805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc9cf80f-7e70-45ce-974b-1db3afbe4ebc req-f728e4f7-7d83-4771-8687-7081de915d1e tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 944 time: 0.2163711 Aug 03 19:17:02.709167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-bc06236d-f179-4bbf-a384-f06bad8660b1 service neutron] 10.222.0.67 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715628 Aug 03 19:17:02.737981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.777217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=5852fc3c-14ea-40e2-8bd9-12047147f228,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:02.840485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.898650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.904915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-57dce93d-4eab-45e0-979d-a93f41629330 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/ports/5852fc3c-14ea-40e2-8bd9-12047147f228 HTTP/1.1" status: 204 len: 168 time: 0.7853634 Aug 03 19:17:02.905990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58088) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:02.935327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc9cf80f-7e70-45ce-974b-1db3afbe4ebc req-fb3f94c4-0a04-4566-8e63-b2978444dcb3 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206483 Aug 03 19:17:02.936522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:02.937349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:02.938722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] 10.222.0.54 "PUT /v2.0/ports/b567e259-9943-4336-afc0-14d9349f6857 HTTP/1.1" status: 200 len: 1091 time: 3.2873325 Aug 03 19:17:02.977034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:02.979911 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907e201-6ac4-4a26-bbd9-36b89718c0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "tag": "b567e259-9943-4336-afc0-14d9349f6857"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:03.025026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting subnet f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:03.030368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.041581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.059536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42441405-c403-4003-a326-82cbcc7e5401 service neutron] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.109257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.122628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-c9cf907c-ffce-4e8e-b74a-20bf2cb33d79 service neutron] 10.222.0.67 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009075 Aug 03 19:17:03.166307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:03.264417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-c28e9a9d-8fb8-41c7-bdcf-1f70719dd45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.266031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-c28e9a9d-8fb8-41c7-bdcf-1f70719dd45a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 1094 time: 0.1923003 Aug 03 19:17:03.278254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2e2a6-2016-4d5e-b84a-d202c040f23e req-ed1c8ee1-5d92-413a-b6bc-db6da24af6e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.279838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3e2e2a6-2016-4d5e-b84a-d202c040f23e req-ed1c8ee1-5d92-413a-b6bc-db6da24af6e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 943 time: 0.1800246 Aug 03 19:17:03.322664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.396947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-b7f1882c-d76a-466e-b4ef-6a0ac68b1b32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b567e259-9943-4336-afc0-14d9349f6857 HTTP/1.1" status: 200 len: 217 time: 0.1142488 Aug 03 19:17:03.477585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3e2e2a6-2016-4d5e-b84a-d202c040f23e req-f712b29f-43f9-4e36-a425-31513121c21f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645889 Aug 03 19:17:03.481247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:03.488426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.499551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.515750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-93fb582c-488f-4312-8633-e43a9f20f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.517638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-93fb582c-488f-4312-8633-e43a9f20f626 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1095741 Aug 03 19:17:03.522638 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:03.542506 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:03.543343 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.617572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Subnet': ['ID=f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:03.618899 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.629052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.629300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8577cae-8969-486f-9bca-c05adf1a6ed8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/a0abad46-2162-4ff1-bab0-209bb4c14ab5 HTTP/1.1" status: 200 len: 979 time: 6.0951307 Aug 03 19:17:03.632172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58098) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.634439 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:03.635968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-40aecce6-b73f-4bdb-97c1-e8a351397893 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/subnets/f91a4d0b-a234-46ad-9dd9-6ce38ebc06bd HTTP/1.1" status: 204 len: 168 time: 0.7283173 Aug 03 19:17:03.636750 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.639226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:03.643157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58100) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:03.647851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-45b56671-4bee-4a63-80d5-d388ffa3c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:03.648140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3ff78f-b150-4d00-b9f1-402bdb095ced None None] Network d1e247b7-c884-43f2-8326-a4cec6b9f770 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:03.649726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-45b56671-4bee-4a63-80d5-d388ffa3c0e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169634 Aug 03 19:17:03.682459 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:03.683366 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5992aaa8-f423-4baf-a56d-b7632ee1e31c None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:03.747816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:03.751092 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873a65b3-89ac-403c-8d30-f884cf39fed5" -d '{"events": [{"server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "name": "network-vif-plugged", "status": "completed", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:03.781061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:03.857344 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6d2fde-c4b4-4401-82a7-5b0fa6486e53 x-openstack-request-id: req-ff6d2fde-c4b4-4401-82a7-5b0fa6486e53 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:03.857640 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "tag": "b567e259-9943-4336-afc0-14d9349f6857", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:03.858106 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff6d2fde-c4b4-4401-82a7-5b0fa6486e53 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:03.858704 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857', 'status': 'completed', 'code': 200} Aug 03 19:17:03.951760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-555d2505-80af-480e-8319-37b69ddaa295 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646537 Aug 03 19:17:03.954398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ef3e3de-e331-47f3-99c8-f485fa966341 req-a068eec6-9a42-4ccf-9830-83598b7a95dd tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0708294 Aug 03 19:17:03.979271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.086849 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de158cea-e241-468d-a2f4-fbee2846812e x-openstack-request-id: req-de158cea-e241-468d-a2f4-fbee2846812e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:04.090075 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "name": "network-vif-plugged", "status": "completed", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:04.090075 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de158cea-e241-468d-a2f4-fbee2846812e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:04.090075 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d', 'code': 200} Aug 03 19:17:04.221773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.275692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Deleting port 84805d13-7f26-42ce-bc34-5a876d7f9757 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:04.275692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.309119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.309702 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP a0abad46-2162-4ff1-bab0-209bb4c14ab5 disassociated. External IP: 172.25.2.202, port: de53f480-de0d-4131-9b1f-3cfc6fca83d5. Aug 03 19:17:04.354919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] DHCP port deletion for d1e247b7-c884-43f2-8326-a4cec6b9f770 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:04.367034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821999e-6d2e-47d3-b8b4-00d045bf22fc req-59704c0c-1f04-460a-8ec2-583bf60b3d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.368561 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4821999e-6d2e-47d3-b8b4-00d045bf22fc req-59704c0c-1f04-460a-8ec2-583bf60b3d8a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 1096 time: 0.1984298 Aug 03 19:17:04.369084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ad5ba2-e6e0-416d-9176-cf1f97b04ee6 req-70e683ed-219b-4d79-99b4-8e274831f21c service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671494 Aug 03 19:17:04.412601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a4f5a-5cbf-46e1-8b60-f96593ed42dd req-ef0c1427-c8f5-42d6-a6de-22b556840d14 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.425504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-169a4f5a-5cbf-46e1-8b60-f96593ed42dd req-ef0c1427-c8f5-42d6-a6de-22b556840d14 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 945 time: 0.2908716 Aug 03 19:17:04.425880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] For port 84805d13-7f26-42ce-bc34-5a876d7f9757, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84805d13-7f26-42ce-bc34-5a876d7f9757,segment=NetworkSegment(b8263014-fc59-4974-a6e2-f8f8341761b2),segment_id=b8263014-fc59-4974-a6e2-f8f8341761b2)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:04.426060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.457015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Calling delete_port for 84805d13-7f26-42ce-bc34-5a876d7f9757 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:04.470242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Deleting port 84805d13-7f26-42ce-bc34-5a876d7f9757 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:04.470477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4821999e-6d2e-47d3-b8b4-00d045bf22fc req-1b0b4588-87ed-40d9-addb-a628f6a84190 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941856 Aug 03 19:17:04.471382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.580564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] For port 84805d13-7f26-42ce-bc34-5a876d7f9757, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=84805d13-7f26-42ce-bc34-5a876d7f9757,segment=NetworkSegment(b8263014-fc59-4974-a6e2-f8f8341761b2),segment_id=b8263014-fc59-4974-a6e2-f8f8341761b2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:04.581428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.617657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Calling delete_port for 84805d13-7f26-42ce-bc34-5a876d7f9757 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:04.660793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-169a4f5a-5cbf-46e1-8b60-f96593ed42dd req-8b806a45-efd5-40c1-b226-8ab64a08bad7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238820 Aug 03 19:17:04.844679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-ccb8239a-f6b0-48ab-9c60-6bf06d308566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.846414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-ccb8239a-f6b0-48ab-9c60-6bf06d308566 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 1094 time: 0.2149465 Aug 03 19:17:04.928076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b6cef-c836-4a1e-bf7a-aa70528b2633 req-2db70ae5-ad9a-4819-a7dc-85877295484b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:04.929757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef0b6cef-c836-4a1e-bf7a-aa70528b2633 req-2db70ae5-ad9a-4819-a7dc-85877295484b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 943 time: 0.1845062 Aug 03 19:17:04.933785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.940929 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:04.943879 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:17:04.951032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:04.965901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:04.977402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] No DVR routers for this DVR port 84805d13-7f26-42ce-bc34-5a876d7f9757 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:04.985599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Port': ['ID=84805d13-7f26-42ce-bc34-5a876d7f9757,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:05.026586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] Pushing event deleted for resources: {'Port': ['ID=84805d13-7f26-42ce-bc34-5a876d7f9757,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:05.038697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38a691-ef86-4bb7-a122-f726063cac6c None None] No DVR routers for this DVR port 84805d13-7f26-42ce-bc34-5a876d7f9757 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:05.127046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-ee348272-00a2-4480-a64b-ad793b368ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.128593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-ee348272-00a2-4480-a64b-ad793b368ddf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2737198 Aug 03 19:17:05.136193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.146366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef0b6cef-c836-4a1e-bf7a-aa70528b2633 req-b0ec22cf-5479-47d4-a41e-a71c7807b24f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961887 Aug 03 19:17:05.154005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e247b7-c884-43f2-8326-a4cec6b9f770']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.185283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8263014-fc59-4974-a6e2-f8f8341761b2') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.185995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8263014-fc59-4974-a6e2-f8f8341761b2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.198452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.218660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.224022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-acce43bb-1879-4f58-b1ad-5197f7db8fc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b567e259-9943-4336-afc0-14d9349f6857 HTTP/1.1" status: 200 len: 217 time: 0.0828052 Aug 03 19:17:05.226742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9953497-b4a8-4974-82d9-0b317cbc5750 req-ae600bd3-b76e-4bc8-bf6e-16b2b1bbeaa9 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.1356332 Aug 03 19:17:05.230004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:05.230925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:05.237426 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:05.348230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-cfd3e6d6-ed83-4744-9e70-f1a9c16d7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.349736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-cfd3e6d6-ed83-4744-9e70-f1a9c16d7973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1145542 Aug 03 19:17:05.377606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:05.393447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:05.400226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58140) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.405674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.419600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.434651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:05.435414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.466218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c7bcb195-c0f5-499a-966d-a2cf98f000cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/a0abad46-2162-4ff1-bab0-209bb4c14ab5 HTTP/1.1" status: 200 len: 688 time: 1.8322747 Aug 03 19:17:05.471259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-821a92b5-bc30-455e-8013-048130d2cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:05.474022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-821a92b5-bc30-455e-8013-048130d2cfa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160216 Aug 03 19:17:05.474783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58144) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:05.493869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.496725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] 10.222.0.67 "DELETE /v2.0/networks/d1e247b7-c884-43f2-8326-a4cec6b9f770 HTTP/1.1" status: 204 len: 168 time: 1.8500507 Aug 03 19:17:05.499552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.509445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b85f7-5f6e-4d8d-91db-c5e4290561f2 tempest-AllowedAddressPairTestJSON-300706517 tempest-AllowedAddressPairTestJSON-300706517-project] Pushing event deleted for resources: {'Network': ['ID=d1e247b7-c884-43f2-8326-a4cec6b9f770,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:05.535318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:05.537291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.604475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:05.605117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f9b0c-f499-43f4-b321-c6c5701df5a0 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:05.653401 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1ccc-0965-42a3-9d73-f54034f25107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.816070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1ccc-0965-42a3-9d73-f54034f25107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.938885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1ccc-0965-42a3-9d73-f54034f25107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:05.992358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b1fa1ccc-0965-42a3-9d73-f54034f25107 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d886528fcc324a8dbe45cd850ceefb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899661 Aug 03 19:17:05.994190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa1ccc-0965-42a3-9d73-f54034f25107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ced06ff-b79b-4eeb-8e13-1e566dcbc54b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:05.997039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58154) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.065573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.098204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.220096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-e7a910b9-d821-40ba-a15a-e5d75917cc95 service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7331500 Aug 03 19:17:06.295542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84805d13-7f26-42ce-bc34-5a876d7f9757 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:06.323228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 84805d13-7f26-42ce-bc34-5a876d7f9757 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:06.323616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 84805d13-7f26-42ce-bc34-5a876d7f9757 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:06.351348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 7c5be30a-bc7f-41f5-aa22-fabdb0200342 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:06.351891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.377370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.385013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.386222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad7a7c-b546-4f60-a65c-8a00aa2397eb req-bea8c237-c676-4d49-8638-592a945df63b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.387292 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.389433 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ced06ff-b79b-4eeb-8e13-1e566dcbc54b HTTP/1.1" status: 204 len: 168 time: 0.3904703 Aug 03 19:17:06.390460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8dad7a7c-b546-4f60-a65c-8a00aa2397eb req-bea8c237-c676-4d49-8638-592a945df63b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 945 time: 0.2205348 Aug 03 19:17:06.399014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e33f35-3f75-4951-97d0-5a4544d41808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ced06ff-b79b-4eeb-8e13-1e566dcbc54b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:06.505348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de25a0-1a94-4140-95fb-2a120015f5af req-bc378f64-8984-4c04-9ba1-6b156d00ed6e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.507169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64de25a0-1a94-4140-95fb-2a120015f5af req-bc378f64-8984-4c04-9ba1-6b156d00ed6e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 943 time: 0.2486298 Aug 03 19:17:06.543051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7907e201-6ac4-4a26-bbd9-36b89718c0eb req-9533799b-2827-4cb8-9e69-abc7063df12e service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124924 Aug 03 19:17:06.561268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8dad7a7c-b546-4f60-a65c-8a00aa2397eb req-8147f37e-6be4-49c5-b05c-3b59b524d0bb tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365318 Aug 03 19:17:06.565581 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5979c6e4-9388-4e81-af12-f7aa3ff3dbfd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79b0057a4739463eb229406c8b9a96d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845186 Aug 03 19:17:06.566551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:06.605672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.606016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.634672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64de25a0-1a94-4140-95fb-2a120015f5af req-68c33c06-0795-421f-986f-eb273d0ee3fc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157622 Aug 03 19:17:06.641369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 7c5be30a-bc7f-41f5-aa22-fabdb0200342 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:06.687967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.728128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:06.785653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07839d39-1053-4028-9e88-401435f9f0bf req-63d40b6f-21d2-40b9-8414-eb3d4b93d1c8 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0700762 Aug 03 19:17:06.825096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf11c-660e-4fa5-83eb-3f9c784c3277 req-38f66de2-f8db-4728-bfaf-bf92bdd521b0 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:06.826710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-535bf11c-660e-4fa5-83eb-3f9c784c3277 req-38f66de2-f8db-4728-bfaf-bf92bdd521b0 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 945 time: 0.1088324 Aug 03 19:17:06.909290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-535bf11c-660e-4fa5-83eb-3f9c784c3277 req-a1e6d59f-6613-470f-a0ab-de9dd13d7815 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694060 Aug 03 19:17:06.979674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:07.002885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.011066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.011066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/570749c1-cb71-4a43-be93-76154fcfb1af HTTP/1.1" status: 204 len: 168 time: 0.4390616 Aug 03 19:17:07.016226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a30860-0b7c-4af7-a491-0c645ae76f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570749c1-cb71-4a43-be93-76154fcfb1af,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.059174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02f27-ab37-4a91-9511-f0a9b2085c1e req-cdffc0ad-ceda-477b-9dcb-2bfa24cc4d2f tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.066950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ca02f27-ab37-4a91-9511-f0a9b2085c1e req-cdffc0ad-ceda-477b-9dcb-2bfa24cc4d2f tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 946 time: 0.0782759 Aug 03 19:17:07.156855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ca02f27-ab37-4a91-9511-f0a9b2085c1e req-62534f52-7c98-4061-b3ed-24d79a4cd984 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763054 Aug 03 19:17:07.174933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:07.186922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b567e259-9943-4336-afc0-14d9349f6857', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': 'b567e259-9943-4336-afc0-14d9349f6857', 'mac_address': 'fa:16:3e:5a:e1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:07.205995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.242147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=7c5be30a-bc7f-41f5-aa22-fabdb0200342,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.256088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.276058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b567e259-9943-4336-afc0-14d9349f6857 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:07.302675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:07.312753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.317140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.319340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-77faf81d-e633-408c-812a-577b00784930 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/a0abad46-2162-4ff1-bab0-209bb4c14ab5 HTTP/1.1" status: 204 len: 168 time: 1.8425305 Aug 03 19:17:07.322667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58190) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.362745 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-294c1a33-39cd-426e-ad36-5f1d965a26c5 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] delete failed (client error): The resource could not be found. Aug 03 19:17:07.363859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-294c1a33-39cd-426e-ad36-5f1d965a26c5 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/a0abad46-2162-4ff1-bab0-209bb4c14ab5 HTTP/1.1" status: 404 len: 345 time: 0.0400813 Aug 03 19:17:07.369340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58192) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.496300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:07.546550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9111c3-b2ca-4b2b-894c-67c0ecb743fc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.553192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9111c3-b2ca-4b2b-894c-67c0ecb743fc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.561757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9111c3-b2ca-4b2b-894c-67c0ecb743fc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.564438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a9111c3-b2ca-4b2b-894c-67c0ecb743fc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/ports?network_id=3ab76d24-914f-4f0b-b0be-48f0288ef181 HTTP/1.1" status: 200 len: 2358 time: 0.1949604 Aug 03 19:17:07.566976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58198) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.602921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:07.645076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289241e5-1734-409d-a4bd-d4477e273f38 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.648047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-289241e5-1734-409d-a4bd-d4477e273f38 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/subnets/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3 HTTP/1.1" status: 200 len: 797 time: 0.0777340 Aug 03 19:17:07.648940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-e04f5207-5e4b-41e4-9669-d380a4a841d1 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.650778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-e04f5207-5e4b-41e4-9669-d380a4a841d1 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.77 "GET /v2.0/networks?id=d3e13140-0aaa-4dc2-9467-14e7792d0fb1 HTTP/1.1" status: 200 len: 821 time: 0.2727399 Aug 03 19:17:07.653890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:07.659310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'port': {'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181', 'name': 'tempest-FloatingIPTestJSON-1966022018', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.673927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Request body: {'port': {'device_id': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1', 'admin_state_up': True, 'tenant_id': '489a685cb1d34a398c5d4bcf8e111a05'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:07.833306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b567e259-9943-4336-afc0-14d9349f6857'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:07.888092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c229a18-0d20-4468-844f-60eb998ea889 req-57986418-dc22-4e9d-9740-9a68fa6c87d3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:07.911594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c229a18-0d20-4468-844f-60eb998ea889 req-57986418-dc22-4e9d-9740-9a68fa6c87d3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 944 time: 0.1207497 Aug 03 19:17:07.959479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:17:07.959479 n-d-803363-1 neutron-server[101343]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:17:07.959479 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id': '489a685cb1d34a398c5d4bcf8e111a05', 'id': '0beec1a4-f8f8-4292-8083-e6e768da2d7d', 'expiration': datetime.datetime(2021, 8, 3, 19, 19, 7, 940600)}] Aug 03 19:17:07.959479 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:17:07.960090 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:17:07.992968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c229a18-0d20-4468-844f-60eb998ea889 req-3b614dff-22a6-44f6-bdce-595fa8749c66 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768731 Aug 03 19:17:08.080859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c76e601-0077-447a-bf06-9ec48a2b6215 req-f2c95f85-d1c7-40b0-a876-113b8ca068ca tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0356746 Aug 03 19:17:08.110265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:08.279623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52800d5-db12-4ba2-805c-36c30de64eae req-ca5781f1-6f52-4ff2-bda9-a0b3e36537a1 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:08.281785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b52800d5-db12-4ba2-805c-36c30de64eae req-ca5781f1-6f52-4ff2-bda9-a0b3e36537a1 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 946 time: 0.0793917 Aug 03 19:17:08.320272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.339447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b52800d5-db12-4ba2-805c-36c30de64eae req-61889d73-63a4-4a93-8181-7a94fa4b0573 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Aug 03 19:17:08.353997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] device_id is not set on port 67823d61-9a8d-43b8-9280-a3fe4bf63b66 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:08.806252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.14 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/67823d61-9a8d-43b8-9280-a3fe4bf63b66) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:08.813453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.13 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/67823d61-9a8d-43b8-9280-a3fe4bf63b66) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:08.844302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Made reservation on behalf of 489a685cb1d34a398c5d4bcf8e111a05 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:08.847832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:08.999311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:09.108546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.158974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:09.185225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Allocated IP 172.20.0.13 (d3e13140-0aaa-4dc2-9467-14e7792d0fb1/0b2675cf-d905-4aab-80c6-16da6409c9bf/1bb38f68-c5d4-415b-8e80-03642c03a547) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:09.220110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01973d-9b88-43e5-9a1f-d8327b68b3bc req-7846fa1d-1ec6-4a29-a1d0-831714bf529e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:09.227939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc01973d-9b88-43e5-9a1f-d8327b68b3bc req-7846fa1d-1ec6-4a29-a1d0-831714bf529e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 944 time: 0.0987816 Aug 03 19:17:09.273431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b567e259-9943-4336-afc0-14d9349f6857 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:09.287576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b567e259-9943-4336-afc0-14d9349f6857 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:09.287576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.299358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51eea2c1-66e3-4177-af67-5a0f1964b567 req-cf86e252-15c0-4c23-a6ae-969ee3c14e39 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0613320 Aug 03 19:17:09.337606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc01973d-9b88-43e5-9a1f-d8327b68b3bc req-081ddbd2-8d18-4e6b-b6cb-e5b49b64d878 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086898 Aug 03 19:17:09.490394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.522592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:09.549186 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa555b-ae3a-4c16-85bd-b02d900d1719" -d '{"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-plugged", "status": "completed", "tag": "b567e259-9943-4336-afc0-14d9349f6857"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:09.549186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:09.574159 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6819d1-4349-4a00-827d-30b7d9e04cfc x-openstack-request-id: req-fb6819d1-4349-4a00-827d-30b7d9e04cfc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:09.574439 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-plugged", "status": "completed", "tag": "b567e259-9943-4336-afc0-14d9349f6857", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:09.574701 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb6819d1-4349-4a00-827d-30b7d9e04cfc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:09.575124 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857', 'code': 200} Aug 03 19:17:09.593856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-9184b75e-0fff-400a-8819-a0477f1cd18c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:09.595790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-9184b75e-0fff-400a-8819-a0477f1cd18c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 946 time: 0.1357152 Aug 03 19:17:09.648015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0d5ac-ff64-4000-a6e0-ca54b0375262 req-f805d791-23df-40d7-a1a4-4aea7655a78e tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:09.649674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ee0d5ac-ff64-4000-a6e0-ca54b0375262 req-f805d791-23df-40d7-a1a4-4aea7655a78e tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 946 time: 0.1358721 Aug 03 19:17:09.757077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.762460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-998496059'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:09.765594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ee0d5ac-ff64-4000-a6e0-ca54b0375262 req-3109f2ec-32c0-46df-a342-60ed7cbeb782 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982888 Aug 03 19:17:09.771404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.810584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Deleting port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:09.810950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.900382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:09.908996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:09.915294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=67823d61-9a8d-43b8-9280-a3fe4bf63b66,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.927457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:09.939218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:09.997963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] For port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:09.998219 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:09.998863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51054c-0e4a-4922-a29f-125f9c381f2f req-74664edb-898d-44f2-830b-a0cc64b02eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.001491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e51054c-0e4a-4922-a29f-125f9c381f2f req-74664edb-898d-44f2-830b-a0cc64b02eb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 1096 time: 0.2463171 Aug 03 19:17:10.018517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Calling delete_port for 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:10.030371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.031395 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.074635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.080609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Made reservation on behalf of 764c0d5a1c244335ba0c05371a0215c4 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:10.086979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.110935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.135686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e51054c-0e4a-4922-a29f-125f9c381f2f req-f7120d5a-7b33-4dfa-9ba8-77cdcf34f4be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217394 Aug 03 19:17:10.202908 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d28f4b3-4309-4edb-bf31-76e55b3b8a0e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5476673 Aug 03 19:17:10.206587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58270) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:10.216810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '67823d61-9a8d-43b8-9280-a3fe4bf63b66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.277264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.348984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.357855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:10.361999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.362246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0341fa5b-e87c-46ae-806c-903c25c4704d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:10.363966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:10.373289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:10.421395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event deleted for resources: {'Port': ['ID=3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.441701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.442668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.470197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Pushing event updated for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.483969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['c2d15259-08f9-43ed-a83a-f866f8929749', '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:10.490176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] No DVR routers for this DVR port 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:10.492885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.495025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6336ed28-04c7-444f-8955-0a2d4ef959f7 req-a089addd-549a-494a-a2d1-c60c35092a73 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "DELETE /v2.0/ports/3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 HTTP/1.1" status: 204 len: 173 time: 0.8898892 Aug 03 19:17:10.512775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.526145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'name': 'network-vif-deleted', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:10.528766 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514edabd-7ceb-48c7-89c9-be152cc8eee8" -d '{"events": [{"server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "name": "network-vif-deleted", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:10.581805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57dab64-beb4-4054-9703-ec394ba0ab5b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:10.587513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:10.592269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb3db4-8cee-4255-aad8-6ce6162de668 req-a6be32dc-9cd6-4d95-86f3-df568973d3f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.593907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4fb3db4-8cee-4255-aad8-6ce6162de668 req-a6be32dc-9cd6-4d95-86f3-df568973d3f7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1060669 Aug 03 19:17:10.619983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.620525 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Added segment d500088b-85c4-4320-a159-30ed0797e26e of type vlan for network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc Aug 03 19:17:10.656472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa5831-278b-4254-8ba6-9b1f4ed4b4ca req-c6a336d0-eb23-4c90-a9fe-c713a9601786 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:10.658821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-addcb3bf-3d08-4f3e-b4ca-b92fd3ac70ab tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9941981 Aug 03 19:17:10.658984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bfa5831-278b-4254-8ba6-9b1f4ed4b4ca req-c6a336d0-eb23-4c90-a9fe-c713a9601786 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 932 time: 0.1182857 Aug 03 19:17:10.673343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Request body: {'port': {'device_id': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:10.688765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4fb3db4-8cee-4255-aad8-6ce6162de668 req-50754068-06a0-44ab-9a63-9e80841992bb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835493 Aug 03 19:17:10.731069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.750351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bfa5831-278b-4254-8ba6-9b1f4ed4b4ca req-688932cf-fe2d-42be-81a7-c77c7ac70e13 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 Aug 03 19:17:10.850024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:10.910681 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d9f9b0-24ce-4fe0-a538-a10eba9a1533 x-openstack-request-id: req-05d9f9b0-24ce-4fe0-a538-a10eba9a1533 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:10.911362 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296eb862-b355-4dae-9beb-c1ea915a4333", "name": "network-vif-deleted", "tag": "3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:10.911774 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05d9f9b0-24ce-4fe0-a538-a10eba9a1533 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:10.912485 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296eb862-b355-4dae-9beb-c1ea915a4333', 'name': 'network-vif-deleted', 'tag': '3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4', 'status': 'completed', 'code': 200} Aug 03 19:17:10.995568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.022588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49123432-d803-4952-9982-c2287ca1ef8d req-e1b42504-d09e-4ffe-9329-e81eabce1c41 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 210 time: 0.0711362 Aug 03 19:17:11.036640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.048371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:11.054308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.159775 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.234923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Network': ['ID=8d6eb77d-e7c2-40d6-9426-d9c93b507abc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.253074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:11.310259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e554dd44-d22a-4db7-a53a-e63225f7aceb tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1418970 Aug 03 19:17:11.310259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58292) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:11.314571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'subnet': {'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:11.331213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.9 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6dc0e1e8-58e6-437d-a384-d7b04adb0d7a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:11.483623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.498397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb38f68-c5d4-415b-8e80-03642c03a547 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:11.514565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.531101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Transition to ACTIVE for port object 1bb38f68-c5d4-415b-8e80-03642c03a547 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:11.584129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Made reservation on behalf of 764c0d5a1c244335ba0c05371a0215c4 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:11.590006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.651947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.706765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:11.749235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.778131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:11.789261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:11.795576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:11.836363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=6dc0e1e8-58e6-437d-a384-d7b04adb0d7a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:11.917033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Attempting to bind port 1bb38f68-c5d4-415b-8e80-03642c03a547 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:11.917507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Attempting to bind port 1bb38f68-c5d4-415b-8e80-03642c03a547 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '11728250-3330-4b6a-8aa7-14dc314b834b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:11.917910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Attempting to bind port 1bb38f68-c5d4-415b-8e80-03642c03a547 on network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:11.955043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Port 1bb38f68-c5d4-415b-8e80-03642c03a547 on network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:11.955377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Attempting to bind port 1bb38f68-c5d4-415b-8e80-03642c03a547 on network d3e13140-0aaa-4dc2-9467-14e7792d0fb1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:11.965737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:11.966092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Checking segment: {'id': '11728250-3330-4b6a-8aa7-14dc314b834b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:11.966476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Bound using segment: {'id': '11728250-3330-4b6a-8aa7-14dc314b834b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:11.966935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Bound port: 1bb38f68-c5d4-415b-8e80-03642c03a547, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11728250-3330-4b6a-8aa7-14dc314b834b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:11.967304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.017583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d9b71-c3e5-46c9-ae44-0ab57afddfa0 req-6763f707-197e-4fc7-8084-2494fd5a0048 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.019182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-084d9b71-c3e5-46c9-ae44-0ab57afddfa0 req-6763f707-197e-4fc7-8084-2494fd5a0048 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1669509 Aug 03 19:17:12.050579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.069949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068029a-be2e-4de8-bb99-27eb90522c74 req-c0981b41-1837-4a7f-8994-639e780687c8 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.072260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0068029a-be2e-4de8-bb99-27eb90522c74 req-c0981b41-1837-4a7f-8994-639e780687c8 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 944 time: 0.1884916 Aug 03 19:17:12.124936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:12.150311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1bb38f68-c5d4-415b-8e80-03642c03a547,segment=NetworkSegment(11728250-3330-4b6a-8aa7-14dc314b834b),segment_id=11728250-3330-4b6a-8aa7-14dc314b834b)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:12.151700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Subnet': ['ID=e50f69d8-ed19-4366-812f-a1c685da927f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.189976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Checking segment: {'id': 'd500088b-85c4-4320-a159-30ed0797e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:12.192780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network hostable DHCP agents. Network: 8d6eb77d-e7c2-40d6-9426-d9c93b507abc, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:12.201075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-084d9b71-c3e5-46c9-ae44-0ab57afddfa0 req-b7e44977-8cac-45a9-9d38-c55e63d04421 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667705 Aug 03 19:17:12.245895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0068029a-be2e-4de8-bb99-27eb90522c74 req-3cc6eb21-3d90-482a-b75f-62790db35a9a tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079555 Aug 03 19:17:12.281080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.326679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.327411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.330060 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] 10.222.0.77 "PUT /v2.0/ports/1bb38f68-c5d4-415b-8e80-03642c03a547 HTTP/1.1" status: 200 len: 1092 time: 1.6627865 Aug 03 19:17:12.330977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:12.333938 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700d23c5-b54a-4b21-9ab1-69828176b94d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:12.367063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dded7c8-13ec-4820-8794-b3792c47575e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:12.370240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:12.469492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 8d6eb77d-e7c2-40d6-9426-d9c93b507abc) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:12.483651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9bdae-e503-429b-b97b-a7a3445b49fa None None] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:12.484218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.488948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.540408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-8c44be09-b35c-4a84-b685-c659b3f78c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.542502 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-8c44be09-b35c-4a84-b685-c659b3f78c29 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=489a685cb1d34a398c5d4bcf8e111a05&device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 1095 time: 0.0706499 Aug 03 19:17:12.566074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.622517 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-1dd878dd-a4d9-4b97-83d7-8d5af0ee2cb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb38f68-c5d4-415b-8e80-03642c03a547 HTTP/1.1" status: 200 len: 217 time: 0.0713429 Aug 03 19:17:12.625481 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-95385a14-f3d5-4267-96d4-165c589debaa tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3186460 Aug 03 19:17:12.634083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58326) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:12.643419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-813302814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:12.699817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b170d383-8229-4229-bfcc-13cee8e39eb1 req-f277ac07-0c0f-4b11-8b50-5ba3e9d5cab0 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=296eb862-b355-4dae-9beb-c1ea915a4333 HTTP/1.1" status: 200 len: 210 time: 0.2329178 Aug 03 19:17:12.730345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-6976fa52-28c2-45c9-bb60-b1a2e40d8fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:12.731849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-6976fa52-28c2-45c9-bb60-b1a2e40d8fae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2675cf-d905-4aab-80c6-16da6409c9bf HTTP/1.1" status: 200 len: 861 time: 0.0994806 Aug 03 19:17:12.763527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-8d6eb77d-e7c2-40d6-9426-d9c93b507abc', 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc', 'tenant_id': '764c0d5a1c244335ba0c05371a0215c4', 'fixed_ips': [{'subnet_id': 'e50f69d8-ed19-4366-812f-a1c685da927f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:12.766129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.792096 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2657de9-2bca-4926-96de-845a55345536 x-openstack-request-id: req-f2657de9-2bca-4926-96de-845a55345536 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:12.792547 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:12.792976 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f2657de9-2bca-4926-96de-845a55345536 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:12.793552 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547', 'status': 'completed', 'code': 200} Aug 03 19:17:12.794932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.796993 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-7c679468-819f-4e5f-b59d-d6627919aca0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3e13140-0aaa-4dc2-9467-14e7792d0fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578787 Aug 03 19:17:12.885685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:12.892021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.016741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Allocated IP 172.20.0.2 (8d6eb77d-e7c2-40d6-9426-d9c93b507abc/e50f69d8-ed19-4366-812f-a1c685da927f/daffffdd-22ef-4700-a994-3760cf5f0137) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:13.023956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.027737 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-c57921b8-7abf-42b5-878f-9ac0eb3db5ce service neutron] 10.222.0.77 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231257 Aug 03 19:17:13.028334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:13.065069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:13.065457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3c3bf1b8-b906-42a6-98c7-0e0f58a2aeb4 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:13.123422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.137231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.153688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1786f-bff2-4af8-afd7-dcdac15b7e9c req-ef360803-6a58-466b-90d1-2f80236ba442 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:13.163420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcd1786f-bff2-4af8-afd7-dcdac15b7e9c req-ef360803-6a58-466b-90d1-2f80236ba442 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1570954 Aug 03 19:17:13.191108 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-993b4d42-a4e4-4670-abe8-ceeff8cf25f2 req-bae12ff8-081e-4b89-a6a4-542a0caffc18 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546888 Aug 03 19:17:13.215545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcd1786f-bff2-4af8-afd7-dcdac15b7e9c req-605aab8e-250b-4e63-aee3-9520eb841b46 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509777 Aug 03 19:17:13.223378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.251077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.259500 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-95faa3a1-4ac9-4132-ab3d-8d6833acd36d tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6195443 Aug 03 19:17:13.262447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:13.289872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.304804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Transition to ACTIVE for port object daffffdd-22ef-4700-a994-3760cf5f0137 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:13.336929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Transition to ACTIVE for port object daffffdd-22ef-4700-a994-3760cf5f0137 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:13.351765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=6dc0e1e8-58e6-437d-a384-d7b04adb0d7a,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:13.382494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.485880 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.591602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:13.606479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:13.611977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb0aac-c173-472f-b9d2-a7d670347ea8 req-c62e8e81-0558-41e9-959e-cdad3116c915 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:13.612917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-f36adef9-b37f-4ef7-b9eb-47d4e5ea557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:13.613940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-f36adef9-b37f-4ef7-b9eb-47d4e5ea557c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=489a685cb1d34a398c5d4bcf8e111a05&device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 1095 time: 0.2085373 Aug 03 19:17:13.614323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:13.622965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5bb0aac-c173-472f-b9d2-a7d670347ea8 req-c62e8e81-0558-41e9-959e-cdad3116c915 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 944 time: 0.1935165 Aug 03 19:17:13.689784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Pushing event updated for resources: {'Port': ['ID=daffffdd-22ef-4700-a994-3760cf5f0137,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:13.704106 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 26d81aff-1b23-4e86-aef3-5d7168417346 associated. External IP: 172.25.2.9, port: 67823d61-9a8d-43b8-9280-a3fe4bf63b66. Aug 03 19:17:13.761256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Attempting to bind port daffffdd-22ef-4700-a994-3760cf5f0137 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:13.762412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Attempting to bind port daffffdd-22ef-4700-a994-3760cf5f0137 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd500088b-85c4-4320-a159-30ed0797e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:13.763038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Attempting to bind port daffffdd-22ef-4700-a994-3760cf5f0137 on network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:13.774284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:13.778791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Checking segment: {'id': 'd500088b-85c4-4320-a159-30ed0797e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:13.779563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.782242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Bound using segment: {'id': 'd500088b-85c4-4320-a159-30ed0797e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:13.783031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Bound port: daffffdd-22ef-4700-a994-3760cf5f0137, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd500088b-85c4-4320-a159-30ed0797e26e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:13.783650 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.821688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5bb0aac-c173-472f-b9d2-a7d670347ea8 req-79f22fde-ca84-4707-a1c2-3a102a09c5fc tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978428 Aug 03 19:17:13.911255 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:13.937025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] For port daffffdd-22ef-4700-a994-3760cf5f0137, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:13.952059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] For port daffffdd-22ef-4700-a994-3760cf5f0137, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=daffffdd-22ef-4700-a994-3760cf5f0137,segment=NetworkSegment(d500088b-85c4-4320-a159-30ed0797e26e),segment_id=d500088b-85c4-4320-a159-30ed0797e26e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:14.052000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-c4fa78c6-4547-4967-936e-16efcee7e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.054331 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-c4fa78c6-4547-4967-936e-16efcee7e36c service neutron] 10.222.0.77 "GET /v2.0/networks?id=d3e13140-0aaa-4dc2-9467-14e7792d0fb1 HTTP/1.1" status: 200 len: 922 time: 0.4327965 Aug 03 19:17:14.069597 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.135613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:14.165181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-b2f4143e-4010-433a-a597-8a0c4fad1ee9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb38f68-c5d4-415b-8e80-03642c03a547 HTTP/1.1" status: 200 len: 217 time: 0.0617316 Aug 03 19:17:14.257960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb9391-d83a-4214-914a-7636fcbf763e None None] Pushing event updated for resources: {'Port': ['ID=daffffdd-22ef-4700-a994-3760cf5f0137,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:14.360944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-9f480220-4c13-4d6b-a4fe-7598ba4cf203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.387540 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-9f480220-4c13-4d6b-a4fe-7598ba4cf203 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0b2675cf-d905-4aab-80c6-16da6409c9bf HTTP/1.1" status: 200 len: 861 time: 0.1820138 Aug 03 19:17:14.444836 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-ce7dc62f-ae01-4b61-8041-92d416945b86 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d3e13140-0aaa-4dc2-9467-14e7792d0fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659168 Aug 03 19:17:14.448012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58360) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:14.617846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Allocated IP 172.20.0.1 (8d6eb77d-e7c2-40d6-9426-d9c93b507abc/e50f69d8-ed19-4366-812f-a1c685da927f/da1d1dba-ce08-4b1e-a249-673129426d8b) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:14.732351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-b7297e2c-0086-437d-aefa-f7b438dd68d3 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827649 Aug 03 19:17:14.846570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:14.864496 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:14.881132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:14.881776 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:14.929952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2083d-a897-4422-a441-fbe987ea07ff req-6e6c26e1-b6af-48c2-988b-c3393607c80e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:14.932920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-caf2083d-a897-4422-a441-fbe987ea07ff req-6e6c26e1-b6af-48c2-988b-c3393607c80e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1334925 Aug 03 19:17:14.937862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:14.948786 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:14.966421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:14.967689 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:14.980812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-17620d76-c32e-4eb1-83f3-ea2d7f89ba02 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7690108 Aug 03 19:17:14.989236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58376) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:14.997733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': '67823d61-9a8d-43b8-9280-a3fe4bf63b66', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:15.013699 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:15.014786 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaff23f0-f506-4356-bdd4-fb30cd89c596 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:15.123066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.141152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.194983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-caf2083d-a897-4422-a441-fbe987ea07ff req-d201d7d2-33ab-4237-ae0c-faa30a00f6e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232723 Aug 03 19:17:15.217250 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.270498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.295443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be72f5-d16d-4e39-9dac-cb1028abd17a req-2e743877-57c9-46f2-bece-a508c6e2aed6 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.304480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2be72f5-d16d-4e39-9dac-cb1028abd17a req-2e743877-57c9-46f2-bece-a508c6e2aed6 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 944 time: 0.2033019 Aug 03 19:17:15.344252 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-700d23c5-b54a-4b21-9ab1-69828176b94d req-f77a94f4-868c-4973-84b3-65998bf53928 service neutron] 10.222.0.77 "GET /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681708 Aug 03 19:17:15.344252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Transition to ACTIVE for port object da1d1dba-ce08-4b1e-a249-673129426d8b will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:15.367508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2be72f5-d16d-4e39-9dac-cb1028abd17a req-dee28c16-a057-4ce2-947c-b986309aa24e tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596120 Aug 03 19:17:15.448634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.558523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.601797 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adbac2f12632455fab5464d6773fce1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1501455 Aug 03 19:17:15.605292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:15.613736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.659515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dad16-e770-4702-8243-2c0d65c74391 req-fdfc07d1-74ef-4134-8c6c-56cbc59f9c44 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.661826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d09780-8dbb-4665-be93-c73db12f4ee1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:15.666877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dad16-e770-4702-8243-2c0d65c74391 req-fdfc07d1-74ef-4134-8c6c-56cbc59f9c44 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:15.668632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-244dad16-e770-4702-8243-2c0d65c74391 req-fdfc07d1-74ef-4134-8c6c-56cbc59f9c44 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85&device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 1681 time: 0.0984664 Aug 03 19:17:15.717715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.718050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.718395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.718718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.719052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.719412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.720061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.720061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.720369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.720771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.721109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.721350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0c4dc-905a-4505-85f9-8786cedb69a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:15.731451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ec1b1-c981-4785-9a39-0fa348bd1397 None None] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:15.732493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=da1d1dba-ce08-4b1e-a249-673129426d8b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:15.738686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:15.743529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:15.746050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:15.762874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-244dad16-e770-4702-8243-2c0d65c74391 req-49396b39-f7d6-4ade-8adb-24f1ace50e35 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652499 Aug 03 19:17:15.807909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.941985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:15.977840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.052224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-76066985-92be-4d95-84a7-2151d9cfcf11 None None] Provisioning for port daffffdd-22ef-4700-a994-3760cf5f0137 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:16.074380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1bb38f68-c5d4-415b-8e80-03642c03a547 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:16.135642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.265608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.305867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1bb38f68-c5d4-415b-8e80-03642c03a547,segment=NetworkSegment(11728250-3330-4b6a-8aa7-14dc314b834b),segment_id=11728250-3330-4b6a-8aa7-14dc314b834b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:16.336270 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.345127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '1bb38f68-c5d4-415b-8e80-03642c03a547', 'network_id': 'd3e13140-0aaa-4dc2-9467-14e7792d0fb1', 'port_id': '1bb38f68-c5d4-415b-8e80-03642c03a547', 'mac_address': 'fa:16:3e:f1:44:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2675cf-d905-4aab-80c6-16da6409c9bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:16.386347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.396303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.411302 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08d09780-8dbb-4665-be93-c73db12f4ee1 HTTP/1.1" status: 204 len: 168 time: 0.7902455 Aug 03 19:17:16.413096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device daffffdd-22ef-4700-a994-3760cf5f0137 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:16.452121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.462088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da147118-dc46-4e75-910b-aacf1071fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d09780-8dbb-4665-be93-c73db12f4ee1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.501382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5b5b9fa4-8132-4575-85b0-ed44229278bf None None] Provisioning for port da1d1dba-ce08-4b1e-a249-673129426d8b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:16.546374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb38f68-c5d4-415b-8e80-03642c03a547 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:16.598088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1bb38f68-c5d4-415b-8e80-03642c03a547,segment=NetworkSegment(11728250-3330-4b6a-8aa7-14dc314b834b),segment_id=11728250-3330-4b6a-8aa7-14dc314b834b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:16.622548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5b5b9fa4-8132-4575-85b0-ed44229278bf None None] Provisioning complete for port da1d1dba-ce08-4b1e-a249-673129426d8b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.623283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9fa4-8132-4575-85b0-ed44229278bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.680495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b9fa4-8132-4575-85b0-ed44229278bf None None] Port da1d1dba-ce08-4b1e-a249-673129426d8b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:16.697904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.714302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ed75-2256-4ded-be52-68b1b2f971cc req-71bd3fdc-6e1a-433e-a620-bc32e2f61b26 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:16.716512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7633ed75-2256-4ded-be52-68b1b2f971cc req-71bd3fdc-6e1a-433e-a620-bc32e2f61b26 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 944 time: 0.1255360 Aug 03 19:17:16.762350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:16.803863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7633ed75-2256-4ded-be52-68b1b2f971cc req-640f7616-b0f4-48d3-86cb-663912801b4c tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809040 Aug 03 19:17:16.856401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:16.873182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-64330403-fbf4-48d4-86b4-f1d26bf25d76 None None] Provisioning complete for port da1d1dba-ce08-4b1e-a249-673129426d8b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.873651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64330403-fbf4-48d4-86b4-f1d26bf25d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:16.937990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-64330403-fbf4-48d4-86b4-f1d26bf25d76 None None] Port da1d1dba-ce08-4b1e-a249-673129426d8b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:16.945556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port daffffdd-22ef-4700-a994-3760cf5f0137 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:16.952303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port daffffdd-22ef-4700-a994-3760cf5f0137 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:16.953146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.107782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:17.116343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['1bb38f68-c5d4-415b-8e80-03642c03a547'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:17.120322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.139220 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.170228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:17.184159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.217154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e50e8-ff69-46b6-a972-3e53426d8af3 req-d8fd309f-73c0-42be-9e93-7994bfce48d2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:17.218690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:17.219328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:17.229369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f31e50e8-ff69-46b6-a972-3e53426d8af3 req-d8fd309f-73c0-42be-9e93-7994bfce48d2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1697288 Aug 03 19:17:17.257841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-de564176-ccb4-4f8b-b376-f4856224b6d7 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/26d81aff-1b23-4e86-aef3-5d7168417346 HTTP/1.1" status: 200 len: 977 time: 2.2725043 Aug 03 19:17:17.261277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58420) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:17.263762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:17.274440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.297602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port daffffdd-22ef-4700-a994-3760cf5f0137, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=daffffdd-22ef-4700-a994-3760cf5f0137,segment=NetworkSegment(d500088b-85c4-4320-a159-30ed0797e26e),segment_id=d500088b-85c4-4320-a159-30ed0797e26e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:17.321578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:17.322273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:17.342406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f31e50e8-ff69-46b6-a972-3e53426d8af3 req-0e47902f-ba7c-4097-9a0c-09d2710042ea tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111922 Aug 03 19:17:17.361205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.382739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:17.383844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0aad-61f5-4d70-943c-9fc6501b3d48 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:17.391629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=da1d1dba-ce08-4b1e-a249-673129426d8b,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.508722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.529059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 6dc0e1e8-58e6-437d-a384-d7b04adb0d7a {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:17.529782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.546240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:17.555140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:17.621593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=daffffdd-22ef-4700-a994-3760cf5f0137,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:17.657323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.664258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.678398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 6dc0e1e8-58e6-437d-a384-d7b04adb0d7a owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:17.873437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:17.873642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-057cc024-3c28-45f2-ae96-60f1a9e20d78 None None] Provisioning complete for port da1d1dba-ce08-4b1e-a249-673129426d8b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:17.873642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-057cc024-3c28-45f2-ae96-60f1a9e20d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.886425 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9af0957a-9744-4566-ab54-62f1f51d2aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:17.934062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Router 7c52480d-1f25-43fb-a78e-dc6308438d2c is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:17:17.943402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-057cc024-3c28-45f2-ae96-60f1a9e20d78 None None] Port da1d1dba-ce08-4b1e-a249-673129426d8b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:18.010250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946a10-7d68-4569-897f-af858f65d2d6 req-04415856-f473-45f6-bb88-8277c1a142cc tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.011903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5946a10-7d68-4569-897f-af858f65d2d6 req-04415856-f473-45f6-bb88-8277c1a142cc tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 945 time: 0.0758474 Aug 03 19:17:18.060203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:18.060762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5946a10-7d68-4569-897f-af858f65d2d6 req-a741f1bb-ff0f-4b45-874f-253f4e8002d0 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Aug 03 19:17:18.071843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-392163e8-2f8c-4178-92a0-ccf3c74ae131 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "PUT /v2.0/routers/7c52480d-1f25-43fb-a78e-dc6308438d2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8036222 Aug 03 19:17:18.072842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58428) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:18.078381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'port': {'network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc', 'name': 'tempest-FloatingIPNegativeTestJSON-169482001'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:18.078761 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] Sync routers for ids ['7c52480d-1f25-43fb-a78e-dc6308438d2c'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:18.090743 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] Routers {'7c52480d-1f25-43fb-a78e-dc6308438d2c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:18.091635 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7c52480d-1f25-43fb-a78e-dc6308438d2c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:18.133656 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:18.147627 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] Routers {'7c52480d-1f25-43fb-a78e-dc6308438d2c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:18.148627 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7c52480d-1f25-43fb-a78e-dc6308438d2c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:18.168366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.191813 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:18.192634 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61136fc-7082-4ce0-9123-df2dacd246a4 None None] The sync data for ids ['7c52480d-1f25-43fb-a78e-dc6308438d2c'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:18.231160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9af0957a-9744-4566-ab54-62f1f51d2aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.268825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=6dc0e1e8-58e6-437d-a384-d7b04adb0d7a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:18.301666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device daffffdd-22ef-4700-a994-3760cf5f0137 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:18.363952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port daffffdd-22ef-4700-a994-3760cf5f0137 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:18.365128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.375694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.376034 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 26d81aff-1b23-4e86-aef3-5d7168417346 disassociated (deleted). External IP: 172.25.2.9, port: 67823d61-9a8d-43b8-9280-a3fe4bf63b66. Aug 03 19:17:18.385438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e937-5d3c-4db0-8b33-3ba4a887b685 req-7cf4e010-26b6-43ff-8992-0583e6bacaa4 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.387111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f94e937-5d3c-4db0-8b33-3ba4a887b685 req-7cf4e010-26b6-43ff-8992-0583e6bacaa4 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 945 time: 0.1798549 Aug 03 19:17:18.402789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9af0957a-9744-4566-ab54-62f1f51d2aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.461601 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9af0957a-9744-4566-ab54-62f1f51d2aec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59719a18dae34f939562782151d36770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5889361 Aug 03 19:17:18.461601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0957a-9744-4566-ab54-62f1f51d2aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa4b0ff-6b50-4beb-b791-f7874c3caee6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:18.461601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:18.533636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.573456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.628809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f94e937-5d3c-4db0-8b33-3ba4a887b685 req-e9b4cc5a-dc2b-479e-a058-65717223b9f3 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639445 Aug 03 19:17:18.658631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35aedf-5f23-4674-ac93-cca31f93e757 req-023e6638-0bff-4632-8111-f71b71b355ab tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.662261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af35aedf-5f23-4674-ac93-cca31f93e757 req-023e6638-0bff-4632-8111-f71b71b355ab tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1461461 Aug 03 19:17:18.708889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Made reservation on behalf of 764c0d5a1c244335ba0c05371a0215c4 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:18.712752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.787358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] device_id is not set on port 878f6cd0-0d71-4538-b130-c5cfe7affb42 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:18.811509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.816276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.816755 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/afa4b0ff-6b50-4beb-b791-f7874c3caee6 HTTP/1.1" status: 204 len: 168 time: 0.3537676 Aug 03 19:17:18.829862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb3542-ceb0-4cc2-a06a-114facd28d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa4b0ff-6b50-4beb-b791-f7874c3caee6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:18.834958 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f30d5380-475d-48d4-b979-be97cab0d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:18.893058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af35aedf-5f23-4674-ac93-cca31f93e757 req-3995d166-3ce8-41f6-b9e2-fff31fab7e15 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219088 Aug 03 19:17:18.925078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:18.979607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-89384611-4eef-4166-b981-7ff16c6becfa tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:18.981178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-89384611-4eef-4166-b981-7ff16c6becfa tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 945 time: 0.1862423 Aug 03 19:17:19.037368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:19.085678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Allocated IP 172.20.0.6 (8d6eb77d-e7c2-40d6-9426-d9c93b507abc/e50f69d8-ed19-4366-812f-a1c685da927f/878f6cd0-0d71-4538-b130-c5cfe7affb42) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:19.175060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:19.301862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:19.338519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.346739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:19.349518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b567e259-9943-4336-afc0-14d9349f6857', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'port_id': 'b567e259-9943-4336-afc0-14d9349f6857', 'mac_address': 'fa:16:3e:5a:e1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:19.377395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:19.378837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:19.401037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95820-5f8a-4459-be98-6779f1f0bd78 req-f2691895-4be6-44d5-9a0e-e8cd92740898 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.402636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-caa95820-5f8a-4459-be98-6779f1f0bd78 req-f2691895-4be6-44d5-9a0e-e8cd92740898 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 945 time: 0.2166448 Aug 03 19:17:19.411508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Deleting port c2d15259-08f9-43ed-a83a-f866f8929749 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:19.412001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.419966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:19.426325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5d4eae80-2937-45be-be5a-431e8ca3d1bc tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/26d81aff-1b23-4e86-aef3-5d7168417346 HTTP/1.1" status: 204 len: 168 time: 2.1628723 Aug 03 19:17:19.434242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:19.435196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:19.440777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58450) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:19.510843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:19.511420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a139e-8224-4a9e-8635-bd6a627b6221 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:19.515260 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.543031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b567e259-9943-4336-afc0-14d9349f6857 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:19.567913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:19.568057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-caa95820-5f8a-4459-be98-6779f1f0bd78 req-d49f267d-44fd-4c04-ae88-e0d383157e1c tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474247 Aug 03 19:17:19.571877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.599015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Transition to ACTIVE for port object 878f6cd0-0d71-4538-b130-c5cfe7affb42 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:19.619956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] For port c2d15259-08f9-43ed-a83a-f866f8929749, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=c2d15259-08f9-43ed-a83a-f866f8929749,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:19.624753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.638767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Calling delete_port for c2d15259-08f9-43ed-a83a-f866f8929749 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:19.730659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.767433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823a603-0548-477a-8092-4da52e08aa61 req-9d491b81-4412-4c1b-aa69-7335a3c02908 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:19.769849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d823a603-0548-477a-8092-4da52e08aa61 req-9d491b81-4412-4c1b-aa69-7335a3c02908 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 945 time: 0.1470962 Aug 03 19:17:19.848687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:19.865855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 67823d61-9a8d-43b8-9280-a3fe4bf63b66 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:19.866294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.883795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:19.921576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b567e259-9943-4336-afc0-14d9349f6857'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:20.074457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.075871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1bb38f68-c5d4-415b-8e80-03642c03a547 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:20.092124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 67823d61-9a8d-43b8-9280-a3fe4bf63b66 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:20.342695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 1bb38f68-c5d4-415b-8e80-03642c03a547 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:20.347308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 1bb38f68-c5d4-415b-8e80-03642c03a547 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:20.347673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.426789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Deleting port 0341fa5b-e87c-46ae-806c-903c25c4704d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:20.427155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.479828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.496950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:20.508752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34ac86-b72a-48b1-b9b6-584fb87e92a9 req-462b5646-fb85-4519-ba61-8059b125b86c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.516372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c34ac86-b72a-48b1-b9b6-584fb87e92a9 req-462b5646-fb85-4519-ba61-8059b125b86c tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 945 time: 0.7912266 Aug 03 19:17:20.539611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1bb38f68-c5d4-415b-8e80-03642c03a547,segment=NetworkSegment(11728250-3330-4b6a-8aa7-14dc314b834b),segment_id=11728250-3330-4b6a-8aa7-14dc314b834b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:20.541206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:20.543859 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d2ac66-f99d-44c7-8db1-4c5b3b9d26bd" -d '{"events": [{"server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:20.550737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:20.557888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:20.563759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] For port 0341fa5b-e87c-46ae-806c-903c25c4704d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0341fa5b-e87c-46ae-806c-903c25c4704d,segment=NetworkSegment(3f39401f-435a-4da8-a799-595a8c854c80),segment_id=3f39401f-435a-4da8-a799-595a8c854c80)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:20.565458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.571419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=878f6cd0-0d71-4538-b130-c5cfe7affb42,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.578252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.611215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Calling delete_port for 0341fa5b-e87c-46ae-806c-903c25c4704d owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:20.658453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81325842-0cab-4bb6-8e94-65d8ade81d56 req-0575cdaa-e25b-4eba-9d9e-7ce548594cb5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.660170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81325842-0cab-4bb6-8e94-65d8ade81d56 req-0575cdaa-e25b-4eba-9d9e-7ce548594cb5 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 944 time: 0.1971939 Aug 03 19:17:20.671631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c34ac86-b72a-48b1-b9b6-584fb87e92a9 req-ef888094-2c79-4c80-85de-648d7dba3ae7 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/security-groups?id=fe6e0706-49d1-4c41-8f26-95301e827d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539354 Aug 03 19:17:20.676152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.683022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=67823d61-9a8d-43b8-9280-a3fe4bf63b66,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.725569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0341fa5b-e87c-46ae-806c-903c25c4704d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:20.758354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:20.759056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.829176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:20.838953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81325842-0cab-4bb6-8e94-65d8ade81d56 req-4fa36b72-f152-4ca3-b31c-5454db6fa7f8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635380 Aug 03 19:17:20.876951 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a411419c-75f1-476d-b4cd-eaa68d5c58a8 x-openstack-request-id: req-a411419c-75f1-476d-b4cd-eaa68d5c58a8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:20.876951 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:20.876951 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a411419c-75f1-476d-b4cd-eaa68d5c58a8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:20.879379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event deleted for resources: {'Port': ['ID=c2d15259-08f9-43ed-a83a-f866f8929749,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:20.879661 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547', 'code': 200} Aug 03 19:17:21.032637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:21.041999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:21.065933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.071473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] No DVR routers for this DVR port c2d15259-08f9-43ed-a83a-f866f8929749 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:21.073476 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9fdb5dea-7d56-4630-91b8-24a96611bc50 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/67823d61-9a8d-43b8-9280-a3fe4bf63b66 HTTP/1.1" status: 204 len: 168 time: 1.6309857 Aug 03 19:17:21.076332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.079136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4386ef-2faf-47b5-a743-f0098b27d992 req-08f43a57-7544-4021-b5cb-e3c65cb0c19b tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.54 "DELETE /v2.0/ports/c2d15259-08f9-43ed-a83a-f866f8929749 HTTP/1.1" status: 204 len: 173 time: 2.0874047 Aug 03 19:17:21.081052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:21.083127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'name': 'network-vif-deleted', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:21.089477 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff05a74e-66b5-4d7c-85ec-f1519474024c" -d '{"events": [{"server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "name": "network-vif-deleted", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:21.122811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:21.141230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ae181963-be2a-4252-ae03-50ed872b5d3d None None] Provisioning for port 878f6cd0-0d71-4538-b130-c5cfe7affb42 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:21.163971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ae181963-be2a-4252-ae03-50ed872b5d3d None None] Provisioning complete for port 878f6cd0-0d71-4538-b130-c5cfe7affb42 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:21.163971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ae181963-be2a-4252-ae03-50ed872b5d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.165733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-984d9ef2-fafb-4abb-90b7-8207056ae19f tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0914438 Aug 03 19:17:21.168291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58516) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:21.179571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:21.209291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ae181963-be2a-4252-ae03-50ed872b5d3d None None] Port 878f6cd0-0d71-4538-b130-c5cfe7affb42 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:21.217022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b567e259-9943-4336-afc0-14d9349f6857 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:21.217410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.224718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e661d97-fa4f-4a20-935e-83e41a2ce83b req-6531ad14-fb09-44d0-8283-726f15ba4cf4 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.236240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e661d97-fa4f-4a20-935e-83e41a2ce83b req-6531ad14-fb09-44d0-8283-726f15ba4cf4 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.1689723 Aug 03 19:17:21.267343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46111733-a766-4fa8-b82f-00f82254fabf req-26f43e5f-8e2d-405c-9d10-789b06034a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:21.272232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46111733-a766-4fa8-b82f-00f82254fabf req-26f43e5f-8e2d-405c-9d10-789b06034a49 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 1097 time: 0.2861416 Aug 03 19:17:21.275226 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8619a37c-7b33-4c27-b6bc-da618963b1df x-openstack-request-id: req-8619a37c-7b33-4c27-b6bc-da618963b1df {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:21.280244 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5", "name": "network-vif-deleted", "tag": "c2d15259-08f9-43ed-a83a-f866f8929749", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:21.280244 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8619a37c-7b33-4c27-b6bc-da618963b1df {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:21.280244 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5', 'name': 'network-vif-deleted', 'tag': 'c2d15259-08f9-43ed-a83a-f866f8929749', 'status': 'completed', 'code': 200} Aug 03 19:17:21.308854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.424776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46111733-a766-4fa8-b82f-00f82254fabf req-cde04b92-671a-4c80-b136-47a6be927ad3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394994 Aug 03 19:17:21.437515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.453637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.455833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e661d97-fa4f-4a20-935e-83e41a2ce83b req-79bb16ec-aa73-4b82-b3c8-b0651568e211 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175970 Aug 03 19:17:21.501723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Pushing event deleted for resources: {'Port': ['ID=0341fa5b-e87c-46ae-806c-903c25c4704d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:21.523738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:21.560061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] No DVR routers for this DVR port 0341fa5b-e87c-46ae-806c-903c25c4704d on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:21.570702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.577720 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d823a603-0548-477a-8092-4da52e08aa61 req-3b41f69c-1fa5-446d-9c63-fc218f981d93 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.77 "DELETE /v2.0/ports/0341fa5b-e87c-46ae-806c-903c25c4704d HTTP/1.1" status: 204 len: 173 time: 1.7940078 Aug 03 19:17:21.577720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'name': 'network-vif-deleted', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:21.583188 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f30cb6-05b9-4359-8c75-1e28b6539907" -d '{"events": [{"server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "name": "network-vif-deleted", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:21.595678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.627130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.629898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c2d15259-08f9-43ed-a83a-f866f8929749 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:21.692252 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03889e93-1e2d-4167-9fec-e3353f8b67cb x-openstack-request-id: req-03889e93-1e2d-4167-9fec-e3353f8b67cb {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:21.693116 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e439a90-ecfe-46bc-b2cc-95de747c0c85", "name": "network-vif-deleted", "tag": "0341fa5b-e87c-46ae-806c-903c25c4704d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:21.695385 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03889e93-1e2d-4167-9fec-e3353f8b67cb {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:21.699834 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e439a90-ecfe-46bc-b2cc-95de747c0c85', 'name': 'network-vif-deleted', 'tag': '0341fa5b-e87c-46ae-806c-903c25c4704d', 'status': 'completed', 'code': 200} Aug 03 19:17:21.715450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.762745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: c2d15259-08f9-43ed-a83a-f866f8929749 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:21.763086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device c2d15259-08f9-43ed-a83a-f866f8929749 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:21.814075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:21.856473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:21.919471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cde24a2d-fcfa-4c66-bd55-19f0c8b168db req-5db01573-1a10-44e8-9fcf-dac6bbe507ab tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca94a311-95d5-4fc5-9e6d-4cc5ee98e4c5 HTTP/1.1" status: 200 len: 210 time: 0.0862443 Aug 03 19:17:21.977664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.216 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/c7a84b78-2f2b-47a3-b89b-ff48c7cbe143) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:21.977957 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-33344f62-d8bc-4253-983f-2c42cd83f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.159974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.172224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb30d-ebcd-49ad-a3f9-b6cbc9f0fa1d req-42b56460-ded3-4bc5-8f90-512176e1e1a7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.178320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.200249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d49cb30d-ebcd-49ad-a3f9-b6cbc9f0fa1d req-42b56460-ded3-4bc5-8f90-512176e1e1a7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1163805 Aug 03 19:17:22.303834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d49cb30d-ebcd-49ad-a3f9-b6cbc9f0fa1d req-60051e28-b4b4-4968-803d-d27da6173bac tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987947 Aug 03 19:17:22.392815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.492742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:22.497180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:22.498023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Allocated IP 172.25.2.253 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/cf78a41e-1d2d-488c-8169-517f67d214b7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:22.512240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:22.524710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=c7a84b78-2f2b-47a3-b89b-ff48c7cbe143,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:22.694449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.726986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:22.758303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18863c82-daa7-463e-99bb-7d6ffcd4a2f0 req-ad1d7208-11ee-4c28-b8f8-0b8782e79128 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:22.762505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18863c82-daa7-463e-99bb-7d6ffcd4a2f0 req-ad1d7208-11ee-4c28-b8f8-0b8782e79128 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.0858855 Aug 03 19:17:22.858485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18863c82-daa7-463e-99bb-7d6ffcd4a2f0 req-63d1a85f-e726-47dd-933c-9bf0052415e0 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763295 Aug 03 19:17:22.882375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:22.897266 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fca21b-1ea5-414e-8950-d8124e731a29" -d '{"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-plugged", "status": "completed", "tag": "b567e259-9943-4336-afc0-14d9349f6857"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:22.977203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.019493 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a29758-b1f2-45cb-8b2a-660e0c993f1a x-openstack-request-id: req-64a29758-b1f2-45cb-8b2a-660e0c993f1a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:23.019967 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-plugged", "status": "completed", "tag": "b567e259-9943-4336-afc0-14d9349f6857", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:23.020861 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64a29758-b1f2-45cb-8b2a-660e0c993f1a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:23.024218 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857', 'code': 200} Aug 03 19:17:23.062631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.094030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.287625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acad15ff-b673-4ebf-96cf-a6ddbadc1464 req-c914572e-a553-4d96-871e-46197dbfa669 tempest-ListServersNegativeTestJSON-39887044 tempest-ListServersNegativeTestJSON-39887044-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e439a90-ecfe-46bc-b2cc-95de747c0c85 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Aug 03 19:17:23.307649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:23.326912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:23.330901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:23.399080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=cf78a41e-1d2d-488c-8169-517f67d214b7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.470280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.515249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d801c0-61d4-49ca-a2f4-32b802bc40ae req-a76b0077-1c3a-4d86-a8af-cb062e20a4c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:23.525066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d801c0-61d4-49ca-a2f4-32b802bc40ae req-a76b0077-1c3a-4d86-a8af-cb062e20a4c4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1230772 Aug 03 19:17:23.604762 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.610549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.635948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d801c0-61d4-49ca-a2f4-32b802bc40ae req-b904ff9c-708d-4b91-b26f-e6194b985e2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085660 Aug 03 19:17:23.742301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=c7a84b78-2f2b-47a3-b89b-ff48c7cbe143,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:23.756260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.870270 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.908523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:23.914287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9b78a8d2-d439-4c15-9cf4-34537e737e05 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8309717 Aug 03 19:17:23.915586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58568) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:23.929475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'port': {'network_id': '3ab76d24-914f-4f0b-b0be-48f0288ef181', 'name': 'tempest-FloatingIPTestJSON-239774808'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:24.074589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0341fa5b-e87c-46ae-806c-903c25c4704d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:24.136248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 0341fa5b-e87c-46ae-806c-903c25c4704d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:24.137752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0341fa5b-e87c-46ae-806c-903c25c4704d not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:24.207795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190b875-4a57-44d6-a9d3-eb879c67ac4c req-0e164249-28e1-4e17-b4a9-84f3311019ac tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:24.212547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6190b875-4a57-44d6-a9d3-eb879c67ac4c req-0e164249-28e1-4e17-b4a9-84f3311019ac tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.1753314 Aug 03 19:17:24.316005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6190b875-4a57-44d6-a9d3-eb879c67ac4c req-32e12a6c-265f-4296-8cbc-8ccb064051ec tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Aug 03 19:17:24.331809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:24.342152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.365744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] device_id is not set on port c647f619-b99f-479b-b530-e9ed9fb717a2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:24.373261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.417153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:24.534822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.587036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.10 (3ab76d24-914f-4f0b-b0be-48f0288ef181/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3/c647f619-b99f-479b-b530-e9ed9fb717a2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:24.673906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Deleting subnet 477d6b92-7a36-4bee-b3b1-e17a5f9e969b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:24.703923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.760096 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.858653 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.914840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=cf78a41e-1d2d-488c-8169-517f67d214b7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:24.931942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:24.962507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.040076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9a3d-17ce-412d-ab91-a6103b02d132 req-cdf0b45c-2468-4cf1-8a21-8f82b836e818 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.042200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41df9a3d-17ce-412d-ab91-a6103b02d132 req-cdf0b45c-2468-4cf1-8a21-8f82b836e818 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.2097774 Aug 03 19:17:25.049515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.142558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41df9a3d-17ce-412d-ab91-a6103b02d132 req-07e2de2b-1cb8-4093-bcd1-69ed9f5c39d4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679870 Aug 03 19:17:25.194159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.200060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.200883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43121ae7-cab4-4720-a4fc-109024bb31b4 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0228422 Aug 03 19:17:25.202112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58594) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:25.215776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-caa57d4b-01c0-4f1e-950a-5699f26c5cb0 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'floatingip': {'port_id': '878f6cd0-0d71-4538-b130-c5cfe7affb42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:25.304819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=c647f619-b99f-479b-b530-e9ed9fb717a2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.307727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.339742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network 3ab76d24-914f-4f0b-b0be-48f0288ef181 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:25.353164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:25.355359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-caa57d4b-01c0-4f1e-950a-5699f26c5cb0 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.364063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:25.366850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=477d6b92-7a36-4bee-b3b1-e17a5f9e969b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:25.423127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.430866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-15081b53-4dc4-441d-86ba-cfbcb7cee05b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/477d6b92-7a36-4bee-b3b1-e17a5f9e969b HTTP/1.1" status: 204 len: 168 time: 1.0122213 Aug 03 19:17:25.431873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:25.459481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.460185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.571215 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-caa57d4b-01c0-4f1e-950a-5699f26c5cb0 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] update failed (client error): The resource could not be found. Aug 03 19:17:25.575113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-caa57d4b-01c0-4f1e-950a-5699f26c5cb0 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "PUT /v2.0/floatingips/9da8182e-a897-4bd0-a134-eafee0251867 HTTP/1.1" status: 404 len: 507 time: 0.3617599 Aug 03 19:17:25.575596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58604) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:25.637027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4bce35e0-74e2-45c6-b204-e1465ccb90c8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7195797 Aug 03 19:17:25.642650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:25.649171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': 'c647f619-b99f-479b-b530-e9ed9fb717a2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:25.683411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.707338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd504-4c34-43db-98c5-336a505535a2 req-5c4ead10-1a6b-4169-8fb5-fdb94a0bbccd tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:25.709094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-572dd504-4c34-43db-98c5-336a505535a2 req-5c4ead10-1a6b-4169-8fb5-fdb94a0bbccd tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.2227802 Aug 03 19:17:25.833086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-572dd504-4c34-43db-98c5-336a505535a2 req-df003c23-cde8-4eee-895e-bb949aa6b6f0 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148195 Aug 03 19:17:25.867349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.892175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc998dda-a324-43d8-bc23-b1417ffa0f86']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:25.918651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f39401f-435a-4da8-a799-595a8c854c80') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:25.919680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f39401f-435a-4da8-a799-595a8c854c80') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:25.935920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.954852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.965290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:25.965839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:25.968349 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:26.087648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.295692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting port cf78a41e-1d2d-488c-8169-517f67d214b7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:26.296146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.315659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cac18-05fc-467d-92f6-710fa11045d0 req-53902f0c-8f7a-4252-8d16-d5ccaffefd5f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.317656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a23cac18-05fc-467d-92f6-710fa11045d0 req-53902f0c-8f7a-4252-8d16-d5ccaffefd5f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.0554609 Aug 03 19:17:26.363750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a23cac18-05fc-467d-92f6-710fa11045d0 req-ddd335ff-3b7c-46ca-8171-b3225b013325 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 Aug 03 19:17:26.472297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.472624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.525339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Calling delete_port for cf78a41e-1d2d-488c-8169-517f67d214b7 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:26.613712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.621936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:26.625143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dc998dda-a324-43d8-bc23-b1417ffa0f86 HTTP/1.1" status: 204 len: 168 time: 1.1870348 Aug 03 19:17:26.656042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc998dda-a324-43d8-bc23-b1417ffa0f86,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:26.671154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.671801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.672792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.673137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.673549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.674264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.674588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.675632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.676008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.676405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.676841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.677305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e662f-bf4b-4372-909c-a92b760043b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:26.821759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-b7f30e4d-4e47-4230-97c9-8eff7541b9c7 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:26.823394 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-b7f30e4d-4e47-4230-97c9-8eff7541b9c7 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.77 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.1721089 Aug 03 19:17:26.969535 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.088550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a5f5d-b0f9-456a-babe-6587ba4eea19 req-8b1e0e7a-63d4-46f0-87ea-0732b15a0d1d tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.090889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-475a5f5d-b0f9-456a-babe-6587ba4eea19 req-8b1e0e7a-63d4-46f0-87ea-0732b15a0d1d tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 946 time: 0.1049647 Aug 03 19:17:27.108097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Deleting port 1bb38f68-c5d4-415b-8e80-03642c03a547 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:27.108816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.166713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.185543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-475a5f5d-b0f9-456a-babe-6587ba4eea19 req-374b9743-708c-4bd0-b220-4616007f4f21 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/security-groups?id=dedc6013-62de-40fc-8feb-cfb0ebcd4133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844345 Aug 03 19:17:27.231743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.329552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Port': ['ID=cf78a41e-1d2d-488c-8169-517f67d214b7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:27.460321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] For port 1bb38f68-c5d4-415b-8e80-03642c03a547, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1bb38f68-c5d4-415b-8e80-03642c03a547,segment=NetworkSegment(11728250-3330-4b6a-8aa7-14dc314b834b),segment_id=11728250-3330-4b6a-8aa7-14dc314b834b)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:27.463088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.483380 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 67077a4c-93af-4cf8-b110-f8be3abb4da6 associated. External IP: 172.25.2.216, port: c647f619-b99f-479b-b530-e9ed9fb717a2. Aug 03 19:17:27.485992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Calling delete_port for 1bb38f68-c5d4-415b-8e80-03642c03a547 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:27.527057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.529731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.531187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9fc1dfc9-6f38-4b7f-b5b3-54952669205e tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "DELETE /v2.0/floatingips/9da8182e-a897-4bd0-a134-eafee0251867 HTTP/1.1" status: 204 len: 168 time: 1.9541297 Aug 03 19:17:27.541900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58632) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:27.585005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2e46d-de56-4af2-b59e-05a7e8e50935 req-8bb6496b-3795-462a-b465-95ed101d3ea3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:27.588018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58634) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:27.591365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93a2e46d-de56-4af2-b59e-05a7e8e50935 req-8bb6496b-3795-462a-b465-95ed101d3ea3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1420326 Aug 03 19:17:27.605973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2a218610-2aac-4513-b9fd-b334d35f0ac1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'floatingip': {'floating_network_id': '8d6eb77d-e7c2-40d6-9426-d9c93b507abc', 'port_id': '878f6cd0-0d71-4538-b130-c5cfe7affb42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:27.696747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93a2e46d-de56-4af2-b59e-05a7e8e50935 req-fc19396f-1f0b-4a71-905c-ee92c39ee3a2 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689516 Aug 03 19:17:27.781202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c073d71-e55e-48b3-be92-0946629abbc8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94fe8824167547d1a04ed3fc9c390aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897571 Aug 03 19:17:27.781562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:27.789886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2a218610-2aac-4513-b9fd-b334d35f0ac1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.858472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58642) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:27.903320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.936176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:27.953766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:28.072185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-773bed26-c3a4-4012-8074-0ef07d2f7a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.088152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.091111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.093261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe6e0706-49d1-4c41-8f26-95301e827d6b HTTP/1.1" status: 204 len: 168 time: 0.3106613 Aug 03 19:17:28.105743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc27902-447d-4e1e-a961-0fec827710a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e0706-49d1-4c41-8f26-95301e827d6b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.122053 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-2a218610-2aac-4513-b9fd-b334d35f0ac1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:17:28.130066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2a218610-2aac-4513-b9fd-b334d35f0ac1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5339479 Aug 03 19:17:28.130997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.136924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:28.147868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['1bb38f68-c5d4-415b-8e80-03642c03a547'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:28.183509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '878f6cd0-0d71-4538-b130-c5cfe7affb42', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:28.238966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Pushing event deleted for resources: {'Port': ['ID=1bb38f68-c5d4-415b-8e80-03642c03a547,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.251414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:28.263779 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:28.291283 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:28.291916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:28.312553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.339671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-773bed26-c3a4-4012-8074-0ef07d2f7a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.350751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-869c1834-b9eb-4d79-9aa5-84dc7044268f req-2bccb5bb-49c6-47ff-a271-fc54c290ca62 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0485289 Aug 03 19:17:28.376586 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:28.386041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] No DVR routers for this DVR port 1bb38f68-c5d4-415b-8e80-03642c03a547 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:28.389183 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:28.390795 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:28.393840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.396200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a8363550-22b5-430b-a4fe-9ad53631d81e req-19d5ac8e-230a-48b5-8f08-ba48b548c0eb tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.77 "DELETE /v2.0/ports/1bb38f68-c5d4-415b-8e80-03642c03a547 HTTP/1.1" status: 204 len: 173 time: 1.4468372 Aug 03 19:17:28.396805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'name': 'network-vif-deleted', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:28.399270 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6319a-4ead-4d64-b1aa-69a39c51bbb3" -d '{"events": [{"server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "name": "network-vif-deleted", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:28.423145 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c37dcd2-fa0d-4f2c-a424-4c23c3f8f04e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/67077a4c-93af-4cf8-b110-f8be3abb4da6 HTTP/1.1" status: 200 len: 978 time: 2.7791419 Aug 03 19:17:28.425903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58654) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:28.444278 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:28.445800 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59655f7-c80a-4e94-8f68-7a66528f82fb None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:28.481486 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77537a70-5243-4a0b-868e-0adf42f6a7f1 x-openstack-request-id: req-77537a70-5243-4a0b-868e-0adf42f6a7f1 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:28.482001 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe90f839-0098-4256-90b1-15f1344f92bc", "name": "network-vif-deleted", "tag": "1bb38f68-c5d4-415b-8e80-03642c03a547", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:28.482383 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-77537a70-5243-4a0b-868e-0adf42f6a7f1 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:28.482853 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe90f839-0098-4256-90b1-15f1344f92bc', 'name': 'network-vif-deleted', 'tag': '1bb38f68-c5d4-415b-8e80-03642c03a547', 'status': 'completed', 'code': 200} Aug 03 19:17:28.514803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-773bed26-c3a4-4012-8074-0ef07d2f7a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.609012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-773bed26-c3a4-4012-8074-0ef07d2f7a67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c4dd6810cb34f3e96705a2a683caa73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492034 Aug 03 19:17:28.613995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bed26-c3a4-4012-8074-0ef07d2f7a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7fe115-1ab3-4f4e-b506-d919d3cfc92f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:28.621295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58658) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:28.672333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port c647f619-b99f-479b-b530-e9ed9fb717a2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:28.672953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.811172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:28.966848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a90400-6720-42c0-9f77-b826f8a5f0ff req-9f83e511-ded9-4e31-ac18-a87d6a2f7d06 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:28.969399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a90400-6720-42c0-9f77-b826f8a5f0ff req-9f83e511-ded9-4e31-ac18-a87d6a2f7d06 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1074083 Aug 03 19:17:29.070651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.077341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a90400-6720-42c0-9f77-b826f8a5f0ff req-eb56b05f-4367-4dc5-9bae-c013767ca902 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999110 Aug 03 19:17:29.209967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.543701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20ce7d6b-d2cd-48bc-a2ef-1e2562c5a21a req-ec1b81b6-2bf4-48ec-864e-03c80b0f9385 tempest-InstanceActionsNegativeTestJSON-1780796073 tempest-InstanceActionsNegativeTestJSON-1780796073-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe90f839-0098-4256-90b1-15f1344f92bc HTTP/1.1" status: 200 len: 210 time: 0.0663428 Aug 03 19:17:29.619482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.637500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.637880 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.638959 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP 67077a4c-93af-4cf8-b110-f8be3abb4da6 disassociated. External IP: 172.25.2.216, port: c647f619-b99f-479b-b530-e9ed9fb717a2. Aug 03 19:17:29.639323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for c647f619-b99f-479b-b530-e9ed9fb717a2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:29.794611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.943295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.949651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:29.956731 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f7fe115-1ab3-4f4e-b506-d919d3cfc92f HTTP/1.1" status: 204 len: 168 time: 1.3273191 Aug 03 19:17:30.081800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58690) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:30.186382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb01780-571f-46ba-ac60-e83cbbae421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7fe115-1ab3-4f4e-b506-d919d3cfc92f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.189536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.275861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=c647f619-b99f-479b-b530-e9ed9fb717a2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.305184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1684687357-network', 'tenant_id': 'fe6c6eaf5b7e47e9ae1d33eef9a11f88'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:30.347208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52b6d7-5f99-46c5-a354-919ae300a3d6 req-4dd54b1c-edcc-4b90-9a0f-98f48267c2c9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:30.356402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef52b6d7-5f99-46c5-a354-919ae300a3d6 req-4dd54b1c-edcc-4b90-9a0f-98f48267c2c9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1106262 Aug 03 19:17:30.405539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef52b6d7-5f99-46c5-a354-919ae300a3d6 req-68d43a43-8dac-4ad9-8d1a-1be90129edd1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Aug 03 19:17:30.433694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Made reservation on behalf of fe6c6eaf5b7e47e9ae1d33eef9a11f88 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:30.436148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.454897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.459588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Allocated IP 172.25.2.43 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/69f4c8e3-9c62-4e26-9ee9-ee9a401adbdd) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:30.544668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:30.632899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.635019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58700) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:30.714428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.721276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Deleting subnet 0b2675cf-d905-4aab-80c6-16da6409c9bf {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:30.728473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.752418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:30.768835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:30.778216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:30.792289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:30.797717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:30.801468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.801468 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Added segment a0329765-545e-4a3a-b44b-e589bfe4d81c of type vlan for network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee Aug 03 19:17:30.804703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.809343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56979ea1-e9ea-40d4-bd48-2bbb3258983f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:30.894620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.902853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:30.914783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.920109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:30.921064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:30.987588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:30.997048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:30.998101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f20928-c081-417b-86cc-1a01ebeacda2 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:31.074973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.077140 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d3ebc2b-9024-4eac-9052-d7de8177162a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/c647f619-b99f-479b-b530-e9ed9fb717a2 HTTP/1.1" status: 204 len: 168 time: 2.6500161 Aug 03 19:17:31.080320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.142997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.144027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.144609 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.173630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89e2aeba-af91-416b-ab05-a76643010a09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/floatingips/67077a4c-93af-4cf8-b110-f8be3abb4da6 HTTP/1.1" status: 200 len: 688 time: 0.0908558 Aug 03 19:17:31.176727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.209014 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.255959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58710) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.261779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.266183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2675cf-d905-4aab-80c6-16da6409c9bf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:31.266183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:31.278678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:31.294571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.297778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00cd42c5-dc3b-4868-b91e-f677bf58fc9c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0b2675cf-d905-4aab-80c6-16da6409c9bf HTTP/1.1" status: 204 len: 168 time: 0.6614928 Aug 03 19:17:31.300270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.331151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-633baf5d-7c83-4c64-ae37-1fee4753f85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.478952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.479065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:31.479065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:31.479065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event updated for resources: {'Port': ['ID=69f4c8e3-9c62-4e26-9ee9-ee9a401adbdd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:31.479065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:31.491543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.517094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port c7a84b78-2f2b-47a3-b89b-ff48c7cbe143 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:31.517361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.519527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e13140-0aaa-4dc2-9467-14e7792d0fb1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:31.532381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11728250-3330-4b6a-8aa7-14dc314b834b') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:31.532767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11728250-3330-4b6a-8aa7-14dc314b834b') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:31.546441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.556196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8aeb9-ff62-428c-b9d6-003cc5cba98a req-777fa3f6-7c0e-4b03-8c6c-a6e311394de4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:31.557787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ee8aeb9-ff62-428c-b9d6-003cc5cba98a req-777fa3f6-7c0e-4b03-8c6c-a6e311394de4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.0804191 Aug 03 19:17:31.582365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.595084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:31.595471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:31.597243 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:31.648512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ee8aeb9-ff62-428c-b9d6-003cc5cba98a req-29348f73-d5bf-4910-9bcd-09d8082ac17f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830135 Aug 03 19:17:31.660682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.661067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.684227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for c7a84b78-2f2b-47a3-b89b-ff48c7cbe143 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:31.701797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting port 69f4c8e3-9c62-4e26-9ee9-ee9a401adbdd {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:31.702137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.709696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3513b48e-4df8-4baa-b6fe-6975c7b2be75 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6263490 Aug 03 19:17:31.713507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:31.718701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Request body: {'subnet': {'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1684687357-subnet', 'tenant_id': 'fe6c6eaf5b7e47e9ae1d33eef9a11f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:31.788847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.794580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.796488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d3e13140-0aaa-4dc2-9467-14e7792d0fb1 HTTP/1.1" status: 204 len: 168 time: 0.4949849 Aug 03 19:17:31.811726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f7d49-38c0-4089-82ce-f560d4a01613 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e13140-0aaa-4dc2-9467-14e7792d0fb1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:31.894773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.896818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:31.933699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Calling delete_port for 69f4c8e3-9c62-4e26-9ee9-ee9a401adbdd owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:32.079027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1bb38f68-c5d4-415b-8e80-03642c03a547 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:32.102056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-633baf5d-7c83-4c64-ae37-1fee4753f85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.114272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 1bb38f68-c5d4-415b-8e80-03642c03a547 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:32.115708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1bb38f68-c5d4-415b-8e80-03642c03a547 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:32.416445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.458962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.461755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-633baf5d-7c83-4c64-ae37-1fee4753f85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.464255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=c7a84b78-2f2b-47a3-b89b-ff48c7cbe143,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.518284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633baf5d-7c83-4c64-ae37-1fee4753f85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07120488-03fc-4c44-ac96-27787307e057,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.576418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Made reservation on behalf of fe6c6eaf5b7e47e9ae1d33eef9a11f88 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:32.581319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.620289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Port': ['ID=69f4c8e3-9c62-4e26-9ee9-ee9a401adbdd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:32.651759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.662962 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-633baf5d-7c83-4c64-ae37-1fee4753f85b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=acdcf8b565294f02a31c74bf91cb948f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4005051 Aug 03 19:17:32.674807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58730) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.748957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-45408839-3fc8-4b37-b1fb-0cc649a10c86 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=489a685cb1d34a398c5d4bcf8e111a05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956311 Aug 03 19:17:32.753019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.781035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.791714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.791714 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8f644643-4f88-4894-ac8b-89206bf11366 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/67077a4c-93af-4cf8-b110-f8be3abb4da6 HTTP/1.1" status: 204 len: 168 time: 1.6054432 Aug 03 19:17:32.792389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:32.805041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'de53f480-de0d-4131-9b1f-3cfc6fca83d5'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:32.850275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.860980 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:17:32.876402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.885484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.935723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e31ab-a213-400b-95df-45127fcd61f4 req-c8b41e1a-dcbe-4904-b570-de3788db9e62 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:32.938627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-775e31ab-a213-400b-95df-45127fcd61f4 req-c8b41e1a-dcbe-4904-b570-de3788db9e62 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1809881 Aug 03 19:17:32.949380 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:32.974320 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] create failed (client error): The resource could not be found. Aug 03 19:17:32.980075 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4a77a12-ee5f-45f9-a999-be8ff1a8bb73 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.8247492 Aug 03 19:17:32.985229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:33.090611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.112978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-775e31ab-a213-400b-95df-45127fcd61f4 req-feaaa4ec-796b-473b-b418-1acdf3e2ada8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582706 Aug 03 19:17:33.199700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.203225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.215687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.215687 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dedc6013-62de-40fc-8feb-cfb0ebcd4133 HTTP/1.1" status: 204 len: 168 time: 0.4524264 Aug 03 19:17:33.227884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting port 878f6cd0-0d71-4538-b130-c5cfe7affb42 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:33.228503 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.282980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29e014-1adc-4cdf-bea6-4fe4abcca804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedc6013-62de-40fc-8feb-cfb0ebcd4133,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.337261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.421563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.427874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.435881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.437516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Calling delete_port for 878f6cd0-0d71-4538-b130-c5cfe7affb42 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:33.450124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07120488-03fc-4c44-ac96-27787307e057 HTTP/1.1" status: 204 len: 168 time: 0.7697453 Aug 03 19:17:33.523403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7decdbe-971b-4e28-8f82-f813e926368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07120488-03fc-4c44-ac96-27787307e057,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.558579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.576359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad2604c-1c7c-41a9-ad78-d2a9200bb398,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:33.587029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Checking segment: {'id': 'a0329765-545e-4a3a-b44b-e589bfe4d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:33.587396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Network hostable DHCP agents. Network: dc7040f9-9d8b-4cda-b580-3276f4f8c1ee, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:33.766174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:33.851838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.215 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/e2027da5-f8bf-4612-a487-26548040fc7e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:33.925122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, dc7040f9-9d8b-4cda-b580-3276f4f8c1ee) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:33.931612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:33.943792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a63f5-bd1e-4935-b2e2-a0b9dc309ac3 None None] Network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:33.943973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:33.979423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.060705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Port': ['ID=878f6cd0-0d71-4538-b130-c5cfe7affb42,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:34.145104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-05e44600-7456-4567-9e07-99a8162c60dc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4301155 Aug 03 19:17:34.251355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661048d-4341-4e11-a37e-65db4202a6dd None None] Network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:34.358381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.427850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a53a2-1a97-443f-a852-c5890134c5eb req-0cd9309c-b004-48e1-b770-bd4d8ee5906c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.430938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a3a53a2-1a97-443f-a852-c5890134c5eb req-0cd9309c-b004-48e1-b770-bd4d8ee5906c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1194491 Aug 03 19:17:34.476046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.481945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-71f410e0-2ec1-471b-ab89-4738658e547a tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "DELETE /v2.0/ports/878f6cd0-0d71-4538-b130-c5cfe7affb42 HTTP/1.1" status: 204 len: 168 time: 1.4932499 Aug 03 19:17:34.491375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58768) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:34.595589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a3a53a2-1a97-443f-a852-c5890134c5eb req-262cd19c-2463-4ddf-9bac-52029a3fa5f4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473048 Aug 03 19:17:34.688381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df6e16-624e-4432-b174-10b37386fca1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:34.691057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-66df6e16-624e-4432-b174-10b37386fca1 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c52480d-1f25-43fb-a78e-dc6308438d2c HTTP/1.1" status: 200 len: 913 time: 0.1978269 Aug 03 19:17:34.698374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:34.799346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:34.930195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:34.936092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:34.947657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:34.957564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=e2027da5-f8bf-4612-a487-26548040fc7e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:35.598109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58796) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:35.784483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.011407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-694615121-network', 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:36.226774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Made reservation on behalf of 325aaab56e2b46c6aba4a3bd9a6ad778 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:36.230913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.258196 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.568260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.595441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.627619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23787-e6c9-4d1b-bdee-2601ba3d49ea req-0bd6e989-efe8-492e-9898-7fc24c9bdb8f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:36.630824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7f23787-e6c9-4d1b-bdee-2601ba3d49ea req-0bd6e989-efe8-492e-9898-7fc24c9bdb8f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.3208001 Aug 03 19:17:36.741126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7f23787-e6c9-4d1b-bdee-2601ba3d49ea req-b6d74bb6-8936-40f3-a122-3db6e05b5351 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916469 Aug 03 19:17:36.814401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.857558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:36.867760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82411c10-4ef9-4950-b04b-be17da5d314b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:36.877408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:36.877765 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Added segment 7dd6e7db-79ae-49d8-8302-905225c8df08 of type vlan for network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 Aug 03 19:17:36.974701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.372132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.372248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.372248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting port da1d1dba-ce08-4b1e-a249-673129426d8b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:37.372248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.461534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.475780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Calling delete_port for da1d1dba-ce08-4b1e-a249-673129426d8b owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:37.736081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.738958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.738958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:37.738958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.828844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.838078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:37.846587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=e2027da5-f8bf-4612-a487-26548040fc7e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.851168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:37.894385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Port': ['ID=da1d1dba-ce08-4b1e-a249-673129426d8b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:37.991611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.187039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-65ddb969-3d52-4456-b612-20a6336502c3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5787823 Aug 03 19:17:38.205113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58854) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:38.240703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Request body: {'subnet': {'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-694615121-subnet', 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:38.335702 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP d16e022b-0a68-41c4-93e7-5ccfb4b570bf associated. External IP: 172.25.2.215, port: de53f480-de0d-4131-9b1f-3cfc6fca83d5. Aug 03 19:17:38.348739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.370858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ccfa6-77b2-4175-9001-484382afdc21 req-01f9adf7-b998-422f-8077-3e2ef7d218b7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:38.379112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-183ccfa6-77b2-4175-9001-484382afdc21 req-01f9adf7-b998-422f-8077-3e2ef7d218b7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.4858904 Aug 03 19:17:38.532445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-183ccfa6-77b2-4175-9001-484382afdc21 req-953dc0b4-e464-4168-b233-66e6d2fe7f28 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519780 Aug 03 19:17:38.589246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Made reservation on behalf of 325aaab56e2b46c6aba4a3bd9a6ad778 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:38.607478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:38.709414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Router 7c52480d-1f25-43fb-a78e-dc6308438d2c has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:38.810488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:38.884424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:38.909593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce912283-957f-4010-858d-c6b97bb05ea8 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "PUT /v2.0/routers/7c52480d-1f25-43fb-a78e-dc6308438d2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2098644 Aug 03 19:17:38.912528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:38.921366 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] Sync routers for ids ['7c52480d-1f25-43fb-a78e-dc6308438d2c'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:38.936861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] Routers {'7c52480d-1f25-43fb-a78e-dc6308438d2c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:38.939020 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7c52480d-1f25-43fb-a78e-dc6308438d2c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:38.999034 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.019567 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] Routers {'7c52480d-1f25-43fb-a78e-dc6308438d2c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:39.021250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7c52480d-1f25-43fb-a78e-dc6308438d2c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.028517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.088912 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.089932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f987a3d-8714-48db-8435-03ebbd6352e8 None None] The sync data for ids ['7c52480d-1f25-43fb-a78e-dc6308438d2c'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:39.096007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:39.110109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:39.123729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:39.124806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.177495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.189728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:39.190355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.210832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.237720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:39.238478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e360a23-fa26-4283-82ad-422939bb33b7 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:39.262370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.314524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-447563f3-bb7e-428d-be25-b276b02fafc6 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.5169933 Aug 03 19:17:39.322289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:39.341514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1068433551'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:39.350353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e746660-9169-4acd-854d-337147375f11,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:39.363708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.368035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.371509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Checking segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:39.371880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Network hostable DHCP agents. Network: bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:39.477780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5e6b64a9-7b58-41a7-9976-514058127e07 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.479337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5e6b64a9-7b58-41a7-9976-514058127e07 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/networks?id=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee HTTP/1.1" status: 200 len: 810 time: 0.2071929 Aug 03 19:17:39.496041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-b103cb8a-adfe-4d88-98d7-76bd56b1d007 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/quotas/fe6c6eaf5b7e47e9ae1d33eef9a11f88 HTTP/1.1" status: 200 len: 375 time: 0.0105264 Aug 03 19:17:39.513623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:39.518832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.542174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-e6c9a6e2-8adb-4641-a54d-36b7482c5eb3 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe6c6eaf5b7e47e9ae1d33eef9a11f88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393546 Aug 03 19:17:39.559230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:39.570990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:39.575308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.575908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Fanout notify agent at l3_agent the message router_deleted on router 7c52480d-1f25-43fb-a78e-dc6308438d2c {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:17:39.586753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.586971 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Added segment 5923722b-afb9-450f-b4a0-f878af49e9a9 of type vlan for network cc9f6617-45bd-4741-b80d-fb1eccd29d14 Aug 03 19:17:39.603323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.603928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f993c3c1-89ad-4f9b-b8be-809309b0c282 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "DELETE /v2.0/routers/7c52480d-1f25-43fb-a78e-dc6308438d2c HTTP/1.1" status: 204 len: 168 time: 0.6901007 Aug 03 19:17:39.631847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:39.696210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.754009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting subnet e50f69d8-ed19-4366-812f-a1c685da927f {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:17:39.767450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:39.768706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.777827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101cc366-71ca-49d7-a041-4b9d0e7457e2 None None] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:39.781811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0fe38-5a48-4831-b3ec-617504c3e04a req-1d3584be-8297-480a-90b0-8e8a9ad29ad7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.783557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abd0fe38-5a48-4831-b3ec-617504c3e04a req-1d3584be-8297-480a-90b0-8e8a9ad29ad7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1186311 Aug 03 19:17:39.804679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:39.805276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.823751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-46ea45f7-15b2-4a00-aad6-90fc38896239 service neutron] 10.222.0.67 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734256 Aug 03 19:17:39.839572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.927978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-abd0fe38-5a48-4831-b3ec-617504c3e04a req-79c0b3a7-2066-4674-a021-ddb85ac226de tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319675 Aug 03 19:17:39.972694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.988368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778', 'fixed_ips': [{'subnet_id': '4e746660-9169-4acd-854d-337147375f11'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:39.991012 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:39.997479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.005165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.005165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.007922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e662fa80-7fd1-4a5f-8b41-39e36e7a14b0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8017392 Aug 03 19:17:40.030017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-03e4fdf1-f75e-442e-8185-5b1898f00d23 service neutron] 10.222.0.67 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036884 Aug 03 19:17:40.121128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Network': ['ID=cc9f6617-45bd-4741-b80d-fb1eccd29d14,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:40.175659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:40.190074 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-46baa9ba-bee0-417a-b51f-61c45f0c25b9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8617237 Aug 03 19:17:40.190401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58922) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:40.198652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'subnet': {'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:40.279494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.335919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Subnet': ['ID=e50f69d8-ed19-4366-812f-a1c685da927f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:40.354154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.357489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6b5331bd-3e5a-4e79-a6e0-9bf7ba25dcd5 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "DELETE /v2.0/subnets/e50f69d8-ed19-4366-812f-a1c685da927f HTTP/1.1" status: 204 len: 168 time: 0.7230029 Aug 03 19:17:40.359883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58932) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:40.380300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332903f9-5ac6-4cd0-8fa1-cc567f693972 None None] Network 8d6eb77d-e7c2-40d6-9426-d9c93b507abc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:40.482169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.498380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Allocated IP 172.20.0.2 (bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5/4e746660-9169-4acd-854d-337147375f11/26a9c8ec-321e-4e43-8a52-a4a56d75d395) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:40.568991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:40.574068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.599491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-1842e7e2-befb-4f6d-a392-5f0c8863515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:40.601396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-1842e7e2-befb-4f6d-a392-5f0c8863515d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 1096 time: 0.0994852 Aug 03 19:17:40.719828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Deleting port daffffdd-22ef-4700-a994-3760cf5f0137 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:40.720360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.751454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] DHCP port deletion for 8d6eb77d-e7c2-40d6-9426-d9c93b507abc request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:17:40.869447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.896256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Transition to ACTIVE for port object 26a9c8ec-321e-4e43-8a52-a4a56d75d395 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:40.908949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Deleting port daffffdd-22ef-4700-a994-3760cf5f0137 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:40.909413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:40.951257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2973dc42-fdc4-4e25-ac0e-2974a498d4d8 req-aad8130f-b65e-4dbc-a2ac-379f90c23afa tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.1900876 Aug 03 19:17:41.001767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-e1907fc5-d4cd-4551-9d82-f4d014d57d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.002135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Transition to ACTIVE for port object 26a9c8ec-321e-4e43-8a52-a4a56d75d395 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:41.003311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-e1907fc5-d4cd-4551-9d82-f4d014d57d56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.3924181 Aug 03 19:17:41.042035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] For port daffffdd-22ef-4700-a994-3760cf5f0137, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=daffffdd-22ef-4700-a994-3760cf5f0137,segment=NetworkSegment(d500088b-85c4-4320-a159-30ed0797e26e),segment_id=d500088b-85c4-4320-a159-30ed0797e26e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:41.047862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.059803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Calling delete_port for daffffdd-22ef-4700-a994-3760cf5f0137 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:41.101341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.116887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-210e85e5-9519-4c0f-a8b5-79fa19386497 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b567e259-9943-4336-afc0-14d9349f6857 HTTP/1.1" status: 200 len: 217 time: 0.0891678 Aug 03 19:17:41.151912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] For port daffffdd-22ef-4700-a994-3760cf5f0137, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=daffffdd-22ef-4700-a994-3760cf5f0137,segment=NetworkSegment(d500088b-85c4-4320-a159-30ed0797e26e),segment_id=d500088b-85c4-4320-a159-30ed0797e26e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:41.152280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.153599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.183294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Subnet': ['ID=f9bed8f3-b45d-460a-be53-284ce32f87f3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.184663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-a6839340-097b-4b54-a31c-ba6212f8f2a5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.187508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-a6839340-097b-4b54-a31c-ba6212f8f2a5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 0.3753128 Aug 03 19:17:41.195562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Checking segment: {'id': '5923722b-afb9-450f-b4a0-f878af49e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:41.195883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network hostable DHCP agents. Network: cc9f6617-45bd-4741-b80d-fb1eccd29d14, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:41.209076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:41.221905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:41.232547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:41.240336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Pushing event updated for resources: {'Port': ['ID=26a9c8ec-321e-4e43-8a52-a4a56d75d395,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.241246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Calling delete_port for daffffdd-22ef-4700-a994-3760cf5f0137 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:41.249280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.249630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.249985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.254342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:17:41.265207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-e32b622c-1355-47ae-8901-4ca0119fefb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.267664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-e32b622c-1355-47ae-8901-4ca0119fefb8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1280639 Aug 03 19:17:41.277820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-fa876fe2-3936-4aeb-b0b2-cd42d30b9b85 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/quotas/325aaab56e2b46c6aba4a3bd9a6ad778 HTTP/1.1" status: 200 len: 375 time: 0.0522277 Aug 03 19:17:41.320173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Attempting to bind port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:41.320555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Attempting to bind port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:41.320978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Attempting to bind port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:41.327085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:41.329404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Checking segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:41.329404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.329404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Bound using segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:41.329404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Bound port: 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:41.329404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.350636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:41.351754 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.387074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63839bd-f359-4603-a745-6182ac35d32d req-40085a4f-bd59-4975-baec-29ddd8409327 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.388724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a63839bd-f359-4603-a745-6182ac35d32d req-40085a4f-bd59-4975-baec-29ddd8409327 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.2814398 Aug 03 19:17:41.407518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] Pushing event deleted for resources: {'Port': ['ID=daffffdd-22ef-4700-a994-3760cf5f0137,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.416162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720c9f10-c474-4233-a55a-6253263c07ed None None] No DVR routers for this DVR port daffffdd-22ef-4700-a994-3760cf5f0137 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:41.444638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, cc9f6617-45bd-4741-b80d-fb1eccd29d14) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:41.462501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.462778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d879d8-9b54-441a-8082-5199b7ce197b None None] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:41.463098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-a69fda60-2a5c-41cd-9c01-0da8db914b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:41.464115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.464885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-a69fda60-2a5c-41cd-9c01-0da8db914b4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806571 Aug 03 19:17:41.492169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-696c94bb-db0c-47ed-86c3-e3798991458e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1960738 Aug 03 19:17:41.516358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a63839bd-f359-4603-a745-6182ac35d32d req-44119971-7546-47b5-98a5-4d66ef6673de tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178353 Aug 03 19:17:41.607665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.652710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-71f84372-cdb3-4a94-aec2-d4a1447b0838 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4606895 Aug 03 19:17:41.656738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58970) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:41.660222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-771330678', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:41.671820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Port': ['ID=daffffdd-22ef-4700-a994-3760cf5f0137,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:41.682247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] No DVR routers for this DVR port daffffdd-22ef-4700-a994-3760cf5f0137 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:17:41.724343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] For port 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:41.743424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] For port 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=26a9c8ec-321e-4e43-8a52-a4a56d75d395,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:41.801456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-3da44a39-5522-4d33-b16c-902f7580fc7a service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264289 Aug 03 19:17:41.806349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-c850ee10-a1cb-408c-bb79-5a60dc8b13f5 service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946031 Aug 03 19:17:41.840081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.840908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.861622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-cc9f6617-45bd-4741-b80d-fb1eccd29d14', 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14', 'tenant_id': '4eb10fa4533f42db93640f7c49ae34e9', 'fixed_ips': [{'subnet_id': 'f9bed8f3-b45d-460a-be53-284ce32f87f3'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:17:41.863271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.910052 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.918548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.934564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6eb77d-e7c2-40d6-9426-d9c93b507abc']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:41.939711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:41.964484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd500088b-85c4-4320-a159-30ed0797e26e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:41.965051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd500088b-85c4-4320-a159-30ed0797e26e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:41.992967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.043407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.092526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-398b60b2-f0bc-4987-9bf6-de83319555bd req-c790b955-3ebc-4014-b547-2f1d210639af service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823904 Aug 03 19:17:42.094264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:17:42.094943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.102954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-188ce387-c498-48f3-adce-f2637844b3f8 req-cfe7abd4-19f9-4ee7-8d9d-4e4d16e73607 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0700366 Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:17:42.103581 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:17:42.119471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-5f2910ab-59de-486f-a0a3-9a970e4fc79c service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933989 Aug 03 19:17:42.129064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3abee-a0b3-4af7-9123-3b2d8524566a None None] Pushing event updated for resources: {'Port': ['ID=26a9c8ec-321e-4e43-8a52-a4a56d75d395,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:42.263894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Allocated IP 172.20.0.2 (cc9f6617-45bd-4741-b80d-fb1eccd29d14/f9bed8f3-b45d-460a-be53-284ce32f87f3/f5d18f3b-c954-4282-a920-faeb0cb305ca) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:42.386963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.387571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.412087 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.416950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] 10.222.0.67 "DELETE /v2.0/networks/8d6eb77d-e7c2-40d6-9426-d9c93b507abc HTTP/1.1" status: 204 len: 168 time: 2.0560768 Aug 03 19:17:42.430763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device daffffdd-22ef-4700-a994-3760cf5f0137 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:42.450502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4e6c-2e19-4839-a908-3a0bd01a2346 tempest-FloatingIPNegativeTestJSON-1065550945 tempest-FloatingIPNegativeTestJSON-1065550945-project] Pushing event deleted for resources: {'Network': ['ID=8d6eb77d-e7c2-40d6-9426-d9c93b507abc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:42.489202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: daffffdd-22ef-4700-a994-3760cf5f0137 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:17:42.493639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device daffffdd-22ef-4700-a994-3760cf5f0137 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:17:42.656594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.672770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Transition to ACTIVE for port object f5d18f3b-c954-4282-a920-faeb0cb305ca will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:42.721600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Transition to ACTIVE for port object f5d18f3b-c954-4282-a920-faeb0cb305ca will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:42.834600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dafd5-dd94-4ea4-8add-c37fe42d4f1d req-a931ef38-b1c6-4030-b08c-3ebf3d23b765 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:42.843275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e16dafd5-dd94-4ea4-8add-c37fe42d4f1d req-a931ef38-b1c6-4030-b08c-3ebf3d23b765 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.1443865 Aug 03 19:17:42.908799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e16dafd5-dd94-4ea4-8add-c37fe42d4f1d req-62e595c4-cf26-4d67-9c0e-9240c340c502 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637105 Aug 03 19:17:42.915491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.958216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:42.961809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:42.964019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:42.966332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:42.987029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Pushing event updated for resources: {'Port': ['ID=f5d18f3b-c954-4282-a920-faeb0cb305ca,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:42.992179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.061444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Attempting to bind port f5d18f3b-c954-4282-a920-faeb0cb305ca on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:43.061868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Attempting to bind port f5d18f3b-c954-4282-a920-faeb0cb305ca by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5923722b-afb9-450f-b4a0-f878af49e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:43.062246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Attempting to bind port f5d18f3b-c954-4282-a920-faeb0cb305ca on network cc9f6617-45bd-4741-b80d-fb1eccd29d14 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:43.075036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:43.075529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Checking segment: {'id': '5923722b-afb9-450f-b4a0-f878af49e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:43.076055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.076739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Bound using segment: {'id': '5923722b-afb9-450f-b4a0-f878af49e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:43.077371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Bound port: f5d18f3b-c954-4282-a920-faeb0cb305ca, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5923722b-afb9-450f-b4a0-f878af49e9a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:43.077833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.153134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.25.2.18 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/85114133-2f7c-41f2-94d0-460a6150bb4c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:43.174271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] For port f5d18f3b-c954-4282-a920-faeb0cb305ca, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:43.181487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] For port f5d18f3b-c954-4282-a920-faeb0cb305ca, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5d18f3b-c954-4282-a920-faeb0cb305ca,segment=NetworkSegment(5923722b-afb9-450f-b4a0-f878af49e9a9),segment_id=5923722b-afb9-450f-b4a0-f878af49e9a9)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:43.280695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-762bde95-e544-409b-9963-dab14438b116 req-cea2b2b0-5469-49fc-8d03-0e924f9d6df1 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0489576 Aug 03 19:17:43.289597 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.407334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.417020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdbe42-8617-4b0e-a61e-8b9cae9c78ab None None] Pushing event updated for resources: {'Port': ['ID=f5d18f3b-c954-4282-a920-faeb0cb305ca,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:43.466478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:43.604669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59020) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:43.613119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e294f1c-1a54-4348-bd3f-ba12c1b43cf2 None None] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:43.639737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.668259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-05eb35bc-b0a4-40c2-b009-aec9ddeee365 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:43.670154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-05eb35bc-b0a4-40c2-b009-aec9ddeee365 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 0.1547465 Aug 03 19:17:43.687563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:43.696082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:43.699522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-b50f73de-b6ae-4eb6-a475-2ff1bbf5eadd tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/quotas/325aaab56e2b46c6aba4a3bd9a6ad778 HTTP/1.1" status: 200 len: 375 time: 0.0231013 Aug 03 19:17:43.817976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:43.872848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-1b65698e-50d9-4ffa-a894-20b99a6a2eaf tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634612 Aug 03 19:17:43.915596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba44a25e-f085-44a8-b92f-f246ced83028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:43.956108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=85114133-2f7c-41f2-94d0-460a6150bb4c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:44.033291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b513f7e5-d084-431f-86df-137f6af00cf3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=764c0d5a1c244335ba0c05371a0215c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5639951 Aug 03 19:17:44.035101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59030) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:44.039409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0a2d41c1-5470-4ae5-becf-48c6d6204777 None None] Provisioning for port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:44.166514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-c4de9835-5976-4647-b591-178ec757d919 service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924273 Aug 03 19:17:44.291309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.365761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba44a25e-f085-44a8-b92f-f246ced83028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.391496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e5b2f-243a-4369-b83d-4c113929a69c req-0b581f04-3b05-4ec4-9efb-2604a9f7bcad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:44.393228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a48e5b2f-243a-4369-b83d-4c113929a69c req-0b581f04-3b05-4ec4-9efb-2604a9f7bcad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 945 time: 0.2443917 Aug 03 19:17:44.400744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.411837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-c39afd31-5959-4978-8d51-51904d527079 service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444551 Aug 03 19:17:44.484992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5d18f3b-c954-4282-a920-faeb0cb305ca up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:44.495753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a48e5b2f-243a-4369-b83d-4c113929a69c req-5faadfe9-1521-41b6-b0ec-3c6fd0077d20 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910900 Aug 03 19:17:44.637006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba44a25e-f085-44a8-b92f-f246ced83028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.651741 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c2cc893-9d49-4701-a972-bc9f711d3733 req-770bb65d-18a4-417a-8acf-9211b2932863 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0334532 Aug 03 19:17:44.708603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.713755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:44.716233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f57dab64-beb4-4054-9703-ec394ba0ab5b HTTP/1.1" status: 204 len: 168 time: 0.6798460 Aug 03 19:17:44.731205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed13d5b-b345-4cf4-be5a-b8c5f9b3dc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57dab64-beb4-4054-9703-ec394ba0ab5b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:44.771267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f5d18f3b-c954-4282-a920-faeb0cb305ca completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:44.792986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 26a9c8ec-321e-4e43-8a52-a4a56d75d395 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:44.819945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba44a25e-f085-44a8-b92f-f246ced83028 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99e0ebdbf025491dbf35314e978334d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2134097 Aug 03 19:17:44.824228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:44.835891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44a25e-f085-44a8-b92f-f246ced83028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766e5d5-2432-4b48-98fd-75aa15254d25,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:44.884527 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.008778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.033580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-682d61bd-9070-4f22-8d0d-2047719a0591 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:45.035161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-682d61bd-9070-4f22-8d0d-2047719a0591 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.77 "GET /v2.0/networks?id=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee HTTP/1.1" status: 200 len: 810 time: 0.4116135 Aug 03 19:17:45.055295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Request body: {'port': {'device_id': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee', 'admin_state_up': True, 'tenant_id': 'fe6c6eaf5b7e47e9ae1d33eef9a11f88'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:45.082273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.122596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:45.139886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:45.141531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.233576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:45.297408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3cc283-966a-4df6-b94f-f126b251bb07 None None] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:45.411048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.534945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Provisioning for port f5d18f3b-c954-4282-a920-faeb0cb305ca completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:45.549546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.559320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Provisioning complete for port f5d18f3b-c954-4282-a920-faeb0cb305ca triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:45.563277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.572093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.664979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:45.667309 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c191d2b4-e2bd-4cc6-8b9c-4f7849c8a8dc" -d '{"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-unplugged", "status": "completed", "tag": "b567e259-9943-4336-afc0-14d9349f6857"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:45.695978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:45.703508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=26a9c8ec-321e-4e43-8a52-a4a56d75d395,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:45.831840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.894099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] For port f5d18f3b-c954-4282-a920-faeb0cb305ca, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5d18f3b-c954-4282-a920-faeb0cb305ca,segment=NetworkSegment(5923722b-afb9-450f-b4a0-f878af49e9a9),segment_id=5923722b-afb9-450f-b4a0-f878af49e9a9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:45.895933 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.971680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:45.995486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.038606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.066453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=26a9c8ec-321e-4e43-8a52-a4a56d75d395,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.151297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.153948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.157430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4766e5d5-2432-4b48-98fd-75aa15254d25 HTTP/1.1" status: 204 len: 168 time: 1.3292019 Aug 03 19:17:46.165700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.173982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Made reservation on behalf of fe6c6eaf5b7e47e9ae1d33eef9a11f88 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:46.178389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.209260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93921b-2892-43ee-9375-baaeb923dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766e5d5-2432-4b48-98fd-75aa15254d25,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.263451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81e5d6-3d35-453d-b01d-0d7d3d13d62b req-2403a6bc-2e35-4e57-9c9a-5c3c33a2c63c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.266907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da81e5d6-3d35-453d-b01d-0d7d3d13d62b req-2403a6bc-2e35-4e57-9c9a-5c3c33a2c63c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 943 time: 0.1197085 Aug 03 19:17:46.339741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a22ac39-9248-4c01-bb1a-cdc8efc2a78f None None] Provisioning complete for port f5d18f3b-c954-4282-a920-faeb0cb305ca triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:46.339741 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a22ac39-9248-4c01-bb1a-cdc8efc2a78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.345654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-c5eacda4-c61f-430b-9471-a002ac965536 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:46.358289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-c5eacda4-c61f-430b-9471-a002ac965536 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 1.0174592 Aug 03 19:17:46.402744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-65a13d0a-a3f9-43e6-9e4e-616ce601096b tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/quotas/325aaab56e2b46c6aba4a3bd9a6ad778 HTTP/1.1" status: 200 len: 375 time: 0.0422907 Aug 03 19:17:46.411182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 26a9c8ec-321e-4e43-8a52-a4a56d75d395 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:46.437056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da81e5d6-3d35-453d-b01d-0d7d3d13d62b req-5ce41c52-2bd1-4f7a-a2db-51188fc4e5f6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684420 Aug 03 19:17:46.451275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824c753-75b2-4498-8f1c-72d73729f352 None None] Pushing event updated for resources: {'Port': ['ID=f5d18f3b-c954-4282-a920-faeb0cb305ca,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:46.484677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Allocated IP 172.20.0.8 (dc7040f9-9d8b-4cda-b580-3276f4f8c1ee/fad2604c-1c7c-41a9-ad78-d2a9200bb398/8149893b-1ae5-4a16-ad01-6aa8874ae21c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:46.492965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-a47212ef-dd6a-4551-b35f-71294d95a8a8 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877945 Aug 03 19:17:46.518672 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925713c5-c30e-400c-84d1-705cb73f3b0f x-openstack-request-id: req-925713c5-c30e-400c-84d1-705cb73f3b0f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:46.518969 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-unplugged", "status": "failed", "tag": "b567e259-9943-4336-afc0-14d9349f6857", "code": 422}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:46.519221 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-925713c5-c30e-400c-84d1-705cb73f3b0f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:46.519990 n-d-803363-1 neutron-server[101344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857', 'code': 422} returned with failed status Aug 03 19:17:46.552941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:46.553911 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.623947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a472d3d-9311-485b-b447-627eacf16346 req-55f55796-286b-4d7f-bad5-a7c4f6e711e2 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0475707 Aug 03 19:17:46.670463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-971dc74d-ba62-4ae2-a9fd-f208b231cd45 service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718056 Aug 03 19:17:46.680464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:17:46.813592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-76776a24-e557-47ba-8f01-ef3325d33aac service neutron] 10.222.0.67 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461561 Aug 03 19:17:46.856904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:46.880890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:46.901621 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] Sync routers for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:46.924239 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:46.929696 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:46.981324 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:46.990027 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:46.990694 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:47.008373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b1c60-c822-4c6e-8333-62ecd261f72a req-793d30b1-12a7-4b7f-abf7-93010b37b1d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.010568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922b1c60-c822-4c6e-8333-62ecd261f72a req-793d30b1-12a7-4b7f-abf7-93010b37b1d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0602775 Aug 03 19:17:47.025916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:47.026501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c477e5-ed8b-4646-b76c-25b63a97ab88 None None] The sync data for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:47.032915 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.037162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef604b3a-08c2-4400-bfc3-0fb6731436d9 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3815639 Aug 03 19:17:47.048950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59098) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:47.058109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922b1c60-c822-4c6e-8333-62ecd261f72a req-4dba9890-0e96-4031-b394-3233d64e93ed tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396762 Aug 03 19:17:47.140898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59102) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:47.168874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.223570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:47.237688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:47.249427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:47.275180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36269d-f7fc-4f5c-8b7f-963365b3694c req-99084e6a-8453-4529-a996-f06bc878914e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.276930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d36269d-f7fc-4f5c-8b7f-963365b3694c req-99084e6a-8453-4529-a996-f06bc878914e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1202133 Aug 03 19:17:47.364886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Pushing event updated for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:47.373811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.380885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.381949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-940bd4e5-3cc8-48ba-8bc8-b81a1b30042a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.383077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-940bd4e5-3cc8-48ba-8bc8-b81a1b30042a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.77 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 0.2435300 Aug 03 19:17:47.400922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc5b0c85-943a-4f52-bb8f-cb9e7af0cee5 req-14de1123-7991-4efe-bcb4-507ec54f54c3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.1194656 Aug 03 19:17:47.422018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1817172737'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:47.448983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Request body: {'port': {'device_id': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'admin_state_up': True, 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:47.527938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d36269d-f7fc-4f5c-8b7f-963365b3694c req-102f7adf-d040-417b-8d3a-5b5c7ddf7655 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238271 Aug 03 19:17:47.533745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59114) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:47.555856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-121b0396-c4c1-476d-9bca-80947934776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.620759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-5949b915-afe7-4522-a44b-4433e2fdfb29 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5721643 Aug 03 19:17:47.633328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Request body: {'port': {'device_id': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:47.740221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.777213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609dc328-5174-498d-a799-9d6d25a11845 req-ab5de06f-d580-4b03-8428-5460fce8a97f tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:47.778879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-609dc328-5174-498d-a799-9d6d25a11845 req-ab5de06f-d580-4b03-8428-5460fce8a97f tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 931 time: 0.0654843 Aug 03 19:17:47.781521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:47.784971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.809042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.877664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-609dc328-5174-498d-a799-9d6d25a11845 req-14111446-3a19-4d46-b007-06e890b6be07 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871191 Aug 03 19:17:47.948190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-121b0396-c4c1-476d-9bca-80947934776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:47.962794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.054415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-121b0396-c4c1-476d-9bca-80947934776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.133342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-121b0396-c4c1-476d-9bca-80947934776a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=322f6094a99a420f803e4bed7361c4fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974815 Aug 03 19:17:48.134728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59126) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:48.166469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b0396-c4c1-476d-9bca-80947934776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5eee04-1d7a-4dfa-801e-fc68e6f8c2b0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:48.193551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Made reservation on behalf of 325aaab56e2b46c6aba4a3bd9a6ad778 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:48.201016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.234326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4f971-5b46-45c8-9b0c-ce847b691b7c req-64a2f943-6771-4f7d-9a7b-59d43549ebe4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:48.235886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea4f971-5b46-45c8-9b0c-ce847b691b7c req-64a2f943-6771-4f7d-9a7b-59d43549ebe4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1422141 Aug 03 19:17:48.320460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5d18f3b-c954-4282-a920-faeb0cb305ca up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:48.357422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea4f971-5b46-45c8-9b0c-ce847b691b7c req-a6b7ce69-f076-4ec1-a106-983c5b75fab6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038814 Aug 03 19:17:48.379881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.384202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f5d18f3b-c954-4282-a920-faeb0cb305ca triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:48.384773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.432047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8149893b-1ae5-4a16-ad01-6aa8874ae21c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:48.457725 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.464731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.502877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Transition to ACTIVE for port object 8149893b-1ae5-4a16-ad01-6aa8874ae21c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:48.540577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1e38a9-4d88-45ed-806c-db84316b4332 req-0117ec61-25e4-4ac4-9118-64c083101f65 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.0505028 Aug 03 19:17:48.569071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Allocated IP 172.20.0.12 (bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5/4e746660-9169-4acd-854d-337147375f11/2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:48.576541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.1 (cc9f6617-45bd-4741-b80d-fb1eccd29d14/f9bed8f3-b45d-460a-be53-284ce32f87f3/1eae5e39-00c9-488c-b738-3b57a90d1e05) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:48.580058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.710266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.726273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.784309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Pushing event updated for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:48.806103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Transition to ACTIVE for port object 1eae5e39-00c9-488c-b738-3b57a90d1e05 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:48.883271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Attempting to bind port 8149893b-1ae5-4a16-ad01-6aa8874ae21c on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:48.883582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Attempting to bind port 8149893b-1ae5-4a16-ad01-6aa8874ae21c by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a0329765-545e-4a3a-b44b-e589bfe4d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:48.884216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Attempting to bind port 8149893b-1ae5-4a16-ad01-6aa8874ae21c on network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:48.890849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Port 8149893b-1ae5-4a16-ad01-6aa8874ae21c on network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:48.891078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Attempting to bind port 8149893b-1ae5-4a16-ad01-6aa8874ae21c on network dc7040f9-9d8b-4cda-b580-3276f4f8c1ee {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:48.896889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:48.897232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Checking segment: {'id': 'a0329765-545e-4a3a-b44b-e589bfe4d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:48.897621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Bound using segment: {'id': 'a0329765-545e-4a3a-b44b-e589bfe4d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:48.898066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Bound port: 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0329765-545e-4a3a-b44b-e589bfe4d81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:48.898426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.926847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.930256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82173f7f-d70e-4370-ab4f-9ba8e562ccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.931825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.942493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.945519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:48.949524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8b5eee04-1d7a-4dfa-801e-fc68e6f8c2b0 HTTP/1.1" status: 204 len: 168 time: 0.8042428 Aug 03 19:17:48.966700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Transition to ACTIVE for port object 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:48.982866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:48.996250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34314f05-a712-499d-b651-734fafed285a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.011193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:49.012283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.012746 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment f7141ee6-29b6-440d-8d48-5bd63c06cd9a of type vlan for network d0d2302c-e301-49d4-9a5e-ed2dfd314661 Aug 03 19:17:49.020192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c,segment=NetworkSegment(a0329765-545e-4a3a-b44b-e589bfe4d81c),segment_id=a0329765-545e-4a3a-b44b-e589bfe4d81c)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:49.031738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.032411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313e3b5-afeb-4002-b268-41fcfd541e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5eee04-1d7a-4dfa-801e-fc68e6f8c2b0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.082769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.110177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:49.116710 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.128807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:49.149550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:49.194245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b567e259-9943-4336-afc0-14d9349f6857 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:17:49.233401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=1eae5e39-00c9-488c-b738-3b57a90d1e05,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.265799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.268768 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.272188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-1210e112-4650-4109-8488-ed520b45a169 service neutron] 10.222.0.77 "PUT /v2.0/ports/8149893b-1ae5-4a16-ad01-6aa8874ae21c HTTP/1.1" status: 200 len: 1091 time: 1.6429219 Aug 03 19:17:49.280592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:49.283351 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292" -d '{"events": [{"name": "network-changed", "server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:49.311072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.328383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72418cb-9eda-429e-9b4e-2bca86bb8e79 req-1f6c5d05-2471-47e4-ac68-7d2fd5d04cc4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.330198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c72418cb-9eda-429e-9b4e-2bca86bb8e79 req-1f6c5d05-2471-47e4-ac68-7d2fd5d04cc4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 943 time: 0.2341828 Aug 03 19:17:49.337099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.346222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.346890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.376238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.508516 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852cbdd-933f-4de7-9823-60a3039c3765 x-openstack-request-id: req-d852cbdd-933f-4de7-9823-60a3039c3765 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:49.509364 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:49.509364 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d852cbdd-933f-4de7-9823-60a3039c3765 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:49.510144 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c', 'status': 'completed', 'code': 200} Aug 03 19:17:49.583908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210e112-4650-4109-8488-ed520b45a169 service neutron] Pushing event updated for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.604317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:49.616745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-67fa4bea-f7d9-47e0-bc37-a8339a592ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.619261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-67fa4bea-f7d9-47e0-bc37-a8339a592ca3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe6c6eaf5b7e47e9ae1d33eef9a11f88&device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 1094 time: 0.1080160 Aug 03 19:17:49.633688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-a9a2e3a3-1cc6-472f-b3ec-e124bb0bdad5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:49.635294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-a9a2e3a3-1cc6-472f-b3ec-e124bb0bdad5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 0.4827306 Aug 03 19:17:49.636783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event updated for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.649907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:49.660715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:49.668996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Request body: {'port': {'device_id': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'admin_state_up': True, 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:49.672522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=d0d2302c-e301-49d4-9a5e-ed2dfd314661,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:49.680781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-625e8330-ed21-469c-a921-8903f4057906 None None] Provisioning for port 1eae5e39-00c9-488c-b738-3b57a90d1e05 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:49.683186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-9b5b133f-f5a0-4cd7-b65e-e63a1d1f63e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c HTTP/1.1" status: 200 len: 217 time: 0.0552411 Aug 03 19:17:49.702423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:49.714467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-625e8330-ed21-469c-a921-8903f4057906 None None] Provisioning complete for port 1eae5e39-00c9-488c-b738-3b57a90d1e05 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:49.718233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-625e8330-ed21-469c-a921-8903f4057906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:49.739768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9d364bc7-76d2-482a-874e-c2f499821552 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5933702 Aug 03 19:17:49.783662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c72418cb-9eda-429e-9b4e-2bca86bb8e79 req-3c5245a2-2252-4fa7-8e56-5d3a9c063499 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982651 Aug 03 19:17:49.783662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59146) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:49.911817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'name': 'tempest-PortsIpV6TestJSON-560983993'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:50.047477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857b4bc-8030-4b1d-afec-bb03946211cd req-a1700fea-4aee-405d-a5bf-9378e7528b43 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.056209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4857b4bc-8030-4b1d-afec-bb03946211cd req-a1700fea-4aee-405d-a5bf-9378e7528b43 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.5114472 Aug 03 19:17:50.100414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.101169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.105703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6b2e8b8-b137-46b1-807f-e14f3397b733 req-026319cb-fa74-4548-b3cd-f226e35e73c4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.1042128 Aug 03 19:17:50.173108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-625e8330-ed21-469c-a921-8903f4057906 None None] Port 1eae5e39-00c9-488c-b738-3b57a90d1e05 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:50.193007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4857b4bc-8030-4b1d-afec-bb03946211cd req-3962149c-8ab3-4048-8b02-e992b26daa22 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352727 Aug 03 19:17:50.259042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0fa79-592b-4526-b106-26b0df134943 req-97afaaeb-f261-4c4d-8754-9619c476fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.259042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-97afaaeb-f261-4c4d-8754-9619c476fff7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fad2604c-1c7c-41a9-ad78-d2a9200bb398 HTTP/1.1" status: 200 len: 850 time: 0.5622070 Aug 03 19:17:50.261472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.298425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-12a8c0b7-c906-4e4c-9f77-1a06d5e8829f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336158 Aug 03 19:17:50.310178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-55f7ed07-b398-4c26-a68e-e29d1d3c555c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8959253 Aug 03 19:17:50.319854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:17:50.319854 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:17:50.319854 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '325aaab56e2b46c6aba4a3bd9a6ad778', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 17, 50, 193900)}] Aug 03 19:17:50.319854 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:17:50.321988 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:17:50.327148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Request body: {'port': {'device_id': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:50.412094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.483041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b245bec8-3e41-4300-838f-e4259088a176 None None] Provisioning for port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:50.490420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b245bec8-3e41-4300-838f-e4259088a176 None None] Provisioning complete for port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:50.490420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b245bec8-3e41-4300-838f-e4259088a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.518465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-70ad1a08-dc40-410c-b1f4-ca00e0492072 service neutron] 10.222.0.77 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955001 Aug 03 19:17:50.529382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:50.532532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b245bec8-3e41-4300-838f-e4259088a176 None None] Port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:50.533144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.567016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port db8ca52d-fe75-414d-a179-ce8fb80057bc yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:50.706795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f0fa79-592b-4526-b106-26b0df134943 req-bddefcba-9b96-45b8-bc71-79910248879d service neutron] 10.222.0.77 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785667 Aug 03 19:17:50.781811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.942056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:50.945669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-3503e0a9-0a9f-48ca-b218-fee01b50b83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:50.947738 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-3503e0a9-0a9f-48ca-b218-fee01b50b83c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fe6c6eaf5b7e47e9ae1d33eef9a11f88&device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 1094 time: 0.0501304 Aug 03 19:17:50.949010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.016776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c0a09-e3a9-4cbd-9081-5de98c6b57fe req-fcf8c091-b77a-4c81-91df-34ed08626a04 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.018501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c7c0a09-e3a9-4cbd-9081-5de98c6b57fe req-fcf8c091-b77a-4c81-91df-34ed08626a04 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 943 time: 0.1499257 Aug 03 19:17:51.037876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:51.054766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.087697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Made reservation on behalf of 325aaab56e2b46c6aba4a3bd9a6ad778 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:51.091777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.108588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Transition to ACTIVE for port object 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:51.147470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c7c0a09-e3a9-4cbd-9081-5de98c6b57fe req-9df39ef5-eef6-41e4-8c89-6611390dfd0b tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108935 Aug 03 19:17:51.152243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.168104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=1eae5e39-00c9-488c-b738-3b57a90d1e05,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:51.237781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.253236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:51.337761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-7e7583a7-2922-4d4c-ad8b-feb55796c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.339282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-7e7583a7-2922-4d4c-ad8b-feb55796c8a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee HTTP/1.1" status: 200 len: 911 time: 0.3630412 Aug 03 19:17:51.353884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-198b01d9-66ce-4960-ac28-d02e36c7b29d tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.355391 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-198b01d9-66ce-4960-ac28-d02e36c7b29d tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 815 time: 0.2891498 Aug 03 19:17:51.418104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Request body: {'port': {'device_id': '9b86638f-b739-4ce2-8b53-975199f0349b', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'admin_state_up': True, 'tenant_id': '325aaab56e2b46c6aba4a3bd9a6ad778'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:51.425139 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-d2a7b3c5-8a35-42c1-9498-c2faae0bcb9d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c HTTP/1.1" status: 200 len: 217 time: 0.0659969 Aug 03 19:17:51.442566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab7807e-75d6-4f25-8291-a7b886332895 req-906a1a7f-e3d7-41c8-b17f-f3801883f5fb tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.1110086 Aug 03 19:17:51.505519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=db8ca52d-fe75-414d-a179-ce8fb80057bc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:51.545801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Allocated IP 172.20.0.7 (bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5/4e746660-9169-4acd-854d-337147375f11/9c066bd6-32f2-4444-9ede-2f0d10d22252) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:51.559916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:51.572246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:51.585520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-68d5a283-5a18-44a2-949a-b938708a88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.587336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-68d5a283-5a18-44a2-949a-b938708a88c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fad2604c-1c7c-41a9-ad78-d2a9200bb398 HTTP/1.1" status: 200 len: 850 time: 0.1098022 Aug 03 19:17:51.702766 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-dae0b1b4-8a42-4d17-ad32-f297918bcf7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503004 Aug 03 19:17:51.710842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76236e-6eb9-4546-a9e4-0aa8c074ac16 req-eaeeaddd-3825-4cd9-93cf-680caf128c90 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:51.718060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a76236e-6eb9-4546-a9e4-0aa8c074ac16 req-eaeeaddd-3825-4cd9-93cf-680caf128c90 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.3555231 Aug 03 19:17:51.718060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:51.720497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:51.722078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: d0d2302c-e301-49d4-9a5e-ed2dfd314661, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:51.903554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Attempting to bind port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:51.904680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Attempting to bind port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:51.905443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Attempting to bind port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:51.912788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-1876102b-09ab-4bb3-9571-165067f8c3db service neutron] 10.222.0.77 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007079 Aug 03 19:17:51.921541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:51.922566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a76236e-6eb9-4546-a9e4-0aa8c074ac16 req-19451a59-63bf-4760-8cf0-1751f0bc43af tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840992 Aug 03 19:17:51.932527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:51.932527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Attempting to bind port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:51.938350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:51.950955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:51.952128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Checking segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:51.952734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Bound using segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:51.953462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Bound port: 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:51.954114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.002059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Made reservation on behalf of 325aaab56e2b46c6aba4a3bd9a6ad778 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:52.006040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.030815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4eabbc40-9f98-43a2-b5c9-4cb19db9e665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.052214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.086757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Transition to ACTIVE for port object 9c066bd6-32f2-4444-9ede-2f0d10d22252 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:52.102049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, d0d2302c-e301-49d4-9a5e-ed2dfd314661) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:52.104295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:52.109290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:52.113799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:52.114844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593e16d5-ee2d-41c3-81ec-c56bc77bf098 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:52.119560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.120217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.172459 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.182253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2bb9bfc1-9b0c-4184-87bd-3ca0c46d6292 req-f880efcd-3949-4531-a637-3555007e7473 service neutron] 10.222.0.77 "GET /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594187 Aug 03 19:17:52.199912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.265057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-12f2f4c9-6e64-42c7-aff2-7aeb2f921cd6 None None] Provisioning complete for port 1eae5e39-00c9-488c-b738-3b57a90d1e05 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:52.265749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-12f2f4c9-6e64-42c7-aff2-7aeb2f921cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.288113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:52.288768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.289755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.291225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] 10.222.0.77 "PUT /v2.0/ports/2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d HTTP/1.1" status: 200 len: 1092 time: 1.9685104 Aug 03 19:17:52.291676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:52.299513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a28c55f-b1a0-4781-86d4-f93fb28d1e8f tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/routers/f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2499199 Aug 03 19:17:52.302940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59194) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:52.306867 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d15b274-3990-4930-9d8a-5a183e480dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:52.320373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'port': {'network_id': 'cc9f6617-45bd-4741-b80d-fb1eccd29d14', 'name': 'tempest-FloatingIPTestJSON-605217443'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:52.333110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] Sync routers for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:52.337903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.346904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2481973-e745-431d-8176-54eba5f38060 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4495840 Aug 03 19:17:52.362107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:52.363041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.367813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59198) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:52.437867 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1abd1-b036-40e2-91a8-6ee8d7226e88 x-openstack-request-id: req-b9e1abd1-b036-40e2-91a8-6ee8d7226e88 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:52.441235 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:52.442319 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9e1abd1-b036-40e2-91a8-6ee8d7226e88 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:52.444170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-783375891'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:52.445801 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d', 'status': 'completed', 'code': 200} Aug 03 19:17:52.461527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.466476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-12f2f4c9-6e64-42c7-aff2-7aeb2f921cd6 None None] Port 1eae5e39-00c9-488c-b738-3b57a90d1e05 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:52.480841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:52.489687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.517388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Allocated IP 172.20.0.11 (bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5/4e746660-9169-4acd-854d-337147375f11/df6e9363-7cc9-40b6-83c3-7ffd1adaadc6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:52.518558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1701d-fb64-4de6-8fbc-d470f447d023 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:52.565819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:52.568037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d217604-c744-4a34-a8c4-cea1412050b2 None None] The sync data for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:52.612259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:52.634245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:52.644061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aa907-00d2-4279-910e-1d699bd19b63 req-b0e64f28-df80-4605-bef4-f86bd8e8c4fd tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.652727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa3aa907-00d2-4279-910e-1d699bd19b63 req-b0e64f28-df80-4605-bef4-f86bd8e8c4fd tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 943 time: 0.3422050 Aug 03 19:17:52.672800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:52.692349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b9f3e44-a120-4cdb-8521-ba181a669942 req-5b2e14ca-18ea-4541-8c51-e26ccf430378 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.0931547 Aug 03 19:17:52.758053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:52.761741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.777123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.778234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.782322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event updated for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:52.818423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa3aa907-00d2-4279-910e-1d699bd19b63 req-066c4a6b-5cd4-4743-a083-f2f79a301a30 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614387 Aug 03 19:17:52.824247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-72135ffa-9b6f-4e3a-ae2c-105a1a9de5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:52.826313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-72135ffa-9b6f-4e3a-ae2c-105a1a9de5e7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 1095 time: 0.3776524 Aug 03 19:17:52.852717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:17:52.887572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.888591 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment 4980f5aa-232d-45fa-b60c-2d8bda87ce4e of type vlan for network 35f09e31-d253-482d-b6df-973712c1afc8 Aug 03 19:17:52.943979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.973950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:52.977683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Transition to ACTIVE for port object df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:53.020928 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.054082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Made reservation on behalf of 4eb10fa4533f42db93640f7c49ae34e9 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:53.058259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.087618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] device_id is not set on port 20da467f-0f59-45ec-a988-fc58dbfdfba8 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:53.099798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-0fb57d17-9148-42f3-85ad-92064f1f789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.101358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-0fb57d17-9148-42f3-85ad-92064f1f789a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2644894 Aug 03 19:17:53.153791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd0e3a-29d8-41c3-b122-ab410761a7da req-a4218c58-68a2-4e9a-ba84-855aada596af tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.155406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9fd0e3a-29d8-41c3-b122-ab410761a7da req-a4218c58-68a2-4e9a-ba84-855aada596af tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1258383 Aug 03 19:17:53.223243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Allocated IP 172.20.0.8 (cc9f6617-45bd-4741-b80d-fb1eccd29d14/f9bed8f3-b45d-460a-be53-284ce32f87f3/20da467f-0f59-45ec-a988-fc58dbfdfba8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:17:53.241185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.246930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.247579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.278285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9fd0e3a-29d8-41c3-b122-ab410761a7da req-4329a676-cc67-4bef-8dc0-8b84f46b4016 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887456 Aug 03 19:17:53.306714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-746e720f-17cc-4f12-b8b5-5afd5a0f39da None None] Provisioning for port 9c066bd6-32f2-4444-9ede-2f0d10d22252 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:53.308018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-746e720f-17cc-4f12-b8b5-5afd5a0f39da None None] Provisioning complete for port 9c066bd6-32f2-4444-9ede-2f0d10d22252 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:53.308390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-746e720f-17cc-4f12-b8b5-5afd5a0f39da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.312250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-483a348f-f2dc-48f7-8759-c228b9cf5ae1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6590822 Aug 03 19:17:53.313888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-e1b2de6f-1f8a-48fa-881e-2f3d0173a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.315330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d15b274-3990-4930-9d8a-5a183e480dc7 req-e1b2de6f-1f8a-48fa-881e-2f3d0173a01e service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061007 Aug 03 19:17:53.348270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Request body: {'port': {'device_id': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:53.350158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-746e720f-17cc-4f12-b8b5-5afd5a0f39da None None] Port 9c066bd6-32f2-4444-9ede-2f0d10d22252 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:53.367380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.385095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=35f09e31-d253-482d-b6df-973712c1afc8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:53.401629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 35f09e31-d253-482d-b6df-973712c1afc8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:17:53.483503 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72f4a1ea-de92-40d0-ad2d-9769db54dd3e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0901341 Aug 03 19:17:53.495165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59222) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:53.506113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'ports': [{'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'}, {'network_id': '35f09e31-d253-482d-b6df-973712c1afc8'}]} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:53.506999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:53.506999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '35f09e31-d253-482d-b6df-973712c1afc8'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:53.511677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:53.524541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:53.527777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:53.530878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event updated for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:53.697138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.701647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.777417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.941298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:53.970071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-aaf2856c-e777-4e81-9ea3-955a3a72baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:53.971631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-aaf2856c-e777-4e81-9ea3-955a3a72baff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 1095 time: 0.5902510 Aug 03 19:17:53.991016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0aaa5f43-9df9-4bdf-b91c-536a8e4aa42b None None] Provisioning for port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:53.996202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0aaa5f43-9df9-4bdf-b91c-536a8e4aa42b None None] Provisioning complete for port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:53.996778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0aaa5f43-9df9-4bdf-b91c-536a8e4aa42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.048091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa5f43-9df9-4bdf-b91c-536a8e4aa42b None None] Port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:54.064550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-b8147b39-5fb4-445e-8c49-2e0cf21d46e4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d HTTP/1.1" status: 200 len: 217 time: 0.0711455 Aug 03 19:17:54.081527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5fa3b-a0a4-45d7-b0a5-30092fd22015 req-791d6d84-8ebd-4391-b216-29f4654a80d9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.083669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f5fa3b-a0a4-45d7-b0a5-30092fd22015 req-791d6d84-8ebd-4391-b216-29f4654a80d9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 932 time: 0.2304323 Aug 03 19:17:54.138836 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-810181c3-8883-4593-b1cc-9797bfd266ed tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7274499 Aug 03 19:17:54.147863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Transition to ACTIVE for port object 20da467f-0f59-45ec-a988-fc58dbfdfba8 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:54.158586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073590e-688d-4391-a834-1322b220b643 req-b6c5747e-a70d-45da-babd-9c908bbd55f6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.160454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e073590e-688d-4391-a834-1322b220b643 req-b6c5747e-a70d-45da-babd-9c908bbd55f6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 943 time: 0.2233095 Aug 03 19:17:54.166450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Request body: {'port': {'device_id': '9b86638f-b739-4ce2-8b53-975199f0349b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:54.248726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8149893b-1ae5-4a16-ad01-6aa8874ae21c details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:54.272096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.303784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68f5fa3b-a0a4-45d7-b0a5-30092fd22015 req-261bfb53-da23-4c61-ab06-da6c0e73fa3a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944659 Aug 03 19:17:54.313230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-2601f951-46e0-413a-bdc0-f250150e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.315036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-2601f951-46e0-413a-bdc0-f250150e421c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e746660-9169-4acd-854d-337147375f11 HTTP/1.1" status: 200 len: 854 time: 0.2274282 Aug 03 19:17:54.416174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 2} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:17:54.418530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e073590e-688d-4391-a834-1322b220b643 req-3f2de335-b9c2-4040-b2f9-976dafd96e56 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424736 Aug 03 19:17:54.422597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.435413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.475250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c,segment=NetworkSegment(a0329765-545e-4a3a-b44b-e589bfe4d81c),segment_id=a0329765-545e-4a3a-b44b-e589bfe4d81c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:54.478699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-f69f3522-cf34-4fe3-8a24-b64f5399d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.479897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-f69f3522-cf34-4fe3-8a24-b64f5399d107 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577208 Aug 03 19:17:54.493247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '8149893b-1ae5-4a16-ad01-6aa8874ae21c', 'network_id': 'dc7040f9-9d8b-4cda-b580-3276f4f8c1ee', 'port_id': '8149893b-1ae5-4a16-ad01-6aa8874ae21c', 'mac_address': 'fa:16:3e:83:61:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad2604c-1c7c-41a9-ad78-d2a9200bb398', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:54.544634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.554631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.563310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8149893b-1ae5-4a16-ad01-6aa8874ae21c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:54.583015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:54.589270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:54.596965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:54.614575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event updated for resources: {'Port': ['ID=20da467f-0f59-45ec-a988-fc58dbfdfba8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:54.630679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c,segment=NetworkSegment(a0329765-545e-4a3a-b44b-e589bfe4d81c),segment_id=a0329765-545e-4a3a-b44b-e589bfe4d81c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:54.691023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4aae2-ad04-44ae-8b99-a3b083b54a82 req-1d6fe85a-3b99-4279-a1b0-dc6c55bc3bef tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.692709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aea4aae2-ad04-44ae-8b99-a3b083b54a82 req-1d6fe85a-3b99-4279-a1b0-dc6c55bc3bef tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1483753 Aug 03 19:17:54.730539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:54.731568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.733162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-aed65b0e-65ce-4598-8221-29b83eae1be8 service neutron] 10.222.0.77 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449245 Aug 03 19:17:54.735175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c066bd6-32f2-4444-9ede-2f0d10d22252 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:54.737429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 896ab951-9e41-4c20-b57a-54069751d523 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:54.747012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.821544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Transition to ACTIVE for port object 9c066bd6-32f2-4444-9ede-2f0d10d22252 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:54.840691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aea4aae2-ad04-44ae-8b99-a3b083b54a82 req-bcb58784-7758-4ac4-a190-16747653af38 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367395 Aug 03 19:17:54.898152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea5148c-0a75-44c4-96b8-196d0e0b21b4 req-ef968612-1ba1-4c01-904f-db1f13fe50e3 service neutron] 10.222.0.77 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532748 Aug 03 19:17:54.921610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.981617 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.985121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:54.986216 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b5679b7d-ab41-490a-a281-85f8e2656cf4 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6813509 Aug 03 19:17:54.989129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:54.994158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Request body: {'floatingip': {'port_id': '20da467f-0f59-45ec-a988-fc58dbfdfba8'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:17:55.034982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:55.045343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 059eee75-e60f-4d83-990b-8d8151da2a58 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:17:55.074913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.080538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.147091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:55.173811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e7fe430b-46ed-4ffc-830f-fd523870c362 None None] Provisioning for port 20da467f-0f59-45ec-a988-fc58dbfdfba8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:55.178893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e7fe430b-46ed-4ffc-830f-fd523870c362 None None] Provisioning complete for port 20da467f-0f59-45ec-a988-fc58dbfdfba8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:55.178893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7fe430b-46ed-4ffc-830f-fd523870c362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.241040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Attempting to bind port 9c066bd6-32f2-4444-9ede-2f0d10d22252 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:55.241592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Attempting to bind port 9c066bd6-32f2-4444-9ede-2f0d10d22252 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:55.241720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Attempting to bind port 9c066bd6-32f2-4444-9ede-2f0d10d22252 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:55.247708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Port 9c066bd6-32f2-4444-9ede-2f0d10d22252 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:55.248217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Attempting to bind port 9c066bd6-32f2-4444-9ede-2f0d10d22252 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:55.260119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:55.260728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Checking segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:55.261393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Bound using segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:55.262285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Bound port: 9c066bd6-32f2-4444-9ede-2f0d10d22252, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:55.262893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.295235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe430b-46ed-4ffc-830f-fd523870c362 None None] Port 20da467f-0f59-45ec-a988-fc58dbfdfba8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:17:55.344641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8149893b-1ae5-4a16-ad01-6aa8874ae21c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:55.371758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:55.375242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:55.462986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59256) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:55.493853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7b5f2-328c-492c-9a3a-ef391788f7ae req-a53f5734-6166-4168-9218-333266cc3b01 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.495478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79e7b5f2-328c-492c-9a3a-ef391788f7ae req-a53f5734-6166-4168-9218-333266cc3b01 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 932 time: 0.0908036 Aug 03 19:17:55.524122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.560956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79e7b5f2-328c-492c-9a3a-ef391788f7ae req-adf5261f-8fc3-4298-809d-905bd1e2208c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486517 Aug 03 19:17:55.583983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:55.597303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.655616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.669877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Transition to ACTIVE for port object df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:17:55.686531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.687412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.688874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/9c066bd6-32f2-4444-9ede-2f0d10d22252 HTTP/1.1" status: 200 len: 1091 time: 2.3555400 Aug 03 19:17:55.691666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:55.694000 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855abcd-f2f9-4190-9468-89c0221d5dab" -d '{"events": [{"name": "network-changed", "server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:55.701440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9549606a-b07e-45c5-99ad-444b83a61db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:55.758712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5789b-4a30-41ae-9a35-14a880026a92 req-def71d71-37eb-4c4d-a9c3-db3bd061b78e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.760310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbe5789b-4a30-41ae-9a35-14a880026a92 req-def71d71-37eb-4c4d-a9c3-db3bd061b78e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 944 time: 0.1693425 Aug 03 19:17:55.793491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a5842-049d-453b-a31a-968ecdaf10d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:55.851272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbe5789b-4a30-41ae-9a35-14a880026a92 req-e1ed2c85-8a87-4dcc-9518-9c11d518f51a tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700986 Aug 03 19:17:55.871081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.891272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.897425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.904103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.911475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.918660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.925692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:55.971189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b07de937-d12d-43dc-914e-c4d6fdc1d221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.2115619 Aug 03 19:17:55.971189 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1901464c-7b42-4c1a-8af3-9bfba958ec82 x-openstack-request-id: req-1901464c-7b42-4c1a-8af3-9bfba958ec82 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:55.971189 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:55.971189 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1901464c-7b42-4c1a-8af3-9bfba958ec82 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:55.971189 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252', 'status': 'completed', 'code': 200} Aug 03 19:17:56.021456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.036740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.051498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af1af560-f6ad-4990-8f74-39acafa08ee1 req-b9311e38-3423-4577-a7b2-0255712ac437 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172290 Aug 03 19:17:56.079354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b4759-2239-4d28-928f-989ed60b5681 req-bc02f497-cc99-4bbe-b723-861be4bb2ccb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.080983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-298b4759-2239-4d28-928f-989ed60b5681 req-bc02f497-cc99-4bbe-b723-861be4bb2ccb tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1071584 Aug 03 19:17:56.083724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-4b02af14-ab35-47ef-861b-fcd646dd28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.085229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-4b02af14-ab35-47ef-861b-fcd646dd28ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 1094 time: 0.1131241 Aug 03 19:17:56.169219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.209583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Attempting to bind port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:17:56.209945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Attempting to bind port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:17:56.210287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Attempting to bind port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:56.215790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:17:56.216148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Attempting to bind port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 on network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:17:56.221808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:17:56.222182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Checking segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:56.222553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Bound using segment: {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:17:56.223008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Bound port: df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd6e7db-79ae-49d8-8302-905225c8df08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:17:56.223376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.230219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-298b4759-2239-4d28-928f-989ed60b5681 req-01387996-df01-4e3f-aa9f-65a2ba43cf2a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384411 Aug 03 19:17:56.269106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.271350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.276111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.282337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.288687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.295077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.302156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.309021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.315241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c28f489-3e8d-4750-bf8e-fdf8d2c50605 req-71398fbe-2b76-405c-a8c2-4963ef339b94 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.1470754 Aug 03 19:17:56.323400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-a64210be-afc0-408a-8dc3-1373db0a1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.325288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-a64210be-afc0-408a-8dc3-1373db0a1c68 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2251723 Aug 03 19:17:56.326251 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.377338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:17:56.393276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:56.403871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:56.403871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.417211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=896ab951-9e41-4c20-b57a-54069751d523,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.419623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9549606a-b07e-45c5-99ad-444b83a61db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.421529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:17:56.432199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:17:56.452224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-e0ce1133-78bb-4080-bd3f-5ed1616df43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.453794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d855abcd-f2f9-4190-9468-89c0221d5dab req-e0ce1133-78bb-4080-bd3f-5ed1616df43f service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1211433 Aug 03 19:17:56.529317 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=059eee75-e60f-4d83-990b-8d8151da2a58,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.553808 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP d16e022b-0a68-41c4-93e7-5ccfb4b570bf associated. External IP: 172.25.2.215, port: de53f480-de0d-4131-9b1f-3cfc6fca83d5. Aug 03 19:17:56.556968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': '4980f5aa-232d-45fa-b60c-2d8bda87ce4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '35f09e31-d253-482d-b6df-973712c1afc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:17:56.557340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 35f09e31-d253-482d-b6df-973712c1afc8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:17:56.559839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-17d4b717-1163-43a8-b1a1-4e9fef7a2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.561441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-17d4b717-1163-43a8-b1a1-4e9fef7a2f99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 1094 time: 0.0445809 Aug 03 19:17:56.585171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9549606a-b07e-45c5-99ad-444b83a61db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.632953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-70f943b4-0132-4cf2-8087-f14c898a4b49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252 HTTP/1.1" status: 200 len: 217 time: 0.0557389 Aug 03 19:17:56.703765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9549606a-b07e-45c5-99ad-444b83a61db0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8adef3e837d451787dcb1a265770027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2394946 Aug 03 19:17:56.716678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59276) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:56.721871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549606a-b07e-45c5-99ad-444b83a61db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaf0923-9d4d-4651-a067-6f5a039ad15e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:56.743737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-b5d858fc-b4f1-4153-983a-1868f9adf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.743737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-b5d858fc-b4f1-4153-983a-1868f9adf932 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e746660-9169-4acd-854d-337147375f11 HTTP/1.1" status: 200 len: 854 time: 0.0995617 Aug 03 19:17:56.776417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9b18b-dbd1-4826-adb9-5888381b4f16 req-79333d58-0eef-4c86-bf44-937b968336e1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.778118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8a9b18b-dbd1-4826-adb9-5888381b4f16 req-79333d58-0eef-4c86-bf44-937b968336e1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.1186931 Aug 03 19:17:56.821968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.846070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-ac1d5d60-b9d5-4f4f-a53c-79fcbc235d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.848107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-ac1d5d60-b9d5-4f4f-a53c-79fcbc235d14 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947754 Aug 03 19:17:56.852004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:56.867648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8a9b18b-dbd1-4826-adb9-5888381b4f16 req-15527809-4706-4c61-b945-1fa88d7db282 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587254 Aug 03 19:17:56.868239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.868239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.937325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:56.938103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:56.940296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] 10.222.0.54 "PUT /v2.0/ports/df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 HTTP/1.1" status: 200 len: 1092 time: 2.7817252 Aug 03 19:17:56.953819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:56.958410 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:56.974715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 35f09e31-d253-482d-b6df-973712c1afc8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:17:56.983361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-54b98abb-48cd-47db-9fdf-7e025cab981a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1019409 Aug 03 19:17:57.022702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96108122-8b3c-4f42-85cf-948d0f6056e4 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:57.029781 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf2cec6-2d49-4e78-bc4c-0f8f9fe747e6 x-openstack-request-id: req-7cf2cec6-2d49-4e78-bc4c-0f8f9fe747e6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:57.029781 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:57.030107 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7cf2cec6-2d49-4e78-bc4c-0f8f9fe747e6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:57.030460 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6', 'status': 'completed', 'code': 200} Aug 03 19:17:57.063885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-58fbba95-553a-4ee3-beab-82995cd07760 service neutron] 10.222.0.54 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075999 Aug 03 19:17:57.105664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d4476-e2ca-469f-a13b-3e3277b7451b req-e8be53b0-ea5a-4654-82bb-bf1c8bef68a6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.107436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-082d4476-e2ca-469f-a13b-3e3277b7451b req-e8be53b0-ea5a-4654-82bb-bf1c8bef68a6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 944 time: 0.1358171 Aug 03 19:17:57.135666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:57.151356 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:57.163987 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:57.165908 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:57.182204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-7ec9243f-3f75-43da-8ede-3f5495d06c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.184162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-7ec9243f-3f75-43da-8ede-3f5495d06c4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 1095 time: 0.1059897 Aug 03 19:17:57.207763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-03244c92-82ca-4c9f-99e9-8574d13b7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.209314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-03244c92-82ca-4c9f-99e9-8574d13b7220 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 1096 time: 0.1606646 Aug 03 19:17:57.210428 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:57.224486 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:57.225517 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:57.232420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-082d4476-e2ca-469f-a13b-3e3277b7451b req-6234e4d6-f367-40c2-a628-1c43c30ee9d6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126528 Aug 03 19:17:57.270584 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:57.271322 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbafa290-cf02-4ee8-b956-371bb6796014 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:57.306007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-a8b0a1a6-9215-47c1-9b01-15424bbd4294 service neutron] 10.222.0.54 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255752 Aug 03 19:17:57.363749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-c67adc95-5334-4d7e-844e-b1a4df5595f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.365319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-c67adc95-5334-4d7e-844e-b1a4df5595f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1257281 Aug 03 19:17:57.405317 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-ee57facd-00aa-492d-b55c-a43eb8a2cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.406891 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-ee57facd-00aa-492d-b55c-a43eb8a2cde9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2082088 Aug 03 19:17:57.425177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-412b5fe5-8bae-4c0b-a188-69d749a9250a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 200 len: 217 time: 0.0404370 Aug 03 19:17:57.483134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff00d-e4a6-4284-8751-b9e18dbd2ba4 req-1c8917ce-0414-48d5-bdf1-f9b605dbba24 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.485031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e57ff00d-e4a6-4284-8751-b9e18dbd2ba4 req-1c8917ce-0414-48d5-bdf1-f9b605dbba24 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1419559 Aug 03 19:17:57.527663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-73ad32b6-7fa3-4df0-aff6-da3e536630a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.528712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-73ad32b6-7fa3-4df0-aff6-da3e536630a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0959826 Aug 03 19:17:57.589996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e57ff00d-e4a6-4284-8751-b9e18dbd2ba4 req-56622c7d-4f4c-43c0-b64e-35ea6cfe69c3 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899568 Aug 03 19:17:57.621434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-2b4759e1-b638-4006-8e82-2ad51d8af700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.632791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-2b4759e1-b638-4006-8e82-2ad51d8af700 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808489 Aug 03 19:17:57.764235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-e8aaa482-acb4-4661-9534-bb812a14ae7c service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267436 Aug 03 19:17:57.804343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 35f09e31-d253-482d-b6df-973712c1afc8) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:17:57.805933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.808586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.809770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/adaf0923-9d4d-4651-a067-6f5a039ad15e HTTP/1.1" status: 204 len: 168 time: 1.0919092 Aug 03 19:17:57.824007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455acb45-0e2e-4d4d-8b75-d9293c5ff15a None None] Network 35f09e31-d253-482d-b6df-973712c1afc8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:17:57.836271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:17:57.853038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.861011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:57.865676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:57.937482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8785b-e0cb-44d8-9bab-eb4fb869112a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaf0923-9d4d-4651-a067-6f5a039ad15e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:57.976427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:17:57.979255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-827b8fa3-8747-4dec-b097-21b10efe1fe2 req-bf270560-2616-4997-8a9d-3778129a8d8a service neutron] 10.222.0.54 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038183 Aug 03 19:17:58.007445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-0bf82ba9-90a4-4a91-9cdc-751a994a5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.007894 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8e32bd07-fc42-4e53-812d-c62f4b5d84a0 req-0bf82ba9-90a4-4a91-9cdc-751a994a5010 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5937457 Aug 03 19:17:58.063577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd7eea-187f-4003-aa4b-39f6f364093b req-860aaf8e-6181-4a49-9aa8-4a472c3eac89 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.074843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91cd7eea-187f-4003-aa4b-39f6f364093b req-860aaf8e-6181-4a49-9aa8-4a472c3eac89 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.0942357 Aug 03 19:17:58.120234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91cd7eea-187f-4003-aa4b-39f6f364093b req-7589ce9b-79d8-413c-af3b-dcb3584353b2 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414824 Aug 03 19:17:58.124871 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cae79792-ed7a-4571-81cf-2b26ac89374d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6264205 Aug 03 19:17:58.132618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59290) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:58.185832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:17:58.190839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.200487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] Sync routers for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:17:58.214785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:58.215532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:58.225274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-0c366dba-6fb1-4bc9-9b5f-e97112c849bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.226830 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-0c366dba-6fb1-4bc9-9b5f-e97112c849bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 1095 time: 0.1105752 Aug 03 19:17:58.249637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:58.262664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 059eee75-e60f-4d83-990b-8d8151da2a58 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:58.263039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.266249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:17:58.270341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8149893b-1ae5-4a16-ad01-6aa8874ae21c up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:17:58.335823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:17:58.339066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:58.351245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-934126d9-437f-48f5-94fa-c51ade7309c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 HTTP/1.1" status: 200 len: 217 time: 0.1085279 Aug 03 19:17:58.376425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.416716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:17:58.423539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-3ab54a3e-4eed-41a4-ad23-322a41783696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.425100 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-3ab54a3e-4eed-41a4-ad23-322a41783696 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4e746660-9169-4acd-854d-337147375f11 HTTP/1.1" status: 200 len: 854 time: 0.0581930 Aug 03 19:17:58.426704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ba103de-5474-4de7-9c75-aa7f12c6d412 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/floatingips/d16e022b-0a68-41c4-93e7-5ccfb4b570bf HTTP/1.1" status: 200 len: 977 time: 3.4365652 Aug 03 19:17:58.427751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b458f2-3a33-4bff-975a-8b5883bfaab9 None None] The sync data for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:17:58.429425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59298) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:58.431421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 059eee75-e60f-4d83-990b-8d8151da2a58 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:58.461368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5b592-312e-4a79-a221-a44c48815df0 req-3f745cc8-3e66-4612-b6c4-9565b3e8d67e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.469054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea5b592-312e-4a79-a221-a44c48815df0 req-3f745cc8-3e66-4612-b6c4-9565b3e8d67e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 944 time: 0.0833898 Aug 03 19:17:58.584883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea5b592-312e-4a79-a221-a44c48815df0 req-0a5d3ced-236e-42df-a75e-f9aca189b3c9 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148255 Aug 03 19:17:58.585565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:58.590185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-f79fd6f8-cc8f-4104-a21f-a944cc1b8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.591770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-f79fd6f8-cc8f-4104-a21f-a944cc1b8fde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484680 Aug 03 19:17:58.611376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'port_id': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d', 'mac_address': 'fa:16:3e:3b:04:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e746660-9169-4acd-854d-337147375f11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:17:58.722865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 20da467f-0f59-45ec-a988-fc58dbfdfba8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:58.723590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.732143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 8149893b-1ae5-4a16-ad01-6aa8874ae21c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:17:58.749965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 8149893b-1ae5-4a16-ad01-6aa8874ae21c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:17:58.750441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.753302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd167706-c99c-4b4d-87c0-77e46837d88e req-eb90f542-fa05-41db-8fc2-5f8090cdb338 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:58.755177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd167706-c99c-4b4d-87c0-77e46837d88e req-eb90f542-fa05-41db-8fc2-5f8090cdb338 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0683844 Aug 03 19:17:58.804458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.806582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd167706-c99c-4b4d-87c0-77e46837d88e req-81c2ea29-6667-4f32-a23f-08a60c09b300 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 Aug 03 19:17:58.826076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:17:58.852913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.858613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:58.875220 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-99ba4c46-f630-43cf-bb00-f731eedc5bf9 service neutron] 10.222.0.54 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752964 Aug 03 19:17:58.895855 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.927562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=059eee75-e60f-4d83-990b-8d8151da2a58,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:58.963225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.978239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:58.979967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-124eac6d-eacc-44b0-b0df-f3ac5f4ca397 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/059eee75-e60f-4d83-990b-8d8151da2a58 HTTP/1.1" status: 204 len: 168 time: 0.8457601 Aug 03 19:17:58.982411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59308) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:59.039638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:17:59.042269 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63b9ac-0c31-41e9-87fa-efe0e0559ff1" -d '{"events": [{"server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "name": "network-vif-plugged", "status": "completed", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:17:59.075639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.077734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c,segment=NetworkSegment(a0329765-545e-4a3a-b44b-e589bfe4d81c),segment_id=a0329765-545e-4a3a-b44b-e589bfe4d81c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:17:59.135611 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7791c79d-7c5b-422a-855a-46be14e98196 x-openstack-request-id: req-7791c79d-7c5b-422a-855a-46be14e98196 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:17:59.145179 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "name": "network-vif-plugged", "status": "completed", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:17:59.151681 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7791c79d-7c5b-422a-855a-46be14e98196 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:17:59.156155 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c', 'code': 200} Aug 03 19:17:59.158303 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d6311093-1cc6-488d-bb1e-7285ac0ba1a4 req-79adbad1-0bc3-4d93-9d8f-b00e1b5c8fab service neutron] 10.222.0.54 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499299 Aug 03 19:17:59.162151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc65ab5-040d-4698-b8a2-286fa6dd98b1 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.168987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc65ab5-040d-4698-b8a2-286fa6dd98b1 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.170969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fcc65ab5-040d-4698-b8a2-286fa6dd98b1 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1875603 Aug 03 19:17:59.183370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59320) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:59.213706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.215059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.215236 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Floating IP d16e022b-0a68-41c4-93e7-5ccfb4b570bf disassociated. External IP: 172.25.2.215, port: 20da467f-0f59-45ec-a988-fc58dbfdfba8. Aug 03 19:17:59.215716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 20da467f-0f59-45ec-a988-fc58dbfdfba8 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:59.223175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:59.303350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59328) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:59.316228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.323887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-416eb608-a9a0-46bc-b44b-7af3aa5c6bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.377473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:17:59.426563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:17:59.435545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59330) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:17:59.471022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-416eb608-a9a0-46bc-b44b-7af3aa5c6bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.571995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.572933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.573179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.573993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.574700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.574700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.575899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.577532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-b7cd9f71-eac1-4a59-821c-f08658a1c163 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6490 time: 0.1408236 Aug 03 19:17:59.592148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d391fe7-4fa0-4d9c-82fa-8c76af7a581d req-662bee33-ab6c-48f9-96ad-7b0e711d0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.593880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d391fe7-4fa0-4d9c-82fa-8c76af7a581d req-662bee33-ab6c-48f9-96ad-7b0e711d0239 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 1095 time: 0.4216490 Aug 03 19:17:59.628825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-755967a9-5b0c-40c4-a5f2-4648295e508c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399261 Aug 03 19:17:59.635474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d073916-7c6a-4345-a8e4-a26b498fca40 req-a94a8186-f58c-4436-93db-611d236bb595 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.636923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d073916-7c6a-4345-a8e4-a26b498fca40 req-a94a8186-f58c-4436-93db-611d236bb595 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.3849854 Aug 03 19:17:59.661161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 896ab951-9e41-4c20-b57a-54069751d523 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:17:59.665755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.722212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d391fe7-4fa0-4d9c-82fa-8c76af7a581d req-a86be3a9-115e-4b32-b4a7-146159a04f1a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194699 Aug 03 19:17:59.786133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:17:59.792985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d073916-7c6a-4345-a8e4-a26b498fca40 req-32b8b9cb-dc14-4f85-95a1-b3ab64f4e19a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480875 Aug 03 19:17:59.806933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 896ab951-9e41-4c20-b57a-54069751d523 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:17:59.818402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43700fc5-aab5-402a-a15c-755964a45288 req-f437e182-49f4-4232-af91-a477cf0ec427 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.819901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43700fc5-aab5-402a-a15c-755964a45288 req-f437e182-49f4-4232-af91-a477cf0ec427 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.1412895 Aug 03 19:17:59.936135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43700fc5-aab5-402a-a15c-755964a45288 req-afadbf41-ce3f-4a5a-afe1-eca4fe7d9b53 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087861 Aug 03 19:17:59.970555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d383a7-d7c4-4f22-977d-0741ec6a8151 req-026e5cef-be89-4da2-a99c-b3a8f6904a02 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:17:59.972188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d383a7-d7c4-4f22-977d-0741ec6a8151 req-026e5cef-be89-4da2-a99c-b3a8f6904a02 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0978131 Aug 03 19:18:00.013064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d383a7-d7c4-4f22-977d-0741ec6a8151 req-784cdf9e-4cc3-455a-853c-eb42c021b53e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338004 Aug 03 19:18:00.161937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-416eb608-a9a0-46bc-b44b-7af3aa5c6bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.223589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb608-a9a0-46bc-b44b-7af3aa5c6bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bf6f26-4cbd-4487-9084-c02a2c53d060,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:00.223589 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-416eb608-a9a0-46bc-b44b-7af3aa5c6bd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27e003e4ed0a45d99f057df950c0db5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037600 Aug 03 19:18:00.225697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59346) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.278304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.303751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.472641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.503965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=20da467f-0f59-45ec-a988-fc58dbfdfba8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:00.569524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.619035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=896ab951-9e41-4c20-b57a-54069751d523,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:00.619035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.619035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9ac81043-4b76-4b60-98d9-01f469a4181d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/896ab951-9e41-4c20-b57a-54069751d523 HTTP/1.1" status: 204 len: 168 time: 1.4282348 Aug 03 19:18:00.619850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59348) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.691662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:00.699969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b442c0-3546-4896-a784-b9663c31982c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:00.701584 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a6b442c0-3546-4896-a784-b9663c31982c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0848765 Aug 03 19:18:00.705012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59350) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.732265 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2036ced-bdce-4e5e-82df-adfa96c8c58e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:00.733811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2036ced-bdce-4e5e-82df-adfa96c8c58e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/059eee75-e60f-4d83-990b-8d8151da2a58 HTTP/1.1" status: 404 len: 333 time: 0.0276470 Aug 03 19:18:00.739373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59352) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.765758 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c03fa8-3642-4580-9278-709239cd231e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:00.767460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-82c03fa8-3642-4580-9278-709239cd231e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/896ab951-9e41-4c20-b57a-54069751d523 HTTP/1.1" status: 404 len: 333 time: 0.0270104 Aug 03 19:18:00.781162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59354) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.823430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:00.846194 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] Sync routers for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:00.855568 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:00.856421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:00.874631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.898753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.903747 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5b507ec9-4e4f-485c-9b62-6f32bb184891 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/20da467f-0f59-45ec-a988-fc58dbfdfba8 HTTP/1.1" status: 204 len: 168 time: 2.4730501 Aug 03 19:18:00.904377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:00.922982 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:00.934469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:00.935415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:00.969789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.983657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:00.983657 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/47bf6f26-4cbd-4487-9084-c02a2c53d060 HTTP/1.1" status: 204 len: 168 time: 0.7469401 Aug 03 19:18:00.988492 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:00.989684 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606a37c-d012-4c29-92e4-d946758e25bb None None] The sync data for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:01.010115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.024419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b2cdd-1a89-4773-a78b-237f98f6eebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bf6f26-4cbd-4487-9084-c02a2c53d060,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.026224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f09e31-d253-482d-b6df-973712c1afc8']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:01.052156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4980f5aa-232d-45fa-b60c-2d8bda87ce4e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:01.052550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4980f5aa-232d-45fa-b60c-2d8bda87ce4e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:01.070231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6983-1a1f-436f-95de-963752722b72 req-c8e23ffa-71f0-4ab2-920b-7da87376edf9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.071864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82df6983-1a1f-436f-95de-963752722b72 req-c8e23ffa-71f0-4ab2-920b-7da87376edf9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.1476259 Aug 03 19:18:01.076155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.110250 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.124609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:01.125061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:01.129159 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:01.144333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82df6983-1a1f-436f-95de-963752722b72 req-d4b677cb-fb25-4037-83dd-4caa046df053 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601001 Aug 03 19:18:01.224936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c066bd6-32f2-4444-9ede-2f0d10d22252 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:01.272395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a72d5-ac8e-4eab-8685-0f63bfc36d43 req-ad63415d-ab59-418a-b463-99149dd4b249 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.279764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922a72d5-ac8e-4eab-8685-0f63bfc36d43 req-ad63415d-ab59-418a-b463-99149dd4b249 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.0695207 Aug 03 19:18:01.330941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922a72d5-ac8e-4eab-8685-0f63bfc36d43 req-5194713a-3473-42d2-9a66-fa4772640a8d tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 Aug 03 19:18:01.373998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:01.388093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '9c066bd6-32f2-4444-9ede-2f0d10d22252', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'port_id': '9c066bd6-32f2-4444-9ede-2f0d10d22252', 'mac_address': 'fa:16:3e:48:76:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e746660-9169-4acd-854d-337147375f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:01.434559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.434822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.445152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.450941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/35f09e31-d253-482d-b6df-973712c1afc8 HTTP/1.1" status: 204 len: 168 time: 0.6650629 Aug 03 19:18:01.452802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59368) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:01.460858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-780023248'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:01.463238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.468579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c066bd6-32f2-4444-9ede-2f0d10d22252 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:01.479817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed6906-354e-4972-85ce-9b425d612e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=35f09e31-d253-482d-b6df-973712c1afc8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.498303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:01.502967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f7af0-7dbb-4dbe-a682-60f4d1f26673 req-82495350-0267-4a11-9150-0882c6d8b532 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.505633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c4f7af0-7dbb-4dbe-a682-60f4d1f26673 req-82495350-0267-4a11-9150-0882c6d8b532 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1065302 Aug 03 19:18:01.547895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0c4f7af0-7dbb-4dbe-a682-60f4d1f26673 req-2ad0400b-b77b-4d38-9ee7-c65a6574899b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359910 Aug 03 19:18:01.683748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946264bc-5172-487f-981c-d0ac09e28176 req-7f4c5e68-847e-49d5-aef3-3f5bcecebcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.685407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-7f4c5e68-847e-49d5-aef3-3f5bcecebcb8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.0463111 Aug 03 19:18:01.744603 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.750914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:01.755617 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.811833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:01.828024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:01.848459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946264bc-5172-487f-981c-d0ac09e28176 req-68eb98a9-a1d5-4273-a382-c32c9c76a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:01.850034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-68eb98a9-a1d5-4273-a382-c32c9c76a57f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.1544304 Aug 03 19:18:01.851490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:01.851833 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment efa56159-d9e7-4b4d-8c6a-145b3d54b962 of type vlan for network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 Aug 03 19:18:01.973879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.010766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-25e9b76f-44f7-4ea4-bb39-fba86310ca84 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.1475477 Aug 03 19:18:02.049337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9c066bd6-32f2-4444-9ede-2f0d10d22252'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:02.081660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946264bc-5172-487f-981c-d0ac09e28176 req-85494911-840d-4229-a8ae-f9e8f9a92189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.083362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-85494911-840d-4229-a8ae-f9e8f9a92189 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.0652575 Aug 03 19:18:02.135462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 1eae5e39-00c9-488c-b738-3b57a90d1e05 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:02.135811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.139755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946264bc-5172-487f-981c-d0ac09e28176 req-8cae3b91-22aa-4f06-ad3e-7715ae279097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.141700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-8cae3b91-22aa-4f06-ad3e-7715ae279097 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506442 Aug 03 19:18:02.271441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.290246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 1eae5e39-00c9-488c-b738-3b57a90d1e05 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:02.294663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:02.355690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.355690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.355690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.433466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-ae491bfc-f359-487d-b764-d22fc7a042ae service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846401 Aug 03 19:18:02.447441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df75fa1-126b-4718-ab1d-00b47f6b04c9 req-7999d2a2-ecee-44d4-82aa-de9fb3d73e5e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.448944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df75fa1-126b-4718-ab1d-00b47f6b04c9 req-7999d2a2-ecee-44d4-82aa-de9fb3d73e5e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.1993301 Aug 03 19:18:02.558043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=39e2fe60-b63a-47d8-bafa-278e83d2cf66,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:02.569986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:02.602000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df75fa1-126b-4718-ab1d-00b47f6b04c9 req-adc72dcb-c792-4388-a787-ce1db0c6fd48 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284311 Aug 03 19:18:02.638235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-946264bc-5172-487f-981c-d0ac09e28176 req-336fab2a-e933-406c-b9b0-f35b4929f414 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840367 Aug 03 19:18:02.646805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1b947-5853-4701-ab3c-8ddd3745a5a1 req-c11fe3a3-03c6-4dc6-a69a-449cc7e3e68a tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.654903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bb1b947-5853-4701-ab3c-8ddd3745a5a1 req-c11fe3a3-03c6-4dc6-a69a-449cc7e3e68a tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.2201486 Aug 03 19:18:02.709560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bb1b947-5853-4701-ab3c-8ddd3745a5a1 req-4c01d4da-c923-4686-b5cd-15cc8121eb5e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536964 Aug 03 19:18:02.731944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:02.736395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-60643a6d-c233-42ca-8e39-01405cf96846 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2790699 Aug 03 19:18:02.736620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:02.736990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.737432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59394) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:02.745470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:02.843185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.868557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:02.871256 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e6e5b-4f03-4807-946b-9e4a85a43409" -d '{"events": [{"server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "name": "network-vif-plugged", "status": "completed", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:02.877764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfeb25-63f4-4960-8335-2be04893e30c req-943e6c03-9caa-4eb7-94e4-90275536a214 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:02.880609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88cfeb25-63f4-4960-8335-2be04893e30c req-943e6c03-9caa-4eb7-94e4-90275536a214 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0778875 Aug 03 19:18:02.894423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:02.897419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:02.928638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=1eae5e39-00c9-488c-b738-3b57a90d1e05,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:02.976033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88cfeb25-63f4-4960-8335-2be04893e30c req-b704ef18-1b52-4660-9240-b5f99ea656c9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668781 Aug 03 19:18:03.013643 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c2714-b352-4597-a9ab-24d7dfe73817 x-openstack-request-id: req-148c2714-b352-4597-a9ab-24d7dfe73817 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:03.013935 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "name": "network-vif-plugged", "status": "completed", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:03.014186 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-148c2714-b352-4597-a9ab-24d7dfe73817 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:03.014784 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d', 'code': 200} Aug 03 19:18:03.158488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7411fab-3e50-457e-967a-50eb1b8ff405 req-40b222b1-de2b-4c47-94ca-174074f88cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.160939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7411fab-3e50-457e-967a-50eb1b8ff405 req-40b222b1-de2b-4c47-94ca-174074f88cd4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 1096 time: 0.0790787 Aug 03 19:18:03.169734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.185760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.193192 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.221065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:03.229873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.259666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:03.362320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c066bd6-32f2-4444-9ede-2f0d10d22252 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:03.379318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7411fab-3e50-457e-967a-50eb1b8ff405 req-7d8e1d52-f14a-4965-afd7-70367a69d926 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101252 Aug 03 19:18:03.446935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:03.460986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:03.473401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6', 'network_id': 'bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5', 'port_id': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6', 'mac_address': 'fa:16:3e:6c:40:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e746660-9169-4acd-854d-337147375f11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:03.535070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.546024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:03.559985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:03.575957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:03.665738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:03.673970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c8c7711-2581-4aec-9bce-22d9e8d92d1e tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/routers/f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7656364 Aug 03 19:18:03.674225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59410) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:03.676685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] Sync routers for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:03.684473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.689923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:03.690630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:03.740487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:03.750566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] Routers {'f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:03.751299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:03.797666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:03.798449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d5a3b-b239-417a-8761-3db4df7951dc None None] The sync data for ids ['f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:03.802049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.853016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=819ae913-7922-4bb3-9ee2-9f8a6cbff26d,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:03.855461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.857556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 9c066bd6-32f2-4444-9ede-2f0d10d22252 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:03.872697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7154de-3270-4789-8d5c-c585f212f92e req-1df1f1b0-6859-44ac-ac6d-b88236748285 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.872697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae7154de-3270-4789-8d5c-c585f212f92e req-1df1f1b0-6859-44ac-ac6d-b88236748285 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 944 time: 0.1631422 Aug 03 19:18:03.893766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf71e1c-ed74-4792-9973-428f9288b6bd req-ae287fd1-30c8-428e-b931-5668dea37b36 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:03.895426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf71e1c-ed74-4792-9973-428f9288b6bd req-ae287fd1-30c8-428e-b931-5668dea37b36 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.1145556 Aug 03 19:18:03.897325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'efa56159-d9e7-4b4d-8c6a-145b3d54b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:03.897695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 39e2fe60-b63a-47d8-bafa-278e83d2cf66, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:03.917382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 9c066bd6-32f2-4444-9ede-2f0d10d22252 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:03.917755 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.957803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:03.961053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:03.974228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae7154de-3270-4789-8d5c-c585f212f92e req-41db66bc-b475-4fa9-af00-aab95ffaa085 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897498 Aug 03 19:18:03.979914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddf71e1c-ed74-4792-9973-428f9288b6bd req-03ffeba8-94e4-44f7-b0fb-25ae21526846 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Aug 03 19:18:04.023475 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.074882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:04.122211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64951d0-3237-441f-bdbc-6293e155efb6 req-09f7ee62-b0ea-4740-9cba-fb9fef46e328 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.123734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e64951d0-3237-441f-bdbc-6293e155efb6 req-09f7ee62-b0ea-4740-9cba-fb9fef46e328 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Aug 03 19:18:04.124881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:04.142844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.153453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['df6e9363-7cc9-40b6-83c3-7ffd1adaadc6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:04.174408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e64951d0-3237-441f-bdbc-6293e155efb6 req-eebbdfc7-054c-45a5-8596-77e6f667951f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438302 Aug 03 19:18:04.288281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53aeb49a-4214-4495-a1f8-bc0d3bbb0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.313098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9340d-3ddc-4f74-b2b6-a2eeaa89b588 req-b803236c-479b-4066-b5f4-d49c121aee8b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.318855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90c9340d-3ddc-4f74-b2b6-a2eeaa89b588 req-b803236c-479b-4066-b5f4-d49c121aee8b tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0597034 Aug 03 19:18:04.357484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90c9340d-3ddc-4f74-b2b6-a2eeaa89b588 req-72551c77-125d-4a38-ae06-652d122be8ba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354898 Aug 03 19:18:04.374817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 39e2fe60-b63a-47d8-bafa-278e83d2cf66) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:04.379642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.380304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.380719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.402948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 85114133-2f7c-41f2-94d0-460a6150bb4c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:04.403298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.422791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e634522-683b-4e05-a06d-6e7dfd7a98bc None None] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:04.478489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53aeb49a-4214-4495-a1f8-bc0d3bbb0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.499942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.509795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.525972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d167c3-9460-43a3-8c29-fb1d1573d331 req-aa6bac57-95f8-426d-ae91-851f3ed05b61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:04.526410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 85114133-2f7c-41f2-94d0-460a6150bb4c owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:04.528138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74d167c3-9460-43a3-8c29-fb1d1573d331 req-aa6bac57-95f8-426d-ae91-851f3ed05b61 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0811691 Aug 03 19:18:04.572691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74d167c3-9460-43a3-8c29-fb1d1573d331 req-70c2a343-9c46-477f-b201-3dc2708ebe56 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377483 Aug 03 19:18:04.584381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53aeb49a-4214-4495-a1f8-bc0d3bbb0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.610863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-39e2fe60-b63a-47d8-bafa-278e83d2cf66', 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': '819ae913-7922-4bb3-9ee2-9f8a6cbff26d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:04.612393 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.642903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeb49a-4214-4495-a1f8-bc0d3bbb0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514a8de1-7bcf-4def-a94d-42f71e772905,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:04.683174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53aeb49a-4214-4495-a1f8-bc0d3bbb0baf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9799aedd77b043d0a45b7a4c86c1a5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5392056 Aug 03 19:18:04.686027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.749743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e732a99c-e2f2-48b8-aa84-c001ca2b50f4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0074296 Aug 03 19:18:04.749743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59432) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:04.757579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66', 'name': 'tempest-PortsIpV6TestJSON-1808263105'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:04.784212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.800760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Allocated IP 2001:db8::2 (39e2fe60-b63a-47d8-bafa-278e83d2cf66/819ae913-7922-4bb3-9ee2-9f8a6cbff26d/1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:04.819535 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:04.993291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.015495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:05.017928 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc1f18d-6f94-4745-9982-d098277341d8" -d '{"events": [{"server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "name": "network-vif-plugged", "status": "completed", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:05.106167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e831-dde8-4e38-8339-bd95122f34da req-2daf5021-e4f1-49da-baab-6ed02208bdbe tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.107686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c005e831-dde8-4e38-8339-bd95122f34da req-2daf5021-e4f1-49da-baab-6ed02208bdbe tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 945 time: 0.0566757 Aug 03 19:18:05.174481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c005e831-dde8-4e38-8339-bd95122f34da req-4daace41-e081-4a06-8f53-bab30bcbd052 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Aug 03 19:18:05.191391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-22e5deba-93a0-4636-9b06-551fda08ad2e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.193216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-22e5deba-93a0-4636-9b06-551fda08ad2e tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.77 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.0648346 Aug 03 19:18:05.196919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.238199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=85114133-2f7c-41f2-94d0-460a6150bb4c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.249354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Transition to ACTIVE for port object 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:05.255465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:05.267516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.267516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.267516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/514a8de1-7bcf-4def-a94d-42f71e772905 HTTP/1.1" status: 204 len: 168 time: 0.5803540 Aug 03 19:18:05.271918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:05.276454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.301723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165edb2-834e-4573-948d-c35b67f77564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514a8de1-7bcf-4def-a94d-42f71e772905,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.308327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Transition to ACTIVE for port object 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:05.321413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.373992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 675afcdc-02d6-4fa6-bce2-e0cdd18952c2 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:05.442837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.443605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62d2de-5ffd-4e57-9da0-b30ecc289c42 req-5b344011-7f7e-45f6-980c-897eaf785857 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.445106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.445239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad62d2de-5ffd-4e57-9da0-b30ecc289c42 req-5b344011-7f7e-45f6-980c-897eaf785857 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 945 time: 0.1995845 Aug 03 19:18:05.505546 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2c000f-869f-4759-9cb5-c7750ca0766c x-openstack-request-id: req-8e2c000f-869f-4759-9cb5-c7750ca0766c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:05.506137 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "name": "network-vif-plugged", "status": "completed", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:05.506243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Deleting port 8149893b-1ae5-4a16-ad01-6aa8874ae21c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:05.506347 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e2c000f-869f-4759-9cb5-c7750ca0766c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:05.506684 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252', 'code': 200} Aug 03 19:18:05.506815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.544433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:05.554181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:05.554567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.584516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad62d2de-5ffd-4e57-9da0-b30ecc289c42 req-c4fd7216-0da2-4eb1-acba-66da5c0e61a6 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/security-groups?id=56979ea1-e9ea-40d4-bd48-2bbb3258983f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257536 Aug 03 19:18:05.653591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3713d0-94f3-416a-92c7-abb5889c1172 req-cb5bce27-77ef-4844-8059-9d745ef0804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.655189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2a3713d0-94f3-416a-92c7-abb5889c1172 req-cb5bce27-77ef-4844-8059-9d745ef0804b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 1096 time: 0.0520601 Aug 03 19:18:05.668102 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.679293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.699935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2a3713d0-94f3-416a-92c7-abb5889c1172 req-c8dfb265-be67-4856-804d-f48869569ca4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376220 Aug 03 19:18:05.732799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] For port 8149893b-1ae5-4a16-ad01-6aa8874ae21c, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=8149893b-1ae5-4a16-ad01-6aa8874ae21c,segment=NetworkSegment(a0329765-545e-4a3a-b44b-e589bfe4d81c),segment_id=a0329765-545e-4a3a-b44b-e589bfe4d81c)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:05.733162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.743921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:05.750613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:05.754684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:05.757437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:05.758191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Calling delete_port for 8149893b-1ae5-4a16-ad01-6aa8874ae21c owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:05.761613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Pushing event updated for resources: {'Port': ['ID=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:05.778535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9e690-beab-458b-80b5-cec998e6f586 req-6a9124d1-22d0-49cc-b353-ae8c747c2bff tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:05.780103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8a9e690-beab-458b-80b5-cec998e6f586 req-6a9124d1-22d0-49cc-b353-ae8c747c2bff tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1438248 Aug 03 19:18:05.799609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::38f (39e2fe60-b63a-47d8-bafa-278e83d2cf66/819ae913-7922-4bb3-9ee2-9f8a6cbff26d/675afcdc-02d6-4fa6-bce2-e0cdd18952c2) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:05.810918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.812015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Fanout notify agent at l3_agent the message router_deleted on router f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:18:05.824017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Attempting to bind port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:05.824396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Attempting to bind port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'efa56159-d9e7-4b4d-8c6a-145b3d54b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:05.824825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.824973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Attempting to bind port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 on network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:05.829521 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab3ae8fb-3455-4b76-84aa-50fd8b167f71 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/routers/f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d HTTP/1.1" status: 204 len: 168 time: 2.1540360 Aug 03 19:18:05.830187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59446) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:05.831151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:05.831875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Checking segment: {'id': 'efa56159-d9e7-4b4d-8c6a-145b3d54b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:05.832525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.833054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Bound using segment: {'id': 'efa56159-d9e7-4b4d-8c6a-145b3d54b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:05.833714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Bound port: 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efa56159-d9e7-4b4d-8c6a-145b3d54b962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '39e2fe60-b63a-47d8-bafa-278e83d2cf66'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:05.834070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.895370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8a9e690-beab-458b-80b5-cec998e6f586 req-e336141c-2a5c-4f49-ac53-7420f35a92ac tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970681 Aug 03 19:18:05.918449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting subnet f9bed8f3-b45d-460a-be53-284ce32f87f3 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:05.922024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:05.942277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] For port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:05.945580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] For port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,segment=NetworkSegment(efa56159-d9e7-4b4d-8c6a-145b3d54b962),segment_id=efa56159-d9e7-4b4d-8c6a-145b3d54b962)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:05.968917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.031421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.074026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.110060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.118460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.188154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.192415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a624565-9ac2-44b1-89fd-1d838d64f473 None None] Pushing event updated for resources: {'Port': ['ID=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.208562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 675afcdc-02d6-4fa6-bce2-e0cdd18952c2 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:06.307534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f641e40-8195-4be9-9203-0a601b4bb05b req-f4db43d0-6fd2-44a0-8508-d22af1434c0e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:06.315051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f641e40-8195-4be9-9203-0a601b4bb05b req-f4db43d0-6fd2-44a0-8508-d22af1434c0e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0595002 Aug 03 19:18:06.335002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.335289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.348981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['8149893b-1ae5-4a16-ad01-6aa8874ae21c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:06.381675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Pushing event deleted for resources: {'Port': ['ID=8149893b-1ae5-4a16-ad01-6aa8874ae21c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.382348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Subnet': ['ID=f9bed8f3-b45d-460a-be53-284ce32f87f3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.390382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.405913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d743b403-6688-425c-90bc-b629aca6e976 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/subnets/f9bed8f3-b45d-460a-be53-284ce32f87f3 HTTP/1.1" status: 204 len: 168 time: 0.5667446 Aug 03 19:18:06.407637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59460) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:06.414840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f641e40-8195-4be9-9203-0a601b4bb05b req-e40c61a1-bc46-4035-875f-e75592526f16 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988245 Aug 03 19:18:06.445223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c65a53a-f09f-4597-b2b9-d21f92c4f8ad None None] Network cc9f6617-45bd-4741-b80d-fb1eccd29d14 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:06.480027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] No DVR routers for this DVR port 8149893b-1ae5-4a16-ad01-6aa8874ae21c on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:06.484379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.487035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0b4a27c-9dea-4b13-b6d5-6380c6326f03 req-9b7e64da-6020-448c-8446-96a2acf901a4 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.77 "DELETE /v2.0/ports/8149893b-1ae5-4a16-ad01-6aa8874ae21c HTTP/1.1" status: 204 len: 173 time: 1.2868545 Aug 03 19:18:06.487330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'name': 'network-vif-deleted', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:06.492511 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d35e0-f19c-44d5-a14b-62332e6ef176" -d '{"events": [{"server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "name": "network-vif-deleted", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:06.499847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.556070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.566775 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9691871-4e94-4075-bec7-045d2abeb13e x-openstack-request-id: req-f9691871-4e94-4075-bec7-045d2abeb13e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:06.566775 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e6a27a-adb9-47eb-9506-c99de8b05bb8", "name": "network-vif-deleted", "tag": "8149893b-1ae5-4a16-ad01-6aa8874ae21c", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:06.566775 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f9691871-4e94-4075-bec7-045d2abeb13e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:06.566775 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e6a27a-adb9-47eb-9506-c99de8b05bb8', 'name': 'network-vif-deleted', 'tag': '8149893b-1ae5-4a16-ad01-6aa8874ae21c', 'status': 'completed', 'code': 200} Aug 03 19:18:06.590784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:06.594548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:06.604954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:06.626506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:06.626506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.634141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=675afcdc-02d6-4fa6-bce2-e0cdd18952c2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:06.734022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port f5d18f3b-c954-4282-a920-faeb0cb305ca {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:06.734604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.757605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] DHCP port deletion for cc9f6617-45bd-4741-b80d-fb1eccd29d14 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:06.784248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72f3fa72-49e0-466f-b9a0-98921c91ddf3 req-80f4605a-ceb6-484e-a869-e51a043fbe91 tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0407951 Aug 03 19:18:06.807600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:06.808640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4827eae3-fc37-4644-9c22-079dbe2d4260 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0578685 Aug 03 19:18:06.869713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Deleting port f5d18f3b-c954-4282-a920-faeb0cb305ca {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:06.870341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.913179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] For port f5d18f3b-c954-4282-a920-faeb0cb305ca, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5d18f3b-c954-4282-a920-faeb0cb305ca,segment=NetworkSegment(5923722b-afb9-450f-b4a0-f878af49e9a9),segment_id=5923722b-afb9-450f-b4a0-f878af49e9a9)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:06.923500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.929230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for f5d18f3b-c954-4282-a920-faeb0cb305ca owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:06.947707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] For port f5d18f3b-c954-4282-a920-faeb0cb305ca, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5d18f3b-c954-4282-a920-faeb0cb305ca,segment=NetworkSegment(5923722b-afb9-450f-b4a0-f878af49e9a9),segment_id=5923722b-afb9-450f-b4a0-f878af49e9a9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:06.948470 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:06.965675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Calling delete_port for f5d18f3b-c954-4282-a920-faeb0cb305ca owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:07.004028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 675afcdc-02d6-4fa6-bce2-e0cdd18952c2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:07.004301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.033552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b16bf3-563f-4566-a201-2277e7061d3c req-853f5cae-e71a-492f-ac13-946742deec42 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.036409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70b16bf3-563f-4566-a201-2277e7061d3c req-853f5cae-e71a-492f-ac13-946742deec42 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0556748 Aug 03 19:18:07.091583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70b16bf3-563f-4566-a201-2277e7061d3c req-b1c95242-6ab6-4712-8347-2386de21aa60 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 Aug 03 19:18:07.119042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.135281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 675afcdc-02d6-4fa6-bce2-e0cdd18952c2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:07.206409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.227569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.243563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] Pushing event deleted for resources: {'Port': ['ID=f5d18f3b-c954-4282-a920-faeb0cb305ca,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.247564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80d2eb-c40b-49ec-a486-bb0fe04963de None None] No DVR routers for this DVR port f5d18f3b-c954-4282-a920-faeb0cb305ca on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:07.277033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] No DVR routers for this DVR port f5d18f3b-c954-4282-a920-faeb0cb305ca on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:07.285324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=f5d18f3b-c954-4282-a920-faeb0cb305ca,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.433730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.466645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9f6617-45bd-4741-b80d-fb1eccd29d14']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:07.479154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5923722b-afb9-450f-b4a0-f878af49e9a9') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:07.479470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5923722b-afb9-450f-b4a0-f878af49e9a9') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:07.492713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.508359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:07.511389 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61477518-67c5-4bc6-af09-5643b2bf9480" -d '{"events": [{"server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "name": "network-vif-plugged", "status": "completed", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:07.514122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.525374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:07.526019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:07.530484 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:07.539734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7f67f-d258-4b5d-8bfb-25948587d18c None None] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:07.650682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e772a6-f583-43bb-9010-26805b6fae73 req-1ad22637-f8d5-439d-b15a-b6e4bff582e3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.653104 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdb7916-16bc-407c-a5c2-d4c304a9cd42 x-openstack-request-id: req-abdb7916-16bc-407c-a5c2-d4c304a9cd42 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:07.653270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08e772a6-f583-43bb-9010-26805b6fae73 req-1ad22637-f8d5-439d-b15a-b6e4bff582e3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0919983 Aug 03 19:18:07.653399 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "name": "network-vif-plugged", "status": "completed", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:07.653799 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-abdb7916-16bc-407c-a5c2-d4c304a9cd42 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:07.654310 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6', 'code': 200} Aug 03 19:18:07.717552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.745747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08e772a6-f583-43bb-9010-26805b6fae73 req-583e845f-6d15-461e-9512-7556f1e2b10f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Aug 03 19:18:07.777426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=675afcdc-02d6-4fa6-bce2-e0cdd18952c2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.800260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e0518516-350c-43f3-be1a-082475b9f129 None None] Provisioning for port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:07.804584 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.805960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f54a56-142f-46e3-9d0d-d76f4b3b20f5 req-8fcc85c0-6f47-4f6a-bd08-651b487250e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.811902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8f54a56-142f-46e3-9d0d-d76f4b3b20f5 req-8fcc85c0-6f47-4f6a-bd08-651b487250e9 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1100907 Aug 03 19:18:07.825757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.832296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/networks/cc9f6617-45bd-4741-b80d-fb1eccd29d14 HTTP/1.1" status: 204 len: 168 time: 1.4226823 Aug 03 19:18:07.839079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59502) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.905601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:07.911788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-31cace2d-589a-42db-a5d6-eed5af3bd720 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/675afcdc-02d6-4fa6-bce2-e0cdd18952c2 HTTP/1.1" status: 204 len: 168 time: 1.0996175 Aug 03 19:18:07.913129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59504) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.916179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48525ee-0281-48b8-9fd3-4bb0d7848b09 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Network': ['ID=cc9f6617-45bd-4741-b80d-fb1eccd29d14,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:07.959230 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b757eb2-6fb1-430b-b9dd-3b799f3b7de7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:07.959952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b757eb2-6fb1-430b-b9dd-3b799f3b7de7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:07.965334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3b757eb2-6fb1-430b-b9dd-3b799f3b7de7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/675afcdc-02d6-4fa6-bce2-e0cdd18952c2 HTTP/1.1" status: 404 len: 333 time: 0.0427465 Aug 03 19:18:07.967277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:07.969420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f98415-ca13-4f58-ada9-4cb54ac85fc0 req-90fb72bf-70c3-4f39-9747-5a6cd639763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:07.971194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f98415-ca13-4f58-ada9-4cb54ac85fc0 req-90fb72bf-70c3-4f39-9747-5a6cd639763e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 1097 time: 0.1951489 Aug 03 19:18:08.021396 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f2845e-8d67-4c46-a295-c365a1dc69b3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:08.023659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f9f2845e-8d67-4c46-a295-c365a1dc69b3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/675afcdc-02d6-4fa6-bce2-e0cdd18952c2 HTTP/1.1" status: 404 len: 333 time: 0.0511348 Aug 03 19:18:08.028176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.059460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8f54a56-142f-46e3-9d0d-d76f4b3b20f5 req-59369b7f-ac21-4e01-bc0f-aa9ecfc5dda8 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379117 Aug 03 19:18:08.104962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04549c61-a086-4232-9567-849f5af7cfbe req-c07e184d-3d39-40fa-9722-586f5604d37c tempest-ServerGroupTestJSON-1040465458 tempest-ServerGroupTestJSON-1040465458-project] 10.222.0.67 "GET /v2.0/ports?device_id=17e6a27a-adb9-47eb-9506-c99de8b05bb8 HTTP/1.1" status: 200 len: 210 time: 0.0505974 Aug 03 19:18:08.106089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f1f98415-ca13-4f58-ada9-4cb54ac85fc0 req-00bd2094-9c47-4889-bf29-1fb12603079b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030657 Aug 03 19:18:08.112101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-160f24d2-da0d-4f44-8293-b62a525cc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:08.114471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-160f24d2-da0d-4f44-8293-b62a525cc247 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.2658319 Aug 03 19:18:08.115840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 819ae913-7922-4bb3-9ee2-9f8a6cbff26d {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:08.119490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.169676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.326711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.477579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:08.529059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.557610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port e2027da5-f8bf-4612-a487-26548040fc7e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:08.558039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.565234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=819ae913-7922-4bb3-9ee2-9f8a6cbff26d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:08.582686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffb46b3d-df98-4b04-8df6-f6188c4030be None None] Could not find standard attr ID for object 675afcdc-02d6-4fa6-bce2-e0cdd18952c2. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:08.589908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.592600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-481127b7-e91f-4e13-9016-3ac18d78ded0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/819ae913-7922-4bb3-9ee2-9f8a6cbff26d HTTP/1.1" status: 204 len: 168 time: 0.5630577 Aug 03 19:18:08.595790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:08.632119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:08.644569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:08.644569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.667643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-2990e84a-fac2-4289-85b7-68e3bf36f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:08.670270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-2990e84a-fac2-4289-85b7-68e3bf36f949 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.5479596 Aug 03 19:18:08.723477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.772476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.772959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.788337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for e2027da5-f8bf-4612-a487-26548040fc7e owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:08.789880 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:08.805872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ff7c08-6d72-4f3e-bb83-ca0fafcc7ea6 None None] Network 39e2fe60-b63a-47d8-bafa-278e83d2cf66 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:08.916983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,segment=NetworkSegment(efa56159-d9e7-4b4d-8c6a-145b3d54b962),segment_id=efa56159-d9e7-4b4d-8c6a-145b3d54b962)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:09.013087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-3fb8f775-ecba-400e-ad3a-880792160185 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.3347971 Aug 03 19:18:09.053368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.111285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c779f7-d4d3-4853-bf8c-9e1e9d78f5fc req-f3dfe3b5-90ed-4ad5-bf78-468145d2b818 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.114600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10c779f7-d4d3-4853-bf8c-9e1e9d78f5fc req-f3dfe3b5-90ed-4ad5-bf78-468145d2b818 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.2131991 Aug 03 19:18:09.140381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] DHCP port deletion for 39e2fe60-b63a-47d8-bafa-278e83d2cf66 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:09.194542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10c779f7-d4d3-4853-bf8c-9e1e9d78f5fc req-cff23389-a6a4-4cf5-bfa4-3ee258a8f714 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Aug 03 19:18:09.199046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-cad783c0-6afa-46ec-876c-88b3d39f125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.204959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-cad783c0-6afa-46ec-876c-88b3d39f125f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1822953 Aug 03 19:18:09.225891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5d18f3b-c954-4282-a920-faeb0cb305ca no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:09.272746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:09.272746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.298262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f5d18f3b-c954-4282-a920-faeb0cb305ca {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:09.298488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5d18f3b-c954-4282-a920-faeb0cb305ca not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:09.314876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.326373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.369847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Deleting port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:09.370511 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.405935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=e2027da5-f8bf-4612-a487-26548040fc7e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.426088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-186fc8b1-6037-4574-bffc-44a5846ed0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.427829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-186fc8b1-6037-4574-bffc-44a5846ed0f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123213 Aug 03 19:18:09.447352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,segment=NetworkSegment(efa56159-d9e7-4b4d-8c6a-145b3d54b962),segment_id=efa56159-d9e7-4b4d-8c6a-145b3d54b962)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:09.451124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.466574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:09.476932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] For port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,segment=NetworkSegment(efa56159-d9e7-4b4d-8c6a-145b3d54b962),segment_id=efa56159-d9e7-4b4d-8c6a-145b3d54b962)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:09.477365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.501085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Calling delete_port for 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:09.623613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a95d7-fde6-4a39-a75b-c7177f8772c8 req-a1495d9c-4edf-475a-857d-d40ab024926a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:09.623613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-895a95d7-fde6-4a39-a75b-c7177f8772c8 req-a1495d9c-4edf-475a-857d-d40ab024926a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.3317471 Aug 03 19:18:09.630680 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.633946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.640629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c0a9ed07-d408-4d9d-8d6f-6808fe1cc1f3 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/floatingips/d16e022b-0a68-41c4-93e7-5ccfb4b570bf HTTP/1.1" status: 204 len: 168 time: 1.7949612 Aug 03 19:18:09.640872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59558) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.681709 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0c2943-2cac-4559-9fe2-b198eed77a1a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:09.682541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0c2943-2cac-4559-9fe2-b198eed77a1a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:09.687219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5c0c2943-2cac-4559-9fe2-b198eed77a1a tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/20da467f-0f59-45ec-a988-fc58dbfdfba8 HTTP/1.1" status: 404 len: 333 time: 0.0426247 Aug 03 19:18:09.687707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59566) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.705750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-895a95d7-fde6-4a39-a75b-c7177f8772c8 req-6b02209f-96f1-4704-b771-5676e07c52ec tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641649 Aug 03 19:18:09.729131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-a9f75825-d3a4-4a0e-b683-795cc18f30f6 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760112 Aug 03 19:18:09.733124 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e65d6e2-5e33-4243-8d11-b5efed0c6845 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d HTTP/1.1" status: 200 len: 205 time: 0.0441091 Aug 03 19:18:09.735513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59572) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.765358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.780954 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-50e71dd5-78e6-49a2-b6ba-b33409c2b757 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] delete failed (client error): The resource could not be found. Aug 03 19:18:09.785041 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-50e71dd5-78e6-49a2-b6ba-b33409c2b757 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/routers/f3a7edf8-5cdd-4c1f-b557-11c5aa05c66d HTTP/1.1" status: 404 len: 336 time: 0.0455053 Aug 03 19:18:09.785041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.786291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59574) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.806275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] Pushing event deleted for resources: {'Port': ['ID=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.808159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794b638-bc3c-490c-a632-0c2f06aebe1b None None] No DVR routers for this DVR port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:09.813384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:09.815999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:09.857556 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07938d9-37f8-4fce-9149-e18d788203a1 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] DELETE failed (client error): The resource could not be found. Aug 03 19:18:09.858095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07938d9-37f8-4fce-9149-e18d788203a1 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:09.863442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a07938d9-37f8-4fce-9149-e18d788203a1 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/subnets/f9bed8f3-b45d-460a-be53-284ce32f87f3 HTTP/1.1" status: 404 len: 337 time: 0.0728643 Aug 03 19:18:09.866060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59576) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.871915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:18:09.880955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59578) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:09.906167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.929114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e2fe60-b63a-47d8-bafa-278e83d2cf66']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:09.949802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efa56159-d9e7-4b4d-8c6a-145b3d54b962') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:09.950400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efa56159-d9e7-4b4d-8c6a-145b3d54b962') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:09.961041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.979445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.986123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:09.986546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:09.990537 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:10.020127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Deleting subnet fad2604c-1c7c-41a9-ad78-d2a9200bb398 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:10.027301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c083ba3-7969-450f-ac52-cb2f89776611 req-3a626d1a-d8db-4fad-a6eb-768dc377925e service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905819 Aug 03 19:18:10.028037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.082658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.119122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port de53f480-de0d-4131-9b1f-3cfc6fca83d5 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:10.119491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.151585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.158500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.165356 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/39e2fe60-b63a-47d8-bafa-278e83d2cf66 HTTP/1.1" status: 204 len: 168 time: 1.5671897 Aug 03 19:18:10.171736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:10.183468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1352769550'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:10.185469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d351-37dc-4107-9c36-68bdd62d8a18 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=39e2fe60-b63a-47d8-bafa-278e83d2cf66,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.198411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.300941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.315284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8149893b-1ae5-4a16-ad01-6aa8874ae21c no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:10.336972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for de53f480-de0d-4131-9b1f-3cfc6fca83d5 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:10.346291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:10.350156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 8149893b-1ae5-4a16-ad01-6aa8874ae21c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:10.350487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 8149893b-1ae5-4a16-ad01-6aa8874ae21c not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:10.371140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:10.371478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ee1ef1a-cbb2-44fe-84c3-c70ae022eed7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:10.404621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dc3e2-e637-4c67-8cdc-abb21ab2648d req-dd362e65-6b8d-4562-88b4-3e64cc24a556 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.406407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-517dc3e2-e637-4c67-8cdc-abb21ab2648d req-dd362e65-6b8d-4562-88b4-3e64cc24a556 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.1267169 Aug 03 19:18:10.407301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:10.411707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.481653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:10.495241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-517dc3e2-e637-4c67-8cdc-abb21ab2648d req-b1cb471c-1328-40a3-9c74-9cdc2fdf27c9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807221 Aug 03 19:18:10.506534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.506912 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment 08bd9071-1f49-4618-ae20-69c50461ec3a of type vlan for network 417da294-024b-46e3-a068-e6455579bcb9 Aug 03 19:18:10.516874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.595571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad2604c-1c7c-41a9-ad78-d2a9200bb398,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:10.607129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.609060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9c28a91c-959a-4019-9680-a2a6ac43b75a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fad2604c-1c7c-41a9-ad78-d2a9200bb398 HTTP/1.1" status: 204 len: 168 time: 0.7308333 Aug 03 19:18:10.611904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:10.622576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.705064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fab7ec-7773-4415-8676-3906c964d33d req-8309081d-0cce-435b-be3f-91364722e66a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.707306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19fab7ec-7773-4415-8676-3906c964d33d req-8309081d-0cce-435b-be3f-91364722e66a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1128516 Aug 03 19:18:10.721640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.763713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19fab7ec-7773-4415-8676-3906c964d33d req-0e43d854-8047-46af-a272-b0446a5e0f0f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502820 Aug 03 19:18:10.802343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.825320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.837911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7040f9-9d8b-4cda-b580-3276f4f8c1ee']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:10.851525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0329765-545e-4a3a-b44b-e589bfe4d81c') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:10.851859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0329765-545e-4a3a-b44b-e589bfe4d81c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:10.863497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.880707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.891587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.891811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:10.891811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:10.894095 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:10.896871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:10.896871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:10.923333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=de53f480-de0d-4131-9b1f-3cfc6fca83d5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:11.064557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=417da294-024b-46e3-a068-e6455579bcb9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:11.077236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 417da294-024b-46e3-a068-e6455579bcb9 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:11.082791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e292e-61bc-47db-a7ac-ced98cee1fbf req-ee5d8816-dddf-4943-b8ab-b5ceca65c2f4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.084412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d90e292e-61bc-47db-a7ac-ced98cee1fbf req-ee5d8816-dddf-4943-b8ab-b5ceca65c2f4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.2683907 Aug 03 19:18:11.104944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989b0ff-bdb6-4d01-bb5b-663c6247f723 req-073c4f8e-8de5-4c93-89fa-86742aec2ea1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.106498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9989b0ff-bdb6-4d01-bb5b-663c6247f723 req-073c4f8e-8de5-4c93-89fa-86742aec2ea1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.2385740 Aug 03 19:18:11.114627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.116489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa6f0482-31db-4001-a1b1-865e56103fb8 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/de53f480-de0d-4131-9b1f-3cfc6fca83d5 HTTP/1.1" status: 204 len: 168 time: 1.2495728 Aug 03 19:18:11.120388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59640) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.133685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.169690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d90e292e-61bc-47db-a7ac-ced98cee1fbf req-aa405a43-94f4-4d9f-a23a-0f5f04b75745 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732949 Aug 03 19:18:11.170244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.172276 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] 10.222.0.67 "DELETE /v2.0/networks/dc7040f9-9d8b-4cda-b580-3276f4f8c1ee HTTP/1.1" status: 204 len: 168 time: 0.5580025 Aug 03 19:18:11.177186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d556bd9-a85b-436f-b051-e574bb58ce2b admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7040f9-9d8b-4cda-b580-3276f4f8c1ee,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:11.201150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9989b0ff-bdb6-4d01-bb5b-663c6247f723 req-d9afd7fd-133b-4cab-927d-c8b5e196a5fe tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824480 Aug 03 19:18:11.223801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9d84615e-dbf6-47bf-a8f4-022f7aee0bd2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0494614 Aug 03 19:18:11.227004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.233162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '417da294-024b-46e3-a068-e6455579bcb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:11.350855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 3ebefa73-e60e-4972-a36b-bcb283dff75b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:11.351253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.458556 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.473764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 3ebefa73-e60e-4972-a36b-bcb283dff75b owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:11.522348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f68b4-2a38-4b24-8625-792dafc9280d req-4053bf95-4910-4351-b460-22a5574ed5e9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:11.523974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922f68b4-2a38-4b24-8625-792dafc9280d req-4053bf95-4910-4351-b460-22a5574ed5e9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0591271 Aug 03 19:18:11.540536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:11.547453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.586184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-922f68b4-2a38-4b24-8625-792dafc9280d req-4d34727f-2765-4d17-879b-4cab409be3a9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549591 Aug 03 19:18:11.779521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.839909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f17a269a-703c-44db-ab7d-70f1e856f66f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fe6c6eaf5b7e47e9ae1d33eef9a11f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569217 Aug 03 19:18:11.840289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59666) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:11.925749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:11.958881 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.048385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393ee0-9bd3-499f-b1ac-4a4339a577e3 req-25bef5c5-a0df-49f0-b823-ea09f8e265df tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.050447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08393ee0-9bd3-499f-b1ac-4a4339a577e3 req-25bef5c5-a0df-49f0-b823-ea09f8e265df tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0707989 Aug 03 19:18:12.139308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.142519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.184451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=3ebefa73-e60e-4972-a36b-bcb283dff75b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.320909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': '08bd9071-1f49-4618-ae20-69c50461ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417da294-024b-46e3-a068-e6455579bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:12.321547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 417da294-024b-46e3-a068-e6455579bcb9, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:12.334921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08393ee0-9bd3-499f-b1ac-4a4339a577e3 req-f218f40e-3b1b-4508-8369-0e4c138a081a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735331 Aug 03 19:18:12.351219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.353254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5db7026-957e-449f-8961-72dcb700150b tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/ports/3ebefa73-e60e-4972-a36b-bcb283dff75b HTTP/1.1" status: 204 len: 168 time: 1.2309465 Aug 03 19:18:12.354448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=9751af42-56f9-46c0-b8c9-aaee12d24a60,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.356639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:12.367658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f12c-2f68-4956-a853-b52b6bb633d8 req-283d80a7-fa38-43a1-958b-b0d016d9fbb4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.369304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d56f12c-2f68-4956-a853-b52b6bb633d8 req-283d80a7-fa38-43a1-958b-b0d016d9fbb4 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0937576 Aug 03 19:18:12.370676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.373874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.377742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56979ea1-e9ea-40d4-bd48-2bbb3258983f HTTP/1.1" status: 204 len: 168 time: 0.5337205 Aug 03 19:18:12.401797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0690d-09f5-4cc9-ae5a-6fc69c29e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56979ea1-e9ea-40d4-bd48-2bbb3258983f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:12.444878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 417da294-024b-46e3-a068-e6455579bcb9 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:12.454383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d56f12c-2f68-4956-a853-b52b6bb633d8 req-b6619eaa-444d-462b-b889-1d02ec7b0c09 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675039 Aug 03 19:18:12.456377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35695001-6ff0-473b-ba95-717ab97ec99c tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.458294 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35695001-6ff0-473b-ba95-717ab97ec99c tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "GET /v2.0/ports?device_id=de769cf7-d43f-4945-a921-cae4756c7298 HTTP/1.1" status: 200 len: 913 time: 0.0988069 Aug 03 19:18:12.472252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59698) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:12.568217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 417da294-024b-46e3-a068-e6455579bcb9) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:12.573598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.580370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:12.580524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce685d56-112e-44e6-bf02-6db9529ae5f6 None None] Network 417da294-024b-46e3-a068-e6455579bcb9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:12.678534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b5ac5-4947-4447-ad84-862c50f8ee42 req-e4260240-68cd-4177-aff5-3e10d7e163e0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:12.679983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1b5ac5-4947-4447-ad84-862c50f8ee42 req-e4260240-68cd-4177-aff5-3e10d7e163e0 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1462362 Aug 03 19:18:12.729724 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-97f7bc21-117f-4d9e-93ef-41dd928d42a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5012910 Aug 03 19:18:12.733278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:12.741377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '417da294-024b-46e3-a068-e6455579bcb9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-907171021'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:12.949292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-417da294-024b-46e3-a068-e6455579bcb9', 'network_id': '417da294-024b-46e3-a068-e6455579bcb9', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': '9751af42-56f9-46c0-b8c9-aaee12d24a60'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:12.950177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.089185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:13.094276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.110764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db1b5ac5-4947-4447-ad84-862c50f8ee42 req-d796d9ff-8e81-451a-9aa9-c05c6a921d22 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4209566 Aug 03 19:18:13.148368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 485a48ab-dc8f-4dd1-b9f2-23a8e376c282 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:13.160308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e4cc-c982-4d2f-bd84-5b4333afcfb1 req-368d8154-b710-49f4-96c6-2ed05531a280 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.165630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e4cc-c982-4d2f-bd84-5b4333afcfb1 req-368d8154-b710-49f4-96c6-2ed05531a280 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.171664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930e4cc-c982-4d2f-bd84-5b4333afcfb1 req-368d8154-b710-49f4-96c6-2ed05531a280 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.180389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1930e4cc-c982-4d2f-bd84-5b4333afcfb1 req-368d8154-b710-49f4-96c6-2ed05531a280 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b&device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb&device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 2418 time: 0.4460938 Aug 03 19:18:13.185100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Allocated IP 2001:db8::2 (417da294-024b-46e3-a068-e6455579bcb9/9751af42-56f9-46c0-b8c9-aaee12d24a60/e1a4e772-a350-459e-a430-a9e0b88f8c80) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:13.248969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1930e4cc-c982-4d2f-bd84-5b4333afcfb1 req-ceb864b9-6064-4d89-9715-d0e64691e22c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683451 Aug 03 19:18:13.454202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.472347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Transition to ACTIVE for port object e1a4e772-a350-459e-a430-a9e0b88f8c80 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:13.526643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Transition to ACTIVE for port object e1a4e772-a350-459e-a430-a9e0b88f8c80 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:13.558818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03db71-c379-4793-9eb2-dd2ce6d38d93 req-51f48cf3-e864-4066-be55-cae5d7b4510b tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:13.568565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b03db71-c379-4793-9eb2-dd2ce6d38d93 req-51f48cf3-e864-4066-be55-cae5d7b4510b tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.1618235 Aug 03 19:18:13.584396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.631173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.672918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b03db71-c379-4793-9eb2-dd2ce6d38d93 req-2a57c184-ba73-41d4-a423-a4bb0df63111 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030786 Aug 03 19:18:13.714485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Network 417da294-024b-46e3-a068-e6455579bcb9 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:13.727025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:13.740986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Pushing event updated for resources: {'Port': ['ID=e1a4e772-a350-459e-a430-a9e0b88f8c80,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:13.753419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:13.770207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::35 (417da294-024b-46e3-a068-e6455579bcb9/9751af42-56f9-46c0-b8c9-aaee12d24a60/485a48ab-dc8f-4dd1-b9f2-23a8e376c282) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:13.878283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Attempting to bind port e1a4e772-a350-459e-a430-a9e0b88f8c80 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:13.880019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Attempting to bind port e1a4e772-a350-459e-a430-a9e0b88f8c80 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '08bd9071-1f49-4618-ae20-69c50461ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417da294-024b-46e3-a068-e6455579bcb9'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:13.880019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Attempting to bind port e1a4e772-a350-459e-a430-a9e0b88f8c80 on network 417da294-024b-46e3-a068-e6455579bcb9 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:13.892587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:13.893027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Checking segment: {'id': '08bd9071-1f49-4618-ae20-69c50461ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417da294-024b-46e3-a068-e6455579bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:13.893974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.901458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Bound using segment: {'id': '08bd9071-1f49-4618-ae20-69c50461ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417da294-024b-46e3-a068-e6455579bcb9'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:13.902307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Bound port: e1a4e772-a350-459e-a430-a9e0b88f8c80, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bd9071-1f49-4618-ae20-69c50461ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '417da294-024b-46e3-a068-e6455579bcb9'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:13.903514 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.978421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:13.996477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 485a48ab-dc8f-4dd1-b9f2-23a8e376c282 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:14.010812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] For port e1a4e772-a350-459e-a430-a9e0b88f8c80, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:14.014802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] For port e1a4e772-a350-459e-a430-a9e0b88f8c80, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e1a4e772-a350-459e-a430-a9e0b88f8c80,segment=NetworkSegment(08bd9071-1f49-4618-ae20-69c50461ec3a),segment_id=08bd9071-1f49-4618-ae20-69c50461ec3a)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:14.109733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 606388b5-be31-4e94-bec0-f5cedfd84318 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:14.110246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.225158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.242686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 606388b5-be31-4e94-bec0-f5cedfd84318 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:14.296037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.296389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.469178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd39a9-c500-48f3-b76e-1129c6c8a204 None None] Pushing event updated for resources: {'Port': ['ID=e1a4e772-a350-459e-a430-a9e0b88f8c80,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:14.487043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 417da294-024b-46e3-a068-e6455579bcb9 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:14.489873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:14.496585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:14.518323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:14.519973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.600989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=485a48ab-dc8f-4dd1-b9f2-23a8e376c282,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:14.603080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59792) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:14.806360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-577673540-network', 'tenant_id': 'f2c0daf9ee07424ba55751f538c65fce'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:14.809867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4bb372b4-72a3-4d24-b36c-f77527d9cca2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0748420 Aug 03 19:18:14.812610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:14.911612 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.946144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 485a48ab-dc8f-4dd1-b9f2-23a8e376c282 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:14.946499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:14.951706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=606388b5-be31-4e94-bec0-f5cedfd84318,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:15.072627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.087777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 485a48ab-dc8f-4dd1-b9f2-23a8e376c282 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:15.129464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Made reservation on behalf of f2c0daf9ee07424ba55751f538c65fce for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:15.131896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.144932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.180709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.431791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.432286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.476399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=485a48ab-dc8f-4dd1-b9f2-23a8e376c282,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:15.477579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Router de769cf7-d43f-4945-a921-cae4756c7298 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:15.517676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.522068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a8d352c1-3eed-492c-9877-555a43d87c75 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/485a48ab-dc8f-4dd1-b9f2-23a8e376c282 HTTP/1.1" status: 204 len: 168 time: 0.7083335 Aug 03 19:18:15.524908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59838) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.559932 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e127c97e-5a51-4bd9-9977-a7259e311122 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:15.561943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e127c97e-5a51-4bd9-9977-a7259e311122 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/485a48ab-dc8f-4dd1-b9f2-23a8e376c282 HTTP/1.1" status: 404 len: 333 time: 0.0358100 Aug 03 19:18:15.564825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.654481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 9751af42-56f9-46c0-b8c9-aaee12d24a60 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:15.658775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.692631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.723622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.729639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6218ae25-f49b-40bf-b2e1-c7679b594308 req-1d599d98-4690-4f4a-b43b-8b5d0d5a5b60 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:15.737463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6218ae25-f49b-40bf-b2e1-c7679b594308 req-1d599d98-4690-4f4a-b43b-8b5d0d5a5b60 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1270173 Aug 03 19:18:15.768256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:15.768420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf0628f-96c9-4c00-bd57-6dd4e82e0439 None None] Network 417da294-024b-46e3-a068-e6455579bcb9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:15.769130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4ec2c24-fabd-4463-9b82-1535272dba90 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "PUT /v2.0/routers/de769cf7-d43f-4945-a921-cae4756c7298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3055630 Aug 03 19:18:15.771315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59850) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:15.778464 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] Sync routers for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:15.792216 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:15.793348 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:15.850793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.865553 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:15.877100 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] Routers {'de769cf7-d43f-4945-a921-cae4756c7298'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:15.879043 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:17:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['de769cf7-d43f-4945-a921-cae4756c7298'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:15.922745 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:15.923840 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3fefef-e478-4a51-b16b-a7209a551270 None None] The sync data for ids ['de769cf7-d43f-4945-a921-cae4756c7298'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:15.950865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:15.959567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6218ae25-f49b-40bf-b2e1-c7679b594308 req-d4ee81a7-104c-45bd-90e8-807afe706d0a tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211785 Aug 03 19:18:16.037509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.041261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b8d2ce-b4a0-494d-990f-be66e259346f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:16.107833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.289911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eb1ca362-efdb-4124-8f1c-77d57a6664cd None None] Provisioning for port e1a4e772-a350-459e-a430-a9e0b88f8c80 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:16.388522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1a4e772-a350-459e-a430-a9e0b88f8c80 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:16.390125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.413601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:16.428071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=9751af42-56f9-46c0-b8c9-aaee12d24a60,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:16.429819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.430746 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Added segment 770d8b24-d381-4052-b67c-a46f2ba69937 of type vlan for network 245f34d1-7e19-4ebc-a6fa-5561002fa480 Aug 03 19:18:16.438548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.439227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.439227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.439597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.440689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.441396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.442061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.442591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.443637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.444334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.444874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.445385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:16.458223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.463004 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eefe3938-976b-45f1-83a5-26924d9d2bfc tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/9751af42-56f9-46c0-b8c9-aaee12d24a60 HTTP/1.1" status: 204 len: 168 time: 0.8943768 Aug 03 19:18:16.478179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59856) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:16.487935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4d378-7c19-49e0-beec-ce6db99a4e16 None None] Network 417da294-024b-46e3-a068-e6455579bcb9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:16.523787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.568943 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.581961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting port 3f7329a5-764c-4523-96b2-ff8b2336e263 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:16.582612 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.607137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-71aba305-f887-4069-ac6d-fc49d99f3f01 None None] Could not find standard attr ID for object 485a48ab-dc8f-4dd1-b9f2-23a8e376c282. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:16.630603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port e1a4e772-a350-459e-a430-a9e0b88f8c80 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:16.630960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.682317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.688530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port e1a4e772-a350-459e-a430-a9e0b88f8c80 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:16.694042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e1a4e772-a350-459e-a430-a9e0b88f8c80 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:16.711222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.716036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Calling delete_port for 3f7329a5-764c-4523-96b2-ff8b2336e263 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:16.727293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] DHCP port deletion for 417da294-024b-46e3-a068-e6455579bcb9 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:16.732226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port e1a4e772-a350-459e-a430-a9e0b88f8c80, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e1a4e772-a350-459e-a430-a9e0b88f8c80,segment=NetworkSegment(08bd9071-1f49-4618-ae20-69c50461ec3a),segment_id=08bd9071-1f49-4618-ae20-69c50461ec3a)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:16.732909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.754675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for e1a4e772-a350-459e-a430-a9e0b88f8c80 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:16.833892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-2c0a69f7-f28f-4e8a-abb3-85014c1d2efc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.835537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-2c0a69f7-f28f-4e8a-abb3-85014c1d2efc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=06a68f14-0f8f-4828-afe4-719d6780fbea HTTP/1.1" status: 200 len: 943 time: 0.1109004 Aug 03 19:18:16.838470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.839796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:16.840636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.843774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Deleting port e1a4e772-a350-459e-a430-a9e0b88f8c80 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:16.844357 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.847763 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.931416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] For port e1a4e772-a350-459e-a430-a9e0b88f8c80, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e1a4e772-a350-459e-a430-a9e0b88f8c80,segment=NetworkSegment(08bd9071-1f49-4618-ae20-69c50461ec3a),segment_id=08bd9071-1f49-4618-ae20-69c50461ec3a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:16.931816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:16.945817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Calling delete_port for e1a4e772-a350-459e-a430-a9e0b88f8c80 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:16.994548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] Pushing event updated for resources: {'Network': ['ID=245f34d1-7e19-4ebc-a6fa-5561002fa480,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.006573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 245f34d1-7e19-4ebc-a6fa-5561002fa480 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:17.059490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.088157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=e1a4e772-a350-459e-a430-a9e0b88f8c80,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.094938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port e1a4e772-a350-459e-a430-a9e0b88f8c80 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:17.135699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port b567e259-9943-4336-afc0-14d9349f6857 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:17.136263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.201506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.215181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417da294-024b-46e3-a068-e6455579bcb9']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:17.230809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.239955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bd9071-1f49-4618-ae20-69c50461ec3a') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:17.240263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bd9071-1f49-4618-ae20-69c50461ec3a') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:17.245327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f9863c9-dcf6-47a0-8e9c-ec86d81899e5 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6403975 Aug 03 19:18:17.249462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:17.253409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.256416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Request body: {'subnet': {'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-577673540-subnet', 'tenant_id': 'f2c0daf9ee07424ba55751f538c65fce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:17.262853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.283486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.287337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] Pushing event deleted for resources: {'Port': ['ID=e1a4e772-a350-459e-a430-a9e0b88f8c80,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.296715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:17.297461 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:17.301268 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:17.304291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f417557-44f8-4b4a-a20d-b146ab527189 None None] No DVR routers for this DVR port e1a4e772-a350-459e-a430-a9e0b88f8c80 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:17.350163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Port': ['ID=3f7329a5-764c-4523-96b2-ff8b2336e263,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.469510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Made reservation on behalf of f2c0daf9ee07424ba55751f538c65fce for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:17.472890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.557031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.566378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.568380 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/417da294-024b-46e3-a068-e6455579bcb9 HTTP/1.1" status: 204 len: 168 time: 1.1030545 Aug 03 19:18:17.595572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:17.595572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'name': 'tempest-PortsIpV6TestJSON-1547189472'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:17.602628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438ce91-32e6-40c7-b5bf-a141d745a005 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=417da294-024b-46e3-a068-e6455579bcb9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:17.701983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1de621-e8f9-4fb9-af15-3fa1d6bbb2d4 req-273b0031-ea4f-4b88-9477-5e60fa96227f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:17.703519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b1de621-e8f9-4fb9-af15-3fa1d6bbb2d4 req-273b0031-ea4f-4b88-9477-5e60fa96227f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.5355721 Aug 03 19:18:17.705576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port b567e259-9943-4336-afc0-14d9349f6857, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b567e259-9943-4336-afc0-14d9349f6857,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:17.706534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.734492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for b567e259-9943-4336-afc0-14d9349f6857 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:17.759267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.859007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:17.905098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.908726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:17.912853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b1de621-e8f9-4fb9-af15-3fa1d6bbb2d4 req-b20b6dc1-a29d-4d1f-8968-cc2d2ad6bc45 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932585 Aug 03 19:18:18.007104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:18.007104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.011184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df6a94f9-bab8-469f-97db-2f86056e1e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.036243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 671148b0-1c03-44dc-b91b-84f489a2812e yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:18.092762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.217290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bef032d-3f03-43a4-ac9a-691d07121102,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.302368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Checking segment: {'id': '770d8b24-d381-4052-b67c-a46f2ba69937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:18.302731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Network hostable DHCP agents. Network: 245f34d1-7e19-4ebc-a6fa-5561002fa480, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:18.342265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1a4e772-a350-459e-a430-a9e0b88f8c80 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:18.344082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.354918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.364997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Fanout notify agent at l3_agent the message router_deleted on router de769cf7-d43f-4945-a921-cae4756c7298 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:18:18.366154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: e1a4e772-a350-459e-a430-a9e0b88f8c80 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:18.366154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1a4e772-a350-459e-a430-a9e0b88f8c80 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:18.370690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df6a94f9-bab8-469f-97db-2f86056e1e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.372910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.376518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ed5836a6-b440-435c-954a-3f5a776272cb tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/routers/de769cf7-d43f-4945-a921-cae4756c7298 HTTP/1.1" status: 204 len: 168 time: 2.6018012 Aug 03 19:18:18.377758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59878) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:18.453152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Deleting subnet e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:18.457937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.497925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.506403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.535848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=b567e259-9943-4336-afc0-14d9349f6857,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.553477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.570506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee', '3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:18.590182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] No DVR routers for this DVR port b567e259-9943-4336-afc0-14d9349f6857 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:18.605459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.605459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecd60f28-d630-474f-aac4-d3d54acf65ed req-cee09e7b-a2b3-47a2-8227-bebc79fcb548 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "DELETE /v2.0/ports/b567e259-9943-4336-afc0-14d9349f6857 HTTP/1.1" status: 204 len: 173 time: 1.7345200 Aug 03 19:18:18.605459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-deleted', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:18.605459 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d6b98-155c-4ac3-850c-6a8f3c5c6fda" -d '{"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-deleted", "tag": "b567e259-9943-4336-afc0-14d9349f6857"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:18.647276 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bae2315-12fa-4073-b6f5-ff1a10a9ef6e x-openstack-request-id: req-1bae2315-12fa-4073-b6f5-ff1a10a9ef6e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:18.647720 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a68f14-0f8f-4828-afe4-719d6780fbea", "name": "network-vif-deleted", "tag": "b567e259-9943-4336-afc0-14d9349f6857", "status": "failed", "code": 422}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:18.648100 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1bae2315-12fa-4073-b6f5-ff1a10a9ef6e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:18.648532 n-d-803363-1 neutron-server[101342]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06a68f14-0f8f-4828-afe4-719d6780fbea', 'name': 'network-vif-deleted', 'tag': 'b567e259-9943-4336-afc0-14d9349f6857', 'status': 'failed', 'code': 422} returned with failed status Aug 03 19:18:18.675057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Network 245f34d1-7e19-4ebc-a6fa-5561002fa480 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:18.820161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df6a94f9-bab8-469f-97db-2f86056e1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.826214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.902032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-df6a94f9-bab8-469f-97db-2f86056e1e05 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5ccc3a2ab2d04dc6b8a1f6dec2d0d028&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0418475 Aug 03 19:18:18.904639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59882) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:18.908458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:18.909660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a94f9-bab8-469f-97db-2f86056e1e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94d9d3-4754-48c6-bf9c-6f4a4eb60d1f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.915418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:18.921831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:18.932471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:18.932471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:18.936355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=671148b0-1c03-44dc-b91b-84f489a2812e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:18.973162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.004539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.022407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.027959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 245f34d1-7e19-4ebc-a6fa-5561002fa480) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:19.043969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88251fe-6d12-4231-8e83-62335671a727 None None] Network 245f34d1-7e19-4ebc-a6fa-5561002fa480 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:19.057266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:19.057932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.061087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Subnet': ['ID=e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.070008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.075899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ff00cf00-21b5-402b-95d6-39326ce96777 tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/subnets/e58d0dc0-7ae2-4003-8d9c-8b2e53f2dfa3 HTTP/1.1" status: 204 len: 168 time: 0.6930985 Aug 03 19:18:19.076149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59888) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:19.094464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9b2b5-05ca-49a7-9e73-d98d209d7f57 req-f36d20cd-65a9-4cca-a53b-2be0be48935f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:19.095992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe9b2b5-05ca-49a7-9e73-d98d209d7f57 req-f36d20cd-65a9-4cca-a53b-2be0be48935f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1047351 Aug 03 19:18:19.123329 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9909ebc-b778-4f77-9c08-4f09766a0033 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5359631 Aug 03 19:18:19.135808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:19.191384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.207515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b258d6-82c2-45a5-a6d9-ccb8325e7713 None None] Network 245f34d1-7e19-4ebc-a6fa-5561002fa480 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:19.207619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe9b2b5-05ca-49a7-9e73-d98d209d7f57 req-a0f8ca95-ac8f-456a-a0d9-d728bdb5853c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970020 Aug 03 19:18:19.240105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f47efc6b-3b32-425e-b75a-74862e008d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.273825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 671148b0-1c03-44dc-b91b-84f489a2812e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:19.274327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.313347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.316438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.320069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2e94d9d3-4754-48c6-bf9c-6f4a4eb60d1f HTTP/1.1" status: 204 len: 168 time: 0.4116237 Aug 03 19:18:19.322474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-23749667-8160-42f8-b1e5-31abc7ab3cc6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0718980 Aug 03 19:18:19.341595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432934d4-94a0-46c7-b40c-3ad77a08562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94d9d3-4754-48c6-bf9c-6f4a4eb60d1f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.352178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.379585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab76d24-914f-4f0b-b0be-48f0288ef181']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:19.385837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b03732-6882-4a97-a952-374f7c6be3f1') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:19.386138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b03732-6882-4a97-a952-374f7c6be3f1') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:19.394309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.400975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.412621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 671148b0-1c03-44dc-b91b-84f489a2812e owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:19.416373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.425067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:19.426192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:19.430793 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:19.669969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.680399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.685103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] 10.222.0.67 "DELETE /v2.0/networks/3ab76d24-914f-4f0b-b0be-48f0288ef181 HTTP/1.1" status: 204 len: 168 time: 0.6062715 Aug 03 19:18:19.697172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b2c18-f42b-4b28-9915-d192ddae9bce tempest-FloatingIPTestJSON-1246658904 tempest-FloatingIPTestJSON-1246658904-project] Pushing event deleted for resources: {'Network': ['ID=3ab76d24-914f-4f0b-b0be-48f0288ef181,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.710429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.739310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=671148b0-1c03-44dc-b91b-84f489a2812e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:19.743094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:19.745275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bf4fbc4b-f9a7-4f63-a9df-6c821c5334e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/671148b0-1c03-44dc-b91b-84f489a2812e HTTP/1.1" status: 204 len: 168 time: 0.6143014 Aug 03 19:18:19.747759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59906) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:19.757247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'mac_address': 'fa:16:3e:f7:28:bc', 'name': 'tempest-PortsIpV6TestJSON-1201950658'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:20.047231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:20.176449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.204613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 7a9748db-3b11-4d2d-8b73-f7ef6ed3572d yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:20.255401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-5f37c8c0-f584-4201-ad95-b58944a2ca94 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.261881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-5f37c8c0-f584-4201-ad95-b58944a2ca94 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/networks?id=245f34d1-7e19-4ebc-a6fa-5561002fa480 HTTP/1.1" status: 200 len: 812 time: 0.1319709 Aug 03 19:18:20.273565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-15964e37-fbe5-4e44-ae1f-08ac6338ade0 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/quotas/f2c0daf9ee07424ba55751f538c65fce HTTP/1.1" status: 200 len: 375 time: 0.0105178 Aug 03 19:18:20.313366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-5d587df2-5c9c-45f2-a5cf-1d8f37943218 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f2c0daf9ee07424ba55751f538c65fce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321188 Aug 03 19:18:20.393972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.422549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-80409b63-96a0-4c42-bd39-f373abd3eb11 service neutron] 10.222.0.67 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008482 Aug 03 19:18:20.551894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.565323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155423e1-22f3-49c9-b44b-068aef9176ae req-fff6b0a7-7bab-48a2-bb54-4ea52cef3c56 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.567165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-155423e1-22f3-49c9-b44b-068aef9176ae req-fff6b0a7-7bab-48a2-bb54-4ea52cef3c56 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0854132 Aug 03 19:18:20.579007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-f7a5ed62-3f4b-4bdb-8d2f-fa523db217f2 service neutron] 10.222.0.67 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497588 Aug 03 19:18:20.599412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59936) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.602668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:20.611098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:20.616318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:20.622106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.622863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.629322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=7a9748db-3b11-4d2d-8b73-f7ef6ed3572d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:20.673921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-155423e1-22f3-49c9-b44b-068aef9176ae req-17a77b50-6873-4d02-b00f-b386d406c038 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710614 Aug 03 19:18:20.785219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53f5e298-4ab3-4abc-a3d2-5aa46ddffcb9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0262365 Aug 03 19:18:20.785219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.813664 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b2e08aaa-159e-4bf5-b849-15f5be1ec899 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4eb10fa4533f42db93640f7c49ae34e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2129154 Aug 03 19:18:20.816937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59944) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.863497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9cae3e-cf14-4537-9141-cec6e5c042f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:20.868200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3b9cae3e-cf14-4537-9141-cec6e5c042f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/7a9748db-3b11-4d2d-8b73-f7ef6ed3572d HTTP/1.1" status: 200 len: 845 time: 0.0791955 Aug 03 19:18:20.868200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59950) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:20.916115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:20.974202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ca08a4d-8a8e-4d81-bc5f-a3419cb3c0ea req-78d2da81-b1ee-4d6d-a64d-e201537420b5 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.0425367 Aug 03 19:18:20.977274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.004303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 7a9748db-3b11-4d2d-8b73-f7ef6ed3572d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:21.004303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.098347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.111767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 7a9748db-3b11-4d2d-8b73-f7ef6ed3572d owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:21.150838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.153699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.158313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c9a4583-3948-4908-bcec-1813e4465539 HTTP/1.1" status: 204 len: 168 time: 0.3370759 Aug 03 19:18:21.165217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069fb76-9c85-49d7-b5ec-2febdb3249e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a4583-3948-4908-bcec-1813e4465539,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.287518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375b777-d33c-4e6b-9a6e-303c2810a5d1 req-0dffd103-bf8b-4e92-9928-3c0c062b82ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.289396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7375b777-d33c-4e6b-9a6e-303c2810a5d1 req-0dffd103-bf8b-4e92-9928-3c0c062b82ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 907 time: 0.0521019 Aug 03 19:18:21.374124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.411787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.422044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/7a9748db-3b11-4d2d-8b73-f7ef6ed3572d HTTP/1.1" status: 204 len: 168 time: 0.5453796 Aug 03 19:18:21.422044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6e061-524c-4f4f-bbb8-6978927c2cc5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=7a9748db-3b11-4d2d-8b73-f7ef6ed3572d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:21.422598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59970) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.448710 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84cfca5-f0a9-4dbf-8b16-36f10aee9fe1 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:21.450787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f84cfca5-f0a9-4dbf-8b16-36f10aee9fe1 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/7a9748db-3b11-4d2d-8b73-f7ef6ed3572d HTTP/1.1" status: 404 len: 333 time: 0.0316243 Aug 03 19:18:21.454992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59972) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:21.461135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'name': 'tempest-PortsIpV6TestJSON-404758466'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:21.654649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:21.658619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:21.835221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adfe36-9945-4202-ad70-40ca59474b24 req-a2a9a238-747f-48f7-b3f3-7da9871f18c1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:21.838145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49adfe36-9945-4202-ad70-40ca59474b24 req-a2a9a238-747f-48f7-b3f3-7da9871f18c1 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0869818 Aug 03 19:18:21.888377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49adfe36-9945-4202-ad70-40ca59474b24 req-da0dab24-50c7-4876-9f89-903a1cb885f0 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439017 Aug 03 19:18:21.996665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port cc051747-f231-499a-8e43-603760e57ca6 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:22.008321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-264840d6-648b-4ddb-8edd-9fa31dab7018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.114155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7fd0cf0-6946-41b9-ae51-0f39d70b196d req-3a6aa736-3607-415a-a2d3-210852ed7c88 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.0456550 Aug 03 19:18:22.177804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.219933 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.300529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.350996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:22.357241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:22.359727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:22.367003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.367831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.374756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=cc051747-f231-499a-8e43-603760e57ca6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:22.455301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b2bdd-9ba9-4e8a-822a-84f84de291d8 req-f8fdb7d3-c58e-4ede-896f-fb55a58f9798 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.458803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-778b2bdd-9ba9-4e8a-822a-84f84de291d8 req-f8fdb7d3-c58e-4ede-896f-fb55a58f9798 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 907 time: 0.0575004 Aug 03 19:18:22.494953 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1394b6f8-bf07-4ba1-9643-faf2114ae0a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0382106 Aug 03 19:18:22.497602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:22.503740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:22.592362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.658401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-956ea6a1-75cf-483b-bb45-c9da403e324f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:22.660422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-956ea6a1-75cf-483b-bb45-c9da403e324f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 907 time: 0.0555005 Aug 03 19:18:22.673250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60020) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:22.789661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.803231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port 32e2beea-3c9b-46df-815d-bd9db7460d70 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:22.803606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.855000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-33456914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:22.904999 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.928411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port 32e2beea-3c9b-46df-815d-bd9db7460d70, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=32e2beea-3c9b-46df-815d-bd9db7460d70,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:22.928967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.939572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:22.951410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for 32e2beea-3c9b-46df-815d-bd9db7460d70 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:23.005936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] In _notify_port_updated(), no bound segment for port cc051747-f231-499a-8e43-603760e57ca6 on network d0d2302c-e301-49d4-9a5e-ed2dfd314661 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:18:23.014982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.015806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.020194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/ports/cc051747-f231-499a-8e43-603760e57ca6 HTTP/1.1" status: 200 len: 818 time: 0.5186114 Aug 03 19:18:23.021497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60034) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.072453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ffbc7-d9a6-4a4d-bc77-cb6c8477f1a4 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=cc051747-f231-499a-8e43-603760e57ca6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.103509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7600a-37ff-4895-9760-f9d07e623492 req-c2cc06d0-9640-43d2-8174-8fe60fb3f983 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.105189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77c7600a-37ff-4895-9760-f9d07e623492 req-c2cc06d0-9640-43d2-8174-8fe60fb3f983 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1374030 Aug 03 19:18:23.108187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.109335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.167640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port cc051747-f231-499a-8e43-603760e57ca6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:23.169551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.282291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.289836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.300902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for cc051747-f231-499a-8e43-603760e57ca6 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:23.317702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9382e46d-d8ea-4637-977b-9413fed17541 req-b0898944-ecab-4a00-8224-8a9d2494b728 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.1008518 Aug 03 19:18:23.325920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77c7600a-37ff-4895-9760-f9d07e623492 req-13c50dae-7efe-4ebe-99a1-33df09497fd6 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076089 Aug 03 19:18:23.375242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.498342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.525208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=32e2beea-3c9b-46df-815d-bd9db7460d70,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.532428 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.542094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.545874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d45986b-a086-4df6-af0e-2fb05711788a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.8674295 Aug 03 19:18:23.561295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60050) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.569299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-601977a1-d1ae-41d1-b40f-e6ca1441e87a req-9db40423-76ed-4168-8737-67fda1d830ad tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0400052 Aug 03 19:18:23.588832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=cc051747-f231-499a-8e43-603760e57ca6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:23.590700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1233922644'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:23.596413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.603210 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-babe02ef-e011-497e-937c-8cb3e764ad73 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/cc051747-f231-499a-8e43-603760e57ca6 HTTP/1.1" status: 204 len: 168 time: 0.5806382 Aug 03 19:18:23.603865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60052) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.630803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] No DVR routers for this DVR port 32e2beea-3c9b-46df-815d-bd9db7460d70 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:23.634805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.637037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7706496e-cb2a-4533-84c9-1a60d8bf5e7c req-cd7b3474-4916-4a5f-a514-51087ec409d6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "DELETE /v2.0/ports/32e2beea-3c9b-46df-815d-bd9db7460d70 HTTP/1.1" status: 204 len: 173 time: 0.9701874 Aug 03 19:18:23.641651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'name': 'network-vif-deleted', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:23.641651 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fd58f0-915b-4dc5-a703-ccac4e4a6cd3" -d '{"events": [{"server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "name": "network-vif-deleted", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:23.695457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5218f-3502-456e-9e2c-d52f55e36106 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:23.699552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0da5218f-3502-456e-9e2c-d52f55e36106 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0921786 Aug 03 19:18:23.699552 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f971ae8-88c7-4141-bc89-903a7669afde x-openstack-request-id: req-0f971ae8-88c7-4141-bc89-903a7669afde {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:23.699552 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "904c3497-1411-4721-84ae-e7f694ed7dd6", "name": "network-vif-deleted", "tag": "32e2beea-3c9b-46df-815d-bd9db7460d70", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:23.706696 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f971ae8-88c7-4141-bc89-903a7669afde {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:23.706696 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '904c3497-1411-4721-84ae-e7f694ed7dd6', 'name': 'network-vif-deleted', 'tag': '32e2beea-3c9b-46df-815d-bd9db7460d70', 'status': 'completed', 'code': 200} Aug 03 19:18:23.706696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60058) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.732713 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-13155708-bab7-47ce-ab81-468e7cb33c7c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:23.734348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-13155708-bab7-47ce-ab81-468e7cb33c7c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/cc051747-f231-499a-8e43-603760e57ca6 HTTP/1.1" status: 404 len: 333 time: 0.0329652 Aug 03 19:18:23.738163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:23.743666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1443916406'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:23.825291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:23.829689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.840938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.945492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:23.950266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.976157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:23.986676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:23.987214 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment cae8406b-48e9-4026-9038-4ab30ce00c78 of type vlan for network 190c0400-4949-42c5-bdf3-d48d87777ffd Aug 03 19:18:24.029225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.035162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.144219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.148580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.150010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.152548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.231809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:24.243848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=190c0400-4949-42c5-bdf3-d48d87777ffd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.253924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d690d4-4f4b-4435-b895-48b28812e1ed,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.257111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.257463 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Added segment b8a9523d-8e4b-4200-ac92-a6655cac60a4 of type vlan for network 838586f8-354e-4561-8dde-aeda8b9c75a8 Aug 03 19:18:24.262179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:24.329983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.346792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e57dd49a-4901-4761-900e-761fae535689 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6071482 Aug 03 19:18:24.349878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60076) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.356825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:24.359584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-3fcdecae-3bc9-485d-97e7-cd7b704d5451 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.359584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-3fcdecae-3bc9-485d-97e7-cd7b704d5451 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.77 "GET /v2.0/networks?id=245f34d1-7e19-4ebc-a6fa-5561002fa480 HTTP/1.1" status: 200 len: 812 time: 0.2238712 Aug 03 19:18:24.385255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Request body: {'port': {'device_id': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480', 'admin_state_up': True, 'tenant_id': 'f2c0daf9ee07424ba55751f538c65fce'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:24.509628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.516854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.517816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.573922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:24.577770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.687040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8de76432-0c61-461d-bd64-559f0bd82ee4 req-559fd0dd-7830-40ac-8956-e2ee7b47a406 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.1648583 Aug 03 19:18:24.710634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:24.717180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Network': ['ID=838586f8-354e-4561-8dde-aeda8b9c75a8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:24.740201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:24.748602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b493fb-4cc3-4077-9026-18907b5bb8ca req-40a84d2b-50d5-46a9-b552-27c85ab3ee6f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:24.757586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99b493fb-4cc3-4077-9026-18907b5bb8ca req-40a84d2b-50d5-46a9-b552-27c85ab3ee6f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.3032267 Aug 03 19:18:24.823111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99b493fb-4cc3-4077-9026-18907b5bb8ca req-32bc60e1-5aed-4b61-a87e-40f800eb192e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645878 Aug 03 19:18:24.841121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60098) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:24.843259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'subnet': {'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:24.851162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03148dfe-7752-4409-9568-ca26df32afb0 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2601795 Aug 03 19:18:24.891399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3010c678-4c90-44d7-9ae4-84131518ad85 req-2fdd4cc4-9fac-4653-85c6-0884bec9065e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=904c3497-1411-4721-84ae-e7f694ed7dd6 HTTP/1.1" status: 200 len: 210 time: 0.0387104 Aug 03 19:18:24.985332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Made reservation on behalf of f2c0daf9ee07424ba55751f538c65fce for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:24.989515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.054424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.102133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:25.105810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.150586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Allocated IP 172.20.0.2 (245f34d1-7e19-4ebc-a6fa-5561002fa480/3bef032d-3f03-43a4-ac9a-691d07121102/4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:25.190085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=7b70eff2-3ac2-4930-aac2-3ab5880846fe,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.238192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'cae8406b-48e9-4026-9038-4ab30ce00c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:25.238570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 190c0400-4949-42c5-bdf3-d48d87777ffd, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:25.334351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.348696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 190c0400-4949-42c5-bdf3-d48d87777ffd is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:25.435040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 190c0400-4949-42c5-bdf3-d48d87777ffd) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:25.439260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.440493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.444685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2dd43-44d8-40f7-a162-eb539d7c9a6b None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.460472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.460872 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.516833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Network 245f34d1-7e19-4ebc-a6fa-5561002fa480 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:25.522898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:25.530659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:25.537985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Subnet': ['ID=b82dc6e1-dae3-4302-b200-307d4077254e,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.548258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a94ff363-4361-4592-8dc5-4b58d238168a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1970096 Aug 03 19:18:25.548926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60110) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:25.557789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:25.562242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Pushing event updated for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:25.602081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.603144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.616934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Checking segment: {'id': 'b8a9523d-8e4b-4200-ac92-a6655cac60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:25.617413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network hostable DHCP agents. Network: 838586f8-354e-4561-8dde-aeda8b9c75a8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:25.634622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-190c0400-4949-42c5-bdf3-d48d87777ffd', 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': '7b70eff2-3ac2-4930-aac2-3ab5880846fe'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:25.635345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.694968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-0fc55226-b257-4d08-bcd4-d7a04cbec6f7 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3215702 Aug 03 19:18:25.709488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Request body: {'port': {'device_id': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:25.729307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:25.793900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:25.809763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.811224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.823545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Allocated IP 2001:db8::2 (190c0400-4949-42c5-bdf3-d48d87777ffd/7b70eff2-3ac2-4930-aac2-3ab5880846fe/64167b1f-a5b7-4fef-8500-6b377acb0b40) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:25.853260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 838586f8-354e-4561-8dde-aeda8b9c75a8) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:25.865295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:25.865897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:25.867585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507ecfe-221c-46ef-9a6c-abd272585879 None None] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:25.929878 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b70eff2-3ac2-4930-aac2-3ab5880846fe (CIDR: 2001:db8::/64) Aug 03 19:18:25.950445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60120) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:25.991679 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:25.993021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:18:26.002954 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90310a58-8dc3-4ce1-b660-ac97e3812da9 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1641800 Aug 03 19:18:26.008500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60124) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.016073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'network': {'name': 'tempest-router-network01--1898638854'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:26.100279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-586765ae-5c09-458b-935b-6bfe101943f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.147549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.150675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:26.155194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.174131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Transition to ACTIVE for port object 64167b1f-a5b7-4fef-8500-6b377acb0b40 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:26.193549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-838586f8-354e-4561-8dde-aeda8b9c75a8', 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8', 'tenant_id': '23f3ae8d65af4dec9cf950b7678f8fcb', 'fixed_ips': [{'subnet_id': 'b82dc6e1-dae3-4302-b200-307d4077254e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:26.203154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:26.203365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.205922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Transition to ACTIVE for port object 64167b1f-a5b7-4fef-8500-6b377acb0b40 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:26.206409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.209143 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Added segment 330e9772-2ee3-422d-b1b2-4e71c968159c of type vlan for network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d Aug 03 19:18:26.217694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a461-885e-41a7-b919-89c71ccb0536 req-d0e8140b-c025-4f37-9561-7b9e84725d2b tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.219322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f865a461-885e-41a7-b919-89c71ccb0536 req-d0e8140b-c025-4f37-9561-7b9e84725d2b tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 931 time: 0.4407821 Aug 03 19:18:26.257579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.261912 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2099fa6b-0264-4112-927b-edbfd7a543c7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7108009 Aug 03 19:18:26.266842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.275841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:26.301570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.355982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f865a461-885e-41a7-b919-89c71ccb0536 req-d96ca425-9bcb-44b0-a188-5b34685e0ec8 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185172 Aug 03 19:18:26.364482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a105f-dff0-406e-9fc9-4a17d8a919a5 req-83fe8c43-e58f-4057-9e4f-8978f7565a92 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.366252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b5a105f-dff0-406e-9fc9-4a17d8a919a5 req-83fe8c43-e58f-4057-9e4f-8978f7565a92 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1842549 Aug 03 19:18:26.395708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:26.419409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Pushing event updated for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.419409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:26.419409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:26.461278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Allocated IP 2001:db8::2 (838586f8-354e-4561-8dde-aeda8b9c75a8/b82dc6e1-dae3-4302-b200-307d4077254e/0fd0d6c4-b745-42f4-b22d-311bad9c0d40) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:26.476182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-586765ae-5c09-458b-935b-6bfe101943f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.488739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 32e2beea-3c9b-46df-815d-bd9db7460d70 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:26.489799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.495642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:26.501751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.531390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b5a105f-dff0-406e-9fc9-4a17d8a919a5 req-abba9ea9-106d-48e4-bd5b-d954cf3e2c0c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828886 Aug 03 19:18:26.569493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-586765ae-5c09-458b-935b-6bfe101943f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.580873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Attempting to bind port 64167b1f-a5b7-4fef-8500-6b377acb0b40 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:26.587944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Attempting to bind port 64167b1f-a5b7-4fef-8500-6b377acb0b40 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'cae8406b-48e9-4026-9038-4ab30ce00c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:26.587944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Attempting to bind port 64167b1f-a5b7-4fef-8500-6b377acb0b40 on network 190c0400-4949-42c5-bdf3-d48d87777ffd {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:26.587944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 32e2beea-3c9b-46df-815d-bd9db7460d70 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:26.587944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 32e2beea-3c9b-46df-815d-bd9db7460d70 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:26.595442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Network': ['ID=1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.598985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:26.599679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Checking segment: {'id': 'cae8406b-48e9-4026-9038-4ab30ce00c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:26.600262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.600903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Bound using segment: {'id': 'cae8406b-48e9-4026-9038-4ab30ce00c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:26.601566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Bound port: 64167b1f-a5b7-4fef-8500-6b377acb0b40, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae8406b-48e9-4026-9038-4ab30ce00c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:26.602157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.616201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:26.635321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-586765ae-5c09-458b-935b-6bfe101943f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a511164ac2f34550a0d7ef6498256f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6809783 Aug 03 19:18:26.635321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586765ae-5c09-458b-935b-6bfe101943f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63e386f-fcdc-4ee9-a575-d07d2f608f9c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:26.645068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60132) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.677524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:26.691813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.713975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Transition to ACTIVE for port object 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:26.725217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.748363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.754987 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9dc53aff-180f-4e7f-bfa5-ca8cd4d56eab tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7424159 Aug 03 19:18:26.759672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60134) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:26.762678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'network': {'name': 'tempest-router-network02--322226319'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:26.808708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:26.810846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.813630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64167b1f-a5b7-4fef-8500-6b377acb0b40,segment=NetworkSegment(cae8406b-48e9-4026-9038-4ab30ce00c78),segment_id=cae8406b-48e9-4026-9038-4ab30ce00c78)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:26.886316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.928059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:26.932417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Transition to ACTIVE for port object 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:26.933073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.934629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.937908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.940960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:26.945778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b63e386f-fcdc-4ee9-a575-d07d2f608f9c HTTP/1.1" status: 204 len: 168 time: 0.2963171 Aug 03 19:18:26.983146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.016206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63e386f-fcdc-4ee9-a575-d07d2f608f9c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.023642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.024260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.024801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.025333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.025825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.026333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.026839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.027340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.027851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.028349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.028918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.029405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.062422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.063730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.070640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f690624-0889-4a5e-b503-0a568e326b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:27.119376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Attempting to bind port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:27.120115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Attempting to bind port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '770d8b24-d381-4052-b67c-a46f2ba69937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:27.120787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Attempting to bind port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e on network 245f34d1-7e19-4ebc-a6fa-5561002fa480 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:27.128565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:27.132453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.135669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Transition to ACTIVE for port object 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:27.177457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786c7d8-4d1d-4815-93cb-edc77331da59 None None] Pushing event updated for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.195954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e on network 245f34d1-7e19-4ebc-a6fa-5561002fa480 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:18:27.196371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Attempting to bind port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e on network 245f34d1-7e19-4ebc-a6fa-5561002fa480 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:27.205938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:27.205938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Checking segment: {'id': '770d8b24-d381-4052-b67c-a46f2ba69937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:27.205938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Bound using segment: {'id': '770d8b24-d381-4052-b67c-a46f2ba69937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:27.205938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Bound port: 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770d8b24-d381-4052-b67c-a46f2ba69937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:27.205938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.237482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.238892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:27.248228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429562e-e09c-44d2-abc1-9b67368a8556 req-c53696a9-903e-4322-a113-885095608a66 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.249842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a429562e-e09c-44d2-abc1-9b67368a8556 req-c53696a9-903e-4322-a113-885095608a66 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 945 time: 0.1257021 Aug 03 19:18:27.291337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.291682 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Added segment 45812ea5-032a-4329-9fc8-8e0fd77f0fa4 of type vlan for network 4f0f6614-2073-4c7a-9982-778e79223f91 Aug 03 19:18:27.293602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:27.299761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:27.304311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:27.321006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.376257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:27.380009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,segment=NetworkSegment(770d8b24-d381-4052-b67c-a46f2ba69937),segment_id=770d8b24-d381-4052-b67c-a46f2ba69937)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:27.380453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.384182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Attempting to bind port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:27.385051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Attempting to bind port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b8a9523d-8e4b-4200-ac92-a6655cac60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:27.385530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Attempting to bind port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 on network 838586f8-354e-4561-8dde-aeda8b9c75a8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:27.392347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:27.394696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Checking segment: {'id': 'b8a9523d-8e4b-4200-ac92-a6655cac60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:27.396127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.396712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Bound using segment: {'id': 'b8a9523d-8e4b-4200-ac92-a6655cac60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:27.416321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Bound port: 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a9523d-8e4b-4200-ac92-a6655cac60a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '838586f8-354e-4561-8dde-aeda8b9c75a8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:27.418577 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.438750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a429562e-e09c-44d2-abc1-9b67368a8556 req-b5745e02-5f89-437a-968c-012a13ce5d06 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615627 Aug 03 19:18:27.441403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.472452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.509145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 190c0400-4949-42c5-bdf3-d48d87777ffd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:27.511797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.512511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.514096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] 10.222.0.77 "PUT /v2.0/ports/4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e HTTP/1.1" status: 200 len: 1091 time: 1.8101468 Aug 03 19:18:27.516743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:27.522388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.523000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.537336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=7f481b62-b4a4-422d-b1fe-5e7eb9937960,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.554190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:27.557177 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0210dd06-da5d-4abb-af52-62769f02c2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:27.561932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:18:27.583675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] For port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:27.587845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] For port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,segment=NetworkSegment(b8a9523d-8e4b-4200-ac92-a6655cac60a4),segment_id=b8a9523d-8e4b-4200-ac92-a6655cac60a4)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:27.629600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f89299f-c9a1-46fb-a7f4-e26de9498a9e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3596590 Aug 03 19:18:27.640869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.644140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9730a-97c7-4409-8ddb-f345c7daafe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.653459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'fixed_ips': [{'subnet_id': '7b70eff2-3ac2-4930-aac2-3ab5880846fe'}, {'subnet_id': '7f481b62-b4a4-422d-b1fe-5e7eb9937960'}], 'name': 'tempest-PortsIpV6TestJSON-759410338'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:27.659491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7d651-e9a8-4060-8879-085d60fe36c1 req-7a516286-ce83-4230-8cf7-f0dd539aadf9 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.661147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c7d651-e9a8-4060-8879-085d60fe36c1 req-7a516286-ce83-4230-8cf7-f0dd539aadf9 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 943 time: 0.0955236 Aug 03 19:18:27.661777 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.730325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.737299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.738214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.744510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218cf8ab-9c64-4e17-bec2-c93ce6fb31d9 None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.857097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c7d651-e9a8-4060-8879-085d60fe36c1 req-1ce17db7-3e76-437e-b6ae-24263e313d7e tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853857 Aug 03 19:18:27.869321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Network': ['ID=4f0f6614-2073-4c7a-9982-778e79223f91,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:27.869527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60152) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:27.873539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-dae1164a-a24b-4815-8ea0-03f64d28fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.875212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-dae1164a-a24b-4815-8ea0-03f64d28fce1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c0daf9ee07424ba55751f538c65fce&device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 1094 time: 0.2121849 Aug 03 19:18:27.885079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4f0f6614-2073-4c7a-9982-778e79223f91 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:27.897296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e19b8362-f6f5-4fac-bfa7-2027f091ee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:27.902871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517079a-c981-460e-9876-26f3d457bd9d req-8d9ff5e8-47af-4a45-adf1-e579b9e73af5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:27.911104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:27.912724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a517079a-c981-460e-9876-26f3d457bd9d req-8d9ff5e8-47af-4a45-adf1-e579b9e73af5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.2173624 Aug 03 19:18:28.029916 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d243ad9b-a6aa-40d8-962b-6b31e0f1ad71 x-openstack-request-id: req-d243ad9b-a6aa-40d8-962b-6b31e0f1ad71 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:28.030134 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:28.030365 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d243ad9b-a6aa-40d8-962b-6b31e0f1ad71 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:28.030776 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e', 'status': 'completed', 'code': 200} Aug 03 19:18:28.039632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-685fa267-3f2f-4546-81cd-2740a3217afa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e HTTP/1.1" status: 200 len: 217 time: 0.1519585 Aug 03 19:18:28.050517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bee6793b-0684-4abe-9e30-55ab43f08fbc tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2891085 Aug 03 19:18:28.051888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.068903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'subnet': {'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:28.128753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.165815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:28.193239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a517079a-c981-460e-9876-26f3d457bd9d req-dc1eb72f-d73d-4a94-adf1-d8c369e6308f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785509 Aug 03 19:18:28.227983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-aa452b0b-d6fe-49f1-affc-407d3c99f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.229453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-aa452b0b-d6fe-49f1-affc-407d3c99f081 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bef032d-3f03-43a4-ac9a-691d07121102 HTTP/1.1" status: 200 len: 852 time: 0.1795900 Aug 03 19:18:28.266978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-2569fd70-e139-4822-8a00-84d586b8acba service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=245f34d1-7e19-4ebc-a6fa-5561002fa480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287344 Aug 03 19:18:28.352937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e19b8362-f6f5-4fac-bfa7-2027f091ee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.408179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e19b8362-f6f5-4fac-bfa7-2027f091ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.435975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-91adb0ca-939c-4163-b79e-d15832a98d26 service neutron] 10.222.0.77 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600266 Aug 03 19:18:28.509843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:28.583185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cee012e-8471-4e53-bb3d-42aa6a124729 None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:28.595381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:28.600579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.650709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e19b8362-f6f5-4fac-bfa7-2027f091ee20 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=43a48f63e1cc4ad9a81b3c05dfae58e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777939 Aug 03 19:18:28.668681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b8362-f6f5-4fac-bfa7-2027f091ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdafbed6-3776-48ea-9b98-3584364639c0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:28.673247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60160) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:28.764920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-111269a8-ecc5-4cde-88af-ea3b4cba0ffb None None] Provisioning for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:28.789813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691ab25-5278-4086-94d1-da8503090d1f req-101d082d-296b-42f4-9dd2-415b1033819c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.797703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1691ab25-5278-4086-94d1-da8503090d1f req-101d082d-296b-42f4-9dd2-415b1033819c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 945 time: 0.2520337 Aug 03 19:18:28.804744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:28.813712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64167b1f-a5b7-4fef-8500-6b377acb0b40 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:28.846486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34e026c3-93ca-4dce-b454-b06d3b1795cd req-7eee0380-a2e7-468c-b2bb-64488b6b3686 service neutron] 10.222.0.77 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880391 Aug 03 19:18:28.904122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1691ab25-5278-4086-94d1-da8503090d1f req-4a48dec5-2232-4a4d-82fd-7d6ca93f05c6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998919 Aug 03 19:18:28.929764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:28.957561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd481a18-d553-4564-b401-2539018abd5a req-47f20b52-c762-476f-973f-fe3fb894d2b7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:28.959163 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dd481a18-d553-4564-b401-2539018abd5a req-47f20b52-c762-476f-973f-fe3fb894d2b7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 945 time: 0.2114382 Aug 03 19:18:29.003784 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.046901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::97 (190c0400-4949-42c5-bdf3-d48d87777ffd/7b70eff2-3ac2-4930-aac2-3ab5880846fe/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:29.073859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8:0:1::cb (190c0400-4949-42c5-bdf3-d48d87777ffd/7f481b62-b4a4-422d-b1fe-5e7eb9937960/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:29.088311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be96b1c-7e9c-4153-bcde-f28df6d592e5 req-d955dd27-873b-4a75-9c1d-e51d8cd5be47 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.089607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Update dhcp port {'port': {'network_id': '190c0400-4949-42c5-bdf3-d48d87777ffd', 'fixed_ips': [{'subnet_id': '7b70eff2-3ac2-4930-aac2-3ab5880846fe', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f481b62-b4a4-422d-b1fe-5e7eb9937960'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '64167b1f-a5b7-4fef-8500-6b377acb0b40'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:18:29.089959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3be96b1c-7e9c-4153-bcde-f28df6d592e5 req-d955dd27-873b-4a75-9c1d-e51d8cd5be47 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 943 time: 0.1033602 Aug 03 19:18:29.094025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-0b3dc9d3-79b3-40c5-aef8-c9534f663926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.100799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-0b3dc9d3-79b3-40c5-aef8-c9534f663926 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f2c0daf9ee07424ba55751f538c65fce&device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 1094 time: 0.0922451 Aug 03 19:18:29.120419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.170206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.203617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c85c9d3-33b3-4240-a379-18ca8bb13b1b None None] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:29.247502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3be96b1c-7e9c-4153-bcde-f28df6d592e5 req-38e50474-3f6d-44ab-9616-83085f005fa1 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433237 Aug 03 19:18:29.278751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Subnet': ['ID=b8fb91f3-a99b-4a6c-8491-8960d82ea225,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.324075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-6ea4d818-7e32-4a16-9c47-1eb91910df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.324075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-6ea4d818-7e32-4a16-9c47-1eb91910df2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=245f34d1-7e19-4ebc-a6fa-5561002fa480 HTTP/1.1" status: 200 len: 913 time: 0.2201097 Aug 03 19:18:29.324470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:29.347335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port 3ea19dc7-3449-440c-83ae-46cc60484b96 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:29.348671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.349397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Checking segment: {'id': '330e9772-2ee3-422d-b1b2-4e71c968159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:29.349769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network hostable DHCP agents. Network: 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:29.350038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:29.350507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.368930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.371809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.375903 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fdafbed6-3776-48ea-9b98-3584364639c0 HTTP/1.1" status: 204 len: 168 time: 0.6974108 Aug 03 19:18:29.396240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-1a4de6f3-36ae-4c32-ae2a-bd3aed4f4ede service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e HTTP/1.1" status: 200 len: 217 time: 0.0580738 Aug 03 19:18:29.415821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f0d39-e51f-447a-94cc-83fb1088ed9d req-cde1d882-4d9f-46f3-8ebd-cf13a8b5f835 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.417283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-053f0d39-e51f-447a-94cc-83fb1088ed9d req-cde1d882-4d9f-46f3-8ebd-cf13a8b5f835 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1218965 Aug 03 19:18:29.444001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb4b86-c841-4399-90f4-e8828ab89706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdafbed6-3776-48ea-9b98-3584364639c0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.479221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-bf54218b-e381-4333-9b0a-dc406a9bee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.479717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-bf54218b-e381-4333-9b0a-dc406a9bee65 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3bef032d-3f03-43a4-ac9a-691d07121102 HTTP/1.1" status: 200 len: 852 time: 0.0740364 Aug 03 19:18:29.509820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.516714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Provisioning for port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:29.536314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-654a8a7e-cb2a-4f94-a25c-ddfc866c1728 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=245f34d1-7e19-4ebc-a6fa-5561002fa480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425377 Aug 03 19:18:29.543239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port 3ea19dc7-3449-440c-83ae-46cc60484b96, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3ea19dc7-3449-440c-83ae-46cc60484b96,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:29.543697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.546911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:29.558985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-053f0d39-e51f-447a-94cc-83fb1088ed9d req-a0289f9f-1e0a-4264-a5be-3c1828e7ecde tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Aug 03 19:18:29.562547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for 3ea19dc7-3449-440c-83ae-46cc60484b96 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:29.572189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Provisioning complete for port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:29.572751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.605813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.614378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:29.657385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64167b1f-a5b7-4fef-8500-6b377acb0b40,segment=NetworkSegment(cae8406b-48e9-4026-9038-4ab30ce00c78),segment_id=cae8406b-48e9-4026-9038-4ab30ce00c78)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:29.668078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-ea2dbc9f-89af-46e8-a210-536818d24a94 service neutron] 10.222.0.77 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129775 Aug 03 19:18:29.734000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:29.755334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.755952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.778532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360dbaa-3755-44bf-bf9b-ff81c46d97f8 None None] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:29.783950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.787633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.843569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 190c0400-4949-42c5-bdf3-d48d87777ffd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:29.847980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:29.852396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:29.855436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0210dd06-da5d-4abb-af52-62769f02c2b8 req-62f6980d-819a-4ea5-85d1-05188909b823 service neutron] 10.222.0.77 "GET /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790826 Aug 03 19:18:29.859438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:29.860305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.897270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:29.922816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9afd3300-42ca-44f3-a8b3-8794e2f9e46c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8697431 Aug 03 19:18:29.926677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60174) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:29.938426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'subnet': {'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:29.939618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.943706 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:29.983657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee', '3ea19dc7-3449-440c-83ae-46cc60484b96'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:30.007104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=3ea19dc7-3449-440c-83ae-46cc60484b96,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.049791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] No DVR routers for this DVR port 3ea19dc7-3449-440c-83ae-46cc60484b96 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:30.053165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.055311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dd481a18-d553-4564-b401-2539018abd5a req-2cd6cb80-9e7c-4fac-b648-31d8efaaa75f tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "DELETE /v2.0/ports/3ea19dc7-3449-440c-83ae-46cc60484b96 HTTP/1.1" status: 204 len: 173 time: 1.0874507 Aug 03 19:18:30.055775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'name': 'network-vif-deleted', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:30.058297 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dbf589-9d51-4df3-bb53-60064e261096" -d '{"events": [{"server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "name": "network-vif-deleted", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:30.068264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0befc5ed-8bcf-43b0-97c6-aa73535e2622 req-ac5e8076-916e-456f-b5f6-36f371db19b1 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0403910 Aug 03 19:18:30.077672 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-69d85fc6-29b9-4f64-b32c-cf3f3b856071 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 2.4334595 Aug 03 19:18:30.080357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:30.099680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b70eff2-3ac2-4930-aac2-3ab5880846fe'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:30.100848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Allocated IP 2001:db8:0:1::2 (190c0400-4949-42c5-bdf3-d48d87777ffd/7f481b62-b4a4-422d-b1fe-5e7eb9937960/64167b1f-a5b7-4fef-8500-6b377acb0b40) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:30.156678 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693a8d6-807d-4d26-b818-8cbbccee6e16 x-openstack-request-id: req-8693a8d6-807d-4d26-b818-8cbbccee6e16 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:30.156953 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3883d040-8042-4a05-bf2e-01c1cf7d4c52", "name": "network-vif-deleted", "tag": "3ea19dc7-3449-440c-83ae-46cc60484b96", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:30.157206 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8693a8d6-807d-4d26-b818-8cbbccee6e16 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:30.157794 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3883d040-8042-4a05-bf2e-01c1cf7d4c52', 'name': 'network-vif-deleted', 'tag': '3ea19dc7-3449-440c-83ae-46cc60484b96', 'status': 'completed', 'code': 200} Aug 03 19:18:30.176946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] For port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,segment=NetworkSegment(b8a9523d-8e4b-4200-ac92-a6655cac60a4),segment_id=b8a9523d-8e4b-4200-ac92-a6655cac60a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.220316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.305501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:30.314166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.317470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.351827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d', 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d', 'tenant_id': '23f3ae8d65af4dec9cf950b7678f8fcb', 'fixed_ips': [{'subnet_id': 'b8fb91f3-a99b-4a6c-8491-8960d82ea225'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:30.352733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.442001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.458979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64167b1f-a5b7-4fef-8500-6b377acb0b40,segment=NetworkSegment(cae8406b-48e9-4026-9038-4ab30ce00c78),segment_id=cae8406b-48e9-4026-9038-4ab30ce00c78)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:30.588682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff209b-b195-4273-8378-d76071d9fdb4 req-92b9dc62-fe9a-4fd2-815a-952337e6da2d tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:30.590904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccff209b-b195-4273-8378-d76071d9fdb4 req-92b9dc62-fe9a-4fd2-815a-952337e6da2d tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 943 time: 0.1280553 Aug 03 19:18:30.779579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccff209b-b195-4273-8378-d76071d9fdb4 req-66c89f21-24b8-4468-84e1-c87ba9fa5806 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705310 Aug 03 19:18:30.807244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ea708-327f-457c-83d9-27a217ba27d6 req-dbc25e3c-411c-4cb5-b827-dca4b3865fae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:30.808880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046ea708-327f-457c-83d9-27a217ba27d6 req-dbc25e3c-411c-4cb5-b827-dca4b3865fae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0968626 Aug 03 19:18:30.843388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.857961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046ea708-327f-457c-83d9-27a217ba27d6 req-0aa20b0b-cc9e-47a0-94d4-d8b61898ba74 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Aug 03 19:18:30.885594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-725cb3b2-ec7c-489b-b168-67be95463dbb None None] Provisioning complete for port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:30.885594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-725cb3b2-ec7c-489b-b168-67be95463dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.888734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:30.916622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3c1e6-d6c0-4912-b1a6-8163f1c22ceb None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.943046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Transition to ACTIVE for port object 64167b1f-a5b7-4fef-8500-6b377acb0b40 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:30.974224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Allocated IP 2001:db8::2 (1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d/b8fb91f3-a99b-4a6c-8491-8960d82ea225/633ef3da-daa2-4128-a59c-5b9e0d2cc55f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:30.976463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Subnet': ['ID=faeded9b-4f69-4a38-8bf4-1f81d5af2382,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:30.989577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Checking segment: {'id': '45812ea5-032a-4329-9fc8-8e0fd77f0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:30.989970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network hostable DHCP agents. Network: 4f0f6614-2073-4c7a-9982-778e79223f91, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:31.137098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.203689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Delete allocated IP 2001:db8:0:1::cb (190c0400-4949-42c5-bdf3-d48d87777ffd/7f481b62-b4a4-422d-b1fe-5e7eb9937960) {{(pid=101343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:18:31.218282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed8af12b-b9ab-49e7-b776-082a147de44e req-e5790efb-8ef9-4c19-ba1f-f86b1ad4be18 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=3883d040-8042-4a05-bf2e-01c1cf7d4c52 HTTP/1.1" status: 200 len: 210 time: 0.0406721 Aug 03 19:18:31.224899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 4f0f6614-2073-4c7a-9982-778e79223f91 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:31.283826 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.319373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Transition to ACTIVE for port object 633ef3da-daa2-4128-a59c-5b9e0d2cc55f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:31.321502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498cddf-0d22-4e61-9417-e33f302c6eb0 None None] Pushing event updated for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.342543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Transition to ACTIVE for port object 633ef3da-daa2-4128-a59c-5b9e0d2cc55f will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:31.350950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4f0f6614-2073-4c7a-9982-778e79223f91) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:31.355611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.356308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.365912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6321862b-c185-4681-9647-98753900742b None None] Network 4f0f6614-2073-4c7a-9982-778e79223f91 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:31.383577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.403796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Ignored duplicate provisioning block setup for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:18:31.454573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.481992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.485315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:31.485512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-356d9453-47e7-4a6c-9c88-164c57c30fa8 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5567207 Aug 03 19:18:31.537483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:31.553385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:31.559622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:31.567068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Pushing event updated for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.639042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] In _notify_port_updated(), no bound segment for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d on network 190c0400-4949-42c5-bdf3-d48d87777ffd {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:18:31.645068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:31.645768 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.647270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/ports/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d HTTP/1.1" status: 200 len: 924 time: 1.5649049 Aug 03 19:18:31.650201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60210) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:31.656477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b70eff2-3ac2-4930-aac2-3ab5880846fe'}, {'subnet_id': '7f481b62-b4a4-422d-b1fe-5e7eb9937960'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:31.682258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d867dc2-941a-4de1-8aed-555a12d365e3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:31.693905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Attempting to bind port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:31.699827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Attempting to bind port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '330e9772-2ee3-422d-b1b2-4e71c968159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:31.699827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Attempting to bind port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f on network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:31.701466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:31.702056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Checking segment: {'id': '330e9772-2ee3-422d-b1b2-4e71c968159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:31.702548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.703019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Bound using segment: {'id': '330e9772-2ee3-422d-b1b2-4e71c968159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:31.703578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Bound port: 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330e9772-2ee3-422d-b1b2-4e71c968159c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:31.704033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.802238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:31.806546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4f0f6614-2073-4c7a-9982-778e79223f91', 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91', 'tenant_id': '23f3ae8d65af4dec9cf950b7678f8fcb', 'fixed_ips': [{'subnet_id': 'faeded9b-4f69-4a38-8bf4-1f81d5af2382'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:31.807506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:31.811071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,segment=NetworkSegment(330e9772-2ee3-422d-b1b2-4e71c968159c),segment_id=330e9772-2ee3-422d-b1b2-4e71c968159c)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:32.056906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66333-d7de-4b7e-8948-4d7c2c7054b1 req-0c7e4162-305e-4791-983b-b1b201f43b32 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:32.067144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ba66333-d7de-4b7e-8948-4d7c2c7054b1 req-0c7e4162-305e-4791-983b-b1b201f43b32 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 943 time: 0.1818149 Aug 03 19:18:32.113252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.150161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.175427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ba66333-d7de-4b7e-8948-4d7c2c7054b1 req-ebc6b1dd-1acc-4938-96ed-f947561efe08 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069596 Aug 03 19:18:32.206249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073f6b7-cf7e-4044-a4c9-a1aa2728d971 None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:32.216882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ba5a8-867a-4493-8d95-71764e0fc130 req-caf42db1-87db-4508-a5ad-19531c863497 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:32.218520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-707ba5a8-867a-4493-8d95-71764e0fc130 req-caf42db1-87db-4508-a5ad-19531c863497 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.2089369 Aug 03 19:18:32.397403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.398055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-707ba5a8-867a-4493-8d95-71764e0fc130 req-fb42c5ec-749c-4a9a-a758-f417ffeb612f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459935 Aug 03 19:18:32.429058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Allocated IP 2001:db8::2 (4f0f6614-2073-4c7a-9982-778e79223f91/faeded9b-4f69-4a38-8bf4-1f81d5af2382/cd5ca469-b145-417a-9387-656f4fccca29) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:32.550854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:18:32.553589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:32.599759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a3e5-b217-4cc4-9804-87e0350e4d50 None None] Pushing event updated for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:32.754781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8:0:1::399 (190c0400-4949-42c5-bdf3-d48d87777ffd/7f481b62-b4a4-422d-b1fe-5e7eb9937960/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:32.798180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c2c25681-9371-40b3-883d-5980f91d8dcc None None] Provisioning for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:32.826415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c2c25681-9371-40b3-883d-5980f91d8dcc None None] Provisioning complete for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:32.826984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2c25681-9371-40b3-883d-5980f91d8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:32.875776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60232) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:32.891532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Allocated IP 2001:db8::1 (1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d/b8fb91f3-a99b-4a6c-8491-8960d82ea225/07566174-7c82-4078-9044-bc44ae0519b2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:32.910498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:32.916964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.020193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,segment=NetworkSegment(770d8b24-d381-4052-b67c-a46f2ba69937),segment_id=770d8b24-d381-4052-b67c-a46f2ba69937)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:33.078740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1795030634', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:33.086111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.093020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e', 'network_id': '245f34d1-7e19-4ebc-a6fa-5561002fa480', 'port_id': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e', 'mac_address': 'fa:16:3e:45:8a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bef032d-3f03-43a4-ac9a-691d07121102', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:18:33.110023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Transition to ACTIVE for port object 07566174-7c82-4078-9044-bc44ae0519b2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:33.199395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.209219 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.265040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Made reservation on behalf of 6b18639bbe814271b430c98023d98551 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:33.269977 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.272766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Transition to ACTIVE for port object cd5ca469-b145-417a-9387-656f4fccca29 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:33.273726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.327632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.335557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.336415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:18:33.341483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64167b1f-a5b7-4fef-8500-6b377acb0b40 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:33.347345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Transition to ACTIVE for port object cd5ca469-b145-417a-9387-656f4fccca29 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:33.417075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3ea19dc7-3449-440c-83ae-46cc60484b96 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:33.435855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:33.448372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,segment=NetworkSegment(770d8b24-d381-4052-b67c-a46f2ba69937),segment_id=770d8b24-d381-4052-b67c-a46f2ba69937)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:33.466895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:33.479618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:33.480470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.484307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Port': ['ID=07566174-7c82-4078-9044-bc44ae0519b2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.502689 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.513010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 3ea19dc7-3449-440c-83ae-46cc60484b96 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:33.514060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3ea19dc7-3449-440c-83ae-46cc60484b96 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:33.543364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.548054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.558760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Network 4f0f6614-2073-4c7a-9982-778e79223f91 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:33.563633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:33.564138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Ignored duplicate provisioning block setup for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:18:33.569494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:33.572272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Provisioning complete for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:33.572641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.575781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d41de6-5a33-46e2-a57f-9c324b43726f req-9a8baa82-3dcd-4fdb-b29b-197c280754dd tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.579750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43d41de6-5a33-46e2-a57f-9c324b43726f req-9a8baa82-3dcd-4fdb-b29b-197c280754dd tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 943 time: 0.1497695 Aug 03 19:18:33.598457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3586-4cbc-4d59-8b25-3c51f97876e3 req-7da3eef5-d196-43cc-a8cd-0d5950ef477d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.601487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dbf3586-4cbc-4d59-8b25-3c51f97876e3 req-7da3eef5-d196-43cc-a8cd-0d5950ef477d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.1838055 Aug 03 19:18:33.669024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dbf3586-4cbc-4d59-8b25-3c51f97876e3 req-dcd6f6d2-f1b4-40f5-be04-9202ee473c0c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543187 Aug 03 19:18:33.697891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Pushing event updated for resources: {'Port': ['ID=cd5ca469-b145-417a-9387-656f4fccca29,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.708863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43d41de6-5a33-46e2-a57f-9c324b43726f req-277ccf0c-9848-4878-b888-39f4d15ee352 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216798 Aug 03 19:18:33.714379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:33.714765 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.715678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.826548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.828718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Attempting to bind port cd5ca469-b145-417a-9387-656f4fccca29 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:33.829124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Attempting to bind port cd5ca469-b145-417a-9387-656f4fccca29 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '45812ea5-032a-4329-9fc8-8e0fd77f0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:33.829507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Attempting to bind port cd5ca469-b145-417a-9387-656f4fccca29 on network 4f0f6614-2073-4c7a-9982-778e79223f91 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:33.860941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:33.861916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Checking segment: {'id': '45812ea5-032a-4329-9fc8-8e0fd77f0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:33.862435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.863043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Bound using segment: {'id': '45812ea5-032a-4329-9fc8-8e0fd77f0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:33.863448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Bound port: cd5ca469-b145-417a-9387-656f4fccca29, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45812ea5-032a-4329-9fc8-8e0fd77f0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f0f6614-2073-4c7a-9982-778e79223f91'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:33.863874 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.890014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] In _notify_port_updated(), no bound segment for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d on network 190c0400-4949-42c5-bdf3-d48d87777ffd {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:18:33.898336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:33.899256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.904848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/ports/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d HTTP/1.1" status: 200 len: 1010 time: 2.2496967 Aug 03 19:18:33.926197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:33.926315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60244) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:33.958516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.981131 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:33.983548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b3d9-03f8-4a42-9b79-d2d733a7fb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.025130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] device_id is not set on port 85463ca3-694d-4767-8fce-2103d4d1764e yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:34.052794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95199d10-757a-4425-933e-3473e22c01ec req-eca419e0-3f02-45d7-b59d-fbf6a0a8d508 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:34.057271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95199d10-757a-4425-933e-3473e22c01ec req-eca419e0-3f02-45d7-b59d-fbf6a0a8d508 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.2027929 Aug 03 19:18:34.132574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95199d10-757a-4425-933e-3473e22c01ec req-a39062cd-bff6-4491-a4b2-0eefdf6ce187 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 Aug 03 19:18:34.148258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:34.148817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.171325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:34.173338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db9e57-c5c2-4ca7-b0a2-6f7adebb4840 None None] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:34.247908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69703e3f-fe38-4b22-af1e-fc2b717f52fb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.294816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.312276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:34.382439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] For port cd5ca469-b145-417a-9387-656f4fccca29, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:34.390334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] For port cd5ca469-b145-417a-9387-656f4fccca29, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd5ca469-b145-417a-9387-656f4fccca29,segment=NetworkSegment(45812ea5-032a-4329-9fc8-8e0fd77f0fa4),segment_id=45812ea5-032a-4329-9fc8-8e0fd77f0fa4)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:34.409357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Allocated IP 172.25.2.8 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/85463ca3-694d-4767-8fce-2103d4d1764e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:34.453357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Provisioning for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:34.463081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Provisioning complete for port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:34.463360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.505135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c8f2fbbd-ecf6-462d-9079-53e47ceaa30f None None] Port 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:34.507457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 633ef3da-daa2-4128-a59c-5b9e0d2cc55f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:34.647562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.655722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.683859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.712329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.778035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebee04-2382-446c-9a98-0a8477dc5108 None None] Pushing event updated for resources: {'Port': ['ID=cd5ca469-b145-417a-9387-656f4fccca29,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.800000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:34.801719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.802664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.892955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1487a776-8728-4c87-86e3-d4fe8c5ad39e None None] Provisioning for port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:34.903804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1487a776-8728-4c87-86e3-d4fe8c5ad39e None None] Could not find standard attr ID for object 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:34.936526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:34.938745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d6e9215a-fd43-4035-b9a5-e5bef2e12544 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d HTTP/1.1" status: 204 len: 168 time: 1.0066314 Aug 03 19:18:34.944401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:34.981534 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b18a36-472f-4cfd-996d-84b9ad622b20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:34.983238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-46b18a36-472f-4cfd-996d-84b9ad622b20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d HTTP/1.1" status: 404 len: 333 time: 0.0377369 Aug 03 19:18:34.986764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60254) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:34.999306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:35.010488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:35.010864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.015958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.017918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Port': ['ID=07566174-7c82-4078-9044-bc44ae0519b2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.026833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f2ae4-ce4a-455c-b2a2-fbb7df0eae42 req-d6c01912-c939-438b-ade1-7b4758a1c586 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.043692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-539f2ae4-ce4a-455c-b2a2-fbb7df0eae42 req-d6c01912-c939-438b-ade1-7b4758a1c586 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.2329414 Aug 03 19:18:35.081377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9b13164c-1b0e-4d32-bafb-4eba9d88424f None None] Could not find standard attr ID for object 2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:18:35.116576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-b9195c3b-6955-456c-93f9-90df4eb40d32 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.118431 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-b9195c3b-6955-456c-93f9-90df4eb40d32 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 945 time: 0.3677464 Aug 03 19:18:35.156631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b29de2-3249-4f28-9555-f0680f6f3ec0 req-69cb36f6-30f9-4b28-b1c5-e9c59281ce35 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.160818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96b29de2-3249-4f28-9555-f0680f6f3ec0 req-69cb36f6-30f9-4b28-b1c5-e9c59281ce35 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 944 time: 0.2967784 Aug 03 19:18:35.202290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.210353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:35.220133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 7f481b62-b4a4-422d-b1fe-5e7eb9937960 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:35.227561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:35.231221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:35.241467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-539f2ae4-ce4a-455c-b2a2-fbb7df0eae42 req-0aad3c6a-26fb-477c-8e74-363565c8708e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967919 Aug 03 19:18:35.247657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.262963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Pushing event updated for resources: {'Port': ['ID=85463ca3-694d-4767-8fce-2103d4d1764e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.267857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,segment=NetworkSegment(330e9772-2ee3-422d-b1b2-4e71c968159c),segment_id=330e9772-2ee3-422d-b1b2-4e71c968159c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:35.269303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:35.321006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:35.327992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.330795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.350299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.381487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96b29de2-3249-4f28-9555-f0680f6f3ec0 req-17cb4e42-e383-4ac8-81c0-d8e4b01ae557 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119699 Aug 03 19:18:35.391785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.435237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.460233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Provisioning complete for port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:35.460784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.494829 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-78c29226-e959-4e4e-9364-641ea72dd32f tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6177084 Aug 03 19:18:35.498458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60258) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:35.506765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.8'}]}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:35.557330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104d608-f1b8-4a28-84f0-bd4bc5af2377 req-07d9f5ad-1500-4fa3-b877-bdcc4f25352c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:35.559270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8104d608-f1b8-4a28-84f0-bd4bc5af2377 req-07d9f5ad-1500-4fa3-b877-bdcc4f25352c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1058378 Aug 03 19:18:35.575028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port 550dc63a-0fdf-49f9-847a-5c386eaec1ee {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:35.575470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.650545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.656331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8104d608-f1b8-4a28-84f0-bd4bc5af2377 req-30c9996d-9a6e-4e58-bd7b-92e5ee5efc62 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Aug 03 19:18:35.682876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.684069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.711987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port 550dc63a-0fdf-49f9-847a-5c386eaec1ee, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=550dc63a-0fdf-49f9-847a-5c386eaec1ee,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:35.711987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.741121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for 550dc63a-0fdf-49f9-847a-5c386eaec1ee owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:35.761843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Provisioning for port 07566174-7c82-4078-9044-bc44ae0519b2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:35.766599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Provisioning complete for port 07566174-7c82-4078-9044-bc44ae0519b2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:35.769257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.779365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.813464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4b161cd2-2a59-4c65-8b5e-723294d2d9a8 None None] Port 07566174-7c82-4078-9044-bc44ae0519b2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:35.820940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Router 6292c2b8-1d2c-4cf6-824c-dd69114d19e6 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:18:35.865912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.920023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:35.929967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/7f481b62-b4a4-422d-b1fe-5e7eb9937960 HTTP/1.1" status: 204 len: 168 time: 0.9343123 Aug 03 19:18:35.929967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8348bd-060f-4ca5-be9c-d80dbd819f35 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=7f481b62-b4a4-422d-b1fe-5e7eb9937960,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:35.932749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60260) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:35.951953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97059b9-01a1-4dbd-9d6a-ecfa9353d03a None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:36.016715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-00a3c7ba-50c3-4716-b0e7-477c467fe161 None None] Provisioning complete for port 07566174-7c82-4078-9044-bc44ae0519b2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:36.017190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-00a3c7ba-50c3-4716-b0e7-477c467fe161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.104407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-00a3c7ba-50c3-4716-b0e7-477c467fe161 None None] Port 07566174-7c82-4078-9044-bc44ae0519b2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:36.146874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:36.162063 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d0c7537f-5bdd-48c2-8cf8-d9d349759461 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6725049 Aug 03 19:18:36.165864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60262) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:36.166129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] Sync routers for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:36.166244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.184064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 7b70eff2-3ac2-4930-aac2-3ab5880846fe {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:36.184301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:36.187583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:36.190625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.241058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:36.246819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.262648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94ef62-e505-4fda-b855-d2e6b9da18ec None None] Network 4f0f6614-2073-4c7a-9982-778e79223f91 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:36.262648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:36.263270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:36.279666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bb02d257-71a3-4bd3-a598-8cb97221237b None None] Provisioning complete for port 07566174-7c82-4078-9044-bc44ae0519b2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:36.280345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb02d257-71a3-4bd3-a598-8cb97221237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.402565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.422856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:36.423981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f5c82-f9da-488e-86d7-67812265aef1 None None] The sync data for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:36.442945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['550dc63a-0fdf-49f9-847a-5c386eaec1ee'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:36.481605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=550dc63a-0fdf-49f9-847a-5c386eaec1ee,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:36.498755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:36.550976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bb02d257-71a3-4bd3-a598-8cb97221237b None None] Port 07566174-7c82-4078-9044-bc44ae0519b2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:36.563841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c957921b-fb2b-41a0-809f-be37b1a6cfb3 req-de119ae0-b442-47fb-af62-e823bf692869 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.1888616 Aug 03 19:18:36.682264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] No DVR routers for this DVR port 550dc63a-0fdf-49f9-847a-5c386eaec1ee on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:36.684783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.690639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:36.697599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd5ca469-b145-417a-9387-656f4fccca29 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:36.698416 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6ece0fe1-afbd-4d46-aea5-60c6c6214385 req-8639f397-24d5-4772-8f99-aba20ff87dba tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.54 "DELETE /v2.0/ports/550dc63a-0fdf-49f9-847a-5c386eaec1ee HTTP/1.1" status: 204 len: 173 time: 1.5654132 Aug 03 19:18:36.705369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'name': 'network-vif-deleted', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:36.708474 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be98abe0-0404-453d-b285-23e091782949" -d '{"events": [{"server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "name": "network-vif-deleted", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:36.996284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-63411c81-9340-45c5-acb1-515eeb7a7c37 None None] Provisioning for port cd5ca469-b145-417a-9387-656f4fccca29 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:37.001608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49056663-d9c5-4a41-9db5-a0e215b9bad9 req-a0fd3199-c095-440c-b9d1-c6d0aa9f64fc tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.004926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:37.010900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49056663-d9c5-4a41-9db5-a0e215b9bad9 req-a0fd3199-c095-440c-b9d1-c6d0aa9f64fc tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 944 time: 0.2566528 Aug 03 19:18:37.023490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:37.023490 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.047130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.085566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port cd5ca469-b145-417a-9387-656f4fccca29 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:37.097235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cd5ca469-b145-417a-9387-656f4fccca29 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:37.097235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.097716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18bd2-68ba-4507-a621-0fab9efa0a9e req-d24747c6-05dc-4fff-bea5-5c53dd92e8ac tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.103860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eb18bd2-68ba-4507-a621-0fab9efa0a9e req-d24747c6-05dc-4fff-bea5-5c53dd92e8ac tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.2747295 Aug 03 19:18:37.107942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=7b70eff2-3ac2-4930-aac2-3ab5880846fe,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:37.113668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.147315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.157616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.165421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbe7d692-c8c2-4a57-b8c9-e4c830ff033c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/7b70eff2-3ac2-4930-aac2-3ab5880846fe HTTP/1.1" status: 204 len: 168 time: 1.2315660 Aug 03 19:18:37.173945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60274) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:37.191024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49056663-d9c5-4a41-9db5-a0e215b9bad9 req-8a6b53a8-432a-4dbf-8c85-fadae3bdfe1c tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788633 Aug 03 19:18:37.201333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.245854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eb18bd2-68ba-4507-a621-0fab9efa0a9e req-ce69a258-55d5-45ad-b437-5e2d5c32f546 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Aug 03 19:18:37.253786 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6da11a57-4f94-4050-a0fd-4717e530457a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:37.254822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6da11a57-4f94-4050-a0fd-4717e530457a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0861008 Aug 03 19:18:37.255235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581391bd-ab85-4892-a5e7-7a00f0e83119 None None] Network 190c0400-4949-42c5-bdf3-d48d87777ffd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:37.258953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:37.269370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60276) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:37.281565 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b56b29d-7d4f-46d9-9c10-b6d2b22d058f" -d '{"events": [{"server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "name": "network-vif-plugged", "status": "completed", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:37.300121 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe311bd-3a60-4487-b7fe-ccd65cdaa765 x-openstack-request-id: req-ffe311bd-3a60-4487-b7fe-ccd65cdaa765 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:37.300488 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6570306-f0ff-4ca7-a1e1-5334cce4912b", "name": "network-vif-deleted", "tag": "550dc63a-0fdf-49f9-847a-5c386eaec1ee", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:37.301056 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffe311bd-3a60-4487-b7fe-ccd65cdaa765 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:37.301815 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6570306-f0ff-4ca7-a1e1-5334cce4912b', 'name': 'network-vif-deleted', 'tag': '550dc63a-0fdf-49f9-847a-5c386eaec1ee', 'status': 'completed', 'code': 200} Aug 03 19:18:37.346558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,segment=NetworkSegment(770d8b24-d381-4052-b67c-a46f2ba69937),segment_id=770d8b24-d381-4052-b67c-a46f2ba69937)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:37.355769 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd5fe4-3776-4f97-8ab5-f322702b0fb3 x-openstack-request-id: req-78fd5fe4-3776-4f97-8ab5-f322702b0fb3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:37.356083 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "name": "network-vif-plugged", "status": "completed", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:37.362296 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-78fd5fe4-3776-4f97-8ab5-f322702b0fb3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:37.362296 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e', 'code': 200} Aug 03 19:18:37.447339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.496904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Provisioning complete for port 64167b1f-a5b7-4fef-8500-6b377acb0b40 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:37.497218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.530690 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.618616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:37.664610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port cd5ca469-b145-417a-9387-656f4fccca29, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd5ca469-b145-417a-9387-656f4fccca29,segment=NetworkSegment(45812ea5-032a-4329-9fc8-8e0fd77f0fa4),segment_id=45812ea5-032a-4329-9fc8-8e0fd77f0fa4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:37.692801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad08e81-1592-460e-acdd-fc5b34ddd7bf req-aa9163f8-9bfb-4b41-a511-df01d10d9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:37.694926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ad08e81-1592-460e-acdd-fc5b34ddd7bf req-aa9163f8-9bfb-4b41-a511-df01d10d9b29 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 1096 time: 0.2771113 Aug 03 19:18:37.729354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Provisioning complete for port cd5ca469-b145-417a-9387-656f4fccca29 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:37.729354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.758973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ad08e81-1592-460e-acdd-fc5b34ddd7bf req-df8561a8-3db1-451e-b525-81a38cf77e88 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560846 Aug 03 19:18:37.772005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.814324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] DHCP port deletion for 190c0400-4949-42c5-bdf3-d48d87777ffd request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:37.819774 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.820575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 633ef3da-daa2-4128-a59c-5b9e0d2cc55f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:37.870547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb987139-32ef-4159-beb5-a8c8bcd17587 req-edaa3072-cb55-462e-bc45-0af389435b3c tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6570306-f0ff-4ca7-a1e1-5334cce4912b HTTP/1.1" status: 200 len: 210 time: 0.0448656 Aug 03 19:18:37.935176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 64167b1f-a5b7-4fef-8500-6b377acb0b40 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:37.935549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:37.971777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.005792 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.008680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64167b1f-a5b7-4fef-8500-6b377acb0b40,segment=NetworkSegment(cae8406b-48e9-4026-9038-4ab30ce00c78),segment_id=cae8406b-48e9-4026-9038-4ab30ce00c78)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:38.009006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.083681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.091801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 64167b1f-a5b7-4fef-8500-6b377acb0b40 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:38.131179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=cd5ca469-b145-417a-9387-656f4fccca29,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:38.185457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:38.188470 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.206723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Deleting port 64167b1f-a5b7-4fef-8500-6b377acb0b40 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:38.212929 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.230027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b6e67-5b7b-43d3-a8cd-0cb201167446 req-c363aafb-ee10-413d-8427-416d467efccb tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.238344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af0b6e67-5b7b-43d3-a8cd-0cb201167446 req-c363aafb-ee10-413d-8427-416d467efccb tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1425447 Aug 03 19:18:38.301749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.304276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.314247 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:18:38.315083 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-442c32f6-5136-4f51-baff-b83d06118293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:18:38.315497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af0b6e67-5b7b-43d3-a8cd-0cb201167446 req-33858560-2060-4b9f-b076-d3dc1d04f604 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768821 Aug 03 19:18:38.356793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] For port 64167b1f-a5b7-4fef-8500-6b377acb0b40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64167b1f-a5b7-4fef-8500-6b377acb0b40,segment=NetworkSegment(cae8406b-48e9-4026-9038-4ab30ce00c78),segment_id=cae8406b-48e9-4026-9038-4ab30ce00c78)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:38.357201 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.379033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Calling delete_port for 64167b1f-a5b7-4fef-8500-6b377acb0b40 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:38.500262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.500911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afce8730-f59b-4a27-8d2e-e0684fd09d26 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:18:38.503348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.515132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.545116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:38.550918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port 64167b1f-a5b7-4fef-8500-6b377acb0b40 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:38.556352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] No DVR routers for this DVR port 64167b1f-a5b7-4fef-8500-6b377acb0b40 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:38.588615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebd6c-12fd-4906-81d1-1c94a9c5845a None None] Pushing event deleted for resources: {'Port': ['ID=64167b1f-a5b7-4fef-8500-6b377acb0b40,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:38.653416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd5ca469-b145-417a-9387-656f4fccca29 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:38.687156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-ac643d80-577e-43b7-8fd5-8f2c040b1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.688741 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-ac643d80-577e-43b7-8fd5-8f2c040b1cee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 1097 time: 0.4247820 Aug 03 19:18:38.694051 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:18:38.701295 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e998c92a-2a8d-49f7-9bcb-757b63429ac5 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.1981375 Aug 03 19:18:38.702274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60292) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:38.703173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57548946-8bb8-41d7-aee0-1f17a863802a req-e22cebb4-98e1-43b7-8adc-ebd8fa72fef2 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.713633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57548946-8bb8-41d7-aee0-1f17a863802a req-e22cebb4-98e1-43b7-8adc-ebd8fa72fef2 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 945 time: 0.3958611 Aug 03 19:18:38.739317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cd5ca469-b145-417a-9387-656f4fccca29 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:38.739852 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.745987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.759730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190c0400-4949-42c5-bdf3-d48d87777ffd']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:38.776511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae8406b-48e9-4026-9038-4ab30ce00c78') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:38.777234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae8406b-48e9-4026-9038-4ab30ce00c78') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:38.789463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.829014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.842866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57548946-8bb8-41d7-aee0-1f17a863802a req-b98a586c-6754-4f8f-ad46-a65441e1bcd3 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088777 Aug 03 19:18:38.848210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:38.848684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.873350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-f167c5a5-7df6-4db0-a299-42952eee7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:38.874914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-f167c5a5-7df6-4db0-a299-42952eee7dc4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 200 len: 916 time: 0.1688821 Aug 03 19:18:38.890503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting port 07566174-7c82-4078-9044-bc44ae0519b2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:38.890895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:38.920723 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:38.981162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64167b1f-a5b7-4fef-8500-6b377acb0b40 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:38.998961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-d794b6e7-cfff-43ce-8e40-86d59d2e1d3d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d HTTP/1.1" status: 200 len: 217 time: 0.0957589 Aug 03 19:18:39.008511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 64167b1f-a5b7-4fef-8500-6b377acb0b40 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:39.009030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64167b1f-a5b7-4fef-8500-6b377acb0b40 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:39.043127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Deleting port 85463ca3-694d-4767-8fce-2103d4d1764e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:39.043488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.088221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.094026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.100551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.101650 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/190c0400-4949-42c5-bdf3-d48d87777ffd HTTP/1.1" status: 204 len: 168 time: 1.9263003 Aug 03 19:18:39.102240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.105665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.109232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.115393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.121350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.126532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ca4a9-6235-4e65-b0fb-5cf55737f207 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=190c0400-4949-42c5-bdf3-d48d87777ffd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:39.127631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.134798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.136794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b48d997-2e4c-4c60-8149-28c548380cac req-96414623-38f0-44f7-b0d3-36d7a33aca79 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.2424634 Aug 03 19:18:39.168621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-9df380da-dc84-4e2c-a9d5-3e0c630c38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.170117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-9df380da-dc84-4e2c-a9d5-3e0c630c38fb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4e746660-9169-4acd-854d-337147375f11 HTTP/1.1" status: 200 len: 854 time: 0.1464007 Aug 03 19:18:39.184540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.194690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.203363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb859f64-4b5f-4543-b0e0-41914e598693 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.205834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb859f64-4b5f-4543-b0e0-41914e598693 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0994780 Aug 03 19:18:39.210145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60304) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.212191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Calling delete_port for 85463ca3-694d-4767-8fce-2103d4d1764e owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:39.227815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Calling delete_port for 07566174-7c82-4078-9044-bc44ae0519b2 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:39.254420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b48d997-2e4c-4c60-8149-28c548380cac req-0bdcecee-bd14-478b-a016-0789313c4dd4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054587 Aug 03 19:18:39.315304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-3c8d06ad-2f23-4c4b-95d1-6155c31c37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.316844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-3c8d06ad-2f23-4c4b-95d1-6155c31c37e9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344080 Aug 03 19:18:39.355919 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b6aff07-bd44-4f75-974f-58e6191ce9f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1446981 Aug 03 19:18:39.363010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60310) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:39.370422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2137841012'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:39.409608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 550dc63a-0fdf-49f9-847a-5c386eaec1ee no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:39.416193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-977d6b6b-2eeb-4396-a289-243297166dff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1093872 Aug 03 19:18:39.434354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 550dc63a-0fdf-49f9-847a-5c386eaec1ee {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:39.434818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 550dc63a-0fdf-49f9-847a-5c386eaec1ee not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:39.523813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-41669c8f-3d43-4c3f-9f00-c9eb2008b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.525948 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-41669c8f-3d43-4c3f-9f00-c9eb2008b6dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac7b9c5d67434c66810861f592a84d34&device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 1096 time: 0.0436735 Aug 03 19:18:39.539896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:39.541018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.543815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.547225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.553807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.559774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.565922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.573078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.577880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.579923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394b14f9-0d2a-4457-a76c-36c0184e333d req-87d5fb3e-5624-461a-8dab-ee5537a749c0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.2263379 Aug 03 19:18:39.587304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-d53cb3b4-bd52-4e4f-8f5a-06ce7c8d8a89 service neutron] 10.222.0.77 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597959 Aug 03 19:18:39.612420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.678680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Pushing event deleted for resources: {'Port': ['ID=85463ca3-694d-4767-8fce-2103d4d1764e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:39.754330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.756379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13616235-2bb7-4545-afa2-c1c2c2b12e72 tempest-RoutersAdminNegativeIpV6Test-2098749056 tempest-RoutersAdminNegativeIpV6Test-2098749056-project-admin] 10.222.0.67 "DELETE /v2.0/ports/85463ca3-694d-4767-8fce-2103d4d1764e HTTP/1.1" status: 204 len: 168 time: 0.8484938 Aug 03 19:18:39.758027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-8167981e-86bf-4845-b003-a44a54fba5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.759719 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-8167981e-86bf-4845-b003-a44a54fba5e5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 200 len: 912 time: 0.2118087 Aug 03 19:18:39.809914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea79c3-65fb-4f26-84a8-3f0061c4709a req-36a5de6f-a0ee-4533-b1db-c0f0189984d7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.818702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79ea79c3-65fb-4f26-84a8-3f0061c4709a req-36a5de6f-a0ee-4533-b1db-c0f0189984d7 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1355746 Aug 03 19:18:39.836061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fda8fd-830d-45af-b8b2-01e9b6d3d044 req-fa6c736b-53ee-4a8f-923d-8bcb0dba6ad6 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.838652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9fda8fd-830d-45af-b8b2-01e9b6d3d044 req-fa6c736b-53ee-4a8f-923d-8bcb0dba6ad6 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1964743 Aug 03 19:18:39.856708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-02d9fd66-e05f-4128-99b7-9b0200ff77a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 200 len: 1000 time: 0.0849919 Aug 03 19:18:39.882348 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.885820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:39.886008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d08bbefa-c1cb-4bb4-9487-689a367aa1c1 req-49928305-d9d5-45fd-a372-05373f914be5 service neutron] 10.222.0.77 "GET /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882059 Aug 03 19:18:39.924187 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:39.924636 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment e49e79ff-029d-4b19-8aa2-4108010b72eb of type vlan for network 656d1de8-2662-4094-a756-a720e8f18446 Aug 03 19:18:39.939273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79ea79c3-65fb-4f26-84a8-3f0061c4709a req-c8923a30-973a-4c92-9b88-ddd325caa865 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165373 Aug 03 19:18:39.947673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Port': ['ID=07566174-7c82-4078-9044-bc44ae0519b2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:39.971028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-303aaf30-4a60-4926-83d2-13fa83488902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:39.973034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-303aaf30-4a60-4926-83d2-13fa83488902 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 200 len: 850 time: 0.1002278 Aug 03 19:18:39.990301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9fda8fd-830d-45af-b8b2-01e9b6d3d044 req-d8cb83c6-13c1-43eb-99f2-162e71398bf4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186533 Aug 03 19:18:40.035261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.080696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-731578cd-cfea-4047-b13a-b72b59e76720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.083012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-731578cd-cfea-4047-b13a-b72b59e76720 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b853f026-8f01-4e66-9d98-1bb42d4ffa53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974491 Aug 03 19:18:40.117233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.178151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.183803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.184403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.217873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e96cbf-63c3-47f7-bf53-898797da704d req-975d2f5d-80b2-4f2e-85c8-7b6119ec0b69 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:40.219231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25e96cbf-63c3-47f7-bf53-898797da704d req-975d2f5d-80b2-4f2e-85c8-7b6119ec0b69 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 945 time: 0.1372831 Aug 03 19:18:40.275269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-a3e603c3-870f-4aae-9efc-e5ff99a5f939 service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798053 Aug 03 19:18:40.282961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=656d1de8-2662-4094-a756-a720e8f18446,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:40.295427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 656d1de8-2662-4094-a756-a720e8f18446 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:40.339759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8bf65bce-6cfd-4787-b352-be5d7505349a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9713240 Aug 03 19:18:40.341018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60320) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:40.346091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Router 6292c2b8-1d2c-4cf6-824c-dd69114d19e6 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:40.354220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '656d1de8-2662-4094-a756-a720e8f18446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:40.365417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25e96cbf-63c3-47f7-bf53-898797da704d req-04709a85-ae82-4fc4-9f2e-88c2078a0c90 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385827 Aug 03 19:18:40.398333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ff9b19c6-518a-4d56-bca1-1e4ec46d9648 req-97679e93-4319-4ea2-956e-b353676d370c service neutron] 10.222.0.77 "GET /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093740 Aug 03 19:18:40.502230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60326) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:40.545027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:40.552529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d6b6f31-680b-42b8-a7ff-c27ad99ec324 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818441 Aug 03 19:18:40.559982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60330) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:40.563860 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f661-7038-492e-a78a-cd777accf01e None None] Sync routers for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:40.649144 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-0364c0bd-aa2c-415a-aade-d93a3557db06 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] delete failed (client error): The resource could not be found. Aug 03 19:18:40.650202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0364c0bd-aa2c-415a-aade-d93a3557db06 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1031755694 HTTP/1.1" status: 404 len: 335 time: 0.0848670 Aug 03 19:18:40.654786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60334) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:40.669598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d87f176-60a0-4c42-b7ad-d1863d5ca2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.669936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-45cacec2-2dc3-4d0b-91bd-1c94c9fe7b5d tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'router': {'external_gateway_info': {'network_id': '6292c2b8-1d2c-4cf6-824c-dd69114d19e6'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:40.695864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:40.696528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:40.730210 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:40.741776 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:40.742423 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:40.779983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9786f661-7038-492e-a78a-cd777accf01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:40.780661 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786f661-7038-492e-a78a-cd777accf01e None None] The sync data for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:40.788697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:40.792305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.892186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d87f176-60a0-4c42-b7ad-d1863d5ca2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:40.964785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45cacec2-2dc3-4d0b-91bd-1c94c9fe7b5d tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.085598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d87f176-60a0-4c42-b7ad-d1863d5ca2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.134323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87f176-60a0-4c42-b7ad-d1863d5ca2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885f9a2-fb43-4c79-9a8b-d8150cc33876,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.139084 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d87f176-60a0-4c42-b7ad-d1863d5ca2e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a99db7786e1548d1bd43893f841ce44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6356397 Aug 03 19:18:41.141676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:41.155544 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-45cacec2-2dc3-4d0b-91bd-1c94c9fe7b5d tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] update failed (client error): The resource could not be found. Aug 03 19:18:41.157214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-45cacec2-2dc3-4d0b-91bd-1c94c9fe7b5d tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6 HTTP/1.1" status: 404 len: 339 time: 0.5009112 Aug 03 19:18:41.162805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60346) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:41.168425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ea57d-9b53-4ff2-96a2-f5e393eb3fee req-901a6e21-c752-4cbb-806d-043602beee1a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.170083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7ea57d-9b53-4ff2-96a2-f5e393eb3fee req-901a6e21-c752-4cbb-806d-043602beee1a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.1297729 Aug 03 19:18:41.173136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1257578986'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:41.219748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.220043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7ea57d-9b53-4ff2-96a2-f5e393eb3fee req-2d4d04fe-6026-48f2-960b-7412beced6fe tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 Aug 03 19:18:41.248357 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.259138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.334558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:41.338099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.375103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-9fce565a-b772-4a4a-9214-dce112577d6d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.377375 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-9fce565a-b772-4a4a-9214-dce112577d6d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.0735719 Aug 03 19:18:41.391637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=deba58c8-ec29-4823-aed9-7f3817684eec,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.411334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'e49e79ff-029d-4b19-8aa2-4108010b72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '656d1de8-2662-4094-a756-a720e8f18446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:41.411698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 656d1de8-2662-4094-a756-a720e8f18446, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:41.426541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.429098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.430260 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6885f9a2-fb43-4c79-9a8b-d8150cc33876 HTTP/1.1" status: 204 len: 168 time: 0.2870891 Aug 03 19:18:41.431408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:41.440881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9396d67-f66c-49ce-bd57-60592833faba req-0901da5d-96c1-4a38-aa89-a79ea491bc77 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.448139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9396d67-f66c-49ce-bd57-60592833faba req-0901da5d-96c1-4a38-aa89-a79ea491bc77 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1387563 Aug 03 19:18:41.456104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0b0a4-e0ec-49f2-b20e-7bd9adc2e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885f9a2-fb43-4c79-9a8b-d8150cc33876,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.457019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a85e7-4995-45d9-bb82-1257a0af2470 req-e27fd0df-f7d1-4f7d-8f6d-1a4fcd4d0148 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.458379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.458512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c9a85e7-4995-45d9-bb82-1257a0af2470 req-e27fd0df-f7d1-4f7d-8f6d-1a4fcd4d0148 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 945 time: 0.1089814 Aug 03 19:18:41.458733 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Added segment c6dd4a35-2f1a-4266-b092-2fb2a1a620e3 of type vlan for network 2abae007-284c-4263-825b-9b52e7d4f726 Aug 03 19:18:41.519275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9396d67-f66c-49ce-bd57-60592833faba req-c02566be-bc0c-4ef9-9906-63ed5f7fea7d tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702229 Aug 03 19:18:41.527782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c9a85e7-4995-45d9-bb82-1257a0af2470 req-0300da2a-cfd4-42b1-ae33-0d7e508d6cf1 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517671 Aug 03 19:18:41.555917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.567720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 656d1de8-2662-4094-a756-a720e8f18446 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:41.597721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:41.598072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.676954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 656d1de8-2662-4094-a756-a720e8f18446) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:41.686708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.687528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.691758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44f706-edc4-465c-9fdd-d781469d6235 None None] Network 656d1de8-2662-4094-a756-a720e8f18446 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:41.694607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.700196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.700847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.714320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] For port 336fd4e4-2fda-4041-be1c-0b6ab7218e53, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=336fd4e4-2fda-4041-be1c-0b6ab7218e53,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:41.714708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:41.724427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5774b-5bb9-4af7-b149-f3ee1750094e req-ca410736-118b-45dc-b8d4-a1bb5d988acd tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:41.727899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fec5774b-5bb9-4af7-b149-f3ee1750094e req-ca410736-118b-45dc-b8d4-a1bb5d988acd tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0813215 Aug 03 19:18:41.785219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fec5774b-5bb9-4af7-b149-f3ee1750094e req-54810ab7-93d3-4ba4-af87-0c2be8ae1eac tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513902 Aug 03 19:18:41.791394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-507b47ff-04a6-4324-b7c4-2ab4c35f5811 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4495208 Aug 03 19:18:41.808541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60360) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:41.820368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '656d1de8-2662-4094-a756-a720e8f18446', 'name': 'tempest-PortsIpV6TestJSON-81238358'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:41.841203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Network': ['ID=2abae007-284c-4263-825b-9b52e7d4f726,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:41.885402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2abae007-284c-4263-825b-9b52e7d4f726 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:41.901747 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1c7017c1-b152-40c5-b03c-1aa6dd0f6349 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7377610 Aug 03 19:18:41.904631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:41.913428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'subnet': {'network_id': '2abae007-284c-4263-825b-9b52e7d4f726', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:42.022080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4de50-ca97-42e1-94a9-3baf827b679a req-dadaa240-6e31-4b3c-ac67-63e3aecf536e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:42.026100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86d4de50-ca97-42e1-94a9-3baf827b679a req-dadaa240-6e31-4b3c-ac67-63e3aecf536e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.1121495 Aug 03 19:18:42.034745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-656d1de8-2662-4094-a756-a720e8f18446', 'network_id': '656d1de8-2662-4094-a756-a720e8f18446', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': 'deba58c8-ec29-4823-aed9-7f3817684eec'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:42.035737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.089559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86d4de50-ca97-42e1-94a9-3baf827b679a req-4376778e-abfd-475b-affb-6809dd010aa6 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591540 Aug 03 19:18:42.103041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.103457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.103772 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Floating IP 782648ff-793c-44d6-84b0-2df00696efdd disassociated. External IP: 172.25.2.175, port: 336fd4e4-2fda-4041-be1c-0b6ab7218e53. Aug 03 19:18:42.104118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for 336fd4e4-2fda-4041-be1c-0b6ab7218e53 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:42.229137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Allocated IP 2001:db8::2 (656d1de8-2662-4094-a756-a720e8f18446/deba58c8-ec29-4823-aed9-7f3817684eec/404d126c-76d4-4204-a10f-5a11ea9efb61) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:42.237940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Made reservation on behalf of 23f3ae8d65af4dec9cf950b7678f8fcb for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:42.254813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.331521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c059a1b-4f28-4f31-96fd-d54479bc094d req-621efdd3-bf86-4735-bfec-b3733c1b787e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:42.338033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c059a1b-4f28-4f31-96fd-d54479bc094d req-621efdd3-bf86-4735-bfec-b3733c1b787e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.1375985 Aug 03 19:18:42.430443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.438464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:42.445274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.451201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60382) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:42.499361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60386) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:42.535455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c059a1b-4f28-4f31-96fd-d54479bc094d req-e2560a06-00a1-4ced-a16c-8b16ab8a7496 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880965 Aug 03 19:18:42.543002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port e6d2621c-1c2a-4884-a081-ee1e6e8a806e yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:42.633509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bae0b85d-fc7b-4107-9459-0bb83e7bf0a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b18639bbe814271b430c98023d98551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328001 Aug 03 19:18:42.636562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60392) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:42.652936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Transition to ACTIVE for port object 404d126c-76d4-4204-a10f-5a11ea9efb61 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:42.662216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.671724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Transition to ACTIVE for port object 404d126c-76d4-4204-a10f-5a11ea9efb61 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:42.740504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=336fd4e4-2fda-4041-be1c-0b6ab7218e53,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:42.766914 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.824414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Network 656d1de8-2662-4094-a756-a720e8f18446 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:42.831275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:42.836083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:42.839351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Pushing event updated for resources: {'Port': ['ID=404d126c-76d4-4204-a10f-5a11ea9efb61,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:42.851388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.851738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.852075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.852967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.852967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.853232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.853531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.853861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.854488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.854488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.854824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.855145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:18:42.868848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.910969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Attempting to bind port 404d126c-76d4-4204-a10f-5a11ea9efb61 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:42.911373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Attempting to bind port 404d126c-76d4-4204-a10f-5a11ea9efb61 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e49e79ff-029d-4b19-8aa2-4108010b72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '656d1de8-2662-4094-a756-a720e8f18446'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:42.911742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Attempting to bind port 404d126c-76d4-4204-a10f-5a11ea9efb61 on network 656d1de8-2662-4094-a756-a720e8f18446 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:42.917812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:42.918187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Checking segment: {'id': 'e49e79ff-029d-4b19-8aa2-4108010b72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '656d1de8-2662-4094-a756-a720e8f18446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:42.918592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.918989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Bound using segment: {'id': 'e49e79ff-029d-4b19-8aa2-4108010b72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '656d1de8-2662-4094-a756-a720e8f18446'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:42.919462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Bound port: 404d126c-76d4-4204-a10f-5a11ea9efb61, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49e79ff-029d-4b19-8aa2-4108010b72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '656d1de8-2662-4094-a756-a720e8f18446'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:42.920333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.931070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61605840-8aea-4792-b55c-9241db3e2456 req-cd2ad175-dc94-4db2-b4f5-8172dcf394c6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:42.932047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.932821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61605840-8aea-4792-b55c-9241db3e2456 req-cd2ad175-dc94-4db2-b4f5-8172dcf394c6 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 945 time: 0.5483639 Aug 03 19:18:42.984929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Router 627ddb34-3e4a-4144-896b-d3dcb5dd844e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:42.990199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:42.998345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] For port 404d126c-76d4-4204-a10f-5a11ea9efb61, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:43.002186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] For port 404d126c-76d4-4204-a10f-5a11ea9efb61, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=404d126c-76d4-4204-a10f-5a11ea9efb61,segment=NetworkSegment(e49e79ff-029d-4b19-8aa2-4108010b72eb),segment_id=e49e79ff-029d-4b19-8aa2-4108010b72eb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:43.068254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Subnet': ['ID=19d85fe3-ec35-472e-a01f-f480def0e700,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:43.082620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.133135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Checking segment: {'id': 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:43.133629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network hostable DHCP agents. Network: 2abae007-284c-4263-825b-9b52e7d4f726, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:43.135638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61605840-8aea-4792-b55c-9241db3e2456 req-e180835b-766f-442c-9a0e-5e68439f7e1a tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups?id=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864150 Aug 03 19:18:43.156306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.156306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.156306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69703e3f-fe38-4b22-af1e-fc2b717f52fb HTTP/1.1" status: 204 len: 168 time: 0.5154774 Aug 03 19:18:43.156638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7972-9fe7-45b4-ab38-7a4fcf90adee req-a151ae6f-2e6c-44a7-a517-5005388bce74 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.171676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5cc7972-9fe7-45b4-ab38-7a4fcf90adee req-a151ae6f-2e6c-44a7-a517-5005388bce74 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 945 time: 0.2345550 Aug 03 19:18:43.205384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::313 (656d1de8-2662-4094-a756-a720e8f18446/deba58c8-ec29-4823-aed9-7f3817684eec/e6d2621c-1c2a-4884-a081-ee1e6e8a806e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:43.207722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb40d6-3e25-4ab4-9817-e8c88248030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69703e3f-fe38-4b22-af1e-fc2b717f52fb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:43.234956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.235863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.238107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.239788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.241295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.242454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.242586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfc6eb-cab7-4821-b683-e5568c6cd913 None None] Pushing event updated for resources: {'Port': ['ID=404d126c-76d4-4204-a10f-5a11ea9efb61,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:43.244611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.246983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-9cc0bf3f-3abc-44ec-9e29-abde815d9136 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6499 time: 0.7927210 Aug 03 19:18:43.251983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:43.257329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-8d81a497-29d4-4735-906a-6313960ffa80 req-7b94f8c9-c1b6-4ebb-bfbf-da6b13653d5f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:43.258484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d81a497-29d4-4735-906a-6313960ffa80 req-7b94f8c9-c1b6-4ebb-bfbf-da6b13653d5f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089231 Aug 03 19:18:43.273898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Sync routers for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:43.280697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db5153-39bd-469c-b760-5306b8654189 req-f4721f51-aa3b-4fb7-b9c4-d0a909e7efe0 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:43.282497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0db5153-39bd-469c-b760-5306b8654189 req-f4721f51-aa3b-4fb7-b9c4-d0a909e7efe0 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 945 time: 0.3487260 Aug 03 19:18:43.304591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:43.305401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.513376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:43.642872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-fad311d6-d3d1-4d94-867d-07ffa2d46cbe service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3523307 Aug 03 19:18:43.659808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5cc7972-9fe7-45b4-ab38-7a4fcf90adee req-249cba4c-a00c-48fd-9b3f-24f8f25a3077 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/security-groups?id=64b8d2ce-b4a0-494d-990f-be66e259346f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846160 Aug 03 19:18:43.724322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d81a497-29d4-4735-906a-6313960ffa80 req-5ce67b2b-7a4f-4f5f-b347-56769cefd505 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4390397 Aug 03 19:18:43.790993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Deleting port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:43.791432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.834231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 2abae007-284c-4263-825b-9b52e7d4f726 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:43.837582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] No DVR routers for this DVR port 336fd4e4-2fda-4041-be1c-0b6ab7218e53 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:43.841495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.843144 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-480803f9-f6f6-49c4-afe7-d3f18042b067 req-384eb19d-61e1-422a-abd9-2a3c8ce1817d tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.77 "DELETE /v2.0/ports/336fd4e4-2fda-4041-be1c-0b6ab7218e53 HTTP/1.1" status: 204 len: 173 time: 2.4593358 Aug 03 19:18:43.851682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-deleted', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:43.851682 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623fa9aa-e20c-4c13-8298-890a9ee0b264" -d '{"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-deleted", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:43.899328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.905896 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4e071-17e3-4ffa-9ee8-f445bbc93460 x-openstack-request-id: req-42e4e071-17e3-4ffa-9ee8-f445bbc93460 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:43.906249 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1081d9c9-94e6-4005-8bf4-1bdbc7215427", "name": "network-vif-deleted", "tag": "336fd4e4-2fda-4041-be1c-0b6ab7218e53", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:43.906567 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42e4e071-17e3-4ffa-9ee8-f445bbc93460 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:43.907023 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1081d9c9-94e6-4005-8bf4-1bdbc7215427', 'name': 'network-vif-deleted', 'tag': '336fd4e4-2fda-4041-be1c-0b6ab7218e53', 'status': 'completed', 'code': 200} Aug 03 19:18:43.915858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.932424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object e6d2621c-1c2a-4884-a081-ee1e6e8a806e will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:43.958168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Checking router: 627ddb34-3e4a-4144-896b-d3dcb5dd844e for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:43.973120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:43.973775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:43.976130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] For port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,segment=NetworkSegment(770d8b24-d381-4052-b67c-a46f2ba69937),segment_id=770d8b24-d381-4052-b67c-a46f2ba69937)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:43.976516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:43.988613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2abae007-284c-4263-825b-9b52e7d4f726) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:44.001222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Calling delete_port for 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:44.007905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:44.008643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.185227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380f69-be3b-4290-812d-121a1670c99d req-5c7e0179-e90a-49a4-aa5a-e3c00f05b947 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:44.186658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e6187-7c8b-49ea-8a51-a6e482842021 None None] Network 2abae007-284c-4263-825b-9b52e7d4f726 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:44.188590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04380f69-be3b-4290-812d-121a1670c99d req-5c7e0179-e90a-49a4-aa5a-e3c00f05b947 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.0979548 Aug 03 19:18:44.235214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e46a84bc-d582-438b-a28a-5e33d43c12ad tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3294806 Aug 03 19:18:44.238195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60416) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:44.243797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-05b7c457-2918-445d-b749-661423174dc7 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'router': {'external_gateway_info': {'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:44.256583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.376966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:44.397078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=e6d2621c-1c2a-4884-a081-ee1e6e8a806e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:44.405031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 656d1de8-2662-4094-a756-a720e8f18446 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:44.408438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:44.425217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04380f69-be3b-4290-812d-121a1670c99d req-b7b3d567-ff93-4e2f-8f69-147515dd6e95 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264073 Aug 03 19:18:44.464358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:44.472680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:44.473435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.493825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfe5f82d-dc4e-4e07-a3c5-e25e0a2935db req-964429bf-128b-4aec-84e4-3056d12d3f5e tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/ports?device_id=1081d9c9-94e6-4005-8bf4-1bdbc7215427 HTTP/1.1" status: 200 len: 210 time: 0.1449702 Aug 03 19:18:44.494655 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.514842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:44.518254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:44.572893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Pushing event deleted for resources: {'Port': ['ID=4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:44.577894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 336fd4e4-2fda-4041-be1c-0b6ab7218e53 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:44.584995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 336fd4e4-2fda-4041-be1c-0b6ab7218e53 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:44.634959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b9f26-e403-4bf7-87ab-d5a5b969e587 req-44475850-f7bf-4bba-9df7-1df990808ac4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:44.637065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c69b9f26-e403-4bf7-87ab-d5a5b969e587 req-44475850-f7bf-4bba-9df7-1df990808ac4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.1372080 Aug 03 19:18:44.684583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] No DVR routers for this DVR port 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:44.690925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05b7c457-2918-445d-b749-661423174dc7 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.696501 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.699901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0db5153-39bd-469c-b760-5306b8654189 req-4e792dbe-5d45-4731-82ac-394d7e66ecb6 tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.77 "DELETE /v2.0/ports/4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e HTTP/1.1" status: 204 len: 173 time: 1.3934677 Aug 03 19:18:44.699901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'name': 'network-vif-deleted', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:44.725972 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e661a5e3-77e5-47ac-804b-1beed7606afd" -d '{"events": [{"server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "name": "network-vif-deleted", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:44.757865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cb423296-0c3c-4c41-b16a-78d95a7e4f64 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9478726 Aug 03 19:18:44.759428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 404d126c-76d4-4204-a10f-5a11ea9efb61 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:44.768791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60428) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:44.792276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '656d1de8-2662-4094-a756-a720e8f18446', 'name': 'tempest-PortsIpV6TestJSON-500740491'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:44.816272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c69b9f26-e403-4bf7-87ab-d5a5b969e587 req-4c8ddbc0-d947-49c8-8148-12abb6dd0b31 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652117 Aug 03 19:18:44.877103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-2abae007-284c-4263-825b-9b52e7d4f726', 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726', 'tenant_id': '23f3ae8d65af4dec9cf950b7678f8fcb', 'fixed_ips': [{'subnet_id': '19d85fe3-ec35-472e-a01f-f480def0e700'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:44.877103 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:44.943511 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6375761-c3f0-4145-8812-4b173ccbfe60 x-openstack-request-id: req-b6375761-c3f0-4145-8812-4b173ccbfe60 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:44.943862 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e2d66cd-5861-47bf-a219-307681a69a3d", "name": "network-vif-deleted", "tag": "4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:44.944124 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6375761-c3f0-4145-8812-4b173ccbfe60 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:44.944681 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e2d66cd-5861-47bf-a219-307681a69a3d', 'name': 'network-vif-deleted', 'tag': '4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e', 'status': 'completed', 'code': 200} Aug 03 19:18:44.964304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adaf46f1-c8d9-4d32-a773-c4fd7af4005f req-6844547f-ba7d-440d-a249-14bb4beb54af tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.1633008 Aug 03 19:18:44.970611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed320a58-0657-4377-ac76-8d17db51da4f None None] Network 656d1de8-2662-4094-a756-a720e8f18446 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:45.012273 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-05b7c457-2918-445d-b749-661423174dc7 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:18:45.014419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-05b7c457-2918-445d-b749-661423174dc7 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6 HTTP/1.1" status: 400 len: 364 time: 0.7750874 Aug 03 19:18:45.018644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.104975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c109edb-5951-48c6-aeb0-8ce7ed567c03 req-f5929169-79d9-4398-8eb0-49226db27a33 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.106540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c109edb-5951-48c6-aeb0-8ce7ed567c03 req-f5929169-79d9-4398-8eb0-49226db27a33 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0819852 Aug 03 19:18:45.155859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c109edb-5951-48c6-aeb0-8ce7ed567c03 req-6c1d6248-2b31-48ac-bd8d-0d78192953a8 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Aug 03 19:18:45.208489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:45.214539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.263157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 574416d9-95a1-4e7e-bf8a-2b0d02222107 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:45.291508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Allocated IP 2001:db8:1::2 (2abae007-284c-4263-825b-9b52e7d4f726/19d85fe3-ec35-472e-a01f-f480def0e700/342dc0c7-eda5-4853-adc4-538a7321584e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:45.381228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.413980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:45.460505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60442) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.463283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702f686f-502b-49d5-b2d4-e61b67eff47c None None] The sync data for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 is: [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:09:12Z', 'revision_number': 4, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '8b9ea85d-07dc-439e-909a-032479956275', 'name': '', 'network_id': 'b853f026-8f01-4e66-9d98-1bb42d4ffa53', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'mac_address': 'fa:16:3e:f6:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:09Z', 'updated_at': '2021-08-03T19:09:23Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'subnets': [{'id': '3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:45.471024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 404d126c-76d4-4204-a10f-5a11ea9efb61 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:45.473649 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.474524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Provisioning for port 404d126c-76d4-4204-a10f-5a11ea9efb61 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:45.503126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::3be (656d1de8-2662-4094-a756-a720e8f18446/deba58c8-ec29-4823-aed9-7f3817684eec/574416d9-95a1-4e7e-bf8a-2b0d02222107) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:45.509087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 404d126c-76d4-4204-a10f-5a11ea9efb61 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:45.509916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.523076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Provisioning complete for port 404d126c-76d4-4204-a10f-5a11ea9efb61 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:45.524057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.587965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1160-896b-4052-8d08-7f5aac0e21d2 req-f2303283-a9bd-47b8-92d2-40f618a28cc4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.605367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1160-896b-4052-8d08-7f5aac0e21d2 req-f2303283-a9bd-47b8-92d2-40f618a28cc4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.621148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe1160-896b-4052-8d08-7f5aac0e21d2 req-f2303283-a9bd-47b8-92d2-40f618a28cc4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:45.623066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eebe1160-896b-4052-8d08-7f5aac0e21d2 req-f2303283-a9bd-47b8-92d2-40f618a28cc4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b&device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb&device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 2418 time: 0.2051163 Aug 03 19:18:45.672704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-7c89a467-6d6f-4deb-b33a-296caddd7b85 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.673024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7c89a467-6d6f-4deb-b33a-296caddd7b85 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1635728 Aug 03 19:18:45.677533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60450) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.683494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-035296aa-ba3e-42cd-87c2-fc49b593e8c4 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.687053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-035296aa-ba3e-42cd-87c2-fc49b593e8c4 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044928 Aug 03 19:18:45.687682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60452) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.693062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-8916f87b-efad-4f09-ad0c-aeb21ffb5744 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.696564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8916f87b-efad-4f09-ad0c-aeb21ffb5744 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058205 Aug 03 19:18:45.702919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60454) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.740063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60456) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.747398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-84d5c164-f193-4f51-96db-4507fc345f15 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.748433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-84d5c164-f193-4f51-96db-4507fc345f15 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0335133 Aug 03 19:18:45.751968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60458) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.755980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.762325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-816e5206-9a70-4f39-9079-074555d18bad tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.763308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-816e5206-9a70-4f39-9079-074555d18bad tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0086098 Aug 03 19:18:45.768878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60460) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.769259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eebe1160-896b-4052-8d08-7f5aac0e21d2 req-e9770750-d8e2-4ad8-ae2a-ca72a8c93abe tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295428 Aug 03 19:18:45.778191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-f5cd9b85-fc05-4980-a4dc-d5b4874997be tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.779190 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5cd9b85-fc05-4980-a4dc-d5b4874997be tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0074551 Aug 03 19:18:45.782066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60462) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.786732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-3895f536-aa21-4c13-9154-f3d033839d1f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.787958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3895f536-aa21-4c13-9154-f3d033839d1f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047612 Aug 03 19:18:45.795169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60466) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.809668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-3de96d47-d523-4b7c-80f8-83b7752c5722 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.812103 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3de96d47-d523-4b7c-80f8-83b7752c5722 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0140450 Aug 03 19:18:45.814809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-5db4fcd0-d316-4d48-ac0b-579cecbdb92e req-93352f9c-235c-4123-89fc-f2cb89c62eb5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.821594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5db4fcd0-d316-4d48-ac0b-579cecbdb92e req-93352f9c-235c-4123-89fc-f2cb89c62eb5 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147796 Aug 03 19:18:45.828058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60468) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.835524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-561e2189-941a-4eef-a29e-fc4e047d8253 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.837654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-561e2189-941a-4eef-a29e-fc4e047d8253 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081742 Aug 03 19:18:45.847376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60470) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.854577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-695d0628-75f1-4ae7-9612-31d38ecbd003 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.855792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-695d0628-75f1-4ae7-9612-31d38ecbd003 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052183 Aug 03 19:18:45.859775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Allocated IP 2001:db8::1 (838586f8-354e-4561-8dde-aeda8b9c75a8/b82dc6e1-dae3-4302-b200-307d4077254e/cb3aab69-9ed5-404f-8160-27dd9020540a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:45.862777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60472) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.870523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Transition to ACTIVE for port object 342dc0c7-eda5-4853-adc4-538a7321584e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:45.881793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-d4f423cb-33ac-4620-ba01-dc277001b015 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.882223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.882317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d4f423cb-33ac-4620-ba01-dc277001b015 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0094471 Aug 03 19:18:45.894100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.902479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-722f01ff-7d86-4288-aa2c-77bbf223f405 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.903596 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-722f01ff-7d86-4288-aa2c-77bbf223f405 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046892 Aug 03 19:18:45.908376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60476) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.919334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-afb5006a-7054-485c-883d-b378c8eb8b8c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.923032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-afb5006a-7054-485c-883d-b378c8eb8b8c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0109622 Aug 03 19:18:45.936867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60478) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.940506 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebcfe3-ea96-4eec-8baf-87f4839b7dd3 None None] New status for floating IP 782648ff-793c-44d6-84b0-2df00696efdd: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:18:45.963322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Transition to ACTIVE for port object 342dc0c7-eda5-4853-adc4-538a7321584e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:45.977466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:45.977660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-20fb4ee7-3c5a-4621-8a7c-784beaab266c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.978635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20fb4ee7-3c5a-4621-8a7c-784beaab266c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0213349 Aug 03 19:18:45.987529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:45.991978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-e4aa6546-1c4f-4252-adde-053cc6a22862 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:45.992993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4aa6546-1c4f-4252-adde-053cc6a22862 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044751 Aug 03 19:18:45.997788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60484) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.012887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.014487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] For port 404d126c-76d4-4204-a10f-5a11ea9efb61, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=404d126c-76d4-4204-a10f-5a11ea9efb61,segment=NetworkSegment(e49e79ff-029d-4b19-8aa2-4108010b72eb),segment_id=e49e79ff-029d-4b19-8aa2-4108010b72eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:46.026026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-edd294ff-df6d-4771-a46f-99a7c49fa8ab tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.026026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-edd294ff-df6d-4771-a46f-99a7c49fa8ab tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0181940 Aug 03 19:18:46.028685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.040981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-bdbdcbf7-60cf-40c5-81f7-16b96bb149d7 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.045054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bdbdcbf7-60cf-40c5-81f7-16b96bb149d7 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0154052 Aug 03 19:18:46.052717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60488) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.062104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.065811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5db4fcd0-d316-4d48-ac0b-579cecbdb92e req-969c361d-c905-4674-b2dd-975dcbe122e3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2342103 Aug 03 19:18:46.096067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-6c4c3944-395e-4245-9047-001eb02bbee2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.096067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6c4c3944-395e-4245-9047-001eb02bbee2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0180655 Aug 03 19:18:46.096067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.099352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60490) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.102180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 574416d9-95a1-4e7e-bf8a-2b0d02222107 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:46.106882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-2c6b691d-358c-4389-8264-5fd5afcf2d73 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.111567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2c6b691d-358c-4389-8264-5fd5afcf2d73 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0102992 Aug 03 19:18:46.112549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60492) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.127609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-4d17ffe4-6a4b-42da-afb1-7f2b04c1034a tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.131270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4d17ffe4-6a4b-42da-afb1-7f2b04c1034a tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0099971 Aug 03 19:18:46.138931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60494) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.144226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-e9e30e31-940c-4128-b26d-d3d8eb0e1a6e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.151923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9e30e31-940c-4128-b26d-d3d8eb0e1a6e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0144804 Aug 03 19:18:46.153306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60496) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.160967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-053899c0-ce2e-499f-9e71-aa515f55ded3 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.165098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.165761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-053899c0-ce2e-499f-9e71-aa515f55ded3 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0111024 Aug 03 19:18:46.168793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.174171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-6b3aebc6-6b93-41e7-98c2-be0c17476f09 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.178354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6b3aebc6-6b93-41e7-98c2-be0c17476f09 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083556 Aug 03 19:18:46.179222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60500) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.183545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Transition to ACTIVE for port object cb3aab69-9ed5-404f-8160-27dd9020540a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:46.209852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-59a13903-1782-41dd-b83b-45f00c11cb03 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.213593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-59a13903-1782-41dd-b83b-45f00c11cb03 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096509 Aug 03 19:18:46.229312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60502) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.233097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d734d15-de62-481c-8300-7d7a83d2216e req-9d7cc33d-206f-424c-87a5-62a7c29ff7df tempest-ServerPasswordTestJSON-1162112422 tempest-ServerPasswordTestJSON-1162112422-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e2d66cd-5861-47bf-a219-307681a69a3d HTTP/1.1" status: 200 len: 210 time: 0.0658629 Aug 03 19:18:46.237228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-426ffef8-4aa2-4a5c-a9a7-dadb17af3f18 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.240874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-426ffef8-4aa2-4a5c-a9a7-dadb17af3f18 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0078919 Aug 03 19:18:46.241202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60504) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.247392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-fa11ba55-79e1-4abd-99e8-228062b380a5 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.250753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa11ba55-79e1-4abd-99e8-228062b380a5 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063009 Aug 03 19:18:46.252025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60506) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.260928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-7acb23a7-a485-4040-b0f5-3493072ced05 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.265934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7acb23a7-a485-4040-b0f5-3493072ced05 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0122540 Aug 03 19:18:46.269407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60508) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.274550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-d47ebf88-5526-4b50-90ac-693dec0a9caf tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.275594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d47ebf88-5526-4b50-90ac-693dec0a9caf tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050335 Aug 03 19:18:46.278261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60510) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.282976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-a52b5552-bb01-4282-9ac6-9fc2c6466541 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.284277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a52b5552-bb01-4282-9ac6-9fc2c6466541 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0050447 Aug 03 19:18:46.286315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.289163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60512) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.289787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.297693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-aa03eb9b-91d9-4de7-9bfd-cfaa28595993 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.299267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa03eb9b-91d9-4de7-9bfd-cfaa28595993 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066426 Aug 03 19:18:46.301933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60514) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.308077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-59d0aec0-ead6-44ce-aecd-6339da4fbae1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.314788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59d0aec0-ead6-44ce-aecd-6339da4fbae1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0084131 Aug 03 19:18:46.315170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.319830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-d1609558-5454-4a69-8e84-70ba8821ec5e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.323428 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d1609558-5454-4a69-8e84-70ba8821ec5e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047123 Aug 03 19:18:46.327359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60518) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.329410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-1d9eb67f-d6c1-44ee-958b-bcfc4b728664 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.332942 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d9eb67f-d6c1-44ee-958b-bcfc4b728664 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054545 Aug 03 19:18:46.333918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60522) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.338642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-d7f50b5e-11bd-43c2-ab11-bbc1dad8c9c5 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.342064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7f50b5e-11bd-43c2-ab11-bbc1dad8c9c5 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045617 Aug 03 19:18:46.342279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60524) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.347574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-9005ac15-bec7-4a6a-97a2-69e4760ddf85 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.350908 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9005ac15-bec7-4a6a-97a2-69e4760ddf85 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052998 Aug 03 19:18:46.351372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60526) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.355915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-41239c72-2337-414a-97e0-ba61c680320d tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.359163 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41239c72-2337-414a-97e0-ba61c680320d tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0048099 Aug 03 19:18:46.359548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60528) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.365578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-032aa9ef-d845-433a-a1c5-06e499e79bc2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.368705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-032aa9ef-d845-433a-a1c5-06e499e79bc2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063059 Aug 03 19:18:46.369468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60530) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.374003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-05128392-ac54-4db6-abb6-6f8ea5ea9755 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.375265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-05128392-ac54-4db6-abb6-6f8ea5ea9755 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045307 Aug 03 19:18:46.378800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.384100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-d43474fc-014e-4236-b27f-045aaa6a6437 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.387476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d43474fc-014e-4236-b27f-045aaa6a6437 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051603 Aug 03 19:18:46.389207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60534) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.392792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-56ca91a1-e898-4151-9961-e577f15c52c2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.393839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-56ca91a1-e898-4151-9961-e577f15c52c2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052166 Aug 03 19:18:46.396573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60536) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.397697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Network 2abae007-284c-4263-825b-9b52e7d4f726 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.401439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-0187d1dd-9542-4d48-a033-14531ab55150 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.405339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0187d1dd-9542-4d48-a033-14531ab55150 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046995 Aug 03 19:18:46.405530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:18:46.405530 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:18:46.405530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.405812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60538) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.407289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.410531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-bd394630-4ab0-4bde-9a02-6865ff08eca3 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.420487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bd394630-4ab0-4bde-9a02-6865ff08eca3 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054343 Aug 03 19:18:46.422523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60540) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.429601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-9149530e-5962-4e1d-98a9-ee067eb86f2f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.433145 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9149530e-5962-4e1d-98a9-ee067eb86f2f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0081115 Aug 03 19:18:46.433556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60542) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.437983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-bbd55950-1060-440f-acd7-407a2f4f1fad tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.439881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbd55950-1060-440f-acd7-407a2f4f1fad tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044832 Aug 03 19:18:46.442341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.448882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3832b3-a8af-4d0a-9847-fcfa3a2426fc None None] Pushing event updated for resources: {'Port': ['ID=404d126c-76d4-4204-a10f-5a11ea9efb61,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.450170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-98bf885e-c1d7-44f5-8e0c-6467483c4ce1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.455957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-98bf885e-c1d7-44f5-8e0c-6467483c4ce1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117347 Aug 03 19:18:46.464795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60546) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.469378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-a6096442-4d84-4243-9025-9dd5777cc96c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.473967 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a6096442-4d84-4243-9025-9dd5777cc96c tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051484 Aug 03 19:18:46.473967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60548) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.478851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-8a886316-6597-422d-b885-8b880605d1b9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.479901 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a886316-6597-422d-b885-8b880605d1b9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046186 Aug 03 19:18:46.483368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60550) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.489392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-52424023-ca43-430e-8a4e-0afab6271572 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.490948 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52424023-ca43-430e-8a4e-0afab6271572 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0060463 Aug 03 19:18:46.493204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60552) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.497091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.500017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.500976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.503253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "DELETE /v2.0/security-groups/39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9 HTTP/1.1" status: 204 len: 168 time: 0.7611699 Aug 03 19:18:46.504726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.507090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.513415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-a6a54848-9a88-46b4-8285-a225bd25de1e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.514735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a6a54848-9a88-46b4-8285-a225bd25de1e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0204124 Aug 03 19:18:46.526811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60556) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.534138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:46.546239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Pushing event updated for resources: {'Port': ['ID=342dc0c7-eda5-4853-adc4-538a7321584e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.570733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-692af82c-92be-4400-8108-8015d3acd730 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.575203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-692af82c-92be-4400-8108-8015d3acd730 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0473018 Aug 03 19:18:46.578949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.586418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:46.586848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4ba1424d-f7dd-4099-b3d2-6f37dd6edc3e not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:46.593778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Attempting to bind port 342dc0c7-eda5-4853-adc4-538a7321584e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:46.594506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Attempting to bind port 342dc0c7-eda5-4853-adc4-538a7321584e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:46.594931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Attempting to bind port 342dc0c7-eda5-4853-adc4-538a7321584e on network 2abae007-284c-4263-825b-9b52e7d4f726 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:46.602701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:46.603074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Checking segment: {'id': 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:46.603498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.604313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Bound using segment: {'id': 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:46.604458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Bound port: 342dc0c7-eda5-4853-adc4-538a7321584e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '2abae007-284c-4263-825b-9b52e7d4f726'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:46.604890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.605544 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-72743a82-8586-4775-b182-593614f1b716 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] show failed (client error): The resource could not be found. Aug 03 19:18:46.606707 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72743a82-8586-4775-b182-593614f1b716 tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "GET /v2.0/security-groups/39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9 HTTP/1.1" status: 404 len: 347 time: 0.0659518 Aug 03 19:18:46.609644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Provisioning complete for port 404d126c-76d4-4204-a10f-5a11ea9efb61 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:46.610010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.618049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 656d1de8-2662-4094-a756-a720e8f18446 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.622768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e1df3-39a6-4232-b541-f309686687ca tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d34bad-93a0-4bbf-a2ca-88bbeb1fa0c9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.623432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-3db79a6d-48c7-4ecc-8fb7-98cf6425439d tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.624517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3db79a6d-48c7-4ecc-8fb7-98cf6425439d tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0220661 Aug 03 19:18:46.625907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.628981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.650397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.651557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-8d043bdc-8310-4392-982c-e6df3f54b3c1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.652757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8d043bdc-8310-4392-982c-e6df3f54b3c1 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0062554 Aug 03 19:18:46.653667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=574416d9-95a1-4e7e-bf8a-2b0d02222107,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.656212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.657153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.664990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:46.665824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.681350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:46.685348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-f4e0dc1e-bea0-4633-8d07-59c11636cae0 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.686967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4e0dc1e-bea0-4633-8d07-59c11636cae0 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055048 Aug 03 19:18:46.694921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.702705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-45f20704-1c9e-4650-9117-9522c7920ad9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.703899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-45f20704-1c9e-4650-9117-9522c7920ad9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0078070 Aug 03 19:18:46.712492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60570) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.717568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-cd6c86de-a744-432e-9bd0-5176f23de5a2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.718620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd6c86de-a744-432e-9bd0-5176f23de5a2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050828 Aug 03 19:18:46.725066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.729766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-0c11e036-5b5b-4ce8-abc6-9b340aba930f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.733440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c11e036-5b5b-4ce8-abc6-9b340aba930f tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071983 Aug 03 19:18:46.738342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60574) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.745879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-04a32d5a-9b5f-46bc-bbe4-f420dc1a89a2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.748771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04a32d5a-9b5f-46bc-bbe4-f420dc1a89a2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0094316 Aug 03 19:18:46.753039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60576) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.760698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-8ca04170-52f8-497d-a435-c6cc4844b4ff tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.771506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8ca04170-52f8-497d-a435-c6cc4844b4ff tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0118611 Aug 03 19:18:46.772564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60578) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.804158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-30559024-d6cb-4691-a827-1e9cab9f4751 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.808447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] For port 342dc0c7-eda5-4853-adc4-538a7321584e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:46.809087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30559024-d6cb-4691-a827-1e9cab9f4751 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0354559 Aug 03 19:18:46.810290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60580) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.812394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] For port 342dc0c7-eda5-4853-adc4-538a7321584e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=342dc0c7-eda5-4853-adc4-538a7321584e,segment=NetworkSegment(c6dd4a35-2f1a-4266-b092-2fb2a1a620e3),segment_id=c6dd4a35-2f1a-4266-b092-2fb2a1a620e3)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:46.816420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-01de1065-eeb6-4047-a2a6-bc8a56ab336e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.821129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-01de1065-eeb6-4047-a2a6-bc8a56ab336e tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092146 Aug 03 19:18:46.829207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-08e009ab-3280-408e-a66e-be5bf7f3e97c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0597384 Aug 03 19:18:46.830527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60582) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.830955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.837032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:46.839026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Port': ['ID=cb3aab69-9ed5-404f-8160-27dd9020540a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:46.843122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:46.848031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:46.853625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-6fe6607e-d754-40be-acf1-a3a71d32fbb8 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.854863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6fe6607e-d754-40be-acf1-a3a71d32fbb8 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0226572 Aug 03 19:18:46.868480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60586) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.875763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:18:46.939630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-5aef5652-676d-43b1-8ac2-e7a956709c82 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.943596 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5aef5652-676d-43b1-8ac2-e7a956709c82 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0187933 Aug 03 19:18:46.951627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.958970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-8cb436f8-09ad-4dca-a385-c83864cc6ab2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.962804 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8cb436f8-09ad-4dca-a385-c83864cc6ab2 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0064745 Aug 03 19:18:46.963217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60592) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:46.970527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-00266ab3-490b-47d1-ac5b-7d34a05b3ea9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:46.983992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-00266ab3-490b-47d1-ac5b-7d34a05b3ea9 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0127141 Aug 03 19:18:46.983992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60594) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.019780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-54d18a56-289d-441a-a176-ae45254dcb16 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:47.023570 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54d18a56-289d-441a-a176-ae45254dcb16 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0346467 Aug 03 19:18:47.025541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60596) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.029870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-e6c1ee4c-0e73-409c-b1f7-52d0e7791820 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:47.035178 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e6c1ee4c-0e73-409c-b1f7-52d0e7791820 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055299 Aug 03 19:18:47.037910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60598) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.041431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6585b42-38f3-4bcc-bee8-d875f4a4653c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:47.043082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f6585b42-38f3-4bcc-bee8-d875f4a4653c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A313 HTTP/1.1" status: 200 len: 927 time: 0.2095537 Aug 03 19:18:47.046023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [None req-7ddb5f04-8bf2-4aa5-8efd-1545b4c11146 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:47.050058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ddb5f04-8bf2-4aa5-8efd-1545b4c11146 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0085592 Aug 03 19:18:47.050763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60600) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.055159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.060950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-9a8d0767-0541-4141-b0d6-4f2145697c59 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:47.065174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9a8d0767-0541-4141-b0d6-4f2145697c59 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0046093 Aug 03 19:18:47.070433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60604) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.085385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [None req-f234438d-6f62-45a8-a55a-678e27f56766 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:18:47.091134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f234438d-6f62-45a8-a55a-678e27f56766 tempest-ExtensionsTestJSON-1927247230 tempest-ExtensionsTestJSON-1927247230-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0153542 Aug 03 19:18:47.133242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 404d126c-76d4-4204-a10f-5a11ea9efb61 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:47.173413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Deleting port f3e46d77-e322-42e9-bda6-77064c6b37c7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:47.173767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.197688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 404d126c-76d4-4204-a10f-5a11ea9efb61 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.198074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.268981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 574416d9-95a1-4e7e-bf8a-2b0d02222107 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:47.269342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.353202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60612) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.421492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Deleting subnet 3bef032d-3f03-43a4-ac9a-691d07121102 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:47.425908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.456475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.460855 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.461090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.463731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.467188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Provisioning for port e6d2621c-1c2a-4884-a081-ee1e6e8a806e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:47.470368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.483978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.498065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Calling delete_port for f3e46d77-e322-42e9-bda6-77064c6b37c7 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:47.499504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 574416d9-95a1-4e7e-bf8a-2b0d02222107 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:47.531130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df4186-ddc6-46ae-bfe5-a69253df4f36 None None] Pushing event updated for resources: {'Port': ['ID=342dc0c7-eda5-4853-adc4-538a7321584e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.538372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Provisioning complete for port e6d2621c-1c2a-4884-a081-ee1e6e8a806e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.539033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.539283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.582747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b7295cd3-b79c-4dd0-8464-52a88751411e None None] Port e6d2621c-1c2a-4884-a081-ee1e6e8a806e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:47.758036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.784953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.790366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3bef032d-3f03-43a4-ac9a-691d07121102 HTTP/1.1" status: 204 len: 168 time: 0.4363246 Aug 03 19:18:47.791038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60618) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:47.826276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Provisioning for port cb3aab69-9ed5-404f-8160-27dd9020540a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:47.844735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Provisioning complete for port cb3aab69-9ed5-404f-8160-27dd9020540a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.850506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.851139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9c3c0-a1ca-477d-9a70-9dbf1886b4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bef032d-3f03-43a4-ac9a-691d07121102,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:47.923870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Port cb3aab69-9ed5-404f-8160-27dd9020540a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:47.943806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Provisioning complete for port e6d2621c-1c2a-4884-a081-ee1e6e8a806e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:47.945833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.949003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:47.994143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Port e6d2621c-1c2a-4884-a081-ee1e6e8a806e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:48.072543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.074550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.092732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245f34d1-7e19-4ebc-a6fa-5561002fa480']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:48.092905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:48.097358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770d8b24-d381-4052-b67c-a46f2ba69937') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:48.097358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770d8b24-d381-4052-b67c-a46f2ba69937') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:48.116667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.133329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.141450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:48.144121 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:48.184135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.186270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Provisioning for port 574416d9-95a1-4e7e-bf8a-2b0d02222107 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:48.192480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Provisioning complete for port 574416d9-95a1-4e7e-bf8a-2b0d02222107 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:48.195721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.219083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92ac48fa-6465-4b3c-8264-3e69f3b8da54 None None] Port 574416d9-95a1-4e7e-bf8a-2b0d02222107 was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:18:48.234328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=574416d9-95a1-4e7e-bf8a-2b0d02222107,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.238342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1cacdf2-8475-4f65-a749-e292782c2fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.269047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.274140 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4090e899-6ba3-4571-97e0-fe0fc8bf9b5b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/574416d9-95a1-4e7e-bf8a-2b0d02222107 HTTP/1.1" status: 204 len: 168 time: 1.2118962 Aug 03 19:18:48.274140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:48.308981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.310949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.311658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.318398 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-543c8265-eb4d-4c99-9edb-5e071298c9f2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:48.320122 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-543c8265-eb4d-4c99-9edb-5e071298c9f2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/574416d9-95a1-4e7e-bf8a-2b0d02222107 HTTP/1.1" status: 404 len: 333 time: 0.0456169 Aug 03 19:18:48.323237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60628) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:48.357478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.359467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Pushing event deleted for resources: {'Port': ['ID=f3e46d77-e322-42e9-bda6-77064c6b37c7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.379572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.379572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] 10.222.0.67 "DELETE /v2.0/networks/245f34d1-7e19-4ebc-a6fa-5561002fa480 HTTP/1.1" status: 204 len: 168 time: 0.5367172 Aug 03 19:18:48.400307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21122b00-b9c2-4225-a964-e3e93fc3a69a admin admin] Pushing event deleted for resources: {'Network': ['ID=245f34d1-7e19-4ebc-a6fa-5561002fa480,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.492851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port e6d2621c-1c2a-4884-a081-ee1e6e8a806e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:48.493603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.634411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237222a-3bf4-4c5a-8e37-7792d5c74832 req-061be1fe-74d0-40f1-a55b-dc68f661ade4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:48.636917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4237222a-3bf4-4c5a-8e37-7792d5c74832 req-061be1fe-74d0-40f1-a55b-dc68f661ade4 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0877740 Aug 03 19:18:48.647006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.674722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for e6d2621c-1c2a-4884-a081-ee1e6e8a806e owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:48.741390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4237222a-3bf4-4c5a-8e37-7792d5c74832 req-8bf28d91-06b2-4397-9429-b3e0a92bd36f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913715 Aug 03 19:18:48.823429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event updated for resources: {'Port': ['ID=cb3aab69-9ed5-404f-8160-27dd9020540a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:48.863232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164e00b-bc37-4a08-a110-c1e13675dc86 None None] Network 2abae007-284c-4263-825b-9b52e7d4f726 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:48.887590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.890384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.897211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3b8b7c66-3b82-4e76-85ec-c2b9222c10bc tempest-ServerActionsTestJSON-1583624104 tempest-ServerActionsTestJSON-1583624104-project] 10.222.0.67 "DELETE /v2.0/floatingips/782648ff-793c-44d6-84b0-2df00696efdd HTTP/1.1" status: 204 len: 168 time: 2.2402589 Aug 03 19:18:48.897699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:48.916549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-964bacfb-0d13-4924-9ad6-9ab4ac665a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:48.930573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:48.932115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:48.968074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60638) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.014390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.089278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Router 6292c2b8-1d2c-4cf6-824c-dd69114d19e6 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:49.089789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=e6d2621c-1c2a-4884-a081-ee1e6e8a806e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.125237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2b445d39-5358-4e17-b57f-75fd726c9d27 None None] Provisioning for port 342dc0c7-eda5-4853-adc4-538a7321584e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:49.158064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.159979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5bba68f-62dd-40c6-8935-daebe11fe1e9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/e6d2621c-1c2a-4884-a081-ee1e6e8a806e HTTP/1.1" status: 204 len: 168 time: 0.8353548 Aug 03 19:18:49.191020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 342dc0c7-eda5-4853-adc4-538a7321584e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:49.194604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.200071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc176c42-04a2-4791-9638-ec301de1868b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f2c0daf9ee07424ba55751f538c65fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305987 Aug 03 19:18:49.209863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60642) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.211837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1cacdf2-8475-4f65-a749-e292782c2fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.243108 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce056257-7049-4338-bd19-6b68c24beb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:18:49.244714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce056257-7049-4338-bd19-6b68c24beb92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/e6d2621c-1c2a-4884-a081-ee1e6e8a806e HTTP/1.1" status: 404 len: 333 time: 0.0434453 Aug 03 19:18:49.254014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60644) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.299240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1cacdf2-8475-4f65-a749-e292782c2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.361320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cacdf2-8475-4f65-a749-e292782c2fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ec1d66-edd6-4794-859d-5bebeb3360c6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.382580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:49.385199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet deba58c8-ec29-4823-aed9-7f3817684eec {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:49.390668 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fed1da53-ab30-42fe-9e50-23a03f1dd94c tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3706214 Aug 03 19:18:49.392114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.393914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60646) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.399333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1cacdf2-8475-4f65-a749-e292782c2fd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6327f0abef264ed2a7d5054ffef0e70f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3094511 Aug 03 19:18:49.403320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] Sync routers for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:49.405871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.410071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60648) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.426304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:49.427320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:49.479783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:49.494018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 342dc0c7-eda5-4853-adc4-538a7321584e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:49.509242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 342dc0c7-eda5-4853-adc4-538a7321584e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:49.509616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.534454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.541239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.546037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:49.547071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:49.580639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d919c73b-5c3c-4dea-91cd-9cbddd1f456a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.589996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d2e4cbc1-9495-436f-a3ef-29fcf4660c7e None None] Provisioning complete for port cb3aab69-9ed5-404f-8160-27dd9020540a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:49.590845 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d2e4cbc1-9495-436f-a3ef-29fcf4660c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.592230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:49.593280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8885787-e9b5-4099-ac45-e9af719a4e5f None None] The sync data for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:49.646440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d2e4cbc1-9495-436f-a3ef-29fcf4660c7e None None] Port cb3aab69-9ed5-404f-8160-27dd9020540a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:18:49.700374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.703782 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-d919c73b-5c3c-4dea-91cd-9cbddd1f456a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:18:49.705754 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d919c73b-5c3c-4dea-91cd-9cbddd1f456a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6 HTTP/1.1" status: 409 len: 329 time: 0.3102455 Aug 03 19:18:49.708188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:49.719281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.742021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.755238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 342dc0c7-eda5-4853-adc4-538a7321584e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=342dc0c7-eda5-4853-adc4-538a7321584e,segment=NetworkSegment(c6dd4a35-2f1a-4266-b092-2fb2a1a620e3),segment_id=c6dd4a35-2f1a-4266-b092-2fb2a1a620e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:49.771028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-faa2c0fd-c16c-43ff-a7f7-8ad1cac1a95f None None] Provisioning complete for port 342dc0c7-eda5-4853-adc4-538a7321584e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:49.771570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-faa2c0fd-c16c-43ff-a7f7-8ad1cac1a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.804868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.808428 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.810104 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64b8d2ce-b4a0-494d-990f-be66e259346f HTTP/1.1" status: 204 len: 168 time: 0.5958116 Aug 03 19:18:49.831221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e605d-2d39-4001-bbad-adc8d46393ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b8d2ce-b4a0-494d-990f-be66e259346f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:49.898360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:49.908429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-faa2c0fd-c16c-43ff-a7f7-8ad1cac1a95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.006831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-faa2c0fd-c16c-43ff-a7f7-8ad1cac1a95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:18:50.007309 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-faa2c0fd-c16c-43ff-a7f7-8ad1cac1a95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:18:50.023261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=342dc0c7-eda5-4853-adc4-538a7321584e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.108363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-e54d5beb-ba45-4870-b019-3273bb4cf425 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.110347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-e54d5beb-ba45-4870-b019-3273bb4cf425 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.0958390 Aug 03 19:18:50.125698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.240225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af7b74-5981-45a0-9a9d-60e6e650fa8b req-54427361-018e-4f9d-b84b-7b435e62875c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:50.241832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63af7b74-5981-45a0-9a9d-60e6e650fa8b req-54427361-018e-4f9d-b84b-7b435e62875c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 946 time: 0.1450160 Aug 03 19:18:50.288064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Deleting port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:50.288636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.293524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.305042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63af7b74-5981-45a0-9a9d-60e6e650fa8b req-e77b345c-427c-416b-9bd2-5e143fb3daad tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545187 Aug 03 19:18:50.350158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.395837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.397813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/deba58c8-ec29-4823-aed9-7f3817684eec HTTP/1.1" status: 204 len: 168 time: 1.1428614 Aug 03 19:18:50.398821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83e178-aac6-471f-aa6c-f8609b298de0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=deba58c8-ec29-4823-aed9-7f3817684eec,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.401627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.406249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b229e4a-9b2a-4141-a83e-a44f25ecd935 None None] Network 656d1de8-2662-4094-a756-a720e8f18446 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:50.413775 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.415198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60660) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:50.418093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1ec1d66-edd6-4794-859d-5bebeb3360c6 HTTP/1.1" status: 204 len: 168 time: 0.9996691 Aug 03 19:18:50.442164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.556976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a309cb-a16c-4339-aa54-5cf8015268ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ec1d66-edd6-4794-859d-5bebeb3360c6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:50.573483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] For port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:50.573783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.624458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Calling delete_port for df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:50.629707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.698666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] DHCP port deletion for 656d1de8-2662-4094-a756-a720e8f18446 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:50.769519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Deleting port 404d126c-76d4-4204-a10f-5a11ea9efb61 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:50.769980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.929571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 404d126c-76d4-4204-a10f-5a11ea9efb61 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:50.930110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.933759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Deleting port 8b9ea85d-07dc-439e-909a-032479956275 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:50.935126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:50.968067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] For port 404d126c-76d4-4204-a10f-5a11ea9efb61, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=404d126c-76d4-4204-a10f-5a11ea9efb61,segment=NetworkSegment(e49e79ff-029d-4b19-8aa2-4108010b72eb),segment_id=e49e79ff-029d-4b19-8aa2-4108010b72eb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:50.968437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.027637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Calling delete_port for 404d126c-76d4-4204-a10f-5a11ea9efb61 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:51.138754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 342dc0c7-eda5-4853-adc4-538a7321584e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:51.171400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port 404d126c-76d4-4204-a10f-5a11ea9efb61, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=404d126c-76d4-4204-a10f-5a11ea9efb61,segment=NetworkSegment(e49e79ff-029d-4b19-8aa2-4108010b72eb),segment_id=e49e79ff-029d-4b19-8aa2-4108010b72eb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:51.171941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] For port 8b9ea85d-07dc-439e-909a-032479956275, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8b9ea85d-07dc-439e-909a-032479956275,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:51.172370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.172478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.203159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 404d126c-76d4-4204-a10f-5a11ea9efb61 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:51.211769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Calling delete_port for 8b9ea85d-07dc-439e-909a-032479956275 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:51.240589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting port cb3aab69-9ed5-404f-8160-27dd9020540a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:51.241169 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.299071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 342dc0c7-eda5-4853-adc4-538a7321584e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:18:51.299831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.344273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.379817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:51.388798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.407357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['9c066bd6-32f2-4444-9ede-2f0d10d22252', 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:51.529430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event deleted for resources: {'Port': ['ID=df6e9363-7cc9-40b6-83c3-7ffd1adaadc6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.547649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] Pushing event deleted for resources: {'Port': ['ID=404d126c-76d4-4204-a10f-5a11ea9efb61,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.633152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.633393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea65b6-dca6-4ac0-8aa0-f6cd8673efdc None None] No DVR routers for this DVR port 404d126c-76d4-4204-a10f-5a11ea9efb61 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:51.665974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port 404d126c-76d4-4204-a10f-5a11ea9efb61 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:51.668112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-029675e7-a4a4-47ab-9813-a9b6903ab469 req-86834ef2-3a58-4d56-b93c-c89fc055277b tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.0611904 Aug 03 19:18:51.692947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.736263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] No DVR routers for this DVR port df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:51.739554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9ea85d-07dc-439e-909a-032479956275,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.868613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.910233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 404d126c-76d4-4204-a10f-5a11ea9efb61 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:51.914456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656d1de8-2662-4094-a756-a720e8f18446']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:51.967732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:51.969941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a18e5fff-7fd4-4c40-b766-3abe884e213c req-a6f64617-59dc-4efc-811e-9f0eecbdb456 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "DELETE /v2.0/ports/df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 HTTP/1.1" status: 204 len: 173 time: 1.8508012 Aug 03 19:18:51.982366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=404d126c-76d4-4204-a10f-5a11ea9efb61,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:51.984279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'name': 'network-vif-deleted', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:51.988388 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7581d86f-344f-4b9d-b867-add7046e6c37" -d '{"events": [{"server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "name": "network-vif-deleted", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:52.004523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49e79ff-029d-4b19-8aa2-4108010b72eb') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:52.010244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49e79ff-029d-4b19-8aa2-4108010b72eb') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:52.019467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.046192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.054470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:52.059101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:52.099251 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:52.110158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 404d126c-76d4-4204-a10f-5a11ea9efb61 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:52.110158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 404d126c-76d4-4204-a10f-5a11ea9efb61 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:52.196671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.246827 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab51d0e4-b7a2-491d-8ce9-b3b436452258 x-openstack-request-id: req-ab51d0e4-b7a2-491d-8ce9-b3b436452258 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:52.247186 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b86638f-b739-4ce2-8b53-975199f0349b", "name": "network-vif-deleted", "tag": "df6e9363-7cc9-40b6-83c3-7ffd1adaadc6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:52.247375 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab51d0e4-b7a2-491d-8ce9-b3b436452258 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:52.254666 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b86638f-b739-4ce2-8b53-975199f0349b', 'name': 'network-vif-deleted', 'tag': 'df6e9363-7cc9-40b6-83c3-7ffd1adaadc6', 'status': 'completed', 'code': 200} Aug 03 19:18:52.278879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Calling delete_port for cb3aab69-9ed5-404f-8160-27dd9020540a owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:52.279142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1261909c-cbec-479f-afdf-ddbd17b860e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.282089 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.320167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.409103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.431000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.435120 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/656d1de8-2662-4094-a756-a720e8f18446 HTTP/1.1" status: 204 len: 168 time: 2.0188637 Aug 03 19:18:52.436334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd72e8-ab79-495b-aea8-db116997d93b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=656d1de8-2662-4094-a756-a720e8f18446,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:52.442845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:52.452149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1786740083'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:52.598967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:52.603053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.685768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Router 627ddb34-3e4a-4144-896b-d3dcb5dd844e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:52.751215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.760316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:18:52.818667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Port': ['ID=cb3aab69-9ed5-404f-8160-27dd9020540a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:52.839378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.839378 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment e1fd3e5b-595d-4783-9bf7-25d44120f40f of type vlan for network 0aeacaec-06e8-406b-b4f9-08c73318fe38 Aug 03 19:18:52.844096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f864830d-8345-4bdb-9269-2db72b8f9208 req-e669742b-1d16-497f-8733-90902e3774bf tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b86638f-b739-4ce2-8b53-975199f0349b HTTP/1.1" status: 200 len: 210 time: 0.0373116 Aug 03 19:18:52.875837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:52.885597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:52.896323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:52.905509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00f4de3e-9875-42cd-9a77-028d5a0ed83c admin admin] 10.222.0.67 "PUT /v2.0/routers/627ddb34-3e4a-4144-896b-d3dcb5dd844e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0030637 Aug 03 19:18:52.909399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:52.910635 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3197da9-3a46-4635-b408-482253412547 None None] Sync routers for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:52.926724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:52.927927 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:53.096444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.111875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.135288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.221256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:53.320838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.350375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.resource_extend [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:18:53.359461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6e2c1fb8-f57e-4816-9725-1756ef4ebf9c tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-391209973', 'prefixes': ['172.20.0.0/16']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:53.489435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:53.496862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Router 6292c2b8-1d2c-4cf6-824c-dd69114d19e6 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:18:53.518941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:53.519804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device df6e9363-7cc9-40b6-83c3-7ffd1adaadc6 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:53.562095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.569235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:53.569632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.575224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Deleting port 1011444c-9da7-4113-899a-1ad028b9637d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:53.575723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.605634 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '1011444c-9da7-4113-899a-1ad028b9637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:18:51Z', 'revision_number': 5, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port': {'id': '1011444c-9da7-4113-899a-1ad028b9637d', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:f4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:03Z', 'updated_at': '2021-08-03T19:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:53.659395 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3197da9-3a46-4635-b408-482253412547 None None] Checking router: 627ddb34-3e4a-4144-896b-d3dcb5dd844e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:18:53.676607 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] Routers {'627ddb34-3e4a-4144-896b-d3dcb5dd844e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:53.677621 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:53.723069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] For port 1011444c-9da7-4113-899a-1ad028b9637d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1011444c-9da7-4113-899a-1ad028b9637d,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:53.723467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.757131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Calling delete_port for 1011444c-9da7-4113-899a-1ad028b9637d owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:53.820483 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] Set router 627ddb34-3e4a-4144-896b-d3dcb5dd844e gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:18:53.888757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6e2c1fb8-f57e-4816-9725-1756ef4ebf9c tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] Notify callbacks [] for subnetpool, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:53.889765 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3197da9-3a46-4635-b408-482253412547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:18:53Z', 'revision_number': 6, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:53.894104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6e2c1fb8-f57e-4816-9725-1756ef4ebf9c tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0068789 Aug 03 19:18:53.896679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:53.969113 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3197da9-3a46-4635-b408-482253412547 None None] The sync data for ids ['627ddb34-3e4a-4144-896b-d3dcb5dd844e'] in n-d-803363-1 is: [{'id': '627ddb34-3e4a-4144-896b-d3dcb5dd844e', 'name': 'tempest-ServerActionsTestJSON-483146008-router', 'tenant_id': 'ac7b9c5d67434c66810861f592a84d34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:02Z', 'updated_at': '2021-08-03T19:18:53Z', 'revision_number': 6, 'project_id': 'ac7b9c5d67434c66810861f592a84d34', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:53.976229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3598a4b7-a8a3-4f86-a79f-708c08583a72 tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "GET /v2.0/subnetpools/e611668f-9694-45f6-9d39-9ec405248733 HTTP/1.1" status: 200 len: 731 time: 0.0587296 Aug 03 19:18:53.977061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60736) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:53.983563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bc24c8f0-9888-4c0c-8af4-1e25a642923f tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1078385953'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.027209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:18:54.038249 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c5899400-8c50-4b1f-9398-58d477e643b3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3244970 Aug 03 19:18:54.043241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60738) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.069835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] Sync routers for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:18:54.086410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:54.087822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6437550 Aug 03 19:18:54.088126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:54.090904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60740) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.099518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.112850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9fe14-3cd5-49b0-a5b1-e2ad759391b2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=0aeacaec-06e8-406b-b4f9-08c73318fe38,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:54.128701 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-02665c50-e64a-43b5-b603-c7dd1e73385e tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] show failed (client error): The resource could not be found. Aug 03 19:18:54.134317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-02665c50-e64a-43b5-b603-c7dd1e73385e tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1967303234 HTTP/1.1" status: 404 len: 335 time: 0.0769556 Aug 03 19:18:54.137865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.166691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-362e14a3-f196-40b9-b76d-df059f37058e tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:54.185467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:54.191180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:18:54.218283 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-362e14a3-f196-40b9-b76d-df059f37058e tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] update failed (client error): The resource could not be found. Aug 03 19:18:54.224711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-362e14a3-f196-40b9-b76d-df059f37058e tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1556878240 HTTP/1.1" status: 404 len: 335 time: 0.0591421 Aug 03 19:18:54.229701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.241482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] Routers {'6292c2b8-1d2c-4cf6-824c-dd69114d19e6'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:18:54.242115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:54.300931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:54.302068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720f9333-5905-45c2-8c14-deec06a5a2cd None None] The sync data for ids ['6292c2b8-1d2c-4cf6-824c-dd69114d19e6'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:18:54.355511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting subnet 19d85fe3-ec35-472e-a01f-f480def0e700 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:54.361162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.445518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.468166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:54.472785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.499619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc24c8f0-9888-4c0c-8af4-1e25a642923f tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] Notify callbacks [] for subnetpool, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.506070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc24c8f0-9888-4c0c-8af4-1e25a642923f tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "PUT /v2.0/subnetpools/e611668f-9694-45f6-9d39-9ec405248733 HTTP/1.1" status: 200 len: 684 time: 0.5221179 Aug 03 19:18:54.506070 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.534052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:54.562796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Pushing event deleted for resources: {'Port': ['ID=1011444c-9da7-4113-899a-1ad028b9637d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:54.816349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.843177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.855052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:54.960376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.060960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=95027a02-ba38-44f6-8f49-d30b0f541b90,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:55.075859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'e1fd3e5b-595d-4783-9bf7-25d44120f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:55.076354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 0aeacaec-06e8-406b-b4f9-08c73318fe38, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:18:55.112223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8b9ea85d-07dc-439e-909a-032479956275 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:55.148258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8b9ea85d-07dc-439e-909a-032479956275 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:55.149017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8b9ea85d-07dc-439e-909a-032479956275 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:55.149565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1011444c-9da7-4113-899a-1ad028b9637d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:55.172457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1011444c-9da7-4113-899a-1ad028b9637d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:55.173156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1011444c-9da7-4113-899a-1ad028b9637d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:55.178108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:18:55.276236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 0aeacaec-06e8-406b-b4f9-08c73318fe38) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:55.296227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:55.296227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.296544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c47860-d4af-42a5-938d-5294a8615209 None None] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:55.320011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fdf9fef4-d17e-48b4-8b74-f9ab0f98e294 tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] Notify callbacks [] for subnetpool, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.333559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fdf9fef4-d17e-48b4-8b74-f9ab0f98e294 tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/e611668f-9694-45f6-9d39-9ec405248733 HTTP/1.1" status: 204 len: 168 time: 0.7833416 Aug 03 19:18:55.334860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:55.354748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.361397 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-09399a69-80df-4b0f-817d-796655db002d tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] show failed (client error): The resource could not be found. Aug 03 19:18:55.364489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09399a69-80df-4b0f-817d-796655db002d tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "GET /v2.0/subnetpools/e611668f-9694-45f6-9d39-9ec405248733 HTTP/1.1" status: 404 len: 346 time: 0.0277524 Aug 03 19:18:55.366993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.370286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60772) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:55.397692 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a18e2e5a-a1b0-4b77-97ce-41ce4dd33466 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3037975 Aug 03 19:18:55.399549 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-3dd50a4d-b3a2-42d3-b1e2-cd4b811fff3c tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] delete failed (client error): The resource could not be found. Aug 03 19:18:55.413625 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3dd50a4d-b3a2-42d3-b1e2-cd4b811fff3c tempest-SubnetPoolsTestJSON-1730946927 tempest-SubnetPoolsTestJSON-1730946927-project] 10.222.0.67 "DELETE /v2.0/subnetpools/e611668f-9694-45f6-9d39-9ec405248733 HTTP/1.1" status: 404 len: 346 time: 0.0398097 Aug 03 19:18:55.417712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60774) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:55.427846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38', 'name': 'tempest-PortsIpV6TestJSON-430347395', 'fixed_ips': [{'subnet_id': '95027a02-ba38-44f6-8f49-d30b0f541b90', 'ip_address': '2001:db8::10'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:55.436756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19407a5-002b-45df-b232-ec960173fe73 req-cbc7020f-eb3e-4169-bcee-2e7efc8500b9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:55.444996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f19407a5-002b-45df-b232-ec960173fe73 req-cbc7020f-eb3e-4169-bcee-2e7efc8500b9 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.6208441 Aug 03 19:18:55.486366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-0aeacaec-06e8-406b-b4f9-08c73318fe38', 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': '95027a02-ba38-44f6-8f49-d30b0f541b90'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:18:55.487705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.505017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f19407a5-002b-45df-b232-ec960173fe73 req-7981eb48-2c02-42ee-80b3-b7b1fc6c684f tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Aug 03 19:18:55.561256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.561620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 627ddb34-3e4a-4144-896b-d3dcb5dd844e {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:18:55.577458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.583432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fb8c4f08-6c04-4b75-b605-d2677c75446e admin admin] 10.222.0.67 "DELETE /v2.0/routers/627ddb34-3e4a-4144-896b-d3dcb5dd844e HTTP/1.1" status: 204 len: 168 time: 2.6694474 Aug 03 19:18:55.585200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:55.654424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.710669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Deleting subnet 3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:55.718635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Subnet': ['ID=19d85fe3-ec35-472e-a01f-f480def0e700,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:55.726958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.727817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:55.733441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d7529546-a18b-491f-9236-f61c90dea259 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/subnets/19d85fe3-ec35-472e-a01f-f480def0e700 HTTP/1.1" status: 204 len: 168 time: 1.5024786 Aug 03 19:18:55.734677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.739503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:55.745205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9380e48-6eb7-4fe8-a5bb-cb04ad01c63a None None] Network 2abae007-284c-4263-825b-9b52e7d4f726 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:55.833934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Allocated IP 2001:db8::2 (0aeacaec-06e8-406b-b4f9-08c73318fe38/95027a02-ba38-44f6-8f49-d30b0f541b90/ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:55.861157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.883828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.926802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:55.941634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 02d169da-379e-4b78-ae85-61827a7abc22 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:18:56.077697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.134333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60790) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.180446 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.187219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-faae0abc-dd6d-497c-833c-fddf26c19704 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.190101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-faae0abc-dd6d-497c-833c-fddf26c19704 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.0832288 Aug 03 19:18:56.234165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting port 342dc0c7-eda5-4853-adc4-538a7321584e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:56.234470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.404515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] DHCP port deletion for 2abae007-284c-4263-825b-9b52e7d4f726 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:56.420303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c954622-9fc3-46d6-aaa5-6409d38df037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.422564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddac45c8-6d47-4e91-a98f-c8777fa272d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.443600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Deleting port 9c066bd6-32f2-4444-9ede-2f0d10d22252 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:56.444080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.444261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] For port 342dc0c7-eda5-4853-adc4-538a7321584e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=342dc0c7-eda5-4853-adc4-538a7321584e,segment=NetworkSegment(c6dd4a35-2f1a-4266-b092-2fb2a1a620e3),segment_id=c6dd4a35-2f1a-4266-b092-2fb2a1a620e3)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:56.444597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.476622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Calling delete_port for 342dc0c7-eda5-4853-adc4-538a7321584e owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:56.489171 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.531465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Deleting port 342dc0c7-eda5-4853-adc4-538a7321584e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:56.532129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.587263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.612343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Transition to ACTIVE for port object ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:56.624543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.649721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] For port 9c066bd6-32f2-4444-9ede-2f0d10d22252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=9c066bd6-32f2-4444-9ede-2f0d10d22252,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:56.649721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.665324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a1fdd1-d19b-49a3-9bb6-0bb32e1af53f None None] Network b853f026-8f01-4e66-9d98-1bb42d4ffa53 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:56.675592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Calling delete_port for 9c066bd6-32f2-4444-9ede-2f0d10d22252 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:56.679044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.681829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-173fb782-2194-4c8f-8a2d-ef205f4aae25 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3e9e2ad9-eb6c-49ce-aa0c-70ec0bf9e474 HTTP/1.1" status: 204 len: 168 time: 1.0946271 Aug 03 19:18:56.685702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60796) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:56.707773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01611292-4048-4bba-9db6-631a9a173922 req-af98889a-4216-4ba0-af8c-69dd9f8aa9c3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:56.713374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01611292-4048-4bba-9db6-631a9a173922 req-af98889a-4216-4ba0-af8c-69dd9f8aa9c3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 945 time: 0.0902970 Aug 03 19:18:56.751800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.752108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Transition to ACTIVE for port object ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:56.778663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] No DVR routers for this DVR port 342dc0c7-eda5-4853-adc4-538a7321584e on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:56.793218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] For port 342dc0c7-eda5-4853-adc4-538a7321584e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=342dc0c7-eda5-4853-adc4-538a7321584e,segment=NetworkSegment(c6dd4a35-2f1a-4266-b092-2fb2a1a620e3),segment_id=c6dd4a35-2f1a-4266-b092-2fb2a1a620e3)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:56.793992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.810722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c954622-9fc3-46d6-aaa5-6409d38df037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.838189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Calling delete_port for 342dc0c7-eda5-4853-adc4-538a7321584e owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:56.839771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Port': ['ID=342dc0c7-eda5-4853-adc4-538a7321584e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:56.855954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01611292-4048-4bba-9db6-631a9a173922 req-7f82feb1-dfe6-47bd-814c-33267c9abe97 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356189 Aug 03 19:18:56.865222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.926033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.934823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c954622-9fc3-46d6-aaa5-6409d38df037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.942551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:56.962938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abae007-284c-4263-825b-9b52e7d4f726']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:56.978921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:56.979195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dd4a35-2f1a-4266-b092-2fb2a1a620e3') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:57.008019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.026693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:57.031505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:57.040177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:57.051832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::10 (0aeacaec-06e8-406b-b4f9-08c73318fe38/95027a02-ba38-44f6-8f49-d30b0f541b90/02d169da-379e-4b78-ae85-61827a7abc22) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:18:57.090456 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.106556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0c954622-9fc3-46d6-aaa5-6409d38df037 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2513dc804d244c05bde5fd0ed1a51a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0253484 Aug 03 19:18:57.109664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c954622-9fc3-46d6-aaa5-6409d38df037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b41190-98d3-45b2-9319-c461792d09d0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.116335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:57.123774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:57.124378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:57.129810 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:57.147985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddac45c8-6d47-4e91-a98f-c8777fa272d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.150661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 342dc0c7-eda5-4853-adc4-538a7321584e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:57.154262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Pushing event updated for resources: {'Port': ['ID=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.228370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 342dc0c7-eda5-4853-adc4-538a7321584e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:57.228809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 342dc0c7-eda5-4853-adc4-538a7321584e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:57.252884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Attempting to bind port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:18:57.253360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Attempting to bind port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e1fd3e5b-595d-4783-9bf7-25d44120f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:18:57.253993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Attempting to bind port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece on network 0aeacaec-06e8-406b-b4f9-08c73318fe38 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:18:57.262353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:18:57.262630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Checking segment: {'id': 'e1fd3e5b-595d-4783-9bf7-25d44120f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:18:57.263030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.263506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Bound using segment: {'id': 'e1fd3e5b-595d-4783-9bf7-25d44120f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:18:57.264020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Bound port: ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1fd3e5b-595d-4783-9bf7-25d44120f40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:18:57.264418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.286382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.288897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddac45c8-6d47-4e91-a98f-c8777fa272d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.329762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.340702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac45c8-6d47-4e91-a98f-c8777fa272d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54617c8-b05f-4a1c-8911-d576eccf8063,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.341331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] DHCP port deletion for b853f026-8f01-4e66-9d98-1bb42d4ffa53 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:57.346167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] Pushing event deleted for resources: {'Port': ['ID=342dc0c7-eda5-4853-adc4-538a7321584e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.351684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ddac45c8-6d47-4e91-a98f-c8777fa272d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8208d7d7fd44ff69ef25dcfa4da9ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2137954 Aug 03 19:18:57.357679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.358058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76ecc6-43f4-48c8-8cfa-bbf03c7357de None None] No DVR routers for this DVR port 342dc0c7-eda5-4853-adc4-538a7321584e on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:57.362484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:57.363781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.395920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.398575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/networks/2abae007-284c-4263-825b-9b52e7d4f726 HTTP/1.1" status: 204 len: 168 time: 1.6580842 Aug 03 19:18:57.404715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:57.438008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] For port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:18:57.445018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] For port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,segment=NetworkSegment(e1fd3e5b-595d-4783-9bf7-25d44120f40f),segment_id=e1fd3e5b-595d-4783-9bf7-25d44120f40f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:18:57.454276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914c7cf-5e0b-4f6d-ae77-2b14d3f8c37a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Network': ['ID=2abae007-284c-4263-825b-9b52e7d4f726,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.479106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Deleting port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:57.483402 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.513775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Deleting port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:57.514190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.537392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.571193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.590446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.599763 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.601031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.604031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.606428 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6b41190-98d3-45b2-9319-c461792d09d0 HTTP/1.1" status: 204 len: 168 time: 0.4881418 Aug 03 19:18:57.624104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:18:57.646123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting subnet faeded9b-4f69-4a38-8bf4-1f81d5af2382 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:57.690671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.703291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event deleted for resources: {'Port': ['ID=9c066bd6-32f2-4444-9ede-2f0d10d22252,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.706697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1de6e6-a048-45a6-8115-3fcbae61c3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b41190-98d3-45b2-9319-c461792d09d0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.727613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] For port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:57.728047 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.761823 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.766234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] For port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,segment=NetworkSegment(bc5eaa9c-65e5-4e12-8b9e-788771114786),segment_id=bc5eaa9c-65e5-4e12-8b9e-788771114786)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:18:57.766500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.767042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.768567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d54617c8-b05f-4a1c-8911-d576eccf8063 HTTP/1.1" status: 204 len: 168 time: 0.3665347 Aug 03 19:18:57.803835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Calling delete_port for 9d2a30ff-c047-40e1-b598-0b1cc751b8ef owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:57.816874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c812e-baeb-4f38-b9bb-65f53c685eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54617c8-b05f-4a1c-8911-d576eccf8063,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:57.847807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:57.870260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Calling delete_port for 9d2a30ff-c047-40e1-b598-0b1cc751b8ef owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:18:57.900349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.171663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] No DVR routers for this DVR port 9c066bd6-32f2-4444-9ede-2f0d10d22252 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:58.191264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.193635 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1f41eb59-7259-4a2f-8ac1-1b8a5f919d59 req-7cc9452b-d4a1-4618-a953-92c46825da4e tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.54 "DELETE /v2.0/ports/9c066bd6-32f2-4444-9ede-2f0d10d22252 HTTP/1.1" status: 204 len: 173 time: 1.9892240 Aug 03 19:18:58.212578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 02d169da-379e-4b78-ae85-61827a7abc22 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:18:58.218598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'name': 'network-vif-deleted', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:18:58.218598 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7500338-4020-4472-b751-26976974ca4e" -d '{"events": [{"server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "name": "network-vif-deleted", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:18:58.269541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c73c-04ab-4709-aadf-e22c696ea5d3 None None] Pushing event updated for resources: {'Port': ['ID=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.325181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44321253-63b4-43a1-ab35-c1b9a3a82cac req-409197c5-65b3-4909-8ee9-63bc338aa3d0 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 210 time: 0.2373865 Aug 03 19:18:58.349321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.362700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.438099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] Pushing event deleted for resources: {'Port': ['ID=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.473448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04406481-5b9a-4287-89d3-4e8bb2502551 None None] No DVR routers for this DVR port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:58.517739 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b16f06c-91a9-4c9f-96dc-d61797bc9669 x-openstack-request-id: req-3b16f06c-91a9-4c9f-96dc-d61797bc9669 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:18:58.518550 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5682075-73d0-4e23-8ea9-f1e5d37491bb", "name": "network-vif-deleted", "tag": "9c066bd6-32f2-4444-9ede-2f0d10d22252", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:18:58.518706 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b16f06c-91a9-4c9f-96dc-d61797bc9669 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:18:58.519076 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5682075-73d0-4e23-8ea9-f1e5d37491bb', 'name': 'network-vif-deleted', 'tag': '9c066bd6-32f2-4444-9ede-2f0d10d22252', 'status': 'completed', 'code': 200} Aug 03 19:18:58.638177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] No DVR routers for this DVR port 9d2a30ff-c047-40e1-b598-0b1cc751b8ef on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:18:58.647376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2a30ff-c047-40e1-b598-0b1cc751b8ef,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.741320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.780181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.915033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:18:58.924038 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:58.947589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:18:58.953290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b853f026-8f01-4e66-9d98-1bb42d4ffa53']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:58.960110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=02d169da-379e-4b78-ae85-61827a7abc22,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:58.968217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:18:58.980336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:18:58.981508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.034766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5eaa9c-65e5-4e12-8b9e-788771114786') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:59.035110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5eaa9c-65e5-4e12-8b9e-788771114786') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:18:59.064387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.101511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.120268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:18:59.121019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:18:59.126457 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:18:59.152480 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f2f4436-f70b-475b-a2e4-ed1db2b32c0e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7323341 Aug 03 19:18:59.155721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60824) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:59.171452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '0aeacaec-06e8-406b-b4f9-08c73318fe38', 'name': 'tempest-PortsIpV6TestJSON-2059150359', 'fixed_ips': [{'subnet_id': '95027a02-ba38-44f6-8f49-d30b0f541b90', 'ip_address': '2001:db8::f'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:18:59.218700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:18:59.236832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.303319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Subnet': ['ID=faeded9b-4f69-4a38-8bf4-1f81d5af2382,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.312620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.318012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b2a8e86-3b3e-49a6-ba84-d82f39813a8f tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/subnets/faeded9b-4f69-4a38-8bf4-1f81d5af2382 HTTP/1.1" status: 204 len: 168 time: 1.9023547 Aug 03 19:18:59.318393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60826) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:59.323607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc45f9-dacf-46d7-9ef9-7ba31cc39546 None None] Network 4f0f6614-2073-4c7a-9982-778e79223f91 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:59.362637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60828) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:18:59.410216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.432009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.503589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.509727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] 10.222.0.67 "DELETE /v2.0/networks/b853f026-8f01-4e66-9d98-1bb42d4ffa53 HTTP/1.1" status: 204 len: 168 time: 2.8197584 Aug 03 19:18:59.515083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e4894-81ab-476e-91e9-686348fb236b admin admin] Pushing event deleted for resources: {'Network': ['ID=b853f026-8f01-4e66-9d98-1bb42d4ffa53,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:18:59.516026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:18:59.516026 n-d-803363-1 neutron-server[101342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:18:59.516026 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id': '1ded68ed7dcb4f369de3b5801cc1127c', 'id': 'b387b963-4724-452a-b35e-2af529fefe66', 'expiration': datetime.datetime(2021, 8, 3, 19, 20, 59, 494610)}] Aug 03 19:18:59.516026 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:18:59.527481 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:18:59.528487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c066bd6-32f2-4444-9ede-2f0d10d22252 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:59.563951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting subnet b8fb91f3-a99b-4a6c-8491-8960d82ea225 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:18:59.569193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.597461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 9c066bd6-32f2-4444-9ede-2f0d10d22252 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:59.598035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 9c066bd6-32f2-4444-9ede-2f0d10d22252 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:59.603778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:18:59.612066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:18:59.686157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.727319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d2a30ff-c047-40e1-b598-0b1cc751b8ef no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:18:59.806421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9d2a30ff-c047-40e1-b598-0b1cc751b8ef {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:18:59.806776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9d2a30ff-c047-40e1-b598-0b1cc751b8ef not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:18:59.825266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] DHCP port deletion for 4f0f6614-2073-4c7a-9982-778e79223f91 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:18:59.832961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3afd415c-f502-4d02-a4ef-25276cb46776 req-ff5dd5c0-2326-486c-9f4e-020b1545bbb3 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5682075-73d0-4e23-8ea9-f1e5d37491bb HTTP/1.1" status: 200 len: 210 time: 0.1789999 Aug 03 19:18:59.919890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.942987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Deleting port cd5ca469-b145-417a-9387-656f4fccca29 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:18:59.942987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:18:59.946467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ceefe-7103-4b1b-95f9-87fe9d14a396 None None] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:18:59.984274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.018753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.022309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 670ba392-08fe-4471-a5da-e5b82d122434 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:00.115380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] For port cd5ca469-b145-417a-9387-656f4fccca29, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd5ca469-b145-417a-9387-656f4fccca29,segment=NetworkSegment(45812ea5-032a-4329-9fc8-8e0fd77f0fa4),segment_id=45812ea5-032a-4329-9fc8-8e0fd77f0fa4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:00.115791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.146739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Calling delete_port for cd5ca469-b145-417a-9387-656f4fccca29 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:00.267528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::f (0aeacaec-06e8-406b-b4f9-08c73318fe38/95027a02-ba38-44f6-8f49-d30b0f541b90/670ba392-08fe-4471-a5da-e5b82d122434) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:00.284133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.297148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Provisioning for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:00.305273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Provisioning complete for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:00.305859 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.377926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fb91f3-a99b-4a6c-8491-8960d82ea225,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.388048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.405098 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53cc60c7-35c6-4a54-b59f-7ef8f4e80558 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/subnets/b8fb91f3-a99b-4a6c-8491-8960d82ea225 HTTP/1.1" status: 204 len: 168 time: 1.0821981 Aug 03 19:19:00.408129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:00.432435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.445369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a4a49-9ed6-4ce3-bd1b-23945d40432d None None] Network 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:00.472188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:00.615001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.637979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.640050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bd4f829a-0b30-48a4-9137-90907e83377a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac7b9c5d67434c66810861f592a84d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570387 Aug 03 19:19:00.648972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60848) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:00.711687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.730615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 670ba392-08fe-4471-a5da-e5b82d122434 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:00.752821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] Pushing event deleted for resources: {'Port': ['ID=cd5ca469-b145-417a-9387-656f4fccca29,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:00.761208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] For port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,segment=NetworkSegment(e1fd3e5b-595d-4783-9bf7-25d44120f40f),segment_id=e1fd3e5b-595d-4783-9bf7-25d44120f40f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:00.771349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b87aa-3297-4d5c-8e03-11b3d6aaddae None None] No DVR routers for this DVR port cd5ca469-b145-417a-9387-656f4fccca29 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:00.832760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.858348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.896689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.960363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:00.983539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.021178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0f6614-2073-4c7a-9982-778e79223f91']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.034831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.063594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.070130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45812ea5-032a-4329-9fc8-8e0fd77f0fa4') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.071169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] DHCP port deletion for 1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:01.074431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45812ea5-032a-4329-9fc8-8e0fd77f0fa4') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:01.108092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:01.141006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.154451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:01.158268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec3eda-a82b-4765-84d6-b89d26a2b840 None None] Pushing event updated for resources: {'Port': ['ID=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.164403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ded68ed7dcb4f369de3b5801cc1127c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7983999 Aug 03 19:19:01.168942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:01.176415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.177273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.180151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacd8f7-5c2a-42e9-99b4-b61b8426710a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa359c-1dcd-4fbe-8607-4293d78e5e38,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.183226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60856) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:01.233494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Provisioning for port 02d169da-379e-4b78-ae85-61827a7abc22 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:01.239457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=670ba392-08fe-4471-a5da-e5b82d122434,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.242513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Provisioning complete for port 02d169da-379e-4b78-ae85-61827a7abc22 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:01.243788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.289750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.296802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.316270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:01.323434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.328317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Port 02d169da-379e-4b78-ae85-61827a7abc22 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:01.330017 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:01.340012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd5ca469-b145-417a-9387-656f4fccca29 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:01.349994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.380993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: cd5ca469-b145-417a-9387-656f4fccca29 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:01.381564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd5ca469-b145-417a-9387-656f4fccca29 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:01.382318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 633ef3da-daa2-4128-a59c-5b9e0d2cc55f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:01.388494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Deleting port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:01.389132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.431030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f342e713-38d3-4940-aa63-be5e0934e913 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2728119 Aug 03 19:19:01.435387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:01.520140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e94ee5-7e97-45a9-bdcd-f616c852882d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.520380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Provisioning complete for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:01.520634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9a32af8-5727-441b-afa6-73b0ba6439ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.522124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-33e94ee5-7e97-45a9-bdcd-f616c852882d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0852516 Aug 03 19:19:01.526371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60864) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:01.589996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35334ee-a47c-42e8-93b0-bd8f33ce8a09 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.598248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35334ee-a47c-42e8-93b0-bd8f33ce8a09 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.605417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35334ee-a47c-42e8-93b0-bd8f33ce8a09 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:01.607022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a35334ee-a47c-42e8-93b0-bd8f33ce8a09 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0793223 Aug 03 19:19:01.608521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.611449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:01.612838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.614127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f9fa359c-1dcd-4fbe-8607-4293d78e5e38 HTTP/1.1" status: 204 len: 168 time: 0.4285142 Aug 03 19:19:01.623422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac9dc5-5cf1-4496-a4e2-320a50a60e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa359c-1dcd-4fbe-8607-4293d78e5e38,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.728428 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.730290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.733504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.736610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/66a8eb4d-445f-4e91-86b8-ea53a6ab47b4 HTTP/1.1" status: 204 len: 168 time: 1.0800102 Aug 03 19:19:01.747205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.750132 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/networks/4f0f6614-2073-4c7a-9982-778e79223f91 HTTP/1.1" status: 204 len: 168 time: 1.3399241 Aug 03 19:19:01.753855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60876) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:01.827739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,segment=NetworkSegment(330e9772-2ee3-422d-b1b2-4e71c968159c),segment_id=330e9772-2ee3-422d-b1b2-4e71c968159c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:01.828335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.849805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb2f0f-6015-479e-8388-ad81aae23903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8eb4d-445f-4e91-86b8-ea53a6ab47b4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.854339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fca47-ad05-4da8-a995-923158d973eb tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Network': ['ID=4f0f6614-2073-4c7a-9982-778e79223f91,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:01.860526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Calling delete_port for 633ef3da-daa2-4128-a59c-5b9e0d2cc55f owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:01.888353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 670ba392-08fe-4471-a5da-e5b82d122434 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:01.889261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:01.927208 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.009526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:02.014911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.053827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.062919 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.092807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 670ba392-08fe-4471-a5da-e5b82d122434 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:02.117066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,segment=NetworkSegment(330e9772-2ee3-422d-b1b2-4e71c968159c),segment_id=330e9772-2ee3-422d-b1b2-4e71c968159c)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:02.117838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.121411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,segment=NetworkSegment(330e9772-2ee3-422d-b1b2-4e71c968159c),segment_id=330e9772-2ee3-422d-b1b2-4e71c968159c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:02.137902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Calling delete_port for 633ef3da-daa2-4128-a59c-5b9e0d2cc55f owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:02.208133 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.279642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:02.315512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Provisioning for port 670ba392-08fe-4471-a5da-e5b82d122434 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:02.325106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Provisioning complete for port 670ba392-08fe-4471-a5da-e5b82d122434 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:02.325634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.363438 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.377247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.401577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] No DVR routers for this DVR port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:02.406283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Port 670ba392-08fe-4471-a5da-e5b82d122434 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:02.413737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] Pushing event deleted for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:02.415990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2d82b-0354-461f-b5d6-88c12705cf83 None None] No DVR routers for this DVR port 633ef3da-daa2-4128-a59c-5b9e0d2cc55f on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:02.427445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Provisioning complete for port 02d169da-379e-4b78-ae85-61827a7abc22 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:02.428128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.452215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Port': ['ID=633ef3da-daa2-4128-a59c-5b9e0d2cc55f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:02.505536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b5a22-f57a-4f31-9db1-5b7e2d4b08f4 None None] Port 02d169da-379e-4b78-ae85-61827a7abc22 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:02.576811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.585427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.617277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:02.622326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=670ba392-08fe-4471-a5da-e5b82d122434,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:02.652912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330e9772-2ee3-422d-b1b2-4e71c968159c') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:02.653597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330e9772-2ee3-422d-b1b2-4e71c968159c') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:02.668617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.674094 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cbd27b3d-7a22-4122-9f87-84d6b360fa9a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/670ba392-08fe-4471-a5da-e5b82d122434 HTTP/1.1" status: 204 len: 168 time: 1.0615559 Aug 03 19:19:02.676701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:02.693682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.741054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.746995 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-337258df-9ecf-436d-8ddb-bff6dad7abcf tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:19:02.748906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-337258df-9ecf-436d-8ddb-bff6dad7abcf tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/670ba392-08fe-4471-a5da-e5b82d122434 HTTP/1.1" status: 404 len: 333 time: 0.0709889 Aug 03 19:19:02.753958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:02.810586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:02.811426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:02.817948 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:02.966510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 02d169da-379e-4b78-ae85-61827a7abc22 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:02.966510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:02.970042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75686b92-01e6-4562-a785-13b3c6593c96 req-17514725-d350-482b-be3a-31a70e752e2c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:02.987320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75686b92-01e6-4562-a785-13b3c6593c96 req-17514725-d350-482b-be3a-31a70e752e2c tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.9507525 Aug 03 19:19:03.046668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75686b92-01e6-4562-a785-13b3c6593c96 req-a434e192-d9eb-4e5d-ba52-020c1b6662db tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/security-groups?id=82411c10-4ef9-4950-b04b-be17da5d314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Aug 03 19:19:03.109217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.109920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:03.125047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 02d169da-379e-4b78-ae85-61827a7abc22 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:03.171218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:03.171819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.240641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.261242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.265697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/networks/1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d HTTP/1.1" status: 204 len: 168 time: 1.5079114 Aug 03 19:19:03.273480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60912) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:03.292236 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.303692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be986-945d-4b52-8750-033b89db3e12 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Network': ['ID=1ebb7ec6-77f0-44f2-bf3f-b80b2657dd3d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:03.355486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting subnet b82dc6e1-dae3-4302-b200-307d4077254e {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:03.361709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.405937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.493199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.565164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-061523bf-cd9a-4b70-9ace-ecbc9a1cdea8 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:03.577191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-061523bf-cd9a-4b70-9ace-ecbc9a1cdea8 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.77 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 946 time: 0.1428101 Aug 03 19:19:03.587675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.590323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/02d169da-379e-4b78-ae85-61827a7abc22 HTTP/1.1" status: 204 len: 168 time: 0.8332150 Aug 03 19:19:03.591815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a10919-429b-4258-9151-0dde9b01f1f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=02d169da-379e-4b78-ae85-61827a7abc22,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:03.594418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60926) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:03.625280 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa80ef-ded4-4c5a-ad05-0b25ba2fb18c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:19:03.627712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.629156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-46aa80ef-ded4-4c5a-ad05-0b25ba2fb18c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/02d169da-379e-4b78-ae85-61827a7abc22 HTTP/1.1" status: 404 len: 333 time: 0.0328560 Aug 03 19:19:03.633009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:03.702227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 95027a02-ba38-44f6-8f49-d30b0f541b90 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:03.709002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.771088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Deleting port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:03.771514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.793150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.863415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.928005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Subnet': ['ID=b82dc6e1-dae3-4302-b200-307d4077254e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:03.929323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d6a46c-9c49-44ab-8667-2d480cba6f8a None None] Network 838586f8-354e-4561-8dde-aeda8b9c75a8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:03.931980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:03.934124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cceea834-53d3-46fc-bfdb-fedaa50fb25a tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/subnets/b82dc6e1-dae3-4302-b200-307d4077254e HTTP/1.1" status: 204 len: 168 time: 0.6601064 Aug 03 19:19:03.937132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60938) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:03.965248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.020987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] For port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.020987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.051351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Calling delete_port for 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:04.073510 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.206427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60948) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:04.226540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.241981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] DHCP port deletion for 838586f8-354e-4561-8dde-aeda8b9c75a8 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:04.277214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Deleting port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:04.281019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.282207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.287848 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/95027a02-ba38-44f6-8f49-d30b0f541b90 HTTP/1.1" status: 204 len: 168 time: 0.6501725 Aug 03 19:19:04.287848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6781f-c775-4d1e-a1ff-3c0120d72eba tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=95027a02-ba38-44f6-8f49-d30b0f541b90,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:04.290099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60954) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:04.323597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc37875-eeba-4684-9ee7-09cfb379dc64 None None] Network 0aeacaec-06e8-406b-b4f9-08c73318fe38 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:04.388666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] For port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,segment=NetworkSegment(b8a9523d-8e4b-4200-ac92-a6655cac60a4),segment_id=b8a9523d-8e4b-4200-ac92-a6655cac60a4)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.389189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.400592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.413622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Calling delete_port for 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:04.507366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.509310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Deleting port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:04.510441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.539168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:04.544302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.557237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:04.561543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2103668020-network', 'tenant_id': '3871568895044dfe9f40606f606d1465'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:04.568226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Pushing event deleted for resources: {'Port': ['ID=2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:04.643647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] No DVR routers for this DVR port 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:04.647517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.651810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-277c05bd-1333-4b44-9d7c-fa7d4cbdae54 req-0dddcbff-66d2-4d47-bcb8-6fca6ca6a5ae tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.77 "DELETE /v2.0/ports/2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d HTTP/1.1" status: 204 len: 173 time: 1.0674129 Aug 03 19:19:04.653356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'name': 'network-vif-deleted', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:04.658273 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f652eb71-878a-43b6-b6a6-ec2f87a1561b" -d '{"events": [{"server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "name": "network-vif-deleted", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:04.701589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41bb5a2a-c9c8-40a6-9304-b2e096fbba3c req-ac7c89bd-95b2-45d8-9235-0952a4a0e598 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 210 time: 0.5384359 Aug 03 19:19:04.731620 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a23d4-6a34-4a2e-ac6e-8d20c5c20d31 x-openstack-request-id: req-175a23d4-6a34-4a2e-ac6e-8d20c5c20d31 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:04.732478 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af45f43a-d6d7-478d-93e6-7bb10f6dbb81", "name": "network-vif-deleted", "tag": "2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:04.733142 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-175a23d4-6a34-4a2e-ac6e-8d20c5c20d31 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:04.736385 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af45f43a-d6d7-478d-93e6-7bb10f6dbb81', 'name': 'network-vif-deleted', 'tag': '2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d', 'status': 'completed', 'code': 200} Aug 03 19:19:04.740085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.756604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] For port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,segment=NetworkSegment(b8a9523d-8e4b-4200-ac92-a6655cac60a4),segment_id=b8a9523d-8e4b-4200-ac92-a6655cac60a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.756604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.794561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Calling delete_port for 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:04.794862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,segment=NetworkSegment(e1fd3e5b-595d-4783-9bf7-25d44120f40f),segment_id=e1fd3e5b-595d-4783-9bf7-25d44120f40f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:04.795436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.825822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:04.854032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Port': ['ID=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:04.860565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] No DVR routers for this DVR port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:04.950577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Made reservation on behalf of 3871568895044dfe9f40606f606d1465 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:04.953172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.977731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:04.979201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] DHCP port deletion for 0aeacaec-06e8-406b-b4f9-08c73318fe38 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:05.022912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.043755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['838586f8-354e-4561-8dde-aeda8b9c75a8']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.058478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8a9523d-8e4b-4200-ac92-a6655cac60a4') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.058775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8a9523d-8e4b-4200-ac92-a6655cac60a4') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.070908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.093096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.100185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:05.100636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:05.159082 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:05.196444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:05.198648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.203417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Deleting port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:05.203843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.316047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:05.317107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:05.317107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:05.324461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] Pushing event deleted for resources: {'Port': ['ID=0fd0d6c4-b745-42f4-b22d-311bad9c0d40,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.326053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378368d3-54c6-4bb6-be75-abb3002a05c4 None None] No DVR routers for this DVR port 0fd0d6c4-b745-42f4-b22d-311bad9c0d40 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:05.369290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] For port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,segment=NetworkSegment(e1fd3e5b-595d-4783-9bf7-25d44120f40f),segment_id=e1fd3e5b-595d-4783-9bf7-25d44120f40f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:05.369728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.378252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.390220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Calling delete_port for ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:05.392076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.401611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No active binding found for port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece {{(pid=101344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:19:05.401611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:05.402085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/networks/838586f8-354e-4561-8dde-aeda8b9c75a8 HTTP/1.1" status: 204 len: 168 time: 1.4583788 Aug 03 19:19:05.406602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60964) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:05.429737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3b11a-fc57-4b79-979c-09f8079e43a3 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Pushing event deleted for resources: {'Network': ['ID=838586f8-354e-4561-8dde-aeda8b9c75a8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.443422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.451171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b69c8a41-d54c-4308-98b8-2a095ac63b91 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "GET /v2.0/ports?device_id=6292c2b8-1d2c-4cf6-824c-dd69114d19e6 HTTP/1.1" status: 200 len: 205 time: 0.0417058 Aug 03 19:19:05.456429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60968) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:05.484175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.502916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:05.561868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.565717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.620296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] Pushing event deleted for resources: {'Port': ['ID=ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.632735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6e95d1-dfc6-4baa-88f8-06e99a4c571f None None] No DVR routers for this DVR port ff63f55e-cc40-43c4-bdaa-9b5b4dd5aece on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:05.654213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.672188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aeacaec-06e8-406b-b4f9-08c73318fe38']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.692854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1fd3e5b-595d-4783-9bf7-25d44120f40f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.693166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1fd3e5b-595d-4783-9bf7-25d44120f40f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:05.696183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.711271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.731384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.742848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:05.743417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:05.749188 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:05.879865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.923291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.936773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c9c44-a868-4726-8942-6748b15ff5c0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:05.941836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:05.945151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2e1d10d-ff99-4a3d-9fc2-62a0c9dac688 req-32402468-8c69-46c1-b30d-d73662fc5a77 tempest-ListServerFiltersTestJSON-50259981 tempest-ListServerFiltersTestJSON-50259981-project] 10.222.0.67 "GET /v2.0/ports?device_id=af45f43a-d6d7-478d-93e6-7bb10f6dbb81 HTTP/1.1" status: 200 len: 210 time: 0.0632832 Aug 03 19:19:06.030141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.044358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:06.048991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.052754 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/0aeacaec-06e8-406b-b4f9-08c73318fe38 HTTP/1.1" status: 204 len: 168 time: 1.7603593 Aug 03 19:19:06.057804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60982) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:06.066256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c7fa-7fe0-4b68-997e-e1752c7f0615 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=0aeacaec-06e8-406b-b4f9-08c73318fe38,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.066600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-360444434'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:06.073256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.074115 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Added segment 1db30761-662c-4dde-a757-5123585b7ae2 of type vlan for network cc5fd016-1bd5-423f-af8b-f55078ae9237 Aug 03 19:19:06.132911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.274996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:06.280026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.285173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.285173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Fanout notify agent at l3_agent the message router_deleted on router 6292c2b8-1d2c-4cf6-824c-dd69114d19e6 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:19:06.293491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.294613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2017fbad-0551-4ad4-bd67-d2b6ed7c5e32 tempest-RoutersNegativeIpV6Test-1259257322 tempest-RoutersNegativeIpV6Test-1259257322-project] 10.222.0.67 "DELETE /v2.0/routers/6292c2b8-1d2c-4cf6-824c-dd69114d19e6 HTTP/1.1" status: 204 len: 168 time: 0.8367794 Aug 03 19:19:06.303626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.304951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:06.306339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.336231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:06.347435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.348263 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Added segment e86838cc-61f0-40b9-a6a3-ed29851bb39a of type vlan for network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f Aug 03 19:19:06.407240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.432919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] Pushing event updated for resources: {'Network': ['ID=cc5fd016-1bd5-423f-af8b-f55078ae9237,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.447573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network cc5fd016-1bd5-423f-af8b-f55078ae9237 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:06.556535 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1ce51f71-6c46-417b-85ef-b6168e0a5b18 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3487029 Aug 03 19:19:06.560553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60994) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:06.569275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Request body: {'subnet': {'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2103668020-subnet', 'tenant_id': '3871568895044dfe9f40606f606d1465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:06.585502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:06.590191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.598884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:06.599698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.608082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:06.608806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2ea8d079-c16f-4a2a-a8fd-6f3f0d25380d not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:06.675332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Network': ['ID=49863aa8-eb1d-4a04-9ac1-7a0cc180365f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:06.685425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:06.767031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Made reservation on behalf of 3871568895044dfe9f40606f606d1465 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:06.770143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:06.977567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5e98053d-416a-4484-95a1-140681b0b404 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9204998 Aug 03 19:19:06.979874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32772) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:06.986394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:07.025339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32776) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.101739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Deleting subnet 4e746660-9169-4acd-854d-337147375f11 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:07.108688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.185697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.261770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.301647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.355241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.447786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43341e2-8d3f-4106-9a6f-281dec173646,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:07.507480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Checking segment: {'id': '1db30761-662c-4dde-a757-5123585b7ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:07.507480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Network hostable DHCP agents. Network: cc5fd016-1bd5-423f-af8b-f55078ae9237, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:07.537710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e2c1c21-2d96-404a-bfe9-735bcd6704b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=23f3ae8d65af4dec9cf950b7678f8fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705882 Aug 03 19:19:07.539818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.577394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:07.583278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.601312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.617648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.939119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.959656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.961919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e746660-9169-4acd-854d-337147375f11,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:07.964179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Network cc5fd016-1bd5-423f-af8b-f55078ae9237 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:07.977886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:07.985121 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33cc034e-e985-4efe-98c6-a87ebdec1b8d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4e746660-9169-4acd-854d-337147375f11 HTTP/1.1" status: 204 len: 168 time: 0.9519255 Aug 03 19:19:07.985121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:07.988675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21979535-c1ec-4bd6-a3cd-925d462db5de None None] Network bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:08.026098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=b1318e21-22c4-443b-922c-ee84a58ceb41,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:08.029869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Checking segment: {'id': 'e86838cc-61f0-40b9-a6a3-ed29851bb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:08.030369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network hostable DHCP agents. Network: 49863aa8-eb1d-4a04-9ac1-7a0cc180365f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:08.095100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.141024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, cc5fd016-1bd5-423f-af8b-f55078ae9237) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:08.155308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:08.156203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.174996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c26f8-8f8e-40ac-a3a8-c996340a3a2d None None] Network cc5fd016-1bd5-423f-af8b-f55078ae9237 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:08.200270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Deleting port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:08.201050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.303262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] For port 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=26a9c8ec-321e-4e43-8a52-a4a56d75d395,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:08.303262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.324373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Calling delete_port for 26a9c8ec-321e-4e43-8a52-a4a56d75d395 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:08.327662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] DHCP port deletion for bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:08.332613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.343287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.343287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e7d690d4-4f4b-4435-b895-48b28812e1ed HTTP/1.1" status: 204 len: 168 time: 0.7950015 Aug 03 19:19:08.358169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebace2-5f57-45da-9b67-cf2694407973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d690d4-4f4b-4435-b895-48b28812e1ed,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:08.373838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:08.411654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 49863aa8-eb1d-4a04-9ac1-7a0cc180365f) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:08.416255 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2122cbd4-9cb3-4f7b-acb5-6b95c0ff77d8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8534534 Aug 03 19:19:08.439022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:08.439022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.445482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657c095-c4f6-439a-a8b5-aa0883b443fc None None] Network cc5fd016-1bd5-423f-af8b-f55078ae9237 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:08.451029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167852d4-20a5-407e-afd2-b847503f019a None None] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:08.583914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Deleting port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:08.584187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-da59b472-b9b6-4cdd-8067-8808f8d374b0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6029682 Aug 03 19:19:08.584595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.589969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32830) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:08.601597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-549236294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:08.662997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.743549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] For port 26a9c8ec-321e-4e43-8a52-a4a56d75d395, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=26a9c8ec-321e-4e43-8a52-a4a56d75d395,segment=NetworkSegment(7dd6e7db-79ae-49d8-8302-905225c8df08),segment_id=7dd6e7db-79ae-49d8-8302-905225c8df08)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:08.743957 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.753658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.754268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] No DVR routers for this DVR port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:08.754794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.769304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=26a9c8ec-321e-4e43-8a52-a4a56d75d395,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:08.808910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Calling delete_port for 26a9c8ec-321e-4e43-8a52-a4a56d75d395 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:08.855375 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.950167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:08.996336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.021757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:09.043432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd6e7db-79ae-49d8-8302-905225c8df08') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:09.044583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd6e7db-79ae-49d8-8302-905225c8df08') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:09.053610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.065218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-49863aa8-eb1d-4a04-9ac1-7a0cc180365f', 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': 'b1318e21-22c4-443b-922c-ee84a58ceb41'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:09.066213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.087713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.113511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] Pushing event deleted for resources: {'Port': ['ID=26a9c8ec-321e-4e43-8a52-a4a56d75d395,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.119424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb4d9e-4a4c-4dca-9bf3-8ad05508555f None None] No DVR routers for this DVR port 26a9c8ec-321e-4e43-8a52-a4a56d75d395 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:09.126441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.129432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-727c1e58-fb8c-4931-85cf-114c3360c834 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5381699 Aug 03 19:19:09.133158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:09.145940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 26a9c8ec-321e-4e43-8a52-a4a56d75d395 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:09.157018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f', 'name': 'tempest-PortsIpV6TestJSON-885545549'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:09.174994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.175289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 26a9c8ec-321e-4e43-8a52-a4a56d75d395 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:09.175289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 26a9c8ec-321e-4e43-8a52-a4a56d75d395 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:09.200433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:09.214729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:09.215318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:09.218840 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:09.377963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.389977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.389977 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] 10.222.0.67 "DELETE /v2.0/networks/bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5 HTTP/1.1" status: 204 len: 168 time: 1.4036570 Aug 03 19:19:09.399119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Allocated IP 2001:db8::2 (49863aa8-eb1d-4a04-9ac1-7a0cc180365f/b1318e21-22c4-443b-922c-ee84a58ceb41/580f295e-043d-4431-b43b-27422478f080) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:09.446662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5959b-3c9d-4e82-902f-bdc632044fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3b6c7c-e9e0-4c25-b956-cec93d3d09c5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:09.521368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:09.529322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.574574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e69f6221-fd00-40a8-b0c8-2c0e3fcba59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.686811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.712640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Transition to ACTIVE for port object 580f295e-043d-4431-b43b-27422478f080 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:09.744114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Transition to ACTIVE for port object 580f295e-043d-4431-b43b-27422478f080 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:09.749093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port d9069f8c-ccfd-45d9-827c-d3cdebdad0df yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:09.796135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e69f6221-fd00-40a8-b0c8-2c0e3fcba59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.852001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-40af6061-e850-47f5-ad27-42c67119269a tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:09.853788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-40af6061-e850-47f5-ad27-42c67119269a tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/networks?id=cc5fd016-1bd5-423f-af8b-f55078ae9237 HTTP/1.1" status: 200 len: 814 time: 0.3204248 Aug 03 19:19:09.876134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-0abe19a9-81b0-41e4-a7cd-872df4edc924 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/quotas/3871568895044dfe9f40606f606d1465 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Aug 03 19:19:09.899007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.943735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e69f6221-fd00-40a8-b0c8-2c0e3fcba59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:09.951769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:09.956511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:09.960598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:09.972714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-3da75984-5419-407d-8ec2-dbb0bbff2aef tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3871568895044dfe9f40606f606d1465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884099 Aug 03 19:19:09.976912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Pushing event updated for resources: {'Port': ['ID=580f295e-043d-4431-b43b-27422478f080,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.017817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f6221-fd00-40a8-b0c8-2c0e3fcba59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66690f6-8ff5-488d-aedc-5e377ca68c6e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.027171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e69f6221-fd00-40a8-b0c8-2c0e3fcba59d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69f659ac149346cfa953c8777490b2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303092 Aug 03 19:19:10.028802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32872) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.037740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Attempting to bind port 580f295e-043d-4431-b43b-27422478f080 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:10.038302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Attempting to bind port 580f295e-043d-4431-b43b-27422478f080 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e86838cc-61f0-40b9-a6a3-ed29851bb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:10.038876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Attempting to bind port 580f295e-043d-4431-b43b-27422478f080 on network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:10.045559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:10.046108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Checking segment: {'id': 'e86838cc-61f0-40b9-a6a3-ed29851bb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:10.046618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.047885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Bound using segment: {'id': 'e86838cc-61f0-40b9-a6a3-ed29851bb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:10.049058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Bound port: 580f295e-043d-4431-b43b-27422478f080, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e86838cc-61f0-40b9-a6a3-ed29851bb39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '49863aa8-eb1d-4a04-9ac1-7a0cc180365f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:10.049759 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.084366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.100197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::225 (49863aa8-eb1d-4a04-9ac1-7a0cc180365f/b1318e21-22c4-443b-922c-ee84a58ceb41/d9069f8c-ccfd-45d9-827c-d3cdebdad0df) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:10.141197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.174131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-3183d6ae-a79c-4f44-9729-498ece36e631 service neutron] 10.222.0.67 "GET /v2.0/networks/cc5fd016-1bd5-423f-af8b-f55078ae9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001252 Aug 03 19:19:10.177527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a0e50e7-41ae-45e9-a74e-1a8a5e494fb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=325aaab56e2b46c6aba4a3bd9a6ad778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854561 Aug 03 19:19:10.180312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32876) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:10.192541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.280117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.309012 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.309865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] For port 580f295e-043d-4431-b43b-27422478f080, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:10.320913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] For port 580f295e-043d-4431-b43b-27422478f080, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=580f295e-043d-4431-b43b-27422478f080,segment=NetworkSegment(e86838cc-61f0-40b9-a6a3-ed29851bb39a),segment_id=e86838cc-61f0-40b9-a6a3-ed29851bb39a)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:10.381924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-daf3ff3e-058b-4e7a-bd36-41bce518e623 service neutron] 10.222.0.67 "GET /v2.0/networks/cc5fd016-1bd5-423f-af8b-f55078ae9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928694 Aug 03 19:19:10.389554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.392927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.416072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e66690f6-8ff5-488d-aedc-5e377ca68c6e HTTP/1.1" status: 204 len: 168 time: 0.3852041 Aug 03 19:19:10.419538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.437548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object d9069f8c-ccfd-45d9-827c-d3cdebdad0df will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:10.447425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa3116-2b05-4dd3-8f5b-a0284f9422a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66690f6-8ff5-488d-aedc-5e377ca68c6e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.453352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.484181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.494263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.495524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/82411c10-4ef9-4950-b04b-be17da5d314b HTTP/1.1" status: 204 len: 168 time: 0.3141549 Aug 03 19:19:10.513768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc9f6a-81aa-4191-ac9a-b4df4590d56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82411c10-4ef9-4950-b04b-be17da5d314b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.565556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.653009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:10.659050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:10.659513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2726638-97cd-4d6c-be06-baaebe02b261 None None] Pushing event updated for resources: {'Port': ['ID=580f295e-043d-4431-b43b-27422478f080,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.667625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:10.675402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:10.676141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:10.695869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=d9069f8c-ccfd-45d9-827c-d3cdebdad0df,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:10.865940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c93195b-adff-4948-a3c9-0434177315e7 req-ff064d8d-0861-49c7-a8b7-374f908f4a2e tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0843544 Aug 03 19:19:10.867343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91e3a5f4-de68-4695-85f9-db2d488abb3f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7265923 Aug 03 19:19:10.870430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:11.145647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 580f295e-043d-4431-b43b-27422478f080 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:11.330169 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.487151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 580f295e-043d-4431-b43b-27422478f080 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:11.657123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.865924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a726446-2495-4574-a447-144008ca0879 None None] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:11.969995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:11.970790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32924) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:12.014411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7ca9bee-7a90-472c-a68b-b56f5469d9f8 req-9fdb174c-5eb6-4f21-bd40-32662ad00741 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0529194 Aug 03 19:19:12.067614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=d9069f8c-ccfd-45d9-827c-d3cdebdad0df,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:12.112673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32928) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:12.128748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36f5c911-cf20-4352-bcd7-ca03dc5f6236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.183410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.280958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36f5c911-cf20-4352-bcd7-ca03dc5f6236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.301444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Provisioning for port 580f295e-043d-4431-b43b-27422478f080 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:12.305728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Provisioning complete for port 580f295e-043d-4431-b43b-27422478f080 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:12.310189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.310320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1538635585'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:12.440556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.492059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] For port 580f295e-043d-4431-b43b-27422478f080, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=580f295e-043d-4431-b43b-27422478f080,segment=NetworkSegment(e86838cc-61f0-40b9-a6a3-ed29851bb39a),segment_id=e86838cc-61f0-40b9-a6a3-ed29851bb39a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:12.494023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36f5c911-cf20-4352-bcd7-ca03dc5f6236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.542004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5c911-cf20-4352-bcd7-ca03dc5f6236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a443a7-d35a-4165-ab9b-3b2dcc328f10,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:12.572159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-36f5c911-cf20-4352-bcd7-ca03dc5f6236 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c40584a609c455390f561966a5ed3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580510 Aug 03 19:19:12.574839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32934) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:12.601556 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.646960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.678208 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.723342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Made reservation on behalf of 2fa026d9f3e6488e90c0b523805b81c2 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:12.723932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.724056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.724056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:12.803693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7210f6-20ba-4b69-882e-01e31b057d08 None None] Pushing event updated for resources: {'Port': ['ID=580f295e-043d-4431-b43b-27422478f080,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:12.844850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Provisioning complete for port 580f295e-043d-4431-b43b-27422478f080 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:12.845644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.061401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.072327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.083448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3a443a7-d35a-4165-ab9b-3b2dcc328f10 HTTP/1.1" status: 204 len: 168 time: 0.5071573 Aug 03 19:19:13.120418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3da80a-6f1e-4b99-8382-93c9b782a611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a443a7-d35a-4165-ab9b-3b2dcc328f10,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:13.207009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.212271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965ccc68-1fdd-4ff2-a6c0-7b9be24433f4 req-e665f5d1-34f7-4def-95cf-f35af466ee5a tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0588038 Aug 03 19:19:13.226900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 580f295e-043d-4431-b43b-27422478f080 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:13.275191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 580f295e-043d-4431-b43b-27422478f080 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:13.275599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.395530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.439095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.439272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Provisioning for port d9069f8c-ccfd-45d9-827c-d3cdebdad0df completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:13.439379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.439488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Provisioning complete for port d9069f8c-ccfd-45d9-827c-d3cdebdad0df triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:13.439488 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.480256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bd1b5e3e-38f3-4a3a-82bb-fda5f0e29df1 None None] Port d9069f8c-ccfd-45d9-827c-d3cdebdad0df cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:13.529005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=d9069f8c-ccfd-45d9-827c-d3cdebdad0df,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:13.612977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.622659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:13.628920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:13.638721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-faf7117d-f5a5-4d1d-ab08-391be2d6f3e0 None None] Provisioning complete for port d9069f8c-ccfd-45d9-827c-d3cdebdad0df triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:13.639146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-faf7117d-f5a5-4d1d-ab08-391be2d6f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.688316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c6421-125a-4dd7-91b3-76036cf7cbd4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:13.702420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:13.723424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.723919 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Added segment dad2e017-344d-4eb6-84af-acf172c42487 of type vlan for network 4953c8af-b68c-4760-8892-ec5e6b83df6f Aug 03 19:19:13.727141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-faf7117d-f5a5-4d1d-ab08-391be2d6f3e0 None None] Port d9069f8c-ccfd-45d9-827c-d3cdebdad0df cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:13.789154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:13.994882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.002275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:14.003463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.103703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Router afd7fa49-ea91-4460-8df7-2a047b405143 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:19:14.153285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event updated for resources: {'Network': ['ID=4953c8af-b68c-4760-8892-ec5e6b83df6f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:14.159713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8689afd7-9940-46ce-ad8b-6c53b4c415fc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2165799 Aug 03 19:19:14.182486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32972) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:14.182622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:14.182731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Request body: {'subnet': {'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:14.182839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7bb98c31-507d-48eb-9968-080707d00916 None None] Provisioning complete for port d9069f8c-ccfd-45d9-827c-d3cdebdad0df triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:14.182839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7bb98c31-507d-48eb-9968-080707d00916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.287055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:14.302901 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] Sync routers for ids ['afd7fa49-ea91-4460-8df7-2a047b405143'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:14.318949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7bb98c31-507d-48eb-9968-080707d00916 None None] Port d9069f8c-ccfd-45d9-827c-d3cdebdad0df cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:14.334693 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] Routers {'afd7fa49-ea91-4460-8df7-2a047b405143'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:14.334693 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['afd7fa49-ea91-4460-8df7-2a047b405143'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:14.334964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b78e7563-2dbe-46e0-9fa0-77c0e8c4a14e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/routers/afd7fa49-ea91-4460-8df7-2a047b405143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4594738 Aug 03 19:19:14.335179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32982) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:14.387953 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:14.399470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991c8ff-36b1-40ad-9965-2ca7a0652903 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:14.402444 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] Routers {'afd7fa49-ea91-4460-8df7-2a047b405143'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:14.402977 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4991c8ff-36b1-40ad-9965-2ca7a0652903 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?device_id=afd7fa49-ea91-4460-8df7-2a047b405143 HTTP/1.1" status: 200 len: 988 time: 0.0663364 Aug 03 19:19:14.403517 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['afd7fa49-ea91-4460-8df7-2a047b405143'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:14.403672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f5d09f1-9aee-44dc-bb4f-dfbda5c72394 req-a4a578a4-f912-4dfa-bd94-455a28c294e7 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0357459 Aug 03 19:19:14.412990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:14.440991 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:14.441656 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8f12-8b40-451a-b83a-9c19547b41bd None None] The sync data for ids ['afd7fa49-ea91-4460-8df7-2a047b405143'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:14.570232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Made reservation on behalf of 2fa026d9f3e6488e90c0b523805b81c2 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:14.574182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:14.743550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2807ccc0-4231-4c58-927a-4c606b7c1662 req-884ad00f-d518-42cb-86e8-ecfe56b9222e tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0583298 Aug 03 19:19:15.131372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.360252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port d9069f8c-ccfd-45d9-827c-d3cdebdad0df {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:15.361336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.383576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.386837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:15.614294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event updated for resources: {'Subnet': ['ID=70d8ce12-de7f-4165-b5b5-b7588aa7fb95,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:15.616791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Checking segment: {'id': 'dad2e017-344d-4eb6-84af-acf172c42487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:15.617069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Network hostable DHCP agents. Network: 4953c8af-b68c-4760-8892-ec5e6b83df6f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:15.699606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be9dfd8b-6387-4ea5-a0ff-80e79bca8641 req-e924f3d7-2524-4d17-af9d-0cd180d086f6 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0673234 Aug 03 19:19:15.766652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4994391-9db3-4271-bdde-702f29f790af req-26148948-a2f3-4527-a3d2-9350b0221c3e tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0342262 Aug 03 19:19:15.874185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:15.997240 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.022525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for d9069f8c-ccfd-45d9-827c-d3cdebdad0df owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:16.105600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-96e85619-523e-44e4-911b-695d4a2c14f2 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:16.107278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-96e85619-523e-44e4-911b-695d4a2c14f2 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.54 "GET /v2.0/networks?id=cc5fd016-1bd5-423f-af8b-f55078ae9237 HTTP/1.1" status: 200 len: 814 time: 0.2073808 Aug 03 19:19:16.129867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Request body: {'port': {'device_id': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237', 'admin_state_up': True, 'tenant_id': '3871568895044dfe9f40606f606d1465'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:16.310867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4953c8af-b68c-4760-8892-ec5e6b83df6f) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:16.329890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa63fa3-7f84-47c6-82db-79e85bc25aa0 None None] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:16.333918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:16.335181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.522261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4953c8af-b68c-4760-8892-ec5e6b83df6f', 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f', 'tenant_id': '2fa026d9f3e6488e90c0b523805b81c2', 'fixed_ips': [{'subnet_id': '70d8ce12-de7f-4165-b5b5-b7588aa7fb95'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:16.523155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.558650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Made reservation on behalf of 3871568895044dfe9f40606f606d1465 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:16.562300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.566552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:16.610165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=d9069f8c-ccfd-45d9-827c-d3cdebdad0df,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:16.630020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.630369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.630749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.631157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.631341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.631867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.632029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.632344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.632621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.632972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.633296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.633616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:16.707292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Allocated IP 172.20.0.2 (4953c8af-b68c-4760-8892-ec5e6b83df6f/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/10bf5d55-e130-4161-873c-e3d843e8fdc9) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:16.861452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9493709f-6f33-4837-9d32-d26bf68b9573 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6852565 Aug 03 19:19:16.863866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33052) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:16.905252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Request body: {'port': {'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f', 'name': 'tempest-TagsExtTest-142498826'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:16.973950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-799095e6-bfa3-4024-8132-c082a1553f7a req-ac4c20c2-f801-4079-a73f-d79b99c6305b tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0686481 Aug 03 19:19:17.017293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.075267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ea6f5f0-de15-4177-9fc4-d564ccb37726 req-7c738e8a-d4d8-401e-9582-f43dc06e51b9 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0679982 Aug 03 19:19:17.168986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.181158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Transition to ACTIVE for port object 10bf5d55-e130-4161-873c-e3d843e8fdc9 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:17.247350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Transition to ACTIVE for port object 10bf5d55-e130-4161-873c-e3d843e8fdc9 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:17.248683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Allocated IP 172.20.0.8 (cc5fd016-1bd5-423f-af8b-f55078ae9237/d43341e2-8d3f-4106-9a6f-281dec173646/41d2b64d-be25-4462-983d-3920f5c6933c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:17.352316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33062) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:17.415538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Router afd7fa49-ea91-4460-8df7-2a047b405143 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:19:17.491720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.576374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:17.580903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Pushing event updated for resources: {'Port': ['ID=10bf5d55-e130-4161-873c-e3d843e8fdc9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:17.582437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:17.584565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:17.613585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:19:17.625412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-223a06ce-db50-4b2a-be55-85d25801a044 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/routers/afd7fa49-ea91-4460-8df7-2a047b405143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2109563 Aug 03 19:19:17.629277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33068) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:17.645164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] Sync routers for ids ['afd7fa49-ea91-4460-8df7-2a047b405143'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:19:17.656032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] Routers {'afd7fa49-ea91-4460-8df7-2a047b405143'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:17.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['afd7fa49-ea91-4460-8df7-2a047b405143'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Attempting to bind port 10bf5d55-e130-4161-873c-e3d843e8fdc9 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:17.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Attempting to bind port 10bf5d55-e130-4161-873c-e3d843e8fdc9 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dad2e017-344d-4eb6-84af-acf172c42487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:17.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Attempting to bind port 10bf5d55-e130-4161-873c-e3d843e8fdc9 on network 4953c8af-b68c-4760-8892-ec5e6b83df6f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:17.698578 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e398ad-a8b2-4e6b-8a8d-47e6cc25a424 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:19:17.698578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f7e398ad-a8b2-4e6b-8a8d-47e6cc25a424 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/d9069f8c-ccfd-45d9-827c-d3cdebdad0df HTTP/1.1" status: 404 len: 333 time: 0.0433083 Aug 03 19:19:17.698578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1873817419'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:17.701711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33070) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:17.704814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.715536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:17.715536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Checking segment: {'id': 'dad2e017-344d-4eb6-84af-acf172c42487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:17.715536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.715536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Bound using segment: {'id': 'dad2e017-344d-4eb6-84af-acf172c42487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:17.718686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Bound port: 10bf5d55-e130-4161-873c-e3d843e8fdc9, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad2e017-344d-4eb6-84af-acf172c42487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4953c8af-b68c-4760-8892-ec5e6b83df6f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:17.718686 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.726597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] Routers {'afd7fa49-ea91-4460-8df7-2a047b405143'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:19:17.727245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:18:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['afd7fa49-ea91-4460-8df7-2a047b405143'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.788435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.794406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:17.794819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4d4de2-c076-45d4-a097-aa942eb8e916 None None] The sync data for ids ['afd7fa49-ea91-4460-8df7-2a047b405143'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:19:17.858450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Made reservation on behalf of 2fa026d9f3e6488e90c0b523805b81c2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:17.863213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:17.866957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] For port 10bf5d55-e130-4161-873c-e3d843e8fdc9, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:17.879415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] For port 10bf5d55-e130-4161-873c-e3d843e8fdc9, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10bf5d55-e130-4161-873c-e3d843e8fdc9,segment=NetworkSegment(dad2e017-344d-4eb6-84af-acf172c42487),segment_id=dad2e017-344d-4eb6-84af-acf172c42487)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:17.921441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] device_id is not set on port b4a4551c-ee63-4916-97f8-24f4a3106515 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:18.253538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3f2b4b5-c520-475c-b0d8-b8ca5fdb1c41 req-7c99d695-4b5f-45b2-9644-d543998bfc8b tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Aug 03 19:19:18.255085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.255085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.255085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Allocated IP 172.20.0.14 (4953c8af-b68c-4760-8892-ec5e6b83df6f/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/b4a4551c-ee63-4916-97f8-24f4a3106515) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:18.255392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5345638-273f-498b-a05e-4a73fe2a1918 req-32e54b47-9ffa-47ed-bff9-21c662ef8bdc tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Aug 03 19:19:18.344476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.379673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Transition to ACTIVE for port object b4a4551c-ee63-4916-97f8-24f4a3106515 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:18.660155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.706033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Network cc5fd016-1bd5-423f-af8b-f55078ae9237 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:18.709273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:18.715760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:18.722775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Pushing event updated for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:18.770799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:18.771391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.832560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Made reservation on behalf of 708f454b04404a3291fd7c7cd30ba426 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:18.833905 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.834563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Fanout notify agent at l3_agent the message router_deleted on router afd7fa49-ea91-4460-8df7-2a047b405143 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:19:18.836190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.842736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.851471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.853290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d45819d0-c9d1-4050-98a3-78264aadd643 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/routers/afd7fa49-ea91-4460-8df7-2a047b405143 HTTP/1.1" status: 204 len: 168 time: 1.1504178 Aug 03 19:19:18.854026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33080) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:18.862665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.927093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet b1318e21-22c4-443b-922c-ee84a58ceb41 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:18.932022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.961856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db532f2-2eb6-4fc2-94b9-49da2b11b746 None None] Pushing event updated for resources: {'Port': ['ID=10bf5d55-e130-4161-873c-e3d843e8fdc9,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:18.971908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:18.981505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.034539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:19.038412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:19.044988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:19.084885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event updated for resources: {'Port': ['ID=b4a4551c-ee63-4916-97f8-24f4a3106515,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:19.133727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.142178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:19.143199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.154343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7937-bd20-4a8f-b7d0-70559280edb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.261482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-6a54f979-551b-44b3-9f23-8a312bc908c1 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1330175 Aug 03 19:19:19.277938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-b8011bb6-3c5a-4d87-b750-2608e242d109 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:19:19.281452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-b8011bb6-3c5a-4d87-b750-2608e242d109 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114460 Aug 03 19:19:19.305176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Request body: {'port': {'device_id': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:19.366259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.374135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.451835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ba9e3ca-0683-49a6-8632-1ca55dea3237 req-b7d27e86-867d-430d-adf2-e480dc35856e tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0645511 Aug 03 19:19:19.513223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.514405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c416eca-3e88-4a0e-af6c-5a4b0a62c2da None None] Network 49863aa8-eb1d-4a04-9ac1-7a0cc180365f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:19.516691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/b1318e21-22c4-443b-922c-ee84a58ceb41 HTTP/1.1" status: 204 len: 168 time: 0.6604421 Aug 03 19:19:19.517638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd13762-81b8-4d9c-a063-072d815880c9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=b1318e21-22c4-443b-922c-ee84a58ceb41,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:19.533146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33090) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:19.593290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1838-aabd-4024-84b2-0ef277ab4227 req-8ab4056a-c25d-4f37-9cbd-f14555a2baa0 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:19.595212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-466d1838-aabd-4024-84b2-0ef277ab4227 req-8ab4056a-c25d-4f37-9cbd-f14555a2baa0 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 931 time: 0.2034254 Aug 03 19:19:19.737679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-466d1838-aabd-4024-84b2-0ef277ab4227 req-adcacf1d-5859-4ed2-9957-a8729608dc68 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275084 Aug 03 19:19:19.739786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.856795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:19.910909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] DHCP port deletion for 49863aa8-eb1d-4a04-9ac1-7a0cc180365f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:19.949346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.023853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:20.035304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0feede-6b52-4973-99da-9b408c8235f3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.058587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.058587 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Added segment 4d5855b4-ee48-4e82-9d29-df573fd0e558 of type vlan for network 9abf3213-a71a-4bc7-904a-ac5fd0a35847 Aug 03 19:19:20.068269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Deleting port 580f295e-043d-4431-b43b-27422478f080 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:20.069069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.112613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 580f295e-043d-4431-b43b-27422478f080 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:20.113143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.138981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.193577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] For port 580f295e-043d-4431-b43b-27422478f080, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=580f295e-043d-4431-b43b-27422478f080,segment=NetworkSegment(e86838cc-61f0-40b9-a6a3-ed29851bb39a),segment_id=e86838cc-61f0-40b9-a6a3-ed29851bb39a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:20.202809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.214664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Calling delete_port for 580f295e-043d-4431-b43b-27422478f080 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:20.218326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a75e7687-2dcc-4435-9788-dc5bfc86fdd7 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3533695 Aug 03 19:19:20.223248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33092) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:20.235347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-222026138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:20.319001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] For port 580f295e-043d-4431-b43b-27422478f080, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=580f295e-043d-4431-b43b-27422478f080,segment=NetworkSegment(e86838cc-61f0-40b9-a6a3-ed29851bb39a),segment_id=e86838cc-61f0-40b9-a6a3-ed29851bb39a)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:20.319677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.341989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 580f295e-043d-4431-b43b-27422478f080 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:20.355900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d2b64d-be25-4462-983d-3920f5c6933c {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:20.364465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.410908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572ebaf-59bc-4a45-a83d-c2942b5a62de None None] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:20.424015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Transition to ACTIVE for port object 41d2b64d-be25-4462-983d-3920f5c6933c will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:20.525764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.534992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:20.535814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.641832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.647355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1747f76c-fcea-48ba-b842-52956643d0e4 None None] Provisioning for port 10bf5d55-e130-4161-873c-e3d843e8fdc9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:20.651985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.665527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac8decf2-3541-426c-a151-d85a771db4d3 req-59ba6811-2320-42d4-bff4-30c0acf1d583 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0940335 Aug 03 19:19:20.681162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] No DVR routers for this DVR port 580f295e-043d-4431-b43b-27422478f080 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:20.688230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.695662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Pushing event updated for resources: {'Network': ['ID=9abf3213-a71a-4bc7-904a-ac5fd0a35847,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.698403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.699565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:20.719027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9abf3213-a71a-4bc7-904a-ac5fd0a35847 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:20.721870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fed28-2b38-4431-adcb-2eb9b2d88f34 None None] Pushing event deleted for resources: {'Port': ['ID=580f295e-043d-4431-b43b-27422478f080,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.750756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No DVR routers for this DVR port 580f295e-043d-4431-b43b-27422478f080 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:20.799646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8a0be019-284e-49ef-ba15-0b139c86f7a8 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4459414 Aug 03 19:19:20.833611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33102) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:20.835830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Pushing event updated for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:20.962460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.021819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'name': 'tempest-network--34822390', 'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:21.023132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f709f6c-fefe-4576-80b3-af24d614d397 req-67073425-f94a-4f89-856d-d704e69e589c tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.035859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f709f6c-fefe-4576-80b3-af24d614d397 req-67073425-f94a-4f89-856d-d704e69e589c tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 943 time: 0.1147761 Aug 03 19:19:21.050117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=580f295e-043d-4431-b43b-27422478f080,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:21.070749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.086245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.098372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f709f6c-fefe-4576-80b3-af24d614d397 req-b090dc59-8773-48ed-9df2-d7d245ed94ea tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615401 Aug 03 19:19:21.108832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49863aa8-eb1d-4a04-9ac1-7a0cc180365f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:21.130591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86838cc-61f0-40b9-a6a3-ed29851bb39a') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:21.130874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86838cc-61f0-40b9-a6a3-ed29851bb39a') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:21.161939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Attempting to bind port 41d2b64d-be25-4462-983d-3920f5c6933c on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:21.162381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Attempting to bind port 41d2b64d-be25-4462-983d-3920f5c6933c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '1db30761-662c-4dde-a757-5123585b7ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:21.162820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Attempting to bind port 41d2b64d-be25-4462-983d-3920f5c6933c on network cc5fd016-1bd5-423f-af8b-f55078ae9237 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:21.167343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.180304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Port 41d2b64d-be25-4462-983d-3920f5c6933c on network cc5fd016-1bd5-423f-af8b-f55078ae9237 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:21.180304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Attempting to bind port 41d2b64d-be25-4462-983d-3920f5c6933c on network cc5fd016-1bd5-423f-af8b-f55078ae9237 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:21.190267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.192985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:21.193308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Checking segment: {'id': '1db30761-662c-4dde-a757-5123585b7ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:21.193803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Bound using segment: {'id': '1db30761-662c-4dde-a757-5123585b7ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:21.194357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Bound port: 41d2b64d-be25-4462-983d-3920f5c6933c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1db30761-662c-4dde-a757-5123585b7ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:21.194825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.209501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:21.210861 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:21.276699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10bf5d55-e130-4161-873c-e3d843e8fdc9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:21.368208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:21.377082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41d2b64d-be25-4462-983d-3920f5c6933c,segment=NetworkSegment(1db30761-662c-4dde-a757-5123585b7ae2),segment_id=1db30761-662c-4dde-a757-5123585b7ae2)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:21.439989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:21.445728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.459391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.558710 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.559043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e096e75b-91d1-4ce6-bded-f869c3dca971 None None] Provisioning for port b4a4551c-ee63-4916-97f8-24f4a3106515 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:21.564828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e096e75b-91d1-4ce6-bded-f869c3dca971 None None] Provisioning complete for port b4a4551c-ee63-4916-97f8-24f4a3106515 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:21.565436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e096e75b-91d1-4ce6-bded-f869c3dca971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.618727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.623276 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/49863aa8-eb1d-4a04-9ac1-7a0cc180365f HTTP/1.1" status: 204 len: 168 time: 2.0856280 Aug 03 19:19:21.626303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c7cb-58fb-46f6-b9b4-f8ac28b6d51a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=49863aa8-eb1d-4a04-9ac1-7a0cc180365f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:21.628180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33112) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:21.647380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.666839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 10bf5d55-e130-4161-873c-e3d843e8fdc9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:21.666839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 10bf5d55-e130-4161-873c-e3d843e8fdc9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:21.666839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.666839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e096e75b-91d1-4ce6-bded-f869c3dca971 None None] Port b4a4551c-ee63-4916-97f8-24f4a3106515 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:21.683100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.684358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.687914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] 10.222.0.54 "PUT /v2.0/ports/41d2b64d-be25-4462-983d-3920f5c6933c HTTP/1.1" status: 200 len: 1091 time: 2.3870976 Aug 03 19:19:21.690884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:21.713814 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1" -d '{"events": [{"name": "network-changed", "server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:21.767714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.770920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-646cc177-1127-4b56-9c30-3a0584b2cc83 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5448174 Aug 03 19:19:21.780045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae1663-7f6b-4373-bd58-282c5e7f2058 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:21.782247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-79ae1663-7f6b-4373-bd58-282c5e7f2058 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/db8ca52d-fe75-414d-a179-ce8fb80057bc HTTP/1.1" status: 200 len: 844 time: 0.1486795 Aug 03 19:19:21.783162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33118) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:21.791355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33120) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:21.805189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dc4f7b50-30c6-48eb-89d9-bb765f777294 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-206948163', 'prefixes': ['172.20.0.0/16']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:21.828260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1eb79b78-e0bb-4104-891c-f6ff0ef648cc None None] Provisioning complete for port b4a4551c-ee63-4916-97f8-24f4a3106515 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:21.829903 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1eb79b78-e0bb-4104-891c-f6ff0ef648cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:21.842867 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4299e1e1-cf04-45d3-9cae-d045f8996929 x-openstack-request-id: req-4299e1e1-cf04-45d3-9cae-d045f8996929 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:21.843190 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:21.843477 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4299e1e1-cf04-45d3-9cae-d045f8996929 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:21.851830 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c', 'status': 'completed', 'code': 200} Aug 03 19:19:21.908072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-460b56cd-fe2d-428c-8cb5-114d62c7d02d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/db8ca52d-fe75-414d-a179-ce8fb80057bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1111164 Aug 03 19:19:21.909199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33124) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:21.919525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:21.991645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1eb79b78-e0bb-4104-891c-f6ff0ef648cc None None] Port b4a4551c-ee63-4916-97f8-24f4a3106515 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:22.136406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d907077-bd74-4536-aeeb-5ff4fee53458 req-1db93d1c-e258-4797-a671-56050e3c2eda tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0837030 Aug 03 19:19:22.138721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.181828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a6ebd939-1f57-4952-95c3-9a8b2c37e03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.278772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 10bf5d55-e130-4161-873c-e3d843e8fdc9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10bf5d55-e130-4161-873c-e3d843e8fdc9,segment=NetworkSegment(dad2e017-344d-4eb6-84af-acf172c42487),segment_id=dad2e017-344d-4eb6-84af-acf172c42487)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:22.365807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932bac6-551d-43bb-9912-bb53c4fe3f0d req-6ee4fe90-581b-434b-b6a6-5a6b4d68440a tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.368173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0932bac6-551d-43bb-9912-bb53c4fe3f0d req-6ee4fe90-581b-434b-b6a6-5a6b4d68440a tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 943 time: 0.1095810 Aug 03 19:19:22.429241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.450581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26931c6-feaf-4a87-b6c7-efb60817642e service neutron] Pushing event updated for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:22.456835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0932bac6-551d-43bb-9912-bb53c4fe3f0d req-f4340cd4-b9a2-4d13-bbb7-7aac82f4b798 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Aug 03 19:19:22.497365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.514861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-4c3278ca-7af5-4540-bbf4-9820b0cec2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.516468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-4c3278ca-7af5-4540-bbf4-9820b0cec2c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3871568895044dfe9f40606f606d1465&device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 1094 time: 0.6025152 Aug 03 19:19:22.595197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 580f295e-043d-4431-b43b-27422478f080 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:22.637737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.648911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 580f295e-043d-4431-b43b-27422478f080 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:22.649593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 580f295e-043d-4431-b43b-27422478f080 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:22.664625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=10bf5d55-e130-4161-873c-e3d843e8fdc9,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:22.720146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-be818caf-0a75-4fb6-9231-ae88ebf8cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.722547 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-be818caf-0a75-4fb6-9231-ae88ebf8cf82 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3871568895044dfe9f40606f606d1465&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1911697 Aug 03 19:19:22.744566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.749836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:19:22.749836 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:19:22.749836 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': 'dc7f33045573464ebb84255ec0e27639', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 19, 22, 235898)}] Aug 03 19:19:22.749836 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:19:22.754643 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:19:22.816438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:22.855575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8fc3fb-9889-453f-9dae-771a304e35df,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:22.861557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.863176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.863747 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Added segment 008badc1-aeba-4e8d-906e-d3aa6e8eb35f of type vlan for network 250fa0d0-4857-4c23-b59c-7d3751244fcb Aug 03 19:19:22.987161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:22.991407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-b4582347-48c5-464c-9193-a33294a76b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:22.993148 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6ed56a3b-3a24-4940-a50c-810f9c2e58e1 req-b4582347-48c5-464c-9193-a33294a76b09 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2625813 Aug 03 19:19:23.111850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10bf5d55-e130-4161-873c-e3d843e8fdc9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:23.127631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-ddb4cd58-9d16-4656-8e9b-eac00353ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.129259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-ddb4cd58-9d16-4656-8e9b-eac00353ff4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3871568895044dfe9f40606f606d1465&device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 1094 time: 0.0651302 Aug 03 19:19:23.152693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.153724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.154448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.195132 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-aff1823c-7487-4c4b-b8d2-694232751003 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d2b64d-be25-4462-983d-3920f5c6933c HTTP/1.1" status: 200 len: 217 time: 0.0488627 Aug 03 19:19:23.209576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 10bf5d55-e130-4161-873c-e3d843e8fdc9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:23.210255 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.299785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12097f1d-0ce3-40ff-9551-6353dbbda78f req-e136bae5-0797-434f-a8d2-b203da8be1d9 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0577409 Aug 03 19:19:23.320518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dc4f7b50-30c6-48eb-89d9-bb765f777294 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for subnetpool, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.324739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dc4f7b50-30c6-48eb-89d9-bb765f777294 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.5343344 Aug 03 19:19:23.327568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33134) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:23.337612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-d777cc00-ed38-412a-a0e0-bff4b233d400 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-1451765643') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:23.391584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=250fa0d0-4857-4c23-b59c-7d3751244fcb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:23.406599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d3533c8a-9117-4ffb-9b71-b16a3eb4146d tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.5657380 Aug 03 19:19:23.407395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33136) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:23.413897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358743-59db-400b-907b-5fa292e9818e req-a75a66e8-938f-4319-bbfd-50745c283664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.414398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 250fa0d0-4857-4c23-b59c-7d3751244fcb details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:23.415617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-a75a66e8-938f-4319-bbfd-50745c283664 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d43341e2-8d3f-4106-9a6f-281dec173646 HTTP/1.1" status: 200 len: 854 time: 0.2066545 Aug 03 19:19:23.483198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-17de4205-d1ae-40bb-a9c6-e1c6fdf5293d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cc5fd016-1bd5-423f-af8b-f55078ae9237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565245 Aug 03 19:19:23.526498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:23.532282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.652008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:23.755651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaab25-eec3-4584-8acf-6d375de89c5a req-a12bf29b-bf0d-4d6e-882d-44cc79484343 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:23.755651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9aaab25-eec3-4584-8acf-6d375de89c5a req-a12bf29b-bf0d-4d6e-882d-44cc79484343 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 943 time: 0.1441805 Aug 03 19:19:23.795625 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-5c70df0d-10e9-44f5-987a-58ef7831b2e2 service neutron] 10.222.0.54 "GET /v2.0/networks/cc5fd016-1bd5-423f-af8b-f55078ae9237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953339 Aug 03 19:19:23.835056 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d777cc00-ed38-412a-a0e0-bff4b233d400 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-1451765643 HTTP/1.1" status: 201 len: 201 time: 0.5063925 Aug 03 19:19:23.867828 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:19:23.873538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33140) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:23.921650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-cbf38861-f21e-4ad2-abf5-a6e7693b0681 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-983836363') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:23.971164 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04358743-59db-400b-907b-5fa292e9818e req-2b61a8ff-16a0-4a6c-8fbe-7b4b41bc5a62 service neutron] 10.222.0.54 "GET /v2.0/networks/cc5fd016-1bd5-423f-af8b-f55078ae9237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648939 Aug 03 19:19:23.983313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.050451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250fa0d0-4857-4c23-b59c-7d3751244fcb']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:24.058472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9aaab25-eec3-4584-8acf-6d375de89c5a req-3ffdba0c-c918-4581-958b-95b0c6f24f7e tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761896 Aug 03 19:19:24.135572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19932d0e-2302-46ca-9e1a-7d7ec2e87238 req-ae453a84-86a7-4856-b315-156e556897ff service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.2606585 Aug 03 19:19:24.145122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008badc1-aeba-4e8d-906e-d3aa6e8eb35f') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:24.145693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008badc1-aeba-4e8d-906e-d3aa6e8eb35f') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:24.170508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.197209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.206488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:24.206904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:24.210027 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:24.327003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.380074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:24.386232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:24.391257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:24.391957 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.410444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446ba66-02e9-47c6-840d-8a890101339f None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:24.411238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=1122b1f5-5d21-470c-91ce-067b1109a455,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:24.449942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.477933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 250fa0d0-4857-4c23-b59c-7d3751244fcb {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:19:24.509144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.511374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/250fa0d0-4857-4c23-b59c-7d3751244fcb HTTP/1.1" status: 204 len: 168 time: 1.1021090 Aug 03 19:19:24.517641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33152) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:24.523367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:24.524265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7cd1d22-839e-4ac3-ad8e-32a376455b29 req-6370c9f6-c03b-4f26-8f60-603e8b168a84 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0710230 Aug 03 19:19:24.552936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb19a3b-d8ff-4152-bece-00aa72098714 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Network': ['ID=250fa0d0-4857-4c23-b59c-7d3751244fcb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:24.569587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-70a32286-cd28-4467-af17-8e7636a4cec3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6581368 Aug 03 19:19:24.572372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:24.582204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911261718'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:24.609319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cbf38861-f21e-4ad2-abf5-a6e7693b0681 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-983836363 HTTP/1.1" status: 201 len: 201 time: 0.7295022 Aug 03 19:19:24.613461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33156) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:24.625857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-d51ffaea-b5dd-4c49-ad5e-344d061b5ea1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-1593007412') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:24.702471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:24.706921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.733051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9863678e-94f0-4931-b1b7-295cf2557fe3 req-38964f07-364d-46c9-a771-d636d88c87d6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0465696 Aug 03 19:19:24.738430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-d0d2302c-e301-49d4-9a5e-ed2dfd314661', 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'tenant_id': 'dc7f33045573464ebb84255ec0e27639', 'fixed_ips': [{'subnet_id': '1122b1f5-5d21-470c-91ce-067b1109a455'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:19:24.741041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.753356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:24.770192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.770578 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Added segment d9ab2ec5-2187-48b8-9018-ac895422a284 of type vlan for network 8cefdf64-1770-4a81-bc6e-ca462da83127 Aug 03 19:19:24.852044 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.871922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.873294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:24.916485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33158) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:24.917663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d51ffaea-b5dd-4c49-ad5e-344d061b5ea1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-1593007412 HTTP/1.1" status: 201 len: 201 time: 0.2980692 Aug 03 19:19:24.924341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-dce21ae0-5a25-4541-8341-cc755cb2cea8 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-295279392') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.046368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.049013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:25.050420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.202471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.207194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Allocated IP 2001:db8::2 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/1122b1f5-5d21-470c-91ce-067b1109a455/eb867015-28fa-4bae-9af5-7b427dae63de) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:25.269148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33166) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.269773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dce21ae0-5a25-4541-8341-cc755cb2cea8 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-295279392 HTTP/1.1" status: 201 len: 201 time: 0.3516002 Aug 03 19:19:25.271050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=8cefdf64-1770-4a81-bc6e-ca462da83127,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.274326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-a0d9e944-a09c-442d-84a1-5c8e52434971 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.311024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 8cefdf64-1770-4a81-bc6e-ca462da83127 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:25.433345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f482a-b8f1-4be7-94f4-a1138d44a305 req-6373c96c-f366-427e-bd07-d56492e276fe tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:25.435311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-842f482a-b8f1-4be7-94f4-a1138d44a305 req-6373c96c-f366-427e-bd07-d56492e276fe tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 943 time: 0.1720595 Aug 03 19:19:25.436132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.512000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.530087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a0d9e944-a09c-442d-84a1-5c8e52434971 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 200 len: 241 time: 0.2411957 Aug 03 19:19:25.530087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a22864-4db7-49c6-8239-359d67380372,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.530984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-bf0f577d-7ddf-4f9d-93ea-c12061fbd08e tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-1451765643') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.540691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-842f482a-b8f1-4be7-94f4-a1138d44a305 req-a0fa7ef8-eb82-41dd-8868-a7bbf247e02f tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927949 Aug 03 19:19:25.573752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1cd1ef6-5c5b-474a-a679-17c9bc169b2e tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0546322 Aug 03 19:19:25.575413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.579449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33170) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.586926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'subnet': {'network_id': '8cefdf64-1770-4a81-bc6e-ca462da83127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:25.594029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Transition to ACTIVE for port object eb867015-28fa-4bae-9af5-7b427dae63de will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:25.596411 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bf0f577d-7ddf-4f9d-93ea-c12061fbd08e tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-1451765643 HTTP/1.1" status: 204 len: 168 time: 0.0831957 Aug 03 19:19:25.597170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33174) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.602386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-1553b7b5-03b4-4511-9c6a-c9079c6c3de6 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-1451765643') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.637863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Transition to ACTIVE for port object eb867015-28fa-4bae-9af5-7b427dae63de will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:25.650468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.651861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-820ca634-e90d-4b8e-a72a-d257b36c185a tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0778012 Aug 03 19:19:25.657620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33176) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.684359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'security_group': {'name': 'tempest-secgroup-14805293'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:25.726887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.760966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67a090d8-f63e-483e-9f20-862c2ddbad7d req-30758a94-9143-4a1b-bd94-29eca730aba3 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0500288 Aug 03 19:19:25.766915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:25.773346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.780006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:25.795356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:25.803295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:25.806765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:25.834541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1553b7b5-03b4-4511-9c6a-c9079c6c3de6 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-1451765643 HTTP/1.1" status: 204 len: 168 time: 0.2362957 Aug 03 19:19:25.835248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.842882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-3383d62b-3438-4cb3-8159-1d6a7755b166 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.897024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Attempting to bind port eb867015-28fa-4bae-9af5-7b427dae63de on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:25.897458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Attempting to bind port eb867015-28fa-4bae-9af5-7b427dae63de by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:25.897827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Attempting to bind port eb867015-28fa-4bae-9af5-7b427dae63de on network d0d2302c-e301-49d4-9a5e-ed2dfd314661 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:25.911307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:25.911859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Checking segment: {'id': 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:25.912463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.913102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Bound using segment: {'id': 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:25.913826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Bound port: eb867015-28fa-4bae-9af5-7b427dae63de, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:25.914405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:25.928696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3383d62b-3438-4cb3-8159-1d6a7755b166 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 200 len: 205 time: 0.0890326 Aug 03 19:19:25.931463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:25.938564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-a33fc5ea-3fcc-49d8-b062-e37d0cad785d tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:25.994418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.005633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:26.010708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:26.098338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.123419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a33fc5ea-3fcc-49d8-b062-e37d0cad785d tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 200 len: 240 time: 0.1901813 Aug 03 19:19:26.126989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33182) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.132980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-4fae0195-3382-41c1-8bce-dfe85546f2ad tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-983836363') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.139144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.183673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890d74-8827-42c8-9a0d-e4fc3c48e310 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.319206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.411777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8d284-4122-43c8-b302-1e22242327bd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:26.497089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.498727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a32ebea7-7be4-4663-9c66-f987bad042b5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8299410 Aug 03 19:19:26.507466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33190) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.508588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448111004', 'security_groups': ['dde8d284-4122-43c8-b302-1e22242327bd'], 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1122b1f5-5d21-470c-91ce-067b1109a455'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:26.626295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4fae0195-3382-41c1-8bce-dfe85546f2ad tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-983836363 HTTP/1.1" status: 204 len: 168 time: 0.4975514 Aug 03 19:19:26.630467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:26.639481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-249c57f1-0698-4bbe-a049-bed39ac8d2ee tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-983836363') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:26.788724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:26.792894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345cf1b-61c7-41c9-bf0a-1fc18b7436e6 req-65ce6203-a776-4290-88cc-c325c7fb80fd tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:26.795035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6345cf1b-61c7-41c9-bf0a-1fc18b7436e6 req-65ce6203-a776-4290-88cc-c325c7fb80fd tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 943 time: 0.1088731 Aug 03 19:19:26.873277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:19:26.874015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.938415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:26.961601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 5ff6984a-a573-4171-90ca-e23814254662 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:27.009963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6345cf1b-61c7-41c9-bf0a-1fc18b7436e6 req-828af19b-8f1c-49f2-9a4d-812684664064 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856682 Aug 03 19:19:27.019276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddb9557c-7447-48a1-9981-fba4f2b842ee req-3ae02e92-ba01-4cd5-8781-b30647144627 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0753498 Aug 03 19:19:27.030522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0363f0b8-62b7-4867-8ad2-bd3493e1cc2b,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:27.054313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-249c57f1-0698-4bbe-a049-bed39ac8d2ee tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-983836363 HTTP/1.1" status: 204 len: 168 time: 0.4171853 Aug 03 19:19:27.056259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33206) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.063858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-a41e8011-4482-47c2-93ca-d18ac4db09c6 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:27.126233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Checking segment: {'id': 'd9ab2ec5-2187-48b8-9018-ac895422a284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cefdf64-1770-4a81-bc6e-ca462da83127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:27.126233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Network hostable DHCP agents. Network: 8cefdf64-1770-4a81-bc6e-ca462da83127, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:27.238834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a41e8011-4482-47c2-93ca-d18ac4db09c6 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 200 len: 205 time: 0.1731534 Aug 03 19:19:27.239903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33216) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.246038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-d40f928f-9d56-4c43-927c-ec778a1b59db tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:27.275610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:27.360974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::3c7 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/1122b1f5-5d21-470c-91ce-067b1109a455/5ff6984a-a573-4171-90ca-e23814254662) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:27.401623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Network 8cefdf64-1770-4a81-bc6e-ca462da83127 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:27.466200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d40f928f-9d56-4c43-927c-ec778a1b59db tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 200 len: 241 time: 0.2247524 Aug 03 19:19:27.471464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.489286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port eb867015-28fa-4bae-9af5-7b427dae63de completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:27.519541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-db1b091b-81cd-47fb-9d97-cec1a615826f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-1593007412') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:27.537665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 8cefdf64-1770-4a81-bc6e-ca462da83127) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:27.544958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:27.546410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.556747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515f4cf-8a00-442e-875a-31fa440b6a3d None None] Network 8cefdf64-1770-4a81-bc6e-ca462da83127 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:27.561840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41d2b64d-be25-4462-983d-3920f5c6933c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:27.698812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-26ff3360-1dd1-46b8-a8b7-655590c17f4a tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1168787 Aug 03 19:19:27.700268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33226) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.708376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'floatingip': {'floating_network_id': '8cefdf64-1770-4a81-bc6e-ca462da83127'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:27.712994 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db1b091b-81cd-47fb-9d97-cec1a615826f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-1593007412 HTTP/1.1" status: 204 len: 168 time: 0.2398629 Aug 03 19:19:27.720350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:27.724766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-a6c5e215-61c8-4ac0-a8d0-81581378e89c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-1593007412') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:27.732358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.800494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:27.800636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.812547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 5ff6984a-a573-4171-90ca-e23814254662 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:27.865385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:27.918640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41d2b64d-be25-4462-983d-3920f5c6933c,segment=NetworkSegment(1db30761-662c-4dde-a757-5123585b7ae2),segment_id=1db30761-662c-4dde-a757-5123585b7ae2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:27.921831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf54f7-a766-4238-9368-e52cd7a5ddf2 None None] Network 8cefdf64-1770-4a81-bc6e-ca462da83127 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:27.942990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:27.976714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '41d2b64d-be25-4462-983d-3920f5c6933c', 'network_id': 'cc5fd016-1bd5-423f-af8b-f55078ae9237', 'port_id': '41d2b64d-be25-4462-983d-3920f5c6933c', 'mac_address': 'fa:16:3e:1e:cf:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43341e2-8d3f-4106-9a6f-281dec173646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:28.018702 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a6c5e215-61c8-4ac0-a8d0-81581378e89c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-1593007412 HTTP/1.1" status: 204 len: 168 time: 0.2940636 Aug 03 19:19:28.018702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.027826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33232) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.030184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a280b7c-9a24-4fbf-a687-ba3fa5f92f63 req-3c0871d1-fa8c-4bbc-a38e-5e2b366f7f79 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0723093 Aug 03 19:19:28.042608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-c5fea4e3-7659-4bda-945d-f3a8057b86b2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.063609 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.090486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d2b64d-be25-4462-983d-3920f5c6933c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:28.114585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Provisioning for port eb867015-28fa-4bae-9af5-7b427dae63de completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:28.133699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:28.139158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.145282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.215537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41d2b64d-be25-4462-983d-3920f5c6933c,segment=NetworkSegment(1db30761-662c-4dde-a757-5123585b7ae2),segment_id=1db30761-662c-4dde-a757-5123585b7ae2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:28.288457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:28.295132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=5ff6984a-a573-4171-90ca-e23814254662,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.298984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:28.305741 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c5fea4e3-7659-4bda-945d-f3a8057b86b2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 200 len: 205 time: 0.2727265 Aug 03 19:19:28.305741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:28.313087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.313785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.316567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33240) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.322377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-d8a545ac-ef03-4193-8ac2-e458b420f67f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.323166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.373360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Allocated IP 172.20.0.10 (8cefdf64-1770-4a81-bc6e-ca462da83127/0363f0b8-62b7-4867-8ad2-bd3493e1cc2b/06c3de20-a563-4f1a-826e-3147ad87e740) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:28.410262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d8a545ac-ef03-4193-8ac2-e458b420f67f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 200 len: 240 time: 0.0925748 Aug 03 19:19:28.414346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33244) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.419600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-ee69a09a-c465-48bc-9dda-eee9fe6c0100 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-295279392') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.451310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.483478 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ee69a09a-c465-48bc-9dda-eee9fe6c0100 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-295279392 HTTP/1.1" status: 204 len: 168 time: 0.0660896 Aug 03 19:19:28.490123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33248) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.504293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-f52da76f-a6d5-44b3-83cc-c40abdf3cdab tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-295279392') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.532722 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.542382 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6f7d8dca-c99b-4034-8144-58929e4ed2e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0367951 Aug 03 19:19:28.555360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.561164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:28.619468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:28.625816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['41d2b64d-be25-4462-983d-3920f5c6933c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:28.688332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.709719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.712423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec1fc2-81d1-4b81-b408-da7e3ab98ca6 req-8ad12aa3-0a6b-4755-800c-00fee3c217b9 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:28.716569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec1fc2-81d1-4b81-b408-da7e3ab98ca6 req-8ad12aa3-0a6b-4755-800c-00fee3c217b9 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 944 time: 0.1249778 Aug 03 19:19:28.763574 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:28.767424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f52da76f-a6d5-44b3-83cc-c40abdf3cdab tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-295279392 HTTP/1.1" status: 204 len: 168 time: 0.2734036 Aug 03 19:19:28.769950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33252) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.779823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-1fec4be1-d053-45d6-a264-b22cfb3d3eaf tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.799980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Network 8cefdf64-1770-4a81-bc6e-ca462da83127 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:28.809932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:28.818721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:28.862962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Port': ['ID=06c3de20-a563-4f1a-826e-3147ad87e740,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.874963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87145117-7172-48ef-a2ba-4112485ac649 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:28.891646 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fec4be1-d053-45d6-a264-b22cfb3d3eaf tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 200 len: 205 time: 0.1170888 Aug 03 19:19:28.891646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:28.901075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.901804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.902393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.902985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.903549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.904104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.904683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.905395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.905756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-65dc841b-3698-4085-b656-e77d6379c30c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:28.906412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.906971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.907562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.908117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:28.918313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec1fc2-81d1-4b81-b408-da7e3ab98ca6 req-e79837b7-d23a-4288-a61e-8b8b851f8783 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845553 Aug 03 19:19:28.951107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:28.956171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.012900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.017955 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-65dc841b-3698-4085-b656-e77d6379c30c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1250701 Aug 03 19:19:29.021951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33256) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.027781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-57b7e666-53b4-4f71-b75a-7bd204217ddb None None] Provisioning for port 5ff6984a-a573-4171-90ca-e23814254662 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:29.030515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-e5ba9e7e-0c58-462e-a982-2bd312dd7fe4 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.035617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-57b7e666-53b4-4f71-b75a-7bd204217ddb None None] Provisioning complete for port 5ff6984a-a573-4171-90ca-e23814254662 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:29.038762 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57b7e666-53b4-4f71-b75a-7bd204217ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.113762 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1122b1f5-5d21-470c-91ce-067b1109a455 (CIDR: 2001:db8::/64) Aug 03 19:19:29.177030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-57b7e666-53b4-4f71-b75a-7bd204217ddb None None] Port 5ff6984a-a573-4171-90ca-e23814254662 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:29.180292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.182389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:29.190450 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:19:29.190903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:29.260101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e5ba9e7e-0c58-462e-a982-2bd312dd7fe4 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 204 len: 168 time: 0.2345226 Aug 03 19:19:29.261738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33260) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.261902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4eadd11-45eb-4b01-a781-0b28c1d4bd31 req-913ea7ac-cac2-4c51-bc85-48bd2d31a317 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0467200 Aug 03 19:19:29.274278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:29.274778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.276069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-223b9ee1-84ed-4818-83bd-a9b1cf5bf28f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.292228 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7a6d5171-df22-44b6-950a-83871b6462f6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7350297 Aug 03 19:19:29.297178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.352540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:29.423663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.485796 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-223b9ee1-84ed-4818-83bd-a9b1cf5bf28f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 204 len: 168 time: 0.2206531 Aug 03 19:19:29.488538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33264) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.493275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-2af904c6-11fa-408c-9433-88d43406c0c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.519174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.584728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41d2b64d-be25-4462-983d-3920f5c6933c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:29.594738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:29.600134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.612881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Port': ['ID=06c3de20-a563-4f1a-826e-3147ad87e740,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:29.634085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.663284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2af904c6-11fa-408c-9433-88d43406c0c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 204 len: 168 time: 0.1736047 Aug 03 19:19:29.673219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33270) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.679554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-8450db47-a47d-4dec-9d7e-41bc95e3649c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-38220434') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:29.752634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.753909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5f72eadf-d225-4f66-9d4c-ac19e67084de tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0521393 Aug 03 19:19:29.758157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33272) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.794892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 41d2b64d-be25-4462-983d-3920f5c6933c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:29.803315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 41d2b64d-be25-4462-983d-3920f5c6933c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:29.803897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.869425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9b85f4b-ed53-4519-821a-a02f8aa240af tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=8cefdf64-1770-4a81-bc6e-ca462da83127 HTTP/1.1" status: 200 len: 690 time: 0.1101565 Aug 03 19:19:29.871934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33274) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:29.934992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:29.966184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:29.967827 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65079278-a2e3-4b83-9f80-6861e65efcec" -d '{"events": [{"server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "name": "network-vif-plugged", "status": "completed", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:29.991885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41d2b64d-be25-4462-983d-3920f5c6933c,segment=NetworkSegment(1db30761-662c-4dde-a757-5123585b7ae2),segment_id=1db30761-662c-4dde-a757-5123585b7ae2)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:29.992293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.023855 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf72828-4968-43f8-92d6-cb416e0da155 x-openstack-request-id: req-4cf72828-4968-43f8-92d6-cb416e0da155 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:30.024270 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "name": "network-vif-plugged", "status": "completed", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:30.024586 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4cf72828-4968-43f8-92d6-cb416e0da155 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:30.025081 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c', 'code': 200} Aug 03 19:19:30.101222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.105520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8450db47-a47d-4dec-9d7e-41bc95e3649c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-38220434 HTTP/1.1" status: 201 len: 201 time: 0.4301612 Aug 03 19:19:30.132077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:30.137990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-ae853e1a-b142-4e15-874b-7b4face468c0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-619466447') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:30.152732 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.162458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:30.165926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:30.169156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:30.169951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.183696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04020-808e-4c0b-9795-6ba9a0fedef9 req-14ae0235-9ec2-4de2-9cd8-80d10750e380 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:30.185344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33d04020-808e-4c0b-9795-6ba9a0fedef9 req-14ae0235-9ec2-4de2-9cd8-80d10750e380 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 944 time: 0.1479123 Aug 03 19:19:30.189105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=a4458897-5908-4031-981c-dfd7ec934578,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.215869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b85422-51b1-4d44-b019-9d09ef2550a2 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:30.258675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Deleting port 06c3de20-a563-4f1a-826e-3147ad87e740 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:30.259225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.290353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9799b8e6-080d-42a3-9e65-e42b136135d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9433711 Aug 03 19:19:30.292933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:30.301151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-147962989', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4458897-5908-4031-981c-dfd7ec934578'}], 'security_groups': ['d2a22864-4db7-49c6-8239-359d67380372']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:30.308054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.321421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33d04020-808e-4c0b-9795-6ba9a0fedef9 req-989b0779-c1c5-4c83-9222-421a2fac5a6e tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259151 Aug 03 19:19:30.355826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d65002-1747-425a-8bfb-44261db64fd4 req-70b7e66a-2526-41f6-bf4e-a59939eea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:30.357605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c2d65002-1747-425a-8bfb-44261db64fd4 req-70b7e66a-2526-41f6-bf4e-a59939eea042 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 1096 time: 0.2462604 Aug 03 19:19:30.387367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.387952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.415156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Calling delete_port for 06c3de20-a563-4f1a-826e-3147ad87e740 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:30.441625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.449404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c2d65002-1747-425a-8bfb-44261db64fd4 req-55d2998d-0e57-408b-88cf-0c6a3f3acf9b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724170 Aug 03 19:19:30.508824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1ff7f47-3541-4143-acba-745bc9c4a92d req-8ba3ab09-061e-4303-bed9-49821763e7b5 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0631163 Aug 03 19:19:30.552540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ae853e1a-b142-4e15-874b-7b4face468c0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-619466447 HTTP/1.1" status: 201 len: 201 time: 0.4186478 Aug 03 19:19:30.556192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33288) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:30.560568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-4ab1c5d5-1438-40aa-b40b-ab92f3366d75 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-1720565284') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:30.564703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Update dhcp port {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'fixed_ips': [{'subnet_id': '1122b1f5-5d21-470c-91ce-067b1109a455', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4458897-5908-4031-981c-dfd7ec934578'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'eb867015-28fa-4bae-9af5-7b427dae63de'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:19:30.607184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.803332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Allocated IP 2001:db8:0:1::2 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/a4458897-5908-4031-981c-dfd7ec934578/eb867015-28fa-4bae-9af5-7b427dae63de) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:30.850148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:30.907768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Port': ['ID=06c3de20-a563-4f1a-826e-3147ad87e740,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:30.953347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:30.972342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ab1c5d5-1438-40aa-b40b-ab92f3366d75 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-1720565284 HTTP/1.1" status: 201 len: 201 time: 0.4116323 Aug 03 19:19:30.972806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33294) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:30.980110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-f90179ea-9c82-45e2-90d2-a3d343b2249c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-1357770945') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:30.994576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.011468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Transition to ACTIVE for port object eb867015-28fa-4bae-9af5-7b427dae63de will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:31.042416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.091447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.192443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f90179ea-9c82-45e2-90d2-a3d343b2249c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-1357770945 HTTP/1.1" status: 201 len: 201 time: 0.2144830 Aug 03 19:19:31.193879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33296) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.205160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-ca2dede8-56a8-4848-8cf5-63b4bffdb79f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', {'tags': ['tempest-TagsExtTest-Tag-1817109805', 'tempest-TagsExtTest-Tag-280462601', 'tempest-TagsExtTest-Tag-513517895']}) {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:31.211672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3454-4a7a-464a-bf06-d156a8aff8f0 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.305642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.367140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Delete allocated IP 2001:db8::3c7 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/1122b1f5-5d21-470c-91ce-067b1109a455) {{(pid=101343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:19:31.386089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8:0:1::273 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/a4458897-5908-4031-981c-dfd7ec934578/5ff6984a-a573-4171-90ca-e23814254662) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:31.441149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ca2dede8-56a8-4848-8cf5-63b4bffdb79f tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 200 len: 316 time: 0.2453742 Aug 03 19:19:31.444258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33300) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.453603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-7821c3dd-8940-45e9-934a-5db5df0ed0b1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:31.537065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.667785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.692331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 5ff6984a-a573-4171-90ca-e23814254662 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:31.720538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0363f0b8-62b7-4867-8ad2-bd3493e1cc2b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:31.749959 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7821c3dd-8940-45e9-934a-5db5df0ed0b1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 204 len: 168 time: 0.3042908 Aug 03 19:19:31.752608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33304) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:31.759621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-5cbbc825-23b2-48b5-8177-e541dd048f26 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-1817109805') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:31.807021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:31.895361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329d356-4c11-4cec-93b4-fa2f010e9729 req-e3129b1e-3484-4934-9e05-d0f91dc183c5 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:32.200494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5329d356-4c11-4cec-93b4-fa2f010e9729 req-e3129b1e-3484-4934-9e05-d0f91dc183c5 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 945 time: 0.4309478 Aug 03 19:19:32.204985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] In _notify_port_updated(), no bound segment for port 5ff6984a-a573-4171-90ca-e23814254662 on network d0d2302c-e301-49d4-9a5e-ed2dfd314661 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:19:32.205390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.205591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:32.205591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.205591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/ports/5ff6984a-a573-4171-90ca-e23814254662 HTTP/1.1" status: 200 len: 930 time: 1.7014406 Aug 03 19:19:32.205591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33310) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:32.206289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cefdf64-1770-4a81-bc6e-ca462da83127']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.206289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ab2ec5-2187-48b8-9018-ac895422a284') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.206289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ab2ec5-2187-48b8-9018-ac895422a284') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.207231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa5dcb-8131-4a58-9864-a3e95fb6630f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=5ff6984a-a573-4171-90ca-e23814254662,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.207425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.207425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.207425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-157d7ef9-cf84-4d2d-b11d-24c50f9e9175 req-7198ecc0-1408-42c2-ba84-cba5ce12a181 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.3864384 Aug 03 19:19:32.207425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:32.207425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.209743 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-5cbbc825-23b2-48b5-8177-e541dd048f26 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:32.210232 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:32.214509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5cbbc825-23b2-48b5-8177-e541dd048f26 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-1817109805 HTTP/1.1" status: 404 len: 329 time: 0.3966587 Aug 03 19:19:32.214509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33316) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:32.214509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-3072f55e-9655-462a-b372-3a73435fea10 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-280462601') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:32.215309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5329d356-4c11-4cec-93b4-fa2f010e9729 req-9c4c7a90-2030-4ff5-a663-49305e9cb121 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670231 Aug 03 19:19:32.341463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:32.342415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.371653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.378748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8cefdf64-1770-4a81-bc6e-ca462da83127 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:19:32.381727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.387594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/8cefdf64-1770-4a81-bc6e-ca462da83127 HTTP/1.1" status: 204 len: 168 time: 2.5108109 Aug 03 19:19:32.394744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33318) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:32.450852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:32.462392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48132b-0d13-4734-bec7-665e76a32b18 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Network': ['ID=8cefdf64-1770-4a81-bc6e-ca462da83127,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:32.546775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Provisioning for port 5ff6984a-a573-4171-90ca-e23814254662 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:32.551699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Provisioning complete for port 5ff6984a-a573-4171-90ca-e23814254662 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:32.552401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.600994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Port 5ff6984a-a573-4171-90ca-e23814254662 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:32.654765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6b7536ba-0a92-4eec-b827-b625c0a64cc3 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2585480 Aug 03 19:19:32.658915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33324) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:32.686162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Provisioning for port eb867015-28fa-4bae-9af5-7b427dae63de completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:32.692748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:32.693118 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c80e91ca-233a-4cfd-bb1e-bae2eefbdce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.760758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 5ff6984a-a573-4171-90ca-e23814254662 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:32.761894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.923422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:32.950839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 5ff6984a-a573-4171-90ca-e23814254662 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:33.028002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-10976520-5c86-47ab-96b0-1f5a961b1e93 None None] Provisioning complete for port 5ff6984a-a573-4171-90ca-e23814254662 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:33.028383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10976520-5c86-47ab-96b0-1f5a961b1e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.037609 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.123583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-10976520-5c86-47ab-96b0-1f5a961b1e93 None None] Port 5ff6984a-a573-4171-90ca-e23814254662 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:33.182724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:33.214486 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-3072f55e-9655-462a-b372-3a73435fea10 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:33.219365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3072f55e-9655-462a-b372-3a73435fea10 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-280462601 HTTP/1.1" status: 404 len: 328 time: 1.0584543 Aug 03 19:19:33.220084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33328) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.253079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-7f96519d-a43b-4141-9493-6576e370fa8b tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95', 'tempest-TagsExtTest-Tag-513517895') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:33.273015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:33.273478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.337188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.337994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.338965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.339786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.340589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.341164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.341994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.342589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.342862 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-7f96519d-a43b-4141-9493-6576e370fa8b tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:33.345023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.345023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.345023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.345322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.345872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.352477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa48013d-5ef9-43cd-a9d8-2aa980bcd004 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8200 time: 0.6803572 Aug 03 19:19:33.352477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33332) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.353365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7f96519d-a43b-4141-9493-6576e370fa8b tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags/tempest-TagsExtTest-Tag-513517895 HTTP/1.1" status: 404 len: 328 time: 0.1019864 Aug 03 19:19:33.353865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df3a289a-123c-47dd-a19f-9a1293c98518 req-a2a22221-a04b-41d4-b3bb-37b544a22710 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.1408911 Aug 03 19:19:33.357351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-acc582f7-abe7-4e33-aa9d-36f61f2d99cc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', {'tags': ['tempest-TagsExtTest-Tag-1622691662', 'tempest-TagsExtTest-Tag-1901408680', 'tempest-TagsExtTest-Tag-1619772429']}) {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:33.361870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33334) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.438632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.477119 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-2a98dba4-609d-47a4-bac1-c250c8c7fbf4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:19:33.478323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a98dba4-609d-47a4-bac1-c250c8c7fbf4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/58c10a0f-8777-4786-b880-0e7864c25440 HTTP/1.1" status: 404 len: 345 time: 0.1150892 Aug 03 19:19:33.479961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03209a96-4e5b-42d2-b905-cf5b09b2b586 req-3b7356a2-785b-4d1e-b51b-afef471a2b69 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:33.481689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03209a96-4e5b-42d2-b905-cf5b09b2b586 req-3b7356a2-785b-4d1e-b51b-afef471a2b69 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 945 time: 0.1316903 Aug 03 19:19:33.485615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33336) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.511682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=5ff6984a-a573-4171-90ca-e23814254662,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:33.518724 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-974c230b-5638-43e2-9911-ef91d83c7431 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] DELETE failed (client error): The resource could not be found. Aug 03 19:19:33.519817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974c230b-5638-43e2-9911-ef91d83c7431 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:33.529424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-974c230b-5638-43e2-9911-ef91d83c7431 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/8cefdf64-1770-4a81-bc6e-ca462da83127 HTTP/1.1" status: 404 len: 339 time: 0.0392468 Aug 03 19:19:33.529424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33338) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.538149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'name': 'tempest-network--514642599', 'router:external': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:33.558157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.560143 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c731cd73-5c81-4b62-9e7e-a350ef1fb2d3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/5ff6984a-a573-4171-90ca-e23814254662 HTTP/1.1" status: 204 len: 168 time: 1.5586812 Aug 03 19:19:33.563600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33340) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.580170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-acc582f7-abe7-4e33-aa9d-36f61f2d99cc tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 200 len: 318 time: 0.2232213 Aug 03 19:19:33.591005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33342) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.597471 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b3fa19-7b45-4a80-b38a-ba4af254dcb7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:19:33.599685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-f1a94503-8a3c-4427-8690-0209b1e4a099 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:33.601979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-64b3fa19-7b45-4a80-b38a-ba4af254dcb7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/5ff6984a-a573-4171-90ca-e23814254662 HTTP/1.1" status: 404 len: 333 time: 0.0373094 Aug 03 19:19:33.602622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.610129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03209a96-4e5b-42d2-b905-cf5b09b2b586 req-7c7ea572-9aec-4e09-a9b1-c41329243de7 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178563 Aug 03 19:19:33.725099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.770377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.839509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:33.842063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.927991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1a94503-8a3c-4427-8690-0209b1e4a099 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 204 len: 168 time: 0.3352594 Aug 03 19:19:33.930821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.939991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-13cc95c7-cbe7-446b-9a46-29e1ec1bacb4 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-1622691662') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:33.966114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.969625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.973667 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/security-groups/dde8d284-4122-43c8-b302-1e22242327bd HTTP/1.1" status: 204 len: 168 time: 0.3700464 Aug 03 19:19:33.980641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33360) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:33.980900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:33.992462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:33.993296 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Added segment c75ec374-3998-49b7-b56b-56ccf76811d8 of type vlan for network 9bdbaaac-1e6f-4600-8cb2-a2da09230816 Aug 03 19:19:34.005102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80614f70-deb1-4a4d-8e20-b2c8df0b3c21 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8d284-4122-43c8-b302-1e22242327bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:34.077388 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-13cc95c7-cbe7-446b-9a46-29e1ec1bacb4 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:34.081319 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13cc95c7-cbe7-446b-9a46-29e1ec1bacb4 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-1622691662 HTTP/1.1" status: 404 len: 329 time: 0.1465971 Aug 03 19:19:34.081762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.090291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-b4ac96a5-bea7-441c-8e4f-df6e1de14ccd tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-1901408680') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:34.090848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.100898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.153492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.194005 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.195640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.196051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.201316 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-b4ac96a5-bea7-441c-8e4f-df6e1de14ccd tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:34.206365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b4ac96a5-bea7-441c-8e4f-df6e1de14ccd tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-1901408680 HTTP/1.1" status: 404 len: 329 time: 0.1235354 Aug 03 19:19:34.206942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.211691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-55fa0154-7ab3-4069-9f75-bb42d53005df tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515', 'tempest-TagsExtTest-Tag-1619772429') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:34.282766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=9bdbaaac-1e6f-4600-8cb2-a2da09230816,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:34.310027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9bdbaaac-1e6f-4600-8cb2-a2da09230816 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:34.310592 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-55fa0154-7ab3-4069-9f75-bb42d53005df tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:34.310592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55fa0154-7ab3-4069-9f75-bb42d53005df tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags/tempest-TagsExtTest-Tag-1619772429 HTTP/1.1" status: 404 len: 329 time: 0.0931118 Aug 03 19:19:34.310592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33366) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.310592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-d6b9b39f-4f3a-4575-9aa6-1f8a0d9e7a18 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', {'tags': ['tempest-TagsExtTest-Tag-528878814', 'tempest-TagsExtTest-Tag-1589789286', 'tempest-TagsExtTest-Tag-273987223']}) {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:34.381234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.383791 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.385012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/security-groups/d2a22864-4db7-49c6-8239-359d67380372 HTTP/1.1" status: 204 len: 168 time: 0.4045246 Aug 03 19:19:34.391147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33368) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.402524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d90390-fe64-4474-a16c-d0f3b7c2765c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a22864-4db7-49c6-8239-359d67380372,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:34.454660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39831a34-1598-4328-b388-a27d341d7348 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9238465 Aug 03 19:19:34.459784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33374) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.495454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 1122b1f5-5d21-470c-91ce-067b1109a455 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:34.500239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.605727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d6b9b39f-4f3a-4575-9aa6-1f8a0d9e7a18 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 200 len: 316 time: 0.3027065 Aug 03 19:19:34.614383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33376) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.626278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61e45b58-0d8c-4bdf-b7de-81d95ef80d1e req-0f19ed16-4a06-43e6-9827-2652b24d6826 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0738966 Aug 03 19:19:34.641630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-0deeb892-b4aa-49fe-b078-3727174badb2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:34.642006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.689610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829b3f2-0799-4394-9675-66faf3815e1c req-ceb03e8c-2b02-4452-a6d8-9f2b4435d641 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.691347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6829b3f2-0799-4394-9675-66faf3815e1c req-ceb03e8c-2b02-4452-a6d8-9f2b4435d641 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 945 time: 0.1182103 Aug 03 19:19:34.775815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6829b3f2-0799-4394-9675-66faf3815e1c req-5e91947e-88ca-4776-bf98-03c02323b538 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750258 Aug 03 19:19:34.787802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:34.825893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239314d-b595-4242-ab2e-608b1a44abce tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.835771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239314d-b595-4242-ab2e-608b1a44abce tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.842588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239314d-b595-4242-ab2e-608b1a44abce tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.849220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239314d-b595-4242-ab2e-608b1a44abce tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:34.856392 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8239314d-b595-4242-ab2e-608b1a44abce tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3945315 Aug 03 19:19:34.856608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33380) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.921493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0deeb892-b4aa-49fe-b078-3727174badb2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 204 len: 168 time: 0.3059700 Aug 03 19:19:34.931005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33384) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:34.932185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-2a0f7c73-5617-4bda-95b3-de2157d05701 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-528878814') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:34.972494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.024151 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-2a0f7c73-5617-4bda-95b3-de2157d05701 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:35.029297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a0f7c73-5617-4bda-95b3-de2157d05701 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-528878814 HTTP/1.1" status: 404 len: 328 time: 0.0983465 Aug 03 19:19:35.029808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33386) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.035126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-4e9d29c1-5790-49d9-a7b9-16489ebdcec1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-1589789286') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.052009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.090922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=1122b1f5-5d21-470c-91ce-067b1109a455,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:35.096967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.105122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-44102547-b0c4-4dcf-a739-862d9ce76f1f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/1122b1f5-5d21-470c-91ce-067b1109a455 HTTP/1.1" status: 204 len: 168 time: 0.7053504 Aug 03 19:19:35.105122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.105122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33388) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.108398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8044c4-79cc-4398-9ceb-5c5e89871aa3 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:35.109960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:35.148300 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-4e9d29c1-5790-49d9-a7b9-16489ebdcec1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:35.149277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdbaaac-1e6f-4600-8cb2-a2da09230816']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.153160 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4e9d29c1-5790-49d9-a7b9-16489ebdcec1 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-1589789286 HTTP/1.1" status: 404 len: 329 time: 0.1187971 Aug 03 19:19:35.154196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33390) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.162666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-51aef557-2ea8-4632-9b1b-4d45b0f64cfa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c', 'tempest-TagsExtTest-Tag-273987223') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.190400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ec374-3998-49b7-b56b-56ccf76811d8') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.190828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ec374-3998-49b7-b56b-56ccf76811d8') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.208395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.234545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.258526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:35.258968 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:35.260761 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:35.287327 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-51aef557-2ea8-4632-9b1b-4d45b0f64cfa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:35.290253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-51aef557-2ea8-4632-9b1b-4d45b0f64cfa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags/tempest-TagsExtTest-Tag-273987223 HTTP/1.1" status: 404 len: 328 time: 0.1327794 Aug 03 19:19:35.291595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33392) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.298551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-8ff7d18c-a882-4d58-8f65-97b00ce84650 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', {'tags': ['tempest-TagsExtTest-Tag-1744627468', 'tempest-TagsExtTest-Tag-1645237091', 'tempest-TagsExtTest-Tag-1751082418']}) {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.446417 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.450247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:35.457196 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.478033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9bdbaaac-1e6f-4600-8cb2-a2da09230816 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:19:35.521777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Network': ['ID=9bdbaaac-1e6f-4600-8cb2-a2da09230816,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:35.524340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.530733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33394) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.531001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-77c421aa-e2a3-45b8-8a3e-e80836a77bcb tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/9bdbaaac-1e6f-4600-8cb2-a2da09230816 HTTP/1.1" status: 204 len: 168 time: 0.6733589 Aug 03 19:19:35.538150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'name': 'tempest-network--1194089106', 'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:35.568180 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8ff7d18c-a882-4d58-8f65-97b00ce84650 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "PUT /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 200 len: 318 time: 0.2752311 Aug 03 19:19:35.572607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33396) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.579624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-821448cf-e6cb-41c2-b635-92686c9b9f19 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.786856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec661691-7e4a-47e3-8405-ace53d7fe7f1 req-2b61ac08-103b-4b2d-9493-1005ef612012 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0387578 Aug 03 19:19:35.793298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:35.796944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.880788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-821448cf-e6cb-41c2-b635-92686c9b9f19 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 204 len: 168 time: 0.3060725 Aug 03 19:19:35.887872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33402) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:35.896372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-61064fe9-e529-4f05-872a-17d67cbbd739 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-1744627468') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:35.933987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:35.987022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:35.987489 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Added segment aaa27490-ea13-4ceb-989c-6c47f1a814c5 of type vlan for network 7bc40abe-0728-4144-b645-b2731a1ea049 Aug 03 19:19:36.019295 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-61064fe9-e529-4f05-872a-17d67cbbd739 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:36.024902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-61064fe9-e529-4f05-872a-17d67cbbd739 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-1744627468 HTTP/1.1" status: 404 len: 329 time: 0.1352348 Aug 03 19:19:36.025710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33408) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.033854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-627a83c7-78bd-4c05-a345-ffc1bbc8fda0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-1645237091') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.067936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fe941-0fe6-4090-83e0-1d419042c8a9 req-7cfb967f-8d4f-4e09-a880-cb9cfb3872b0 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.067936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-731fe941-0fe6-4090-83e0-1d419042c8a9 req-7cfb967f-8d4f-4e09-a880-cb9cfb3872b0 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 945 time: 0.1526933 Aug 03 19:19:36.087243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-c613e9d4-07d3-438a-8077-3c28395863a9 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.090031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-c613e9d4-07d3-438a-8077-3c28395863a9 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.54 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 945 time: 0.1895037 Aug 03 19:19:36.123880 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-627a83c7-78bd-4c05-a345-ffc1bbc8fda0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:36.128555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-627a83c7-78bd-4c05-a345-ffc1bbc8fda0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-1645237091 HTTP/1.1" status: 404 len: 329 time: 0.1004324 Aug 03 19:19:36.129935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33412) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.136123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-93662b79-ec8e-46b6-8d15-1c116d438be0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2', 'tempest-TagsExtTest-Tag-1751082418') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.151976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-731fe941-0fe6-4090-83e0-1d419042c8a9 req-ccc9f4ef-e5e6-4b20-b17d-c05ae444f0f4 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/security-groups?id=e43c9c44-a868-4726-8942-6748b15ff5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836236 Aug 03 19:19:36.183100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.183380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.191538 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-93662b79-ec8e-46b6-8d15-1c116d438be0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] show failed (client error): The resource could not be found. Aug 03 19:19:36.196321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-93662b79-ec8e-46b6-8d15-1c116d438be0 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags/tempest-TagsExtTest-Tag-1751082418 HTTP/1.1" status: 404 len: 329 time: 0.0654421 Aug 03 19:19:36.198351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33414) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.211120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-91914d21-3dcd-4e5c-8a2c-e4d4b0db731d tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '539620b1-ee82-441d-972d-894ea791cbd2') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.289287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:36.297400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e958e8-9b01-4613-8e30-eb04647ef673 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:36.298224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32e958e8-9b01-4613-8e30-eb04647ef673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.302581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:36.312376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.313516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.335897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=f14a5105-1bca-4e45-9747-6a15218d5df7,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:36.348952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4799dd-6097-4698-b752-dd2364154c83 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:36.375777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.376957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91914d21-3dcd-4e5c-8a2c-e4d4b0db731d tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2/tags HTTP/1.1" status: 204 len: 168 time: 0.1720049 Aug 03 19:19:36.380611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-804dc338-eb56-4717-bb3d-e695a62282ad tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f3b41d44-6133-4ccc-bf8a-190dedecc91c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.446293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5652a24d-4f0a-42c9-a720-b404263f9d5e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3415856 Aug 03 19:19:36.447371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.454354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'security_group': {'name': 'tempest-secgroup-17223443'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:36.473243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Deleting port 41d2b64d-be25-4462-983d-3920f5c6933c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:36.473848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.475089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32e958e8-9b01-4613-8e30-eb04647ef673 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:36.510970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e958e8-9b01-4613-8e30-eb04647ef673 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:36.511219 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32e958e8-9b01-4613-8e30-eb04647ef673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.527886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.528901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.529510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.634641 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-804dc338-eb56-4717-bb3d-e695a62282ad tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c/tags HTTP/1.1" status: 204 len: 168 time: 0.2577188 Aug 03 19:19:36.639353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33426) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.652315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=7bc40abe-0728-4144-b645-b2731a1ea049,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:36.659113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-469a788e-02de-4d0a-a2e9-be91172a4279 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a4551c-ee63-4916-97f8-24f4a3106515') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.662005 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.663244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] For port 41d2b64d-be25-4462-983d-3920f5c6933c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=41d2b64d-be25-4462-983d-3920f5c6933c,segment=NetworkSegment(1db30761-662c-4dde-a757-5123585b7ae2),segment_id=1db30761-662c-4dde-a757-5123585b7ae2)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:36.663623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:36.674637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 7bc40abe-0728-4144-b645-b2731a1ea049 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:36.679213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Calling delete_port for 41d2b64d-be25-4462-983d-3920f5c6933c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:36.757242 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e51dea6c-805d-4318-85b0-953762b565a6 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2250376 Aug 03 19:19:36.761048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.915284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-469a788e-02de-4d0a-a2e9-be91172a4279 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515/tags HTTP/1.1" status: 204 len: 168 time: 0.2699885 Aug 03 19:19:36.928398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:36.941062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-31d962ff-e497-4e76-9eba-084bceed1579 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '70d8ce12-de7f-4165-b5b5-b7588aa7fb95') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:36.949341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Update dhcp port {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'fixed_ips': [{'subnet_id': 'a4458897-5908-4031-981c-dfd7ec934578', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f14a5105-1bca-4e45-9747-6a15218d5df7'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'eb867015-28fa-4bae-9af5-7b427dae63de'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:19:36.986847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4992e1a-2768-456c-881d-71da7d7c922d tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:36.991187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a4992e1a-2768-456c-881d-71da7d7c922d tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "GET /v2.0/networks/7bc40abe-0728-4144-b645-b2731a1ea049 HTTP/1.1" status: 200 len: 757 time: 0.2151442 Aug 03 19:19:37.005269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.018423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.049403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33436) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.102370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bf62de4-5afa-42dc-8803-2c707c35380e req-82d66540-ff07-4030-8897-123ae10a98a3 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.1446826 Aug 03 19:19:37.150424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.223439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2441382d-c73d-4b9f-ad1a-3bf3ec45175b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.243735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.258925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01720e55-50f7-43fa-b56f-178166d73f9d tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:37.260344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-01720e55-50f7-43fa-b56f-178166d73f9d tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "GET /v2.0/networks/9abf3213-a71a-4bc7-904a-ac5fd0a35847 HTTP/1.1" status: 200 len: 768 time: 0.2078955 Aug 03 19:19:37.264988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.273913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Pushing event deleted for resources: {'Port': ['ID=41d2b64d-be25-4462-983d-3920f5c6933c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.278925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['41d2b64d-be25-4462-983d-3920f5c6933c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:19:37.319255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94e8950e-1cb1-49f8-a431-185dac4fc48d req-82757a7a-7091-4f0b-a311-927207e5d1f8 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0569961 Aug 03 19:19:37.375237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-31d962ff-e497-4e76-9eba-084bceed1579 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95/tags HTTP/1.1" status: 204 len: 168 time: 0.4451413 Aug 03 19:19:37.380163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.382322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] No DVR routers for this DVR port 41d2b64d-be25-4462-983d-3920f5c6933c on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:37.386974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.388330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.390454 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e08fe12b-df0b-4a20-bbe2-516b24e49897 req-2aa1c456-27fe-4fea-a81e-c5555d1ce5df tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.54 "DELETE /v2.0/ports/41d2b64d-be25-4462-983d-3920f5c6933c HTTP/1.1" status: 204 len: 173 time: 1.2911239 Aug 03 19:19:37.423248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'name': 'network-vif-deleted', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:37.427403 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c633fb-c8f5-42ec-9e78-efb3057342ee" -d '{"events": [{"server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "name": "network-vif-deleted", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:37.427631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.430603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Allocated IP 2001:db8::2 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/f14a5105-1bca-4e45-9747-6a15218d5df7/eb867015-28fa-4bae-9af5-7b427dae63de) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:37.432962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a5d236fe-8b43-4bbd-91cc-92ca97c3f7d8 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9830995 Aug 03 19:19:37.433852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33446) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.450847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'security_group': {'name': 'tempest-secgroup-2005929818'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:37.542271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33452) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.555136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.569612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc40abe-0728-4144-b645-b2731a1ea049']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.586489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa27490-ea13-4ceb-989c-6c47f1a814c5') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.587303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa27490-ea13-4ceb-989c-6c47f1a814c5') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:37.602257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.603060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:37.619401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.627315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:37.628220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:37.630101 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:37.653973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e96ec76-8db3-407d-8c28-a9d57fab226c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for subnetpool, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.659264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e96ec76-8db3-407d-8c28-a9d57fab226c tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnetpools/539620b1-ee82-441d-972d-894ea791cbd2 HTTP/1.1" status: 204 len: 168 time: 0.2673073 Aug 03 19:19:37.659970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33456) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.665310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.714636 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9acc483-cc16-4780-89dd-5111efff24cb x-openstack-request-id: req-c9acc483-cc16-4780-89dd-5111efff24cb {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:37.714915 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d2efd0-8c84-493a-8d3b-0f54f3d81f95", "name": "network-vif-deleted", "tag": "41d2b64d-be25-4462-983d-3920f5c6933c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:37.715254 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9acc483-cc16-4780-89dd-5111efff24cb {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:37.715722 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d2efd0-8c84-493a-8d3b-0f54f3d81f95', 'name': 'network-vif-deleted', 'tag': '41d2b64d-be25-4462-983d-3920f5c6933c', 'status': 'completed', 'code': 200} Aug 03 19:19:37.722810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.723137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a879def5-7812-4701-b3a8-d8c151870f66 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3b41d44-6133-4ccc-bf8a-190dedecc91c HTTP/1.1" status: 200 len: 205 time: 0.0611718 Aug 03 19:19:37.725722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33458) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.739399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d905f0fa-e1e7-4478-9a66-773cb272469d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.820298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.857107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.857886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Transition to ACTIVE for port object eb867015-28fa-4bae-9af5-7b427dae63de will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:37.860977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.880943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bc40abe-0728-4144-b645-b2731a1ea049 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:19:37.880943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bc40abe-0728-4144-b645-b2731a1ea049,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:37.883159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:37.885633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3048750b-342b-4d46-98d0-b46c3c34d099 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/7bc40abe-0728-4144-b645-b2731a1ea049 HTTP/1.1" status: 204 len: 168 time: 0.6193705 Aug 03 19:19:37.891066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33460) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:37.896434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'name': 'tempest-network--1800259404'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:38.005652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.006163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.008674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.049800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.098141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f375a2-fbc8-4e83-bf98-82148e1fbb68,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.153810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac058304-4b4f-43c5-baa0-58c013851332 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.181497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d905f0fa-e1e7-4478-9a66-773cb272469d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.204882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.205473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Fanout notify agent at l3_agent the message router_deleted on router f3b41d44-6133-4ccc-bf8a-190dedecc91c {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:19:38.213562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.215179 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-699f263f-37cd-4a60-b748-c716ecdf198a tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/routers/f3b41d44-6133-4ccc-bf8a-190dedecc91c HTTP/1.1" status: 204 len: 168 time: 0.4884088 Aug 03 19:19:38.218462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33464) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:38.265595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56186536-0684-4002-8b67-56a917474bbb req-af34331e-cc0f-48a4-a0fb-82c6b4af62b2 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0473416 Aug 03 19:19:38.277390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d905f0fa-e1e7-4478-9a66-773cb272469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.384894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Made reservation on behalf of 2499df5884e54f679dd049d4f87c89b0 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:38.388572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.407883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905f0fa-e1e7-4478-9a66-773cb272469d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a289ba2c-be40-415d-bd46-84f1e3f4d7a6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.420453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:38.423218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d905f0fa-e1e7-4478-9a66-773cb272469d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6aecf64f57e04567b3a062dbb0837a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793213 Aug 03 19:19:38.426817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33468) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:38.433050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.433541 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Added segment 954a8162-4bcb-4d0d-9e3f-103782c0e0b4 of type vlan for network b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 Aug 03 19:19:38.474793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.479386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-01d1dcfe-6eb2-4a8d-ba37-5f4f7428f7cd tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0289304 Aug 03 19:19:38.480594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33470) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:38.488544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'security_group': {'name': 'tempest-secgroup-536182087'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:38.494140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.521593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3857df7-e7ee-4729-b79a-459f3798ddae req-8b0582c7-ed32-4cf0-b1a5-f5b22a261803 tempest-ServerAddressesTestJSON-1807234709 tempest-ServerAddressesTestJSON-1807234709-project] 10.222.0.67 "GET /v2.0/ports?device_id=26d2efd0-8c84-493a-8d3b-0f54f3d81f95 HTTP/1.1" status: 200 len: 210 time: 0.0516193 Aug 03 19:19:38.525074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Deleting port b4a4551c-ee63-4916-97f8-24f4a3106515 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:38.525427 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.598790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.647525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.653563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.679279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.681123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:38.682292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.722834 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.763863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:38.764128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Calling delete_port for b4a4551c-ee63-4916-97f8-24f4a3106515 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:38.783415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:38.967457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:38.968706 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:38.997636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.002471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.004759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a289ba2c-be40-415d-bd46-84f1e3f4d7a6 HTTP/1.1" status: 204 len: 168 time: 0.5760751 Aug 03 19:19:39.024795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:39.039494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cb28c-80c4-4a4c-a461-95ef6677feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289ba2c-be40-415d-bd46-84f1e3f4d7a6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.094321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.118782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.141373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:39.158819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event deleted for resources: {'Port': ['ID=b4a4551c-ee63-4916-97f8-24f4a3106515,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.173313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Provisioning for port eb867015-28fa-4bae-9af5-7b427dae63de completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:39.186785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:39.187237 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55601302-1e05-44ee-955d-b92d6b9f8937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.256210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:39.256725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.260815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.262171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f83be1e2-9214-4cb6-a1ab-47fee53e2328 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/ports/b4a4551c-ee63-4916-97f8-24f4a3106515 HTTP/1.1" status: 204 len: 168 time: 1.0423183 Aug 03 19:19:39.264331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.308842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.371786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a847e9b3-c542-4b85-82e8-ef71a39223bd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:39.400592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Deleting subnet 70d8ce12-de7f-4165-b5b5-b7588aa7fb95 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:39.406860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.433510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-440975ce-455e-4b2b-8993-9fd38fab391f tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5409000 Aug 03 19:19:39.440829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33478) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.450234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:39.499363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11eb04fc-fa55-41b4-94f1-5e70f0eb39c1 req-35e08faf-b575-4f8b-a97c-e0cb1d4e9939 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0502810 Aug 03 19:19:39.506319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.507563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58835ebe-5ca2-49de-b5d6-d06131a218e7 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0246408 Aug 03 19:19:39.510881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.523321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-920486370', 'security_groups': ['a847e9b3-c542-4b85-82e8-ef71a39223bd'], 'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f14a5105-1bca-4e45-9747-6a15218d5df7'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:39.523532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.539657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-60f763a6-4f1d-438a-b043-480f370b145c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1658292 Aug 03 19:19:39.604529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:39.643490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41d2b64d-be25-4462-983d-3920f5c6933c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:39.704523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 41d2b64d-be25-4462-983d-3920f5c6933c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:39.710012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 41d2b64d-be25-4462-983d-3920f5c6933c not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:39.736897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Deleting subnet d43341e2-8d3f-4106-9a6f-281dec173646 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:39.741438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.751290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.751771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.752326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.752829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.753299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.753765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.754235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:39.756835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-60e33f7c-ceb2-48d9-ac75-08767c9bac94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 6490 time: 0.1531827 Aug 03 19:19:39.762710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.773426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.879639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.896123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:39.976035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.014139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:40.032153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-6922fa95-2a6f-49e7-b2c2-b170154b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.036594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-6922fa95-2a6f-49e7-b2c2-b170154b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.036594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-6922fa95-2a6f-49e7-b2c2-b170154b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.036594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-6922fa95-2a6f-49e7-b2c2-b170154b5492 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=f011ad44-d641-4d62-ab58-727411c3e843&id=55a2169c-7742-4ddd-9893-03e8a34fe53c&id=55a2169c-7742-4ddd-9893-03e8a34fe53c HTTP/1.1" status: 200 len: 2292 time: 0.2352586 Aug 03 19:19:40.156925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33488) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.195333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-acce2091-4dab-4a2f-ac03-caca5a0c4ce6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 200 len: 1000 time: 0.1286948 Aug 03 19:19:40.201971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5240fc-3bfc-48d7-b74f-150bfa269b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.284074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.291313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.292450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.307264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Network b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 is not hosted by any dhcp agent {{(pid=101343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:19:40.311608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.311608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.311930 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "PUT /v2.0/networks/b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 HTTP/1.1" status: 200 len: 858 time: 0.8701620 Aug 03 19:19:40.326874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33490) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.349721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event deleted for resources: {'Subnet': ['ID=70d8ce12-de7f-4165-b5b5-b7588aa7fb95,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.356782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2deab-cf25-4dac-993f-3d4246f6c8a4 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event updated for resources: {'Network': ['ID=b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.360324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.366717 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a7cba405-3c11-40e8-b776-08889fa826aa tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/subnets/70d8ce12-de7f-4165-b5b5-b7588aa7fb95 HTTP/1.1" status: 204 len: 168 time: 1.1000381 Aug 03 19:19:40.367801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33492) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.371601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0b186-1838-43a3-b956-7c8b636eca25 None None] Network 4953c8af-b68c-4760-8892-ec5e6b83df6f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:40.376081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] device_id is not set on port 963347c4-668d-4583-9041-ca0726c340c3 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:19:40.390915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43341e2-8d3f-4106-9a6f-281dec173646,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:40.424962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.427276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-31fafbb3-49fa-469f-a532-6515f4e36e83 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d43341e2-8d3f-4106-9a6f-281dec173646 HTTP/1.1" status: 204 len: 168 time: 0.8216443 Aug 03 19:19:40.430262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33494) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:40.512904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-a142b5ac-154a-41fd-bf8d-1c1a6c174ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.516495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-a142b5ac-154a-41fd-bf8d-1c1a6c174ac9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de4367b4-60b4-4685-9307-ca97d7b30770 HTTP/1.1" status: 200 len: 850 time: 0.3085747 Aug 03 19:19:40.529736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.566648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.659002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] DHCP port deletion for 4953c8af-b68c-4760-8892-ec5e6b83df6f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:40.680247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.716032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Deleting port 10bf5d55-e130-4161-873c-e3d843e8fdc9 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:40.716455 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.717689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcf2432f-ecb2-4b0a-ba49-58a04ccf7be6 req-74fbe667-9547-422c-8311-960e624e0fa2 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0870924 Aug 03 19:19:40.728630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.755794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5fd016-1bd5-423f-af8b-f55078ae9237']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:40.758462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-a92abb0a-9527-44d6-aaa9-93d62e84c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:40.760463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-a92abb0a-9527-44d6-aaa9-93d62e84c9ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cc5efbca-5298-4367-82de-6b1cb7f11ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2351224 Aug 03 19:19:40.778297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db30761-662c-4dde-a757-5123585b7ae2') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:40.778672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db30761-662c-4dde-a757-5123585b7ae2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:40.788672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Deleting port 10bf5d55-e130-4161-873c-e3d843e8fdc9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:40.789123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.805245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.809576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-03cf0664-28c3-4a3e-ae00-8722d39fff32 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:19:40.810737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-03cf0664-28c3-4a3e-ae00-8722d39fff32 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306208 Aug 03 19:19:40.828151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] For port 10bf5d55-e130-4161-873c-e3d843e8fdc9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10bf5d55-e130-4161-873c-e3d843e8fdc9,segment=NetworkSegment(dad2e017-344d-4eb6-84af-acf172c42487),segment_id=dad2e017-344d-4eb6-84af-acf172c42487)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:40.828888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.849192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Calling delete_port for 10bf5d55-e130-4161-873c-e3d843e8fdc9 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:40.884344 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5240fc-3bfc-48d7-b74f-150bfa269b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.913988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.942341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:40.943072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:40.945829 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:41.013890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] For port 10bf5d55-e130-4161-873c-e3d843e8fdc9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10bf5d55-e130-4161-873c-e3d843e8fdc9,segment=NetworkSegment(dad2e017-344d-4eb6-84af-acf172c42487),segment_id=dad2e017-344d-4eb6-84af-acf172c42487)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:41.014174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.049689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Calling delete_port for 10bf5d55-e130-4161-873c-e3d843e8fdc9 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:41.072226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.135014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] No DVR routers for this DVR port 10bf5d55-e130-4161-873c-e3d843e8fdc9 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:41.146217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.156827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10bf5d55-e130-4161-873c-e3d843e8fdc9 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:41.161709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.167773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] 10.222.0.67 "DELETE /v2.0/networks/cc5fd016-1bd5-423f-af8b-f55078ae9237 HTTP/1.1" status: 204 len: 168 time: 0.7359560 Aug 03 19:19:41.190128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e74773-2f06-4f3e-a8e6-4554905a99ad admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5fd016-1bd5-423f-af8b-f55078ae9237,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.194045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 10bf5d55-e130-4161-873c-e3d843e8fdc9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:41.199015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10bf5d55-e130-4161-873c-e3d843e8fdc9 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:41.199804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33971d7-48fb-4867-a0a4-896de0855bc1 None None] Pushing event deleted for resources: {'Port': ['ID=10bf5d55-e130-4161-873c-e3d843e8fdc9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.216714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.255954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event deleted for resources: {'Port': ['ID=10bf5d55-e130-4161-873c-e3d843e8fdc9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.269548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] No DVR routers for this DVR port 10bf5d55-e130-4161-873c-e3d843e8fdc9 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:41.345644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d5240fc-3bfc-48d7-b74f-150bfa269b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.387250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8::33c (d0d2302c-e301-49d4-9a5e-ed2dfd314661/f14a5105-1bca-4e45-9747-6a15218d5df7/963347c4-668d-4583-9041-ca0726c340c3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:41.393619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.407297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.419386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4953c8af-b68c-4760-8892-ec5e6b83df6f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.432736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad2e017-344d-4eb6-84af-acf172c42487') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.434043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad2e017-344d-4eb6-84af-acf172c42487') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.440805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.446182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.465429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954a8162-4bcb-4d0d-9e3f-103782c0e0b4') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.465821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954a8162-4bcb-4d0d-9e3f-103782c0e0b4') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:41.471346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.479819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d5240fc-3bfc-48d7-b74f-150bfa269b3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e829b64203694967bddb2a63782a1946&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3152800 Aug 03 19:19:41.479986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.492036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5240fc-3bfc-48d7-b74f-150bfa269b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c198ea4-c1da-4348-8a01-6faf52919348,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.504049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.505666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:41.506330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:41.510873 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:41.534845 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-de6c4266-5d74-4c64-b69f-b27376c21ccd service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851149 Aug 03 19:19:41.546942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.612307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.630097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:41.630518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:41.634061 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:41.649067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.720456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.729263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.736465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] 10.222.0.67 "DELETE /v2.0/networks/4953c8af-b68c-4760-8892-ec5e6b83df6f HTTP/1.1" status: 204 len: 168 time: 1.3633561 Aug 03 19:19:41.758165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d481e-a58f-45f6-bc3e-4ca5fb1c80c2 tempest-TagsExtTest-541845040 tempest-TagsExtTest-541845040-project] Pushing event deleted for resources: {'Network': ['ID=4953c8af-b68c-4760-8892-ec5e6b83df6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.765711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-2c02e286-a8ac-4b67-9568-3683ef7b96c6 service neutron] 10.222.0.77 "GET /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201307 Aug 03 19:19:41.817386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.831457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.835799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-cd075ac8-df6f-4f48-9820-4e92f7e516bb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 217 time: 0.0611715 Aug 03 19:19:41.841163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.846073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.847655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c198ea4-c1da-4348-8a01-6faf52919348 HTTP/1.1" status: 204 len: 168 time: 0.3689687 Aug 03 19:19:41.865632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8ce35-cbdb-42f6-adae-9d8c0ed5dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c198ea4-c1da-4348-8a01-6faf52919348,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.902456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab910457-fe99-4d4c-8503-50aaacc589e3 req-63f384fd-d780-472a-9c16-93a9d518819b tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0683980 Aug 03 19:19:41.911792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af79c566-e447-412c-97ee-94aa49fcee1d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3871568895044dfe9f40606f606d1465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930216 Aug 03 19:19:41.917193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33510) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.932246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.932246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:19:41.933837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:41.935921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] 10.222.0.67 "DELETE /v2.0/networks/b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9 HTTP/1.1" status: 204 len: 168 time: 1.5849714 Aug 03 19:19:41.941341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 963347c4-668d-4583-9041-ca0726c340c3 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:41.941658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33512) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:41.970367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da4f21-46c7-432e-a61a-a92aefef94d7 tempest-ExternalNetworksTestJSON-885405030 tempest-ExternalNetworksTestJSON-885405030-project-admin] Pushing event deleted for resources: {'Network': ['ID=b13bdfbb-8dcc-4f4a-a11b-25e35e13bcc9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:41.987093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-53e33743-1e25-40d8-95cc-9f08b21965dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:41.989070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-53e33743-1e25-40d8-95cc-9f08b21965dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.1390061 Aug 03 19:19:41.990145 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24831b4-ccd2-46bc-9127-b447917329ad tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:41.990618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24831b4-ccd2-46bc-9127-b447917329ad tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:41.992607 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d24831b4-ccd2-46bc-9127-b447917329ad tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "DELETE /v2.0/subnets/0363f0b8-62b7-4867-8ad2-bd3493e1cc2b HTTP/1.1" status: 404 len: 337 time: 0.0495312 Aug 03 19:19:41.995389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33514) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:42.023592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.071406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.138570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.151504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-ec7b99b4-523f-47ac-976e-edeb01c1f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:42.153161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-ec7b99b4-523f-47ac-976e-edeb01c1f2d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1473293 Aug 03 19:19:42.318990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.334806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abf3213-a71a-4bc7-904a-ac5fd0a35847']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:42.358978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5855b4-ee48-4e82-9d29-df573fd0e558') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:42.359406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5855b4-ee48-4e82-9d29-df573fd0e558') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:42.383019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.397003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.402983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.407523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.412370 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e43c9c44-a868-4726-8942-6748b15ff5c0 HTTP/1.1" status: 204 len: 168 time: 0.4938540 Aug 03 19:19:42.424321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490c21e-bca8-4007-8971-6c90d3e8b203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c9c44-a868-4726-8942-6748b15ff5c0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.441920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-da6fb9a5-ca89-477b-a684-65d3217b211f service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790926 Aug 03 19:19:42.465229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.470909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:42.524315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:42.528787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:42.534873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:42.536736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.554285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:42.555035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:42.558835 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:42.575654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=963347c4-668d-4583-9041-ca0726c340c3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.616927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33522) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:42.643147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-520b13a9-7396-4c49-9e26-7a5914b82e2c tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1311026 Aug 03 19:19:42.650290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33526) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:42.659143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:42.680770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-d282f6d7-c9a2-41b9-854b-6685ca6a5a62 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301998 Aug 03 19:19:42.757753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-5f5057ff-0bc4-4552-b408-66fdb3a27d46 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 217 time: 0.0689857 Aug 03 19:19:42.848524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.881764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:42.887697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] 10.222.0.67 "DELETE /v2.0/networks/9abf3213-a71a-4bc7-904a-ac5fd0a35847 HTTP/1.1" status: 204 len: 168 time: 0.8885503 Aug 03 19:19:42.887697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c67333-4c99-4565-9b1a-3eec83e9b301 tempest-ExternalNetworksTestJSON-134453417 tempest-ExternalNetworksTestJSON-134453417-project] Pushing event deleted for resources: {'Network': ['ID=9abf3213-a71a-4bc7-904a-ac5fd0a35847,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:42.917849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-e65e3c04-3afd-4da4-9f58-0a80f96da8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:42.919823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-e65e3c04-3afd-4da4-9f58-0a80f96da8ec service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.1528804 Aug 03 19:19:42.993461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-41083f55-bd67-4edc-9501-02ab19fe14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:42.995060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-41083f55-bd67-4edc-9501-02ab19fe14cb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673337 Aug 03 19:19:43.008458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:43.012186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.085061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07e86038-4a1f-49a3-8c1c-90cf2898c0ef req-34c953d8-ad1c-4191-ac92-447fe7a09ead tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0714343 Aug 03 19:19:43.085932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-67e32684-00f7-4676-84a6-d924ab5393d0 None None] Provisioning for port 963347c4-668d-4583-9041-ca0726c340c3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:43.089868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-67e32684-00f7-4676-84a6-d924ab5393d0 None None] Provisioning complete for port 963347c4-668d-4583-9041-ca0726c340c3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:43.094154 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-67e32684-00f7-4676-84a6-d924ab5393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.171821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-67e32684-00f7-4676-84a6-d924ab5393d0 None None] Port 963347c4-668d-4583-9041-ca0726c340c3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:43.185662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-1f5cf4d5-20bd-4564-b81d-ce67a2c46995 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832013 Aug 03 19:19:43.205088 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7dce6076-71e5-40b5-83de-1e436ffe01e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2fa026d9f3e6488e90c0b523805b81c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852897 Aug 03 19:19:43.212198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33540) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:43.253501 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f14a5105-1bca-4e45-9747-6a15218d5df7 (CIDR: 2001:db8::/64) Aug 03 19:19:43.287719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.315774 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:19:43.316274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:43.319356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-afc15e7e-a6b6-4ea3-a8ef-cecf8c4b5150 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264310 Aug 03 19:19:43.319631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.363834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-b533f657-2ef6-4693-a20f-076042ed0982 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.232&port_id=44be078a-46a4-488d-b840-6ff89944a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0367181 Aug 03 19:19:43.433685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-ba7f9583-f584-4596-9505-2caae894fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:43.435152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-ba7f9583-f584-4596-9505-2caae894fa09 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0631289 Aug 03 19:19:43.469972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-53667403-345e-48cb-81f6-e7bdeb7972a3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8182609 Aug 03 19:19:43.470704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33546) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:43.475886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:43.501601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-3e7ba7ca-b048-4b43-a100-e7a6e8710cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:43.503417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-3e7ba7ca-b048-4b43-a100-e7a6e8710cec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608740 Aug 03 19:19:43.532911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.535832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.537102 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c40c6421-125a-4dd7-91b3-76036cf7cbd4 HTTP/1.1" status: 204 len: 168 time: 0.3241653 Aug 03 19:19:43.554734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f0ca5-9d4d-428f-a1d2-a2abd50bdd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c6421-125a-4dd7-91b3-76036cf7cbd4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:43.625555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-ae81fceb-7a0d-4014-9ccb-9e1bab0c034d service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113694 Aug 03 19:19:43.753235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-ac706aed-a2f5-407d-826a-936332e3c0e1 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192970 Aug 03 19:19:43.798025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:43.803405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:43.808484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-70e14975-c77f-461c-90f5-85b026b68514 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=c9c25198-f6ab-44fc-8151-7ed951d64357 HTTP/1.1" status: 200 len: 217 time: 0.0473082 Aug 03 19:19:43.871812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-3bd7f5a2-302f-4a50-9c3f-dbcc298bcb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:43.873383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-3bd7f5a2-302f-4a50-9c3f-dbcc298bcb0c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 200 len: 797 time: 0.0572670 Aug 03 19:19:43.895379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:43.941119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-f9d280dc-6c45-4e1c-ac8a-c3d247f6854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:43.941496 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a4458897-5908-4031-981c-dfd7ec934578 (CIDR: 2001:db8:0:1::/64) Aug 03 19:19:43.942734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-f9d280dc-6c45-4e1c-ac8a-c3d247f6854f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f011ad44-d641-4d62-ab58-727411c3e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568538 Aug 03 19:19:44.001752 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:19:44.002455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:44.071617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-f9d36051-5f71-4320-a422-67507c225fad service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210992 Aug 03 19:19:44.101181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-18711a3e-ceda-4144-a91e-a5fbd6a1e65b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6291425 Aug 03 19:19:44.102063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:44.109567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'subnet': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:44.265484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e179dff-60c8-438a-9fc6-fb3665443e12 req-a40e0aa0-c03b-4659-a32e-de86e1a814cc tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0524924 Aug 03 19:19:44.359350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-cce6fac6-df5c-4372-93b3-c97538cb22e5 service neutron] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801626 Aug 03 19:19:44.449137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-1241fc3e-b009-4869-bdb0-1cefddbd6607 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4918896a-66ed-4b57-955c-c2cfaa952496 HTTP/1.1" status: 200 len: 217 time: 0.0765491 Aug 03 19:19:44.556316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d5501a3d-8ee0-4265-bfa9-3965359c2a30 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=708f454b04404a3291fd7c7cd30ba426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560922 Aug 03 19:19:44.556316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-16125e4e-01be-4f8e-a548-9d7731477f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:44.556316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-16125e4e-01be-4f8e-a548-9d7731477f2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.0874343 Aug 03 19:19:44.557099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33578) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:44.656865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-e4daf468-3943-4de4-9ae4-b00ba83759a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:44.658426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-e4daf468-3943-4de4-9ae4-b00ba83759a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0938213 Aug 03 19:19:44.662003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Made reservation on behalf of dc7f33045573464ebb84255ec0e27639 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:44.665520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.672142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.863633 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:44.971857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-4e13c286-b8b2-4ad7-bf48-c2d7dcbf413f service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950468 Aug 03 19:19:45.149293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-e65f049e-372a-4c3c-9ce7-44830c1a56a8 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649852 Aug 03 19:19:45.185012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.188594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.195699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fb0feede-6b52-4973-99da-9b408c8235f3 HTTP/1.1" status: 204 len: 168 time: 0.6324301 Aug 03 19:19:45.229452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-98c141d6-4c3a-45a6-955a-f4d8448025ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d HTTP/1.1" status: 200 len: 217 time: 0.0547652 Aug 03 19:19:45.247261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08e64d-be76-45dd-9625-c0c56efcf268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0feede-6b52-4973-99da-9b408c8235f3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:45.320829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-a02019dd-d374-4e48-add1-9242f47dee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:45.320829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-a02019dd-d374-4e48-add1-9242f47dee37 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 200 len: 797 time: 0.0819287 Aug 03 19:19:45.361239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.409020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0cc1587a-def9-47a0-a8fd-7a946ce717a8 req-a89e949f-821c-4691-b488-ac7199f9cb31 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Aug 03 19:19:45.415622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525afd35-4266-4817-b5b9-934e955e7feb req-f37a0d0c-539f-4af3-b6f7-b6d62b10c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:45.417689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-f37a0d0c-539f-4af3-b6f7-b6d62b10c145 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=55a2169c-7742-4ddd-9893-03e8a34fe53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883093 Aug 03 19:19:45.471009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.527508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:45.536677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:45.548022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a74d62-d706-48d6-bacb-f4cfe96da246 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:45.549143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:45.549747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.563064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Subnet': ['ID=9bcd02d6-30aa-4aa4-aa29-eb5413a69838,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:45.579126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-f4ea1073-ea08-4c29-8a3d-9847f2cb4ef2 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532469 Aug 03 19:19:45.666545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6473b8e1-5913-4bcc-b7bc-6709479039f5 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5630717 Aug 03 19:19:45.669534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:45.678210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-254528305', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bcd02d6-30aa-4aa4-aa29-eb5413a69838'}], 'security_groups': ['2441382d-c73d-4b9f-ad1a-3bf3ec45175b', '09f375a2-fbc8-4e83-bf98-82148e1fbb68']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:45.716431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525afd35-4266-4817-b5b9-934e955e7feb req-364a8d09-fcca-4d53-86fb-7cdeac9e17c4 service neutron] 10.222.0.77 "GET /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290889 Aug 03 19:19:45.861199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33614) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:45.951142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Update dhcp port {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'fixed_ips': [{'subnet_id': 'a4458897-5908-4031-981c-dfd7ec934578', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f14a5105-1bca-4e45-9747-6a15218d5df7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bcd02d6-30aa-4aa4-aa29-eb5413a69838'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'eb867015-28fa-4bae-9af5-7b427dae63de'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:19:45.965851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:45.991639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.202804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Allocated IP 2001:db8:0:2::2 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/9bcd02d6-30aa-4aa4-aa29-eb5413a69838/eb867015-28fa-4bae-9af5-7b427dae63de) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:46.303894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-758830688-network', 'tenant_id': '2ef18b64cf864e2f836183411040b5ae'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:46.341596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.350372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:46.392975 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-293a700a-fcac-4527-bfa3-991d3a02c75f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2499df5884e54f679dd049d4f87c89b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534744 Aug 03 19:19:46.395364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33624) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:46.398989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Made reservation on behalf of 2ef18b64cf864e2f836183411040b5ae for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:46.405616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.406613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.424448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Transition to ACTIVE for port object eb867015-28fa-4bae-9af5-7b427dae63de will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:46.427358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.474877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.506147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.557442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.569554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46058abd-5237-4538-a729-ff35f3f7e915 req-428861d2-d579-4162-8195-03acc8abee4c tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0504816 Aug 03 19:19:46.605668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.683979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Pushing event updated for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.716796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.717157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.718270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.718270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.718772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.719383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.719809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.720897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.721408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.722619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.722619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.726237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f21043-6e90-476a-b9c3-b73b742584d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:19:46.740409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:46.796975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62429f7d-2d82-43c6-b4a8-eab5d69d499f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:46.814280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Delete allocated IP 2001:db8::33c (d0d2302c-e301-49d4-9a5e-ed2dfd314661/f14a5105-1bca-4e45-9747-6a15218d5df7) {{(pid=101343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:19:46.825733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Allocated IP 2001:db8:0:2::c0 (d0d2302c-e301-49d4-9a5e-ed2dfd314661/9bcd02d6-30aa-4aa4-aa29-eb5413a69838/963347c4-668d-4583-9041-ca0726c340c3) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:47.022828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:47.061509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.062247 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Added segment 307f94cb-40d9-4836-8479-48adf1ff1499 of type vlan for network 9bc6c419-000b-46c0-8d58-220a86b1daa2 Aug 03 19:19:47.070406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.073087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.074634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e8fc3fb-9889-453f-9dae-771a304e35df HTTP/1.1" status: 204 len: 168 time: 0.6781735 Aug 03 19:19:47.089869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f82c4f-ad1e-4e65-843f-0c15a80f523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8fc3fb-9889-453f-9dae-771a304e35df,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.211386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:19:47.223428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.249610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.280777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Transition to ACTIVE for port object 963347c4-668d-4583-9041-ca0726c340c3 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:47.402949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.439273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.440449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.441221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.481749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] In _notify_port_updated(), no bound segment for port 963347c4-668d-4583-9041-ca0726c340c3 on network d0d2302c-e301-49d4-9a5e-ed2dfd314661 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:19:47.488046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:47.488749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.490186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "PUT /v2.0/ports/963347c4-668d-4583-9041-ca0726c340c3 HTTP/1.1" status: 200 len: 968 time: 1.8193686 Aug 03 19:19:47.493393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:47.525602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc6c419-000b-46c0-8d58-220a86b1daa2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.536515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdeb92a-236f-4350-afde-fc110893892e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event updated for resources: {'Port': ['ID=963347c4-668d-4583-9041-ca0726c340c3,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:47.539476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9bc6c419-000b-46c0-8d58-220a86b1daa2 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:19:47.594960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-79b72d1d-87fd-47af-847b-9d1cc2e0dcd8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7285645 Aug 03 19:19:47.596384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33652) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:47.604028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Request body: {'subnet': {'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-758830688-subnet', 'tenant_id': '2ef18b64cf864e2f836183411040b5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:47.650553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:47.650932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.683046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port 963347c4-668d-4583-9041-ca0726c340c3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:47.685652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.724991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92b45968-e892-4b12-af0a-585eaccf230c req-8023be4e-e92a-4e9a-bd3b-ef3ce0b2614f tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0406256 Aug 03 19:19:47.785692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Made reservation on behalf of 2ef18b64cf864e2f836183411040b5ae for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:47.789194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.877005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:47.889334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:47.906774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for 963347c4-668d-4583-9041-ca0726c340c3 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:47.946056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33660) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.030944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Provisioning for port 963347c4-668d-4583-9041-ca0726c340c3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:48.037104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Provisioning complete for port 963347c4-668d-4583-9041-ca0726c340c3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:48.043812 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.084272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Port 963347c4-668d-4583-9041-ca0726c340c3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:48.103249 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f21b828-5e01-4614-9623-3f1a68faf60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.137144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.191529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Provisioning for port eb867015-28fa-4bae-9af5-7b427dae63de completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:19:48.198983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.199167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:48.199167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4009f20-c37d-4a5c-9f82-2c84a79a5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.223765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39d6cc4-fe2e-4a65-a5c0-d16149969a36,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.252221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=963347c4-668d-4583-9041-ca0726c340c3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.265216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Checking segment: {'id': '307f94cb-40d9-4836-8479-48adf1ff1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:48.265577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Network hostable DHCP agents. Network: 9bc6c419-000b-46c0-8d58-220a86b1daa2, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:19:48.285581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.290970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a078fbf3-d086-4028-9c3c-7dc115ad5349 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/963347c4-668d-4583-9041-ca0726c340c3 HTTP/1.1" status: 204 len: 168 time: 0.7935057 Aug 03 19:19:48.291738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33674) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.294947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f21b828-5e01-4614-9623-3f1a68faf60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.333501 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e886cea-13fe-4a7d-8c90-8d6bd2cf8a7b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] GET failed (client error): The resource could not be found. Aug 03 19:19:48.336700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e886cea-13fe-4a7d-8c90-8d6bd2cf8a7b tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports/963347c4-668d-4583-9041-ca0726c340c3 HTTP/1.1" status: 404 len: 333 time: 0.0429261 Aug 03 19:19:48.338476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33678) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.414215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.434778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b1c9b0b3-42ae-4132-b527-f8d23c8bac10 None None] Could not find standard attr ID for object 963347c4-668d-4583-9041-ca0726c340c3. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:19:48.447830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.490891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f21b828-5e01-4614-9623-3f1a68faf60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.494095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Network 9bc6c419-000b-46c0-8d58-220a86b1daa2 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:19:48.541937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21b828-5e01-4614-9623-3f1a68faf60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca22d1-acf0-47c4-8879-8fc6215a405d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.562525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0f21b828-5e01-4614-9623-3f1a68faf60e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41c59efdbf3d4409adcc5141b312dc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119056 Aug 03 19:19:48.563102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33686) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.597627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.600182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.601505 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/security-groups/a847e9b3-c542-4b85-82e8-ef71a39223bd HTTP/1.1" status: 204 len: 168 time: 0.2618358 Aug 03 19:19:48.605019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33688) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:48.621009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a15cb-aaf2-4e79-80c4-5163a1f169cb tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a847e9b3-c542-4b85-82e8-ef71a39223bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.637223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.659160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9bc6c419-000b-46c0-8d58-220a86b1daa2) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:48.670173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:48.673725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc80d7-da8b-487c-8e6b-858e944fc4a9 None None] Network 9bc6c419-000b-46c0-8d58-220a86b1daa2 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:48.681139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.685030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.747126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.804586 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.819297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-518d61f6-6407-4aa7-af26-8a6c281cdd97 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2217131 Aug 03 19:19:48.912448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.915984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:48.921474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/beca22d1-acf0-47c4-8879-8fc6215a405d HTTP/1.1" status: 204 len: 168 time: 0.3532119 Aug 03 19:19:48.922426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3ec11c5-c89b-4955-aaf9-06d31268dcf4 req-031b65d8-a471-4cf0-810f-8021a2654eb9 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0766041 Aug 03 19:19:48.933627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985caa4-44ea-435b-ae11-f30f64c6bc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca22d1-acf0-47c4-8879-8fc6215a405d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:48.961563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb488e-0347-435e-b076-7ca28544c848 None None] Network 9bc6c419-000b-46c0-8d58-220a86b1daa2 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:49.025234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d65b4d34-c9fb-4319-8c18-0baf85b76942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.065374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.068174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.069381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/security-groups/09f375a2-fbc8-4e83-bf98-82148e1fbb68 HTTP/1.1" status: 204 len: 168 time: 0.4631164 Aug 03 19:19:49.072303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33716) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:49.089831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89df974-1ff8-4319-8f8e-d55dce6e7f20 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f375a2-fbc8-4e83-bf98-82148e1fbb68,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:49.150435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.181428 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.466125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.470310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.474929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/security-groups/2441382d-c73d-4b9f-ad1a-3bf3ec45175b HTTP/1.1" status: 204 len: 168 time: 0.4013591 Aug 03 19:19:49.475568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33720) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:49.496992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12450b8c-78d6-44b2-a40b-1acc3cd68e47 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441382d-c73d-4b9f-ad1a-3bf3ec45175b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:49.553940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet f14a5105-1bca-4e45-9747-6a15218d5df7 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:49.558571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.604456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.699978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.874228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.898896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=f14a5105-1bca-4e45-9747-6a15218d5df7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:49.909344 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:49.911659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8dd6de2c-6db3-4c66-8f1f-75c327366629 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/f14a5105-1bca-4e45-9747-6a15218d5df7 HTTP/1.1" status: 204 len: 168 time: 0.4310367 Aug 03 19:19:49.915583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33730) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:49.923957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77750d49-0e35-4b52-ac0f-d3d29df05642 None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:49.982046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet 9bcd02d6-30aa-4aa4-aa29-eb5413a69838 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:49.987091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.048683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.105567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05098fc6-c025-4bcb-ae81-df19ba8f28c0 req-cd45866b-72e8-4bfa-9757-582bc1a2c86a tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0384228 Aug 03 19:19:50.175508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.384003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-9e7739ec-3e9b-4ead-862c-9ac84a138fae tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:50.385606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-9e7739ec-3e9b-4ead-862c-9ac84a138fae tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/networks?id=9bc6c419-000b-46c0-8d58-220a86b1daa2 HTTP/1.1" status: 200 len: 821 time: 0.1666818 Aug 03 19:19:50.402559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-45cbda4d-f1b3-4f1f-8e65-5def6f7ac708 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/quotas/2ef18b64cf864e2f836183411040b5ae HTTP/1.1" status: 200 len: 375 time: 0.0102165 Aug 03 19:19:50.433582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.448372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-555f5b0f-a17d-4f7d-b804-468e529ad1cd tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2ef18b64cf864e2f836183411040b5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332701 Aug 03 19:19:50.465113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=9bcd02d6-30aa-4aa4-aa29-eb5413a69838,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:50.470704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.472670 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0323cbfe-d34d-4988-a03b-4dc47ae4080e tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/9bcd02d6-30aa-4aa4-aa29-eb5413a69838 HTTP/1.1" status: 204 len: 168 time: 0.5563533 Aug 03 19:19:50.475189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:50.504939 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6cb101-1149-4794-8c7d-ae7cb0c55e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:50.505499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6cb101-1149-4794-8c7d-ae7cb0c55e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:50.510675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6f6cb101-1149-4794-8c7d-ae7cb0c55e92 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/f14a5105-1bca-4e45-9747-6a15218d5df7 HTTP/1.1" status: 404 len: 337 time: 0.0310812 Aug 03 19:19:50.510950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:50.594293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-fa075a0d-7f34-4583-b552-f8b7d956af24 service neutron] 10.222.0.67 "GET /v2.0/networks/9bc6c419-000b-46c0-8d58-220a86b1daa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389055 Aug 03 19:19:50.617477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting subnet a4458897-5908-4031-981c-dfd7ec934578 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:19:50.622123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.649767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:50.684333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.710271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33754) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:50.730650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ff7beb32-2f7b-47a6-8cb5-88feafddfeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.755067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-a548c4ae-dd85-4898-acb5-950ddbedceb8 service neutron] 10.222.0.67 "GET /v2.0/networks/9bc6c419-000b-46c0-8d58-220a86b1daa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497228 Aug 03 19:19:50.831839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.865667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ff7beb32-2f7b-47a6-8cb5-88feafddfeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.955155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e79e93-ed42-485e-972f-6c84c7fc211f None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:50.964192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ff7beb32-2f7b-47a6-8cb5-88feafddfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:50.993079 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86e4c6fb-81ff-41a3-8dd0-39abd62c944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.027453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ff7beb32-2f7b-47a6-8cb5-88feafddfeb8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b31765bd4e304b7791191d47306e3d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154187 Aug 03 19:19:51.032930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d532d3b2-925b-4eaf-8c2f-f31ad72e65e3 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.033307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d532d3b2-925b-4eaf-8c2f-f31ad72e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.049385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.056537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7beb32-2f7b-47a6-8cb5-88feafddfeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bcaa49-439d-47a2-9561-3429e3e9c840,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.137711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.141711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.168862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d532d3b2-925b-4eaf-8c2f-f31ad72e65e3 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:51.189450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d532d3b2-925b-4eaf-8c2f-f31ad72e65e3 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.190176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d532d3b2-925b-4eaf-8c2f-f31ad72e65e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.212189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b7a8a7f-16f8-4b62-87b1-4b9d9f948577 req-f13a75ed-a938-49cf-ae18-c4ceb1aeaf56 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.0814505 Aug 03 19:19:51.239070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Subnet': ['ID=a4458897-5908-4031-981c-dfd7ec934578,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.261733 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86e4c6fb-81ff-41a3-8dd0-39abd62c944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.270209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.274124 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1e316d7-755a-4fbf-b0cf-78cd378dc8d2 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/a4458897-5908-4031-981c-dfd7ec934578 HTTP/1.1" status: 204 len: 168 time: 0.7584672 Aug 03 19:19:51.276258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.292160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.330409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7e26d26-f2fb-4328-8bef-a947765c980e req-122b1b32-90f2-4865-b5e8-8c812916251c tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0677464 Aug 03 19:19:51.334142 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26a7098-caa3-4e20-b70f-cf5e50ff3c80 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.334762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26a7098-caa3-4e20-b70f-cf5e50ff3c80 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.338917 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a26a7098-caa3-4e20-b70f-cf5e50ff3c80 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/1122b1f5-5d21-470c-91ce-067b1109a455 HTTP/1.1" status: 404 len: 337 time: 0.0592542 Aug 03 19:19:51.338917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86e4c6fb-81ff-41a3-8dd0-39abd62c944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.339856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33772) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.397727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-514debce-234c-4f14-a5a5-2c15acdc5901 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "GET /v2.0/ports?device_id=afd7fa49-ea91-4460-8df7-2a047b405143 HTTP/1.1" status: 200 len: 205 time: 0.0541186 Aug 03 19:19:51.399031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.441461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-86e4c6fb-81ff-41a3-8dd0-39abd62c944d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=03eb3a3c71c342b88b957cf9dbc754a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7900944 Aug 03 19:19:51.445784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f05c6-10e4-4b9e-90fc-dd79aa46c4e4 None None] Update dhcp port {'port': {'network_id': 'd0d2302c-e301-49d4-9a5e-ed2dfd314661', 'fixed_ips': [{'subnet_id': 'a4458897-5908-4031-981c-dfd7ec934578'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'eb867015-28fa-4bae-9af5-7b427dae63de'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:19:51.449433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33782) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.456156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c6fb-81ff-41a3-8dd0-39abd62c944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c214b1-e998-41bb-b312-a6dbe84d4e64,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.458562 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-f24d7889-7820-4605-90a0-352ecca76ac3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] delete failed (client error): The resource could not be found. Aug 03 19:19:51.460254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f24d7889-7820-4605-90a0-352ecca76ac3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/routers/afd7fa49-ea91-4460-8df7-2a047b405143 HTTP/1.1" status: 404 len: 336 time: 0.0591111 Aug 03 19:19:51.468758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.478284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da9f05c6-10e4-4b9e-90fc-dd79aa46c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.500321 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-008988c0-be93-4024-8df6-59acbb45c1b3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.500815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008988c0-be93-4024-8df6-59acbb45c1b3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.502592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-008988c0-be93-4024-8df6-59acbb45c1b3 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/b1318e21-22c4-443b-922c-ee84a58ceb41 HTTP/1.1" status: 404 len: 337 time: 0.0324552 Aug 03 19:19:51.505933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33788) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.552877 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d19b18a-830a-45ee-bdaf-a1a7704de7d6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.553327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d19b18a-830a-45ee-bdaf-a1a7704de7d6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.555107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9d19b18a-830a-45ee-bdaf-a1a7704de7d6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/95027a02-ba38-44f6-8f49-d30b0f541b90 HTTP/1.1" status: 404 len: 337 time: 0.0482030 Aug 03 19:19:51.559323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33790) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.584372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.608074 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f7ee27-1ca3-4743-ae27-8fd6ea2dfc9d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.609132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f7ee27-1ca3-4743-ae27-8fd6ea2dfc9d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.609357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.614706 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72f7ee27-1ca3-4743-ae27-8fd6ea2dfc9d tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/deba58c8-ec29-4823-aed9-7f3817684eec HTTP/1.1" status: 404 len: 337 time: 0.0488563 Aug 03 19:19:51.615464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.629702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.634314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.641264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6bcaa49-439d-47a2-9561-3429e3e9c840 HTTP/1.1" status: 204 len: 168 time: 0.5904953 Aug 03 19:19:51.676260 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5960ef-4c85-4357-98d3-64ad1440e4c6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.677578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5960ef-4c85-4357-98d3-64ad1440e4c6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.681050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da5960ef-4c85-4357-98d3-64ad1440e4c6 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/2a1a6c97-34dd-4ee7-91d9-5f94eb0b1d8d HTTP/1.1" status: 404 len: 333 time: 0.0637279 Aug 03 19:19:51.684876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33796) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.690975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a00ee-6261-4412-9d08-1c81cec8b602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bcaa49-439d-47a2-9561-3429e3e9c840,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.723486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ada48-e79a-4321-b547-c4e27be9495e None None] Network d0d2302c-e301-49d4-9a5e-ed2dfd314661 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:19:51.737463 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-b560600d-5318-4149-bc14-7153ca672516 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.738164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b560600d-5318-4149-bc14-7153ca672516 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.742933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b560600d-5318-4149-bc14-7153ca672516 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/7f481b62-b4a4-422d-b1fe-5e7eb9937960 HTTP/1.1" status: 404 len: 337 time: 0.0567997 Aug 03 19:19:51.743276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.790626 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-438f6978-21c3-4aec-98cc-a12cf0dc8fa0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.791934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438f6978-21c3-4aec-98cc-a12cf0dc8fa0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.796597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-438f6978-21c3-4aec-98cc-a12cf0dc8fa0 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/7b70eff2-3ac2-4930-aac2-3ab5880846fe HTTP/1.1" status: 404 len: 337 time: 0.0516472 Aug 03 19:19:51.808450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.829853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-350f28e2-81ac-49c7-82d6-66bdf15cbdd4 None None] Provisioning complete for port db8ca52d-fe75-414d-a179-ce8fb80057bc triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.830399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-350f28e2-81ac-49c7-82d6-66bdf15cbdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.878990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.888873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.888873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/57c214b1-e998-41bb-b312-a6dbe84d4e64 HTTP/1.1" status: 204 len: 168 time: 0.4331677 Aug 03 19:19:51.889833 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9e4fe6-10b1-4c0a-b572-e333f0b72813 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.889833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad9e4fe6-10b1-4c0a-b572-e333f0b72813 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.892181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ad9e4fe6-10b1-4c0a-b572-e333f0b72813 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/485a48ab-dc8f-4dd1-b9f2-23a8e376c282 HTTP/1.1" status: 404 len: 333 time: 0.0913222 Aug 03 19:19:51.896697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33808) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.903514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-350f28e2-81ac-49c7-82d6-66bdf15cbdd4 None None] Port db8ca52d-fe75-414d-a179-ce8fb80057bc cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:19:51.910473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422723f1-cab6-47c4-953b-06d192f1c1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c214b1-e998-41bb-b312-a6dbe84d4e64,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:51.939311 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479d2e3-b475-49c2-8242-7db2a30fe9f9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.940211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a479d2e3-b475-49c2-8242-7db2a30fe9f9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.942018 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a479d2e3-b475-49c2-8242-7db2a30fe9f9 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/9751af42-56f9-46c0-b8c9-aaee12d24a60 HTTP/1.1" status: 404 len: 337 time: 0.0464737 Aug 03 19:19:51.945434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33810) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:51.969186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-350f28e2-81ac-49c7-82d6-66bdf15cbdd4 None None] Provisioning complete for port eb867015-28fa-4bae-9af5-7b427dae63de triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:19:51.970334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-350f28e2-81ac-49c7-82d6-66bdf15cbdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:51.985649 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b00af5-9f48-48f0-8583-bcbf54cb4488 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] DELETE failed (client error): The resource could not be found. Aug 03 19:19:51.986123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b00af5-9f48-48f0-8583-bcbf54cb4488 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:19:51.990606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9b00af5-9f48-48f0-8583-bcbf54cb4488 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/subnets/819ae913-7922-4bb3-9ee2-9f8a6cbff26d HTTP/1.1" status: 404 len: 337 time: 0.0412121 Aug 03 19:19:51.991046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:52.082173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] DHCP port deletion for d0d2302c-e301-49d4-9a5e-ed2dfd314661 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:19:52.096239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5b1bae43-35fd-410c-a27b-681e640750f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.167965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Deleting port db8ca52d-fe75-414d-a179-ce8fb80057bc {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:52.168556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.183566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Deleting port eb867015-28fa-4bae-9af5-7b427dae63de {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:19:52.184044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.247784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.284125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.297475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] For port eb867015-28fa-4bae-9af5-7b427dae63de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb867015-28fa-4bae-9af5-7b427dae63de,segment=NetworkSegment(f7141ee6-29b6-440d-8d48-5bd63c06cd9a),segment_id=f7141ee6-29b6-440d-8d48-5bd63c06cd9a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:52.298347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.315422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Calling delete_port for db8ca52d-fe75-414d-a179-ce8fb80057bc owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:52.323337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Calling delete_port for eb867015-28fa-4bae-9af5-7b427dae63de owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:19:52.372151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e72860a-4e92-4ea6-9002-6b691df32265 req-2177fc83-a091-4f56-8f34-6525ce27c765 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.0451963 Aug 03 19:19:52.498332 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c4669fe-2cbb-49da-9d29-c8386e158999 req-aa84ff3b-4c84-4501-b4eb-6a4fcc27c1a1 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0400145 Aug 03 19:19:52.548625 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.554816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33824) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:52.603147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] Pushing event deleted for resources: {'Port': ['ID=eb867015-28fa-4bae-9af5-7b427dae63de,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:52.603818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860fdce2-61e4-4c0d-aa8f-3c4080204dbc None None] No DVR routers for this DVR port eb867015-28fa-4bae-9af5-7b427dae63de on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:19:52.678518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.718033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Port': ['ID=db8ca52d-fe75-414d-a179-ce8fb80057bc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:52.732133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.732133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b3dfe8b2-9879-426f-9d50-6641f7e1281f tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/ports/db8ca52d-fe75-414d-a179-ce8fb80057bc HTTP/1.1" status: 204 len: 168 time: 0.7211030 Aug 03 19:19:52.733357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:52.812895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-11e41aac-6a15-4245-9100-490104adb89c tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:52.851422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.861937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.961263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:52.972889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d2302c-e301-49d4-9a5e-ed2dfd314661']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:52.987024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:52.987272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7141ee6-29b6-440d-8d48-5bd63c06cd9a') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:19:53.000173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.016508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.023338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:19:53.027871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:19:53.028541 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:19:53.129023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:19:53.153388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: eb867015-28fa-4bae-9af5-7b427dae63de {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:19:53.153807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb867015-28fa-4bae-9af5-7b427dae63de not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:19:53.199742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11e41aac-6a15-4245-9100-490104adb89c tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "PUT /v2.0/quotas/966a793245584089b75947568018c026 HTTP/1.1" status: 200 len: 366 time: 0.6436374 Aug 03 19:19:53.204003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.214421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7cb96b73-32fd-4aa0-a2fd-373eefdfdb7b tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0093219 Aug 03 19:19:53.217982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.231040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a49b1886-b470-4c68-876d-13efaaf0f142 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas/966a793245584089b75947568018c026 HTTP/1.1" status: 200 len: 366 time: 0.0105450 Aug 03 19:19:53.233887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.269892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.272406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.274339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] 10.222.0.67 "DELETE /v2.0/networks/d0d2302c-e301-49d4-9a5e-ed2dfd314661 HTTP/1.1" status: 204 len: 168 time: 0.5428939 Aug 03 19:19:53.297214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7ab0-e2eb-4fc9-98c4-6d4396894462 tempest-PortsIpV6TestJSON-1242383571 tempest-PortsIpV6TestJSON-1242383571-project] Pushing event deleted for resources: {'Network': ['ID=d0d2302c-e301-49d4-9a5e-ed2dfd314661,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:53.398832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a8124e8-8d1b-40b9-a1fe-e0f5b70934ce tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/966a793245584089b75947568018c026 HTTP/1.1" status: 204 len: 168 time: 0.1632369 Aug 03 19:19:53.400824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33850) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.409002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.412617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e25e764-a30b-42c6-81fe-9b083ad02f14 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0105722 Aug 03 19:19:53.415152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33854) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.443516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-401cd3dd-7d27-43b5-86bf-abb666f3e75e tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas/966a793245584089b75947568018c026 HTTP/1.1" status: 200 len: 370 time: 0.0234666 Aug 03 19:19:53.444227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33858) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.451723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-273792f3-4e91-4df0-9313-dee60b92cc0b tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas/966a793245584089b75947568018c026/default HTTP/1.1" status: 200 len: 370 time: 0.0057218 Aug 03 19:19:53.455818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33860) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:53.470224 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-705169d9-ea1a-4c73-9ec2-086685510aae tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] delete failed (client error): The resource could not be found. Aug 03 19:19:53.473051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-705169d9-ea1a-4c73-9ec2-086685510aae tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/966a793245584089b75947568018c026 HTTP/1.1" status: 404 len: 348 time: 0.0142052 Aug 03 19:19:53.775879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8acd72a-500b-42b4-b09b-67df2ed239ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:53.831402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41329c13-9cee-4aba-a931-7c17c649ec29 req-592b7b3e-7dfb-4fdb-a153-87223428f16e tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0579004 Aug 03 19:19:53.835634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3e65402-2ac2-477e-a206-52ae2c0c83a3 req-cd5b2341-79ec-47c7-8a2a-15eaa8c2782c tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.0634711 Aug 03 19:19:53.966915 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8acd72a-500b-42b4-b09b-67df2ed239ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.058501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33872) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.082532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33874) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.087478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:network and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.099113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.113734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8acd72a-500b-42b4-b09b-67df2ed239ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.115896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:subnet and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.123158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.131626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:subnetpool and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.141885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.156402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:port and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.168215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.171328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e8acd72a-500b-42b4-b09b-67df2ed239ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=20772e2043d84a69a2211e48b5a4c09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7612014 Aug 03 19:19:54.172309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acd72a-500b-42b4-b09b-67df2ed239ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd05df4-81f4-4826-8f0e-efcd61404410,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.174589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33878) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.195952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:router and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.210873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.240256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:floatingip and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.256714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.291655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.300003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-46bf3360-ba9d-446f-b3a6-04b31421d4fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc7f33045573464ebb84255ec0e27639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160401 Aug 03 19:19:54.302747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33880) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:54.328736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.361849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:security_group and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.370312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.379556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.379844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Usage tracker for resource:security_group_rule and tenant:ac6c8b3649f245ecb1b2ea5920d9fda3 is out of sync, need to count used quota {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 03 19:19:54.385489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.quota.resource [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101343) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 03 19:19:54.395222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26115aeb-4086-474a-9d7f-85e75858ff41 tempest-QuotasTest-1871093439 tempest-QuotasTest-1871093439-project-admin] 10.222.0.67 "GET /v2.0/quotas/ac6c8b3649f245ecb1b2ea5920d9fda3/details.json HTTP/1.1" status: 200 len: 703 time: 0.3309829 Aug 03 19:19:54.421996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.524968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.529436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.529436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1cd05df4-81f4-4826-8f0e-efcd61404410 HTTP/1.1" status: 204 len: 168 time: 0.3526840 Aug 03 19:19:54.548698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9b6d6-0e92-44b3-bbee-c1d64ae86cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd05df4-81f4-4826-8f0e-efcd61404410,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.610382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.619728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.619728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/34314f05-a712-499d-b651-734fafed285a HTTP/1.1" status: 204 len: 168 time: 0.3112006 Aug 03 19:19:54.624044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a59dd-a19e-4e57-a412-5d87ad6ac6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34314f05-a712-499d-b651-734fafed285a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:54.631626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-288a6c2a-2b28-4e91-a6f5-ce9971544f2d tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:54.634644 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-288a6c2a-2b28-4e91-a6f5-ce9971544f2d tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.54 "GET /v2.0/networks?id=9bc6c419-000b-46c0-8d58-220a86b1daa2 HTTP/1.1" status: 200 len: 821 time: 0.1899173 Aug 03 19:19:54.654428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Request body: {'port': {'device_id': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2', 'admin_state_up': True, 'tenant_id': '2ef18b64cf864e2f836183411040b5ae'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:54.788007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.885115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Made reservation on behalf of 2ef18b64cf864e2f836183411040b5ae for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:54.900906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:54.982065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bdf6379e-ded5-42d3-9ecd-dd20243b9fc9 req-f3dcc3fb-35a2-4860-bc2a-5f9534228e04 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.0429301 Aug 03 19:19:55.015020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fe6a31a-a87f-4c76-98d6-31b54e5ac76e req-a22cac40-f7f8-456e-b022-b5a71bae57c5 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0598171 Aug 03 19:19:55.103382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Allocated IP 172.20.0.8 (9bc6c419-000b-46c0-8d58-220a86b1daa2/b39d6cc4-fe2e-4a65-a5c0-d16149969a36/848b7665-96a8-4775-9a6d-dcf67803e0a6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:19:55.328368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.492008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.502618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:55.569538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Network 9bc6c419-000b-46c0-8d58-220a86b1daa2 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:19:55.574340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:19:55.577343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Pushing event updated for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:55.581133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:19:55.661039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:55.661681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.749071 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-660e66f4-86ef-416b-b468-ce70dc3b17ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.757259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-6bbf6664-640d-4f9d-b04f-cc4f027b5a41 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1031318 Aug 03 19:19:55.776006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Request body: {'port': {'device_id': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:55.896242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:55.957483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-660e66f4-86ef-416b-b468-ce70dc3b17ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.062698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-660e66f4-86ef-416b-b468-ce70dc3b17ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.231178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7081ac2b-9f9f-410d-b37a-db9d6167ae84 req-7105c361-ebf5-4bc6-b529-8889d7ed116c tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0783989 Aug 03 19:19:56.234771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-660e66f4-86ef-416b-b468-ce70dc3b17ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d7af3366ca94690bb9e4c9b8d501a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301426 Aug 03 19:19:56.238964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:56.245892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e66f4-86ef-416b-b468-ce70dc3b17ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391b77ed-3c1c-4a72-8a5e-55a8e0259683,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.284143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7eeb0-5e4b-4472-9d4b-40f8e31cbc6e req-3b59bd52-777f-4d5a-b6a4-f0e2d8cf5c6e tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:56.288461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cc7eeb0-5e4b-4472-9d4b-40f8e31cbc6e req-3b59bd52-777f-4d5a-b6a4-f0e2d8cf5c6e tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 931 time: 0.1535587 Aug 03 19:19:56.335480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8cc7eeb0-5e4b-4472-9d4b-40f8e31cbc6e req-e45d0ccd-5cd8-495e-bed7-0f9a0c68f2d4 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Aug 03 19:19:56.399859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.419591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848b7665-96a8-4775-9a6d-dcf67803e0a6 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:56.436460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.442824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.470148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Transition to ACTIVE for port object 848b7665-96a8-4775-9a6d-dcf67803e0a6 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:19:56.547476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.618283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.622932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.624917 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/391b77ed-3c1c-4a72-8a5e-55a8e0259683 HTTP/1.1" status: 204 len: 168 time: 0.3844202 Aug 03 19:19:56.689335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4badb3d7-6479-4995-bdf0-3804b28eba7f req-328d4064-165f-4a8c-b53a-a8361835e42f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0415313 Aug 03 19:19:56.700168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc9438-b109-41bc-a9a4-7dcd747b5fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391b77ed-3c1c-4a72-8a5e-55a8e0259683,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.718430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Pushing event updated for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:56.797181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Attempting to bind port 848b7665-96a8-4775-9a6d-dcf67803e0a6 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:19:56.797592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Attempting to bind port 848b7665-96a8-4775-9a6d-dcf67803e0a6 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '307f94cb-40d9-4836-8479-48adf1ff1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:19:56.798001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Attempting to bind port 848b7665-96a8-4775-9a6d-dcf67803e0a6 on network 9bc6c419-000b-46c0-8d58-220a86b1daa2 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:56.802571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Port 848b7665-96a8-4775-9a6d-dcf67803e0a6 on network 9bc6c419-000b-46c0-8d58-220a86b1daa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:19:56.802950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Attempting to bind port 848b7665-96a8-4775-9a6d-dcf67803e0a6 on network 9bc6c419-000b-46c0-8d58-220a86b1daa2 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:19:56.808321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:19:56.808803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Checking segment: {'id': '307f94cb-40d9-4836-8479-48adf1ff1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:19:56.808803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Bound using segment: {'id': '307f94cb-40d9-4836-8479-48adf1ff1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:19:56.809399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Bound port: 848b7665-96a8-4775-9a6d-dcf67803e0a6, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '307f94cb-40d9-4836-8479-48adf1ff1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:19:56.809982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:56.893880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:19:56.900283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6,segment=NetworkSegment(307f94cb-40d9-4836-8479-48adf1ff1499),segment_id=307f94cb-40d9-4836-8479-48adf1ff1499)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:19:56.970666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.012300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.013330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:57.015256 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] 10.222.0.54 "PUT /v2.0/ports/848b7665-96a8-4775-9a6d-dcf67803e0a6 HTTP/1.1" status: 200 len: 1091 time: 1.2476196 Aug 03 19:19:57.018208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:19:57.020370 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267" -d '{"events": [{"name": "network-changed", "server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:19:57.075801 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ff01c-1ca3-4791-83c1-89472dfc6e81 x-openstack-request-id: req-8f0ff01c-1ca3-4791-83c1-89472dfc6e81 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:19:57.076206 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:19:57.076824 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f0ff01c-1ca3-4791-83c1-89472dfc6e81 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:19:57.077590 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6', 'status': 'completed', 'code': 200} Aug 03 19:19:57.083523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0404d52-2426-46d5-a8e9-2a7922f60e21 service neutron] Pushing event updated for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:57.162026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-dcc213c8-719d-462a-87d7-3979dfeafdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.163615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-dcc213c8-719d-462a-87d7-3979dfeafdbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ef18b64cf864e2f836183411040b5ae&device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 1094 time: 0.0534632 Aug 03 19:19:57.337237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-76270d19-3fad-458a-b68a-3348a59e6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.340721 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-76270d19-3fad-458a-b68a-3348a59e6d5e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2ef18b64cf864e2f836183411040b5ae&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1632171 Aug 03 19:19:57.398629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5736a1e-2dcc-4aa5-91f0-c9c6891e07c4 req-ebf9c256-bc0e-4721-8b48-8a32ebe04db3 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0392094 Aug 03 19:19:57.514848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-ff2c9641-84b5-401d-a224-0450e6b3d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.517292 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-231b0c0f-92b4-4d1a-aba3-2a7a77b94267 req-ff2c9641-84b5-401d-a224-0450e6b3d2cb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693099 Aug 03 19:19:57.536082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4e627-80c7-49f8-b304-459b704fa4dd req-867963c1-f093-4eed-8152-8d89efc08533 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.537779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30c4e627-80c7-49f8-b304-459b704fa4dd req-867963c1-f093-4eed-8152-8d89efc08533 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 943 time: 0.0757411 Aug 03 19:19:57.587648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30c4e627-80c7-49f8-b304-459b704fa4dd req-29938395-95a2-45b3-81a9-54c320495c8c tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392747 Aug 03 19:19:57.657911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-aeabfb92-b842-4483-bac4-c00cca882aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.659432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-aeabfb92-b842-4483-bac4-c00cca882aee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ef18b64cf864e2f836183411040b5ae&device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 1094 time: 0.0729151 Aug 03 19:19:57.708832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-add59dd1-c974-469e-bb2f-cd6eabcca96e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0363636 Aug 03 19:19:57.765939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-b81d6cf6-d6e0-4483-a4a2-ef25a2e45e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:57.767470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-b81d6cf6-d6e0-4483-a4a2-ef25a2e45e80 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b39d6cc4-fe2e-4a65-a5c0-d16149969a36 HTTP/1.1" status: 200 len: 861 time: 0.0521352 Aug 03 19:19:57.812139 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-795f310b-b78f-4f59-9dd0-29af2f8fdc82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9bc6c419-000b-46c0-8d58-220a86b1daa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373132 Aug 03 19:19:57.917760 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-f9dd9508-390b-46db-b4db-65dbc411d791 service neutron] 10.222.0.54 "GET /v2.0/networks/9bc6c419-000b-46c0-8d58-220a86b1daa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978522 Aug 03 19:19:57.921780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33974) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:57.984005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5342ed86-0934-41c3-b425-b029948f3448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.065384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c69d01f-a23e-4980-8386-d1a5b8cc29a7 req-60c24779-cbef-4030-959b-91ecda415fcc service neutron] 10.222.0.54 "GET /v2.0/networks/9bc6c419-000b-46c0-8d58-220a86b1daa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364410 Aug 03 19:19:58.136474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5342ed86-0934-41c3-b425-b029948f3448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.289927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5342ed86-0934-41c3-b425-b029948f3448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.337034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5342ed86-0934-41c3-b425-b029948f3448 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac6c8b3649f245ecb1b2ea5920d9fda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136708 Aug 03 19:19:58.337952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342ed86-0934-41c3-b425-b029948f3448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b349052-826e-492d-8af3-34300500a997,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.339455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33980) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:58.420537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:58.447833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.487708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.544144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33990) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:58.545716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9471318b-455f-44b5-bd06-eedd3bcf617b req-ac215cb7-2583-44e3-a2d0-0d483fb7200b tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0434134 Aug 03 19:19:58.666071 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.669328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.670702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b349052-826e-492d-8af3-34300500a997 HTTP/1.1" status: 204 len: 168 time: 0.3270619 Aug 03 19:19:58.692737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656890c4-dae3-49cd-88b5-9a3bdaa68b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b349052-826e-492d-8af3-34300500a997,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:58.696924 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-51c111e7-5905-44c2-862c-6b7d8a015c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.768712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1587153568'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:19:58.860181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d1833-05b8-43b3-b984-a005b5787787 req-6d203349-381b-43b3-a4ae-6a8c5a959555 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:58.878568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-759d1833-05b8-43b3-b984-a005b5787787 req-6d203349-381b-43b3-a4ae-6a8c5a959555 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 943 time: 0.1317644 Aug 03 19:19:58.895299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-51c111e7-5905-44c2-862c-6b7d8a015c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:58.920330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-759d1833-05b8-43b3-b984-a005b5787787 req-8d100a43-2457-461f-886d-c0aee32f1a35 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Aug 03 19:19:59.004034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-51c111e7-5905-44c2-862c-6b7d8a015c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.040901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e696d86-94d5-4604-b89d-f7dd88de869f req-4bc8e71d-e86f-4398-b970-87b680a0e427 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3&device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0350554 Aug 03 19:19:59.435422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c111e7-5905-44c2-862c-6b7d8a015c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1564d19b-80af-4528-acd8-e809f8dfd429,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:59.448432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-51c111e7-5905-44c2-862c-6b7d8a015c3e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=576605c007774d43aff57b0bc69cc64a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0264807 Aug 03 19:19:59.451988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:19:59.522524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.530812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:19:59.536019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.547361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.547956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.669748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737bfcf0-d6dd-4e25-97e4-c3e0c447ce25 req-5268c5cb-786d-40f9-872b-5739d1db5e9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c34b2b209d35454a80708cc69ea620bb&device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0324638 Aug 03 19:19:59.686761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 848b7665-96a8-4775-9a6d-dcf67803e0a6 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:19:59.699027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83a6c021-1754-4e11-949b-ab20f654ea77 req-5b5d9ec3-bfea-4410-8307-839f68dba9ef tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0320227 Aug 03 19:19:59.735253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737bfcf0-d6dd-4e25-97e4-c3e0c447ce25 req-8cb6b6c3-f5d2-4853-a0b2-7b78c335e97d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c34b2b209d35454a80708cc69ea620bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350301 Aug 03 19:19:59.736352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.739158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.742846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1564d19b-80af-4528-acd8-e809f8dfd429 HTTP/1.1" status: 204 len: 168 time: 0.2866611 Aug 03 19:19:59.785842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.816487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6,segment=NetworkSegment(307f94cb-40d9-4836-8479-48adf1ff1499),segment_id=307f94cb-40d9-4836-8479-48adf1ff1499)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:59.823278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19471b16-3018-44f8-98c9-2d9b10312026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1564d19b-80af-4528-acd8-e809f8dfd429,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:19:59.831827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '848b7665-96a8-4775-9a6d-dcf67803e0a6', 'network_id': '9bc6c419-000b-46c0-8d58-220a86b1daa2', 'port_id': '848b7665-96a8-4775-9a6d-dcf67803e0a6', 'mac_address': 'fa:16:3e:27:47:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39d6cc4-fe2e-4a65-a5c0-d16149969a36', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:19:59.876495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bfcf0-d6dd-4e25-97e4-c3e0c447ce25 req-17422c75-8f1e-43df-9f9b-81d5cae45d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:19:59.878193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737bfcf0-d6dd-4e25-97e4-c3e0c447ce25 req-17422c75-8f1e-43df-9f9b-81d5cae45d79 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348941 Aug 03 19:19:59.883000 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.898617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848b7665-96a8-4775-9a6d-dcf67803e0a6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:19:59.920529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6,segment=NetworkSegment(307f94cb-40d9-4836-8479-48adf1ff1499),segment_id=307f94cb-40d9-4836-8479-48adf1ff1499)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:19:59.933711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.967486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:19:59.989968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:19:59.990493 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 695172ca-0e03-4631-8c44-dcb0cf69b5e7 of type vlan for network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d Aug 03 19:20:00.002181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0408e775-fc1d-4e4b-b616-434ad381069e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:00.049842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.056968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.058075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089bc2-3d2d-42a5-ae12-d16ac9e495e7 req-867ce193-5848-41e6-a691-41a76f0def8f tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:00.059679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32089bc2-3d2d-42a5-ae12-d16ac9e495e7 req-867ce193-5848-41e6-a691-41a76f0def8f tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 943 time: 0.0570111 Aug 03 19:20:00.109969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32089bc2-3d2d-42a5-ae12-d16ac9e495e7 req-67b3f477-2e87-4307-9fb2-f1538a167293 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Aug 03 19:20:00.122851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:00.267323 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.273814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:00.274263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.308697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['848b7665-96a8-4775-9a6d-dcf67803e0a6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:00.353228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=6e57e38a-878b-42cd-bbcc-d94452d2fa4d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:00.364501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:00.548368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-70b2d59e-ed57-41a1-901e-59b485136c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0027514 Aug 03 19:20:00.551229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34050) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:00.556352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750243498'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:00.694186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:00.700165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.743290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:00.754195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.754863 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 26036c9e-8462-457c-9b8a-a8e9571838ec of type vlan for network 66d4a855-c84a-467d-9510-96745f4b6de3 Aug 03 19:20:00.831862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7d740f2-c3b8-47b8-8f5a-1bd30bf756dc req-821c5e3d-b811-495a-bd01-19e024999626 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0348532 Aug 03 19:20:00.835972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.868675 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:00.895570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34058) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:00.916089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7ccaeb0-1be6-4563-8897-6208235e2a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.984782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:00.984782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:00.984782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.066889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=66d4a855-c84a-467d-9510-96745f4b6de3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.079282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 66d4a855-c84a-467d-9510-96745f4b6de3 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:01.154156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7ccaeb0-1be6-4563-8897-6208235e2a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.202164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737bfcf0-d6dd-4e25-97e4-c3e0c447ce25 req-028a8ad4-0c4f-4443-bada-bdae8f8d8d3e tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.77 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0457366 Aug 03 19:20:01.287118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac56eb-3453-4136-b9c5-1836a4af0fb2 req-1cbc370b-a7ee-4d18-bd0b-e8567fa8601d tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:01.288806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebac56eb-3453-4136-b9c5-1836a4af0fb2 req-1cbc370b-a7ee-4d18-bd0b-e8567fa8601d tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 944 time: 0.0640895 Aug 03 19:20:01.291206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7ccaeb0-1be6-4563-8897-6208235e2a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.343840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccaeb0-1be6-4563-8897-6208235e2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa8a64-3848-422a-be9e-223865547e9f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.352473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d7ccaeb0-1be6-4563-8897-6208235e2a99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4b6add0744e463fa8256225c769439d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550979 Aug 03 19:20:01.357840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34068) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:01.368816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebac56eb-3453-4136-b9c5-1836a4af0fb2 req-926615a6-8c90-459a-bdba-b5a98f43f3e5 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733380 Aug 03 19:20:01.434788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.462064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.478838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a741849d-9b78-4848-aafe-d13e4e613324 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9264617 Aug 03 19:20:01.485374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34074) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:01.491350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:01.632538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.635624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.637986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7cfa8a64-3848-422a-be9e-223865547e9f HTTP/1.1" status: 204 len: 168 time: 0.2811670 Aug 03 19:20:01.646807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfbabf-5019-4778-9d20-11e1cbc736d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa8a64-3848-422a-be9e-223865547e9f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:01.684137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34084) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:01.716061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 848b7665-96a8-4775-9a6d-dcf67803e0a6 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:01.756739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:01.760517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:01.927506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 848b7665-96a8-4775-9a6d-dcf67803e0a6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:01.932011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 848b7665-96a8-4775-9a6d-dcf67803e0a6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:01.945040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.019315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1932055401', 'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:02.069582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75512523-d819-41a6-82a8-573ef83d0eb4 req-f07d086d-8f34-4b10-a7ab-cf8f21e62b31 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae18534a-3395-4698-b045-129115cd88d3 HTTP/1.1" status: 200 len: 210 time: 0.0466104 Aug 03 19:20:02.096847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.129447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:02.132108 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eec54df-4d5c-4f94-a42b-fb17afa324d8" -d '{"events": [{"server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "name": "network-vif-plugged", "status": "completed", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:02.154975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6,segment=NetworkSegment(307f94cb-40d9-4836-8479-48adf1ff1499),segment_id=307f94cb-40d9-4836-8479-48adf1ff1499)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:02.159129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.178653 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9729bf-7634-4d0d-a5b7-b392d333ce67 x-openstack-request-id: req-ed9729bf-7634-4d0d-a5b7-b392d333ce67 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:02.178953 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "name": "network-vif-plugged", "status": "completed", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:02.179209 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed9729bf-7634-4d0d-a5b7-b392d333ce67 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:02.179665 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6', 'code': 200} Aug 03 19:20:02.204394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Made reservation on behalf of f8d0b45643d9451695f73db87488e1ad for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:02.209442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.242049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.256701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '695172ca-0e03-4631-8c44-dcb0cf69b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:02.257225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 6e57e38a-878b-42cd-bbcc-d94452d2fa4d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:02.262761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=b34c09dd-0881-440b-ac3d-7a610b1445ca,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:02.284319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.347290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:02.422308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeded40-1fee-4390-913a-b067f1d36a59 req-a8a316dd-a24d-4e42-a3a4-e0c1abe41b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.424085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cbeded40-1fee-4390-913a-b067f1d36a59 req-a8a316dd-a24d-4e42-a3a4-e0c1abe41b62 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 1096 time: 0.0956953 Aug 03 19:20:02.444040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:02.505956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.511653 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cbeded40-1fee-4390-913a-b067f1d36a59 req-2b19cd19-51ca-47df-8ac6-15566fce3a90 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759909 Aug 03 19:20:02.521423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a90d-b4f6-4847-8565-ef65155faae0 req-1b501e4d-88ab-4d7b-ad2c-8d99d90d551c tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.523015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bb9a90d-b4f6-4847-8565-ef65155faae0 req-1b501e4d-88ab-4d7b-ad2c-8d99d90d551c tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.0577517 Aug 03 19:20:02.564335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bb9a90d-b4f6-4847-8565-ef65155faae0 req-b17e25f8-5a0d-4058-a976-53a956bf60e0 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Aug 03 19:20:02.663436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.665248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6e57e38a-878b-42cd-bbcc-d94452d2fa4d) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:02.675421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.676245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.680643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b3cc45-74ae-4c53-a842-30ac025fd992 None None] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:02.680952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:02.694003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.694973 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Added segment 5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482 of type vlan for network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 Aug 03 19:20:02.771917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.777174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf25fec-206f-4b5b-ac18-8b41f44deda0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:02.824233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-580fa0f8-c37c-46cf-9ed3-ef0246300003 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3371568 Aug 03 19:20:02.828138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34110) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:02.833790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:02.862196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.868261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.875418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.882047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.897981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.910082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.910200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6e57e38a-878b-42cd-bbcc-d94452d2fa4d', 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': 'b34c09dd-0881-440b-ac3d-7a610b1445ca'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:02.911107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.911274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.913594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-4b401858-8055-4e9f-95ee-d1bcabc7970f tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.1630936 Aug 03 19:20:02.946196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.947595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:02.948531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:02.981096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02c1dd17-61ce-4a11-b2be-e47cecc17cc8 req-7e76915a-a971-4745-a28a-35770dc24a1c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548432 Aug 03 19:20:03.042574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Network': ['ID=4f9d65d6-efcc-4da0-bcad-858221b58ad7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.051206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:03.130604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.165632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:03.173593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.199632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Allocated IP 172.20.0.2 (6e57e38a-878b-42cd-bbcc-d94452d2fa4d/b34c09dd-0881-440b-ac3d-7a610b1445ca/471bf9b9-6340-44d6-a39f-63ae456b8fd5) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:03.345867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67bc5c54-4772-418b-8e0e-27f5a301ab93 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6601791 Aug 03 19:20:03.348781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:03.354334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'subnet': {'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:03.417136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.427600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Transition to ACTIVE for port object 471bf9b9-6340-44d6-a39f-63ae456b8fd5 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:03.445324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Transition to ACTIVE for port object 471bf9b9-6340-44d6-a39f-63ae456b8fd5 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:03.552896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Made reservation on behalf of f8d0b45643d9451695f73db87488e1ad for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:03.557006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.622456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.625039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.680056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:03.688394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:03.692021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:03.698543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Pushing event updated for resources: {'Port': ['ID=471bf9b9-6340-44d6-a39f-63ae456b8fd5,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.756957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=f03c9c39-7cd8-4aaf-a1a9-7496725013fb,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:03.759761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42aab5-3c85-4d1b-969c-7e8a4df0baa4 req-60615976-1298-432d-a5c8-4d219714d1ee tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:03.769604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e42aab5-3c85-4d1b-969c-7e8a4df0baa4 req-60615976-1298-432d-a5c8-4d219714d1ee tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.1043713 Aug 03 19:20:03.782507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '26036c9e-8462-457c-9b8a-a8e9571838ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:03.783090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 66d4a855-c84a-467d-9510-96745f4b6de3, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:03.855537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a07285a0-7ffc-4a57-acc6-1f593374f987 req-1566cf48-7b0b-4495-8be6-63748e551264 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c34b2b209d35454a80708cc69ea620bb&device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0402579 Aug 03 19:20:03.861060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e42aab5-3c85-4d1b-969c-7e8a4df0baa4 req-e3bad920-82ce-4882-bd85-d0223ecf86dc tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893495 Aug 03 19:20:03.905325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a07285a0-7ffc-4a57-acc6-1f593374f987 req-0312bd17-d1df-4565-97d5-91dc5374c944 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c34b2b209d35454a80708cc69ea620bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334136 Aug 03 19:20:03.960058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Attempting to bind port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:03.960952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Attempting to bind port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '695172ca-0e03-4631-8c44-dcb0cf69b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:03.961501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Attempting to bind port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 on network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:03.969656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:03.970362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Checking segment: {'id': '695172ca-0e03-4631-8c44-dcb0cf69b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:03.971073 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:03.971688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Bound using segment: {'id': '695172ca-0e03-4631-8c44-dcb0cf69b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:03.972548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Bound port: 471bf9b9-6340-44d6-a39f-63ae456b8fd5, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695172ca-0e03-4631-8c44-dcb0cf69b5e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6e57e38a-878b-42cd-bbcc-d94452d2fa4d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:03.973239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.072595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-077d91c8-a92e-4a62-8f8c-73c465bfaf01 req-cef783ae-7a11-4067-8834-9f2a3c08fd0d tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0556350 Aug 03 19:20:04.077004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.096000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.118635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.127555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.128895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07285a0-7ffc-4a57-acc6-1f593374f987 req-7e2dd2d5-0ad3-481a-a229-b1f6ba07804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.131756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a07285a0-7ffc-4a57-acc6-1f593374f987 req-7e2dd2d5-0ad3-481a-a229-b1f6ba07804f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2203290 Aug 03 19:20:04.135625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.143146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.149258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.151997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-11c7d35c-fedd-434d-8965-985aa07d2720 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.2499270 Aug 03 19:20:04.153560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 66d4a855-c84a-467d-9510-96745f4b6de3 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:04.209773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] For port 471bf9b9-6340-44d6-a39f-63ae456b8fd5, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:04.239897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.246417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.255219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.255860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-90e0e459-45e3-413d-8634-53ac95f579dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.257542 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-90e0e459-45e3-413d-8634-53ac95f579dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0860670 Aug 03 19:20:04.262558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.269272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.273420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] For port 471bf9b9-6340-44d6-a39f-63ae456b8fd5, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=471bf9b9-6340-44d6-a39f-63ae456b8fd5,segment=NetworkSegment(695172ca-0e03-4631-8c44-dcb0cf69b5e7),segment_id=695172ca-0e03-4631-8c44-dcb0cf69b5e7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:04.281036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.289086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.291388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-8482e703-b616-4189-8fe6-df803ce61d8c tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 5433 time: 0.1330042 Aug 03 19:20:04.355264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29611df8-4ced-4593-b85e-32670e6b4aa7 req-9b2948c7-9c9a-45c8-a6d2-6ab2c32a037b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548198 Aug 03 19:20:04.367696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 66d4a855-c84a-467d-9510-96745f4b6de3) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:04.381023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073e931-9434-4e79-a69a-7f52ccf25903 None None] Network 66d4a855-c84a-467d-9510-96745f4b6de3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:04.387624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:04.387624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.424027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-433ed541-dd8d-42e6-afe0-7f1152b68762 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1585655 Aug 03 19:20:04.447825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.448137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:04.515160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:20:04.515755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.565449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2cdce252-1cc0-4ba2-9552-7213e293a3e5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7332458 Aug 03 19:20:04.567130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34156) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:04.573984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152011971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:04.574266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107ad1e-1267-4c55-bc38-4db9638e797a None None] Pushing event updated for resources: {'Port': ['ID=471bf9b9-6340-44d6-a39f-63ae456b8fd5,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:04.631773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Subnet': ['ID=464b29f7-af05-45db-8ae7-f6180953c629,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:04.674458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.683514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Checking segment: {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:04.683900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network hostable DHCP agents. Network: 4f9d65d6-efcc-4da0-bcad-858221b58ad7, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:04.735531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.740431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.742704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-66d4a855-c84a-467d-9510-96745f4b6de3', 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': 'f03c9c39-7cd8-4aaf-a1a9-7496725013fb'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:04.743667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:04.807642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:04.835743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.023770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.024944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2037d41a-2dec-4bac-abc5-dd4170413bc2,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:05.037263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4f9d65d6-efcc-4da0-bcad-858221b58ad7) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:05.051401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d2071-db60-45cd-9e93-2056477e45bc None None] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:05.072583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.077982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.078132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48809-269f-482c-b699-f4fe8f14e245 req-d7919093-d231-48da-aa8e-f3b0aa1d4356 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.078782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fd48809-269f-482c-b699-f4fe8f14e245 req-d7919093-d231-48da-aa8e-f3b0aa1d4356 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.1052532 Aug 03 19:20:05.130106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] For port 2037d41a-2dec-4bac-abc5-dd4170413bc2, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:05.169019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fd48809-269f-482c-b699-f4fe8f14e245 req-fec8ec48-a7a2-4457-96d9-55fdebcb87d3 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826356 Aug 03 19:20:05.171327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.175612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9986c12e-7212-4b17-87d3-8d8369ec01e7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6050489 Aug 03 19:20:05.180395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] device_id is not set on port 2037d41a-2dec-4bac-abc5-dd4170413bc2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:05.180877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Allocated IP 172.21.0.2 (66d4a855-c84a-467d-9510-96745f4b6de3/f03c9c39-7cd8-4aaf-a1a9-7496725013fb/22880bb7-78e4-47d2-ac56-7797630f176b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:05.183195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34174) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:05.198944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.240995 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a6b4209-96d2-493b-b8d7-bcaf84d76d3c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8909786 Aug 03 19:20:05.252771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:05.263436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1255220848', 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:05.328802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.343826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 471bf9b9-6340-44d6-a39f-63ae456b8fd5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:05.444294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] No DVR routers for this DVR port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:05.445623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef4015-be85-49d9-b745-d2465328fe03 None None] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:05.478878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c90681f7-520d-45d6-a1af-d82863382a60 req-45a8bc04-4cf9-418d-84ad-276e4b603328 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.1660254 Aug 03 19:20:05.492215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Made reservation on behalf of f8d0b45643d9451695f73db87488e1ad for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:05.501183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.508468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Pushing event updated for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:05.518077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a07285a0-7ffc-4a57-acc6-1f593374f987 req-79a007db-03ef-430f-975f-28d86da02599 tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.77 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0738707 Aug 03 19:20:05.628174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] device_id is not set on port f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:05.671169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] In _notify_port_updated(), no bound segment for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:20:05.673032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.674206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:05.680898 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-101ee29b-996c-4600-b49c-de936c1e0f46 service neutron] 10.222.0.77 "PUT /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 200 len: 1027 time: 1.2484496 Aug 03 19:20:05.885458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.20.0.4 (4f9d65d6-efcc-4da0-bcad-858221b58ad7/464b29f7-af05-45db-8ae7-f6180953c629/f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:05.995972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-8764fab7-a924-4dfa-80a3-4571b4ab4fd0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:05.997841 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-8764fab7-a924-4dfa-80a3-4571b4ab4fd0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "GET /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0940664 Aug 03 19:20:06.011720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:06.051566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:06.056586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.080865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Transition to ACTIVE for port object 22880bb7-78e4-47d2-ac56-7797630f176b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:06.082876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0ff9d535-78de-43c0-8127-0001cc1d8ac2 None None] Provisioning complete for port 2037d41a-2dec-4bac-abc5-dd4170413bc2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:06.083184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0ff9d535-78de-43c0-8127-0001cc1d8ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.092248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.109078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.116457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.127724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.134238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.152488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.157439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9d535-78de-43c0-8127-0001cc1d8ac2 None None] Port 2037d41a-2dec-4bac-abc5-dd4170413bc2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:06.160839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.161698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Transition to ACTIVE for port object 22880bb7-78e4-47d2-ac56-7797630f176b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:06.162611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-df02ff0f-c6c8-40bf-afea-3442a4114221 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 4659 time: 0.4412091 Aug 03 19:20:06.215690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.303905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75335aa9-0de4-45c3-90f7-4d819860a8fa None None] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:06.332009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.351462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3b31-a409-49b0-a12e-c6bf7f43fa3b req-ebf3efc7-ec97-4589-ac35-f65bd37131e7 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.367357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17de3b31-a409-49b0-a12e-c6bf7f43fa3b req-ebf3efc7-ec97-4589-ac35-f65bd37131e7 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.3321886 Aug 03 19:20:06.395027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.422706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ff55f1f-4198-45bc-9107-3292ef116275 req-b64afa50-96a8-486d-823f-7053dc270891 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=29739f87-ff69-41ae-b1b8-0e044f28525f&id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2438812 Aug 03 19:20:06.428945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Network 66d4a855-c84a-467d-9510-96745f4b6de3 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:06.453079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:06.456167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:06.473706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Pushing event updated for resources: {'Port': ['ID=22880bb7-78e4-47d2-ac56-7797630f176b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:06.485866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a0c0baed-0e1a-485f-a8f2-b7a874829283,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:06.546810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] For port a0c0baed-0e1a-485f-a8f2-b7a874829283, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:06.564601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17de3b31-a409-49b0-a12e-c6bf7f43fa3b req-c9a3c50c-2d0c-4268-89ed-f5730100df72 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962838 Aug 03 19:20:06.584489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Attempting to bind port 22880bb7-78e4-47d2-ac56-7797630f176b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:06.597254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Attempting to bind port 22880bb7-78e4-47d2-ac56-7797630f176b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '26036c9e-8462-457c-9b8a-a8e9571838ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:06.597254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Attempting to bind port 22880bb7-78e4-47d2-ac56-7797630f176b on network 66d4a855-c84a-467d-9510-96745f4b6de3 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Checking segment: {'id': '26036c9e-8462-457c-9b8a-a8e9571838ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Bound using segment: {'id': '26036c9e-8462-457c-9b8a-a8e9571838ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Bound port: 22880bb7-78e4-47d2-ac56-7797630f176b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26036c9e-8462-457c-9b8a-a8e9571838ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '66d4a855-c84a-467d-9510-96745f4b6de3'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:06.616354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.617124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] device_id is not set on port a0c0baed-0e1a-485f-a8f2-b7a874829283 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:06.650807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.664998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.666174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Provisioning for port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:06.713021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:06.713406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Provisioning complete for port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:06.714037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.721340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:06.724049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:06.727321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:06.729956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efa8dfc6-af92-4470-8621-5f243ac3c63c req-b1c924fd-6f04-41c2-90da-f5d74d309acc tempest-ServerShowV247Test-299095640 tempest-ServerShowV247Test-299095640-project] 10.222.0.67 "GET /v2.0/ports?device_id=50f01d4d-58db-41e9-8a38-d7fa7db01061 HTTP/1.1" status: 200 len: 210 time: 0.0655441 Aug 03 19:20:06.774006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.20.0.1 (6e57e38a-878b-42cd-bbcc-d94452d2fa4d/b34c09dd-0881-440b-ac3d-7a610b1445ca/bd8cf727-e45f-4f14-8d0f-1b488c26c26d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:06.776132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:06.777434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.813463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] For port 22880bb7-78e4-47d2-ac56-7797630f176b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:06.818680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] For port 22880bb7-78e4-47d2-ac56-7797630f176b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=22880bb7-78e4-47d2-ac56-7797630f176b,segment=NetworkSegment(26036c9e-8462-457c-9b8a-a8e9571838ec),segment_id=26036c9e-8462-457c-9b8a-a8e9571838ec)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:06.833493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.883025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a0c0baed-0e1a-485f-a8f2-b7a874829283 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:06.947790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:06.954277 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c86a7c69-f3d3-41b9-9064-b809b4f27035 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7000053 Aug 03 19:20:06.956080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:06.981361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a0c0baed-0e1a-485f-a8f2-b7a874829283 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:06.981908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 1209d330-a4d8-42ad-a464-b701d7b7d33d no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:07.028641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.032335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] For port 471bf9b9-6340-44d6-a39f-63ae456b8fd5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=471bf9b9-6340-44d6-a39f-63ae456b8fd5,segment=NetworkSegment(695172ca-0e03-4631-8c44-dcb0cf69b5e7),segment_id=695172ca-0e03-4631-8c44-dcb0cf69b5e7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:07.055702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.082240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.108475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object bd8cf727-e45f-4f14-8d0f-1b488c26c26d will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:07.136396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] No DVR routers for this DVR port a0c0baed-0e1a-485f-a8f2-b7a874829283 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:07.172288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.177181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7beb86-f6c4-4eea-85e4-ea97c710b6a1 None None] Pushing event updated for resources: {'Port': ['ID=22880bb7-78e4-47d2-ac56-7797630f176b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.255265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] In _notify_port_updated(), no bound segment for port a0c0baed-0e1a-485f-a8f2-b7a874829283 on network f011ad44-d641-4d62-ab58-727411c3e843 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:20:07.256369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:07.257633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.260029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-aa0b25da-ab5f-4b44-aac0-7c347a339aa4 service neutron] 10.222.0.77 "PUT /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 200 len: 1027 time: 1.2524998 Aug 03 19:20:07.280862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.288835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.341122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:07.343692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e1cbe6-61bc-46a5-9706-780669abab6e" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:07.414490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:07.430675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:07.441383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:07.449042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cf829e62-cd07-438b-b72e-d430c91bb777 None None] Provisioning complete for port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:07.450177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf829e62-cd07-438b-b72e-d430c91bb777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.454020 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57466e7c-0447-40ad-812e-95592120653b x-openstack-request-id: req-57466e7c-0447-40ad-812e-95592120653b {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:07.454590 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:07.455043 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57466e7c-0447-40ad-812e-95592120653b {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:07.455649 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'code': 200} Aug 03 19:20:07.465056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:07.498422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc0ad0-1970-414b-af99-23cb52668e59 None None] Pushing event updated for resources: {'Port': ['ID=471bf9b9-6340-44d6-a39f-63ae456b8fd5,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.547210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Deleting port f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:07.547210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.563223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.565563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2037d41a-2dec-4bac-abc5-dd4170413bc2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:07.668290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=bd8cf727-e45f-4f14-8d0f-1b488c26c26d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.716516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:07.836428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2037d41a-2dec-4bac-abc5-dd4170413bc2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:07.837045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4918896a-66ed-4b57-955c-c2cfaa952496 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:07.851929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.852216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.914670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-34359fac-f0dc-4451-8703-bdce69d4af2f tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:07.916777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-34359fac-f0dc-4451-8703-bdce69d4af2f tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.4799986 Aug 03 19:20:07.929361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Calling delete_port for f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:07.965355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:07.973315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Provisioning complete for port a0c0baed-0e1a-485f-a8f2-b7a874829283 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:07.973788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.019819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port c9c25198-f6ab-44fc-8151-7ed951d64357 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:08.024740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.054119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Port a0c0baed-0e1a-485f-a8f2-b7a874829283 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:08.076622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:08.107251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c59c8-e1c9-4bf1-b7f7-0a50c81fba12 req-f6b29873-f07c-4c4c-b99a-b4eb606831c2 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.110221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-920c59c8-e1c9-4bf1-b7f7-0a50c81fba12 req-f6b29873-f07c-4c4c-b99a-b4eb606831c2 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 945 time: 0.3470628 Aug 03 19:20:08.136169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.145086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.151383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.162577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.167437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:08.169371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-c11ed5ca-0d81-4e7c-b637-94d1ab281403 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3883 time: 0.5091980 Aug 03 19:20:08.181631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.182704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c9c25198-f6ab-44fc-8151-7ed951d64357 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:08.250849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Provisioning for port bd8cf727-e45f-4f14-8d0f-1b488c26c26d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:08.308031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce23831b-7cbd-4030-bd3f-bee6e38af5fd req-e20f77ff-00d2-44d5-884c-17e9975e1467 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070306 Aug 03 19:20:08.377518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Deleting port 848b7665-96a8-4775-9a6d-dcf67803e0a6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:08.377840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.378064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Provisioning complete for port bd8cf727-e45f-4f14-8d0f-1b488c26c26d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:08.379150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.390680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:08.391054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.426526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-920c59c8-e1c9-4bf1-b7f7-0a50c81fba12 req-2f3e350e-aed8-4ee4-8f58-d92e7169ba8f tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/security-groups?id=62429f7d-2d82-43c6-b4a8-eab5d69d499f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505395 Aug 03 19:20:08.507216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for c9c25198-f6ab-44fc-8151-7ed951d64357 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:08.512884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:08.556096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b83134e1-7af4-4a59-a24a-91318787f0fc None None] Port bd8cf727-e45f-4f14-8d0f-1b488c26c26d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:08.559590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.640282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.692077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c9c25198-f6ab-44fc-8151-7ed951d64357, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c9c25198-f6ab-44fc-8151-7ed951d64357,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:08.860950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] For port 848b7665-96a8-4775-9a6d-dcf67803e0a6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=848b7665-96a8-4775-9a6d-dcf67803e0a6,segment=NetworkSegment(307f94cb-40d9-4836-8479-48adf1ff1499),segment_id=307f94cb-40d9-4836-8479-48adf1ff1499)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:08.861338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.889634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Calling delete_port for 848b7665-96a8-4775-9a6d-dcf67803e0a6 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:08.919122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:08.926849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 44be078a-46a4-488d-b840-6ff89944a4b4 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:09.001241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.052905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.174668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99cdabf-432b-4662-88e9-098200f6de26 None None] Network 66d4a855-c84a-467d-9510-96745f4b6de3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:09.189570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.457804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.525771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.532252 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-106f439f-c7a7-44af-aa22-9182be081bac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/ports/f6f16665-e4a5-4a5a-b45c-b4ddcd9ce3c2 HTTP/1.1" status: 204 len: 168 time: 2.5663416 Aug 03 19:20:09.534802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34236) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:09.543833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7', 'external_fixed_ips': [{'subnet_id': '464b29f7-af05-45db-8ae7-f6180953c629', 'ip_address': '172.20.0.4'}]}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:09.595460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34238) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:09.600307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Pushing event deleted for resources: {'Port': ['ID=848b7665-96a8-4775-9a6d-dcf67803e0a6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.693805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] No DVR routers for this DVR port 848b7665-96a8-4775-9a6d-dcf67803e0a6 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:09.696444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.698628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.701022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1277cad9-f6b8-42e0-b586-9de99556f717 req-3629f69e-62f3-4931-b38d-8e35a1c41688 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.54 "DELETE /v2.0/ports/848b7665-96a8-4775-9a6d-dcf67803e0a6 HTTP/1.1" status: 204 len: 173 time: 1.7740552 Aug 03 19:20:09.701502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'name': 'network-vif-deleted', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:09.711560 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af13772-b61b-4c15-8fbf-2a66c6cdb621" -d '{"events": [{"server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "name": "network-vif-deleted", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:09.736529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99d1085a-1a38-4c41-bfdd-20b64c4cf7af req-a77788e1-fc93-4025-8102-2376aefc54b0 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.1191585 Aug 03 19:20:09.750869 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.755840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496'}, {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:09.758211 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb974f6-f2e1-4eed-82c5-d25edaef9fa3" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496"}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:09.790164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 22880bb7-78e4-47d2-ac56-7797630f176b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:09.800389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['848b7665-96a8-4775-9a6d-dcf67803e0a6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:09.862146 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb052bd7-9d0b-432a-84cc-557a31d11d44 x-openstack-request-id: req-cb052bd7-9d0b-432a-84cc-557a31d11d44 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:09.862470 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a600b6b-0cd4-4eb1-8d16-02762d0424ae", "name": "network-vif-deleted", "tag": "848b7665-96a8-4775-9a6d-dcf67803e0a6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:09.862733 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cb052bd7-9d0b-432a-84cc-557a31d11d44 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:09.863311 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a600b6b-0cd4-4eb1-8d16-02762d0424ae', 'name': 'network-vif-deleted', 'tag': '848b7665-96a8-4775-9a6d-dcf67803e0a6', 'status': 'completed', 'code': 200} Aug 03 19:20:09.869319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=c9c25198-f6ab-44fc-8151-7ed951d64357,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:09.878095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-4735b9f1-1d07-4c3a-866b-aef0e4ee78dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.879449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.880492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.892129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-4735b9f1-1d07-4c3a-866b-aef0e4ee78dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.899958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-4735b9f1-1d07-4c3a-866b-aef0e4ee78dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.901381 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8eeac-d861-42ea-b7e6-0b3b6fddbbea x-openstack-request-id: req-24e8eeac-d861-42ea-b7e6-0b3b6fddbbea {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:09.901676 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496", "code": 200}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:09.902068 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24e8eeac-d861-42ea-b7e6-0b3b6fddbbea {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:09.902468 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496', 'code': 200} Aug 03 19:20:09.902769 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'code': 200} Aug 03 19:20:09.906772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-4735b9f1-1d07-4c3a-866b-aef0e4ee78dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:09.908584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-4735b9f1-1d07-4c3a-866b-aef0e4ee78dc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3147 time: 0.2804737 Aug 03 19:20:09.910241 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.913862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1dbde08-88a8-4072-92a0-688e05023504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.922893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] No DVR routers for this DVR port c9c25198-f6ab-44fc-8151-7ed951d64357 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:09.926664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:09.928876 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-b35eece0-446a-4678-b968-a27ca4112d29 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "DELETE /v2.0/ports/c9c25198-f6ab-44fc-8151-7ed951d64357 HTTP/1.1" status: 204 len: 173 time: 2.6600285 Aug 03 19:20:10.031253 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.037482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.056137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.080046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=bd8cf727-e45f-4f14-8d0f-1b488c26c26d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:10.136108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:10.148011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3337f20-9876-48d5-afbb-1d8fd40b3e28 req-66664ea0-d1d0-42eb-9338-73a3f87f062b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042153 Aug 03 19:20:10.177208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port 1209d330-a4d8-42ad-a464-b701d7b7d33d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:10.177722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.192789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cf90622e-0522-4301-adba-184134b7fde0 None None] Provisioning for port 22880bb7-78e4-47d2-ac56-7797630f176b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:10.242100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:10.244194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:10.249594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 22880bb7-78e4-47d2-ac56-7797630f176b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:10.263026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 22880bb7-78e4-47d2-ac56-7797630f176b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:10.265823 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.271234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1dbde08-88a8-4072-92a0-688e05023504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.344435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.345257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9de748c9-e85f-45ca-9beb-a7b31fd025d7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:10.572269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:10.674248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.687804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:10.713051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.802893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Provisioning complete for port 22880bb7-78e4-47d2-ac56-7797630f176b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:10.803868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.812175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 22880bb7-78e4-47d2-ac56-7797630f176b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=22880bb7-78e4-47d2-ac56-7797630f176b,segment=NetworkSegment(26036c9e-8462-457c-9b8a-a8e9571838ec),segment_id=26036c9e-8462-457c-9b8a-a8e9571838ec)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:10.843091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:10.858155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1dbde08-88a8-4072-92a0-688e05023504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:10.914744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:10.933867 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] Sync routers for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:10.945255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d101328a-7dbe-46b8-8b92-55010b253cc5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7582374 Aug 03 19:20:10.948920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34254) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:10.958120 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:10.959881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:11.020986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1dbde08-88a8-4072-92a0-688e05023504 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c34b2b209d35454a80708cc69ea620bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4130089 Aug 03 19:20:11.020986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:11.040134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:11.045913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7033de9e-39a5-44b2-8f5c-5a3b404d9d54 req-7abf1976-5b02-4625-9d94-8807cc00c184 tempest-ServerAddressesNegativeTestJSON-236245149 tempest-ServerAddressesNegativeTestJSON-236245149-project] 10.222.0.67 "GET /v2.0/ports?device_id=1a600b6b-0cd4-4eb1-8d16-02762d0424ae HTTP/1.1" status: 200 len: 210 time: 0.0979490 Aug 03 19:20:11.066504 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.068535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.070480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.076265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 471bf9b9-6340-44d6-a39f-63ae456b8fd5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:11.079330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986aa052-b4b4-4ebc-80a7-8062ef6764da tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.080985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-986aa052-b4b4-4ebc-80a7-8062ef6764da tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports/bd8cf727-e45f-4f14-8d0f-1b488c26c26d HTTP/1.1" status: 200 len: 910 time: 0.1308336 Aug 03 19:20:11.084778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34260) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:11.098806 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:11.099425 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:11.158430 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:11.159936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b285bccf-51a3-4934-bb22-395e13d1ca8e None None] The sync data for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:11.181273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.266372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.275164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbde08-88a8-4072-92a0-688e05023504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5583df-e94d-4c04-9335-663e8ad16c99,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.381482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.423591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.423947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:11.424132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.492668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=22880bb7-78e4-47d2-ac56-7797630f176b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.506792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:20:11.507379 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:20:11.553453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] For port 1209d330-a4d8-42ad-a464-b701d7b7d33d, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=1209d330-a4d8-42ad-a464-b701d7b7d33d,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:11.554035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.593713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for 1209d330-a4d8-42ad-a464-b701d7b7d33d owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:11.599672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-49196d19-581b-490e-9099-209121e37d3d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.623689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-49196d19-581b-490e-9099-209121e37d3d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.631887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-49196d19-581b-490e-9099-209121e37d3d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.642439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-49196d19-581b-490e-9099-209121e37d3d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:11.659714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-49196d19-581b-490e-9099-209121e37d3d tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 3143 time: 0.2934225 Aug 03 19:20:11.727852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 848b7665-96a8-4775-9a6d-dcf67803e0a6 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:11.738968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.743179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.748519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb5583df-e94d-4c04-9335-663e8ad16c99 HTTP/1.1" status: 204 len: 168 time: 0.7258120 Aug 03 19:20:11.752454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4cd594fb-1395-4551-812e-f07bf5bde59a req-810e7ae9-ab6a-4da2-8110-63b34e4729d5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910232 Aug 03 19:20:11.836104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 848b7665-96a8-4775-9a6d-dcf67803e0a6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:11.836720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 848b7665-96a8-4775-9a6d-dcf67803e0a6 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:11.864881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 22880bb7-78e4-47d2-ac56-7797630f176b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:11.874608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:11.877561 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df327745-6892-42f0-bd00-4bd57c628b35" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:11.889251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f0065-8dc4-4e6d-b68b-5d3d631e7b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5583df-e94d-4c04-9335-663e8ad16c99,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:11.976742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4'}, {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:11.979155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:11.983451 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5b98af-b03e-4b9d-83f2-78c386e37668" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4"}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:11.988861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.000166 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7629eee-014b-4fc9-93cb-4f7e58d3d13d x-openstack-request-id: req-a7629eee-014b-4fc9-93cb-4f7e58d3d13d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:12.001043 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "c9c25198-f6ab-44fc-8151-7ed951d64357", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:12.001653 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7629eee-014b-4fc9-93cb-4f7e58d3d13d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:12.002490 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': 'c9c25198-f6ab-44fc-8151-7ed951d64357', 'status': 'completed', 'code': 200} Aug 03 19:20:12.148995 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51969242-6640-4589-b4d5-fb6a82c3b2be x-openstack-request-id: req-51969242-6640-4589-b4d5-fb6a82c3b2be {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:12.148995 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4", "code": 200}, {"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-unplugged", "status": "completed", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:12.149387 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-51969242-6640-4589-b4d5-fb6a82c3b2be {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:12.149896 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4', 'code': 200} Aug 03 19:20:12.150314 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'code': 200} Aug 03 19:20:12.168450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34280) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:12.172155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=1209d330-a4d8-42ad-a464-b701d7b7d33d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:12.195946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 22880bb7-78e4-47d2-ac56-7797630f176b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:12.195946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.318908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] No DVR routers for this DVR port 1209d330-a4d8-42ad-a464-b701d7b7d33d on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:12.323591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Provisioning complete for port bd8cf727-e45f-4f14-8d0f-1b488c26c26d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:12.323972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.335464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.339465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-96ef5db7-280c-48bf-b080-b6f444a47809 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "DELETE /v2.0/ports/1209d330-a4d8-42ad-a464-b701d7b7d33d HTTP/1.1" status: 204 len: 173 time: 2.4032612 Aug 03 19:20:12.346735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Deleting subnet b39d6cc4-fe2e-4a65-a5c0-d16149969a36 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:12.355228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.388142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d88d19a6-21f8-4b1d-a029-0e33fed3c66c None None] Port bd8cf727-e45f-4f14-8d0f-1b488c26c26d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:12.500368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.539815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.588288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.21.0.1 (66d4a855-c84a-467d-9510-96745f4b6de3/f03c9c39-7cd8-4aaf-a1a9-7496725013fb/2227d318-3889-480e-953e-6ba65d50c577) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:12.742778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.760921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object 2227d318-3889-480e-953e-6ba65d50c577 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:12.826856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.937638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.943617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.20.0.4 (4f9d65d6-efcc-4da0-bcad-858221b58ad7/464b29f7-af05-45db-8ae7-f6180953c629/c687d882-03e5-4cca-b285-3c5b3198eb43) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:12.957777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:12.961849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port 4918896a-66ed-4b57-955c-c2cfaa952496 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:12.962195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.086454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e2a73-51e7-4bd1-bce2-7bcbdfc9d107 req-8d100ee8-8101-4146-93b2-07cbc7da55ca tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.114466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e2a73-51e7-4bd1-bce2-7bcbdfc9d107 req-8d100ee8-8101-4146-93b2-07cbc7da55ca tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.143939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e2a73-51e7-4bd1-bce2-7bcbdfc9d107 req-8d100ee8-8101-4146-93b2-07cbc7da55ca tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:13.146034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b1e2a73-51e7-4bd1-bce2-7bcbdfc9d107 req-8d100ee8-8101-4146-93b2-07cbc7da55ca tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 2410 time: 0.2825048 Aug 03 19:20:13.172391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 66d4a855-c84a-467d-9510-96745f4b6de3 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:13.202888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:13.211642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:13.231823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] For port 4918896a-66ed-4b57-955c-c2cfaa952496, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4918896a-66ed-4b57-955c-c2cfaa952496,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:13.232831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.266795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for 4918896a-66ed-4b57-955c-c2cfaa952496 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:13.285731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.291363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.309575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.311087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.313231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b39d6cc4-fe2e-4a65-a5c0-d16149969a36 HTTP/1.1" status: 204 len: 168 time: 1.1526809 Aug 03 19:20:13.317175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=2227d318-3889-480e-953e-6ba65d50c577,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:13.318334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34320) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:13.444932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b6bc9-c333-4cd3-841c-b243483d5a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39d6cc4-fe2e-4a65-a5c0-d16149969a36,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:13.459108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b1e2a73-51e7-4bd1-bce2-7bcbdfc9d107 req-28b13dc8-409b-4bd9-9ff5-931b2cd32324 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034794 Aug 03 19:20:13.606437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.710947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.740504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2b15e38f-38e7-469a-836a-4f5a66f1799a None None] Provisioning for port 2227d318-3889-480e-953e-6ba65d50c577 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:13.747399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2b15e38f-38e7-469a-836a-4f5a66f1799a None None] Provisioning complete for port 2227d318-3889-480e-953e-6ba65d50c577 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:13.747399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2b15e38f-38e7-469a-836a-4f5a66f1799a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.835938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2b15e38f-38e7-469a-836a-4f5a66f1799a None None] Port 2227d318-3889-480e-953e-6ba65d50c577 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:13.844878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.861375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.915916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc6c419-000b-46c0-8d58-220a86b1daa2']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:13.947798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307f94cb-40d9-4836-8479-48adf1ff1499') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:13.948186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307f94cb-40d9-4836-8479-48adf1ff1499') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:13.953454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:13.982587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:13.990662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:14.003623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:14.007714 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8e92a2-553d-4942-9e66-a12f9e65ef9a" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:14.016358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=c687d882-03e5-4cca-b285-3c5b3198eb43,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.028733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:14.096430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.108444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.171439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:14.172775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:14.221793 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:14.225041 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648def63-91bd-45bd-90b6-4a6a09aa5138 x-openstack-request-id: req-648def63-91bd-45bd-90b6-4a6a09aa5138 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:14.234376 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "1209d330-a4d8-42ad-a464-b701d7b7d33d", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:14.234376 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-648def63-91bd-45bd-90b6-4a6a09aa5138 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:14.234376 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '1209d330-a4d8-42ad-a464-b701d7b7d33d', 'status': 'completed', 'code': 200} Aug 03 19:20:14.235858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.254723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=4918896a-66ed-4b57-955c-c2cfaa952496,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.433464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] No DVR routers for this DVR port 4918896a-66ed-4b57-955c-c2cfaa952496 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:14.437753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.439809 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-f150f31c-4f4b-4758-b842-2d4b668886fc tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "DELETE /v2.0/ports/4918896a-66ed-4b57-955c-c2cfaa952496 HTTP/1.1" status: 204 len: 173 time: 2.0878928 Aug 03 19:20:14.502376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.617302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.631967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.634227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9bc6c419-000b-46c0-8d58-220a86b1daa2 HTTP/1.1" status: 204 len: 168 time: 1.2849176 Aug 03 19:20:14.781469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=2227d318-3889-480e-953e-6ba65d50c577,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.799827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f79864-f7c2-4887-b9ac-eb59934b5404 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc6c419-000b-46c0-8d58-220a86b1daa2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:14.807722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e300a6c4-270e-4805-9675-f74d2487cfea req-290cf53e-2a86-4bf9-85fd-9d7879be8cb4 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0808010 Aug 03 19:20:14.823402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167480e-936f-4781-bf10-54268eb03ce1 req-5c6f05e6-9bd4-48c3-80fb-75d44e37b630 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.837811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167480e-936f-4781-bf10-54268eb03ce1 req-5c6f05e6-9bd4-48c3-80fb-75d44e37b630 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:14.850354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f167480e-936f-4781-bf10-54268eb03ce1 req-5c6f05e6-9bd4-48c3-80fb-75d44e37b630 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 1677 time: 0.2586792 Aug 03 19:20:14.852397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:14.855267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.884054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:14.932920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f167480e-936f-4781-bf10-54268eb03ce1 req-522f68aa-5f5a-4049-98a5-120a4b1b74da tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789139 Aug 03 19:20:15.103038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 66d4a855-c84a-467d-9510-96745f4b6de3 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:15.105132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:15.178796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] For port 9de748c9-e85f-45ca-9beb-a7b31fd025d7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9de748c9-e85f-45ca-9beb-a7b31fd025d7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:15.179457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.182794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.313252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.441099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:15.560812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:15.574972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-17568820-67c0-4ae6-b338-fd375e4d8aaa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4888287 Aug 03 19:20:15.577801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:15.583447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] Sync routers for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:15.595325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34402) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:15.616867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a516e5fb-b415-4bc6-b9a4-3f251d3226e1 None None] Provisioning complete for port 2227d318-3889-480e-953e-6ba65d50c577 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:15.617248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a516e5fb-b415-4bc6-b9a4-3f251d3226e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.657423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:15.657423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.675957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.677138 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:15.677743 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Floating IP c70443a0-7558-4f9d-bd47-725b2bfedf0b disassociated. External IP: 172.25.2.88, port: 9de748c9-e85f-45ca-9beb-a7b31fd025d7. Aug 03 19:20:15.678280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for 9de748c9-e85f-45ca-9beb-a7b31fd025d7 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:15.691279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c2cedb-b856-4464-a16d-de1ff1025dd0 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:15.693301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-06c2cedb-b856-4464-a16d-de1ff1025dd0 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports/2227d318-3889-480e-953e-6ba65d50c577 HTTP/1.1" status: 200 len: 910 time: 0.1143873 Aug 03 19:20:15.697072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34404) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:15.717112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4eaac1d1-1011-427a-afb8-4486456bcea8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ef18b64cf864e2f836183411040b5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191974 Aug 03 19:20:15.725815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.729079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:15.752252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:15.753255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.791402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:15.792559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a347f7-5dac-4805-8685-f7d5baa4f430 None None] The sync data for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:15.798186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a516e5fb-b415-4bc6-b9a4-3f251d3226e1 None None] Port 2227d318-3889-480e-953e-6ba65d50c577 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:15.964085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae7db265-1630-4f90-b247-140bbe99fb9f req-a8141d75-2177-41fb-856d-85b5172d0a7c tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0681899 Aug 03 19:20:16.164064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c416d-1c41-4bd5-a279-56d6f813c66a req-526d2cce-6953-40dc-9d59-a140d3574619 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.174242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c416d-1c41-4bd5-a279-56d6f813c66a req-526d2cce-6953-40dc-9d59-a140d3574619 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:16.174869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f2c416d-1c41-4bd5-a279-56d6f813c66a req-526d2cce-6953-40dc-9d59-a140d3574619 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 1677 time: 0.0823541 Aug 03 19:20:16.236904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:16.239149 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d1d5e1-7050-43c9-9a94-1f4d6d53e832" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:16.250403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.298341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f2c416d-1c41-4bd5-a279-56d6f813c66a req-ff05fe02-8824-41f3-ac16-e1c2651c5e1e tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061049 Aug 03 19:20:16.370343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.379598 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96cb68-271e-4d23-836b-3aab6c74a613 x-openstack-request-id: req-db96cb68-271e-4d23-836b-3aab6c74a613 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:16.379980 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "4918896a-66ed-4b57-955c-c2cfaa952496", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:16.380333 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db96cb68-271e-4d23-836b-3aab6c74a613 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:16.380855 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '4918896a-66ed-4b57-955c-c2cfaa952496', 'status': 'completed', 'code': 200} Aug 03 19:20:16.395362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.470002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.680840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router e03f0ac2-b96b-4982-99c9-8fba5727e1ca is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:16.761419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.765071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.766335 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62429f7d-2d82-43c6-b4a8-eab5d69d499f HTTP/1.1" status: 204 len: 168 time: 1.0289133 Aug 03 19:20:16.788290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62429f7d-2d82-43c6-b4a8-eab5d69d499f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:16.808124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.808483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.808881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.809226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.809568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.810030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.810295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.810796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.814639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.815835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.816205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.816559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce01a6d-a90a-4263-b026-d31b843facec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:16.873338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:16.921176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=9de748c9-e85f-45ca-9beb-a7b31fd025d7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:17.015897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:17.033018 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Sync routers for ids ['e03f0ac2-b96b-4982-99c9-8fba5727e1ca'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:17.051966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Routers {'e03f0ac2-b96b-4982-99c9-8fba5727e1ca'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:17.053012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e03f0ac2-b96b-4982-99c9-8fba5727e1ca'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:17.115153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74b6d8b1-c39d-49ad-8da3-8433f605046a req-a499329b-ff22-4e50-b57a-24594ce380c9 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0391836 Aug 03 19:20:17.182686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Router 0b23d95d-0d36-4324-b043-c6ea9fd69323 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:17.208269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 2227d318-3889-480e-953e-6ba65d50c577 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:17.208605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.259403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Set router e03f0ac2-b96b-4982-99c9-8fba5727e1ca gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:17.357896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.362569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.366364 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4467e2a-8e6c-4189-a62f-be33347068d6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8302462 Aug 03 19:20:17.368981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:17.392798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 2227d318-3889-480e-953e-6ba65d50c577 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:17.518859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:17.536337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Sync routers for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:17.569894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:17.571977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:17.652495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782d96f-7e40-412e-96e1-6c619805a9c4 req-2b1dce9a-2e68-4f60-9aec-2ce8df1b98b4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:17.656418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0782d96f-7e40-412e-96e1-6c619805a9c4 req-2b1dce9a-2e68-4f60-9aec-2ce8df1b98b4 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 943 time: 0.1355779 Aug 03 19:20:17.699850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] No DVR routers for this DVR port 9de748c9-e85f-45ca-9beb-a7b31fd025d7 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:17.769059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0782d96f-7e40-412e-96e1-6c619805a9c4 req-9fb95035-fbfb-4d94-9421-fa0a96f7a134 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980012 Aug 03 19:20:17.769308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.794395 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-142f3218-0bd0-417e-8372-9df9cf8277ba tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "DELETE /v2.0/ports/9de748c9-e85f-45ca-9beb-a7b31fd025d7 HTTP/1.1" status: 204 len: 173 time: 3.3473690 Aug 03 19:20:17.918571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:17.923501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:17.988418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f0ac2-b96b-4982-99c9-8fba5727e1ca', 'name': '', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7', 'external_fixed_ips': [{'subnet_id': '464b29f7-af05-45db-8ae7-f6180953c629', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c687d882-03e5-4cca-b285-3c5b3198eb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:09Z', 'updated_at': '2021-08-03T19:20:14Z', 'revision_number': 3, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port': {'id': 'c687d882-03e5-4cca-b285-3c5b3198eb43', 'name': '', 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ad:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03f0ac2-b96b-4982-99c9-8fba5727e1ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': '464b29f7-af05-45db-8ae7-f6180953c629', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:12Z', 'updated_at': '2021-08-03T19:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '464b29f7-af05-45db-8ae7-f6180953c629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:18.031748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.054317 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Checking router: e03f0ac2-b96b-4982-99c9-8fba5727e1ca for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:18.054965 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Updating router e03f0ac2-b96b-4982-99c9-8fba5727e1ca port c687d882-03e5-4cca-b285-3c5b3198eb43 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:18.094874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=2227d318-3889-480e-953e-6ba65d50c577,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:18.138534 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.300692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:18.342643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.349888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port 44be078a-46a4-488d-b840-6ff89944a4b4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:18.350232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.387231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Checking router: 0b23d95d-0d36-4324-b043-c6ea9fd69323 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:18.418393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:18.419384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:18.502646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] For port 44be078a-46a4-488d-b840-6ff89944a4b4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=44be078a-46a4-488d-b840-6ff89944a4b4,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:18.503021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.524722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for 44be078a-46a4-488d-b840-6ff89944a4b4 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:18.567771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3fa5352-ada6-4e26-ac76-0466cb00d9dc req-401be9a7-7487-4bac-9521-391474d20cf3 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.2016833 Aug 03 19:20:18.599681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:18.643913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:18.646347 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab62d9-9d96-44c7-ab89-ea0d02e09aae" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:18.649498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.782302 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.795018 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a74ff-b59c-4020-af68-8db2f2080deb x-openstack-request-id: req-e61a74ff-b59c-4020-af68-8db2f2080deb {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:18.795018 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "9de748c9-e85f-45ca-9beb-a7b31fd025d7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:18.795767 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e61a74ff-b59c-4020-af68-8db2f2080deb {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:18.795767 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '9de748c9-e85f-45ca-9beb-a7b31fd025d7', 'status': 'completed', 'code': 200} Aug 03 19:20:18.918892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Deleting port c687d882-03e5-4cca-b285-3c5b3198eb43 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:18.919790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:18.947763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:18.989754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b5d8ec-16dd-40eb-92e4-c3b4b39b7ac9 None None] The sync data for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 is: [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:08:47Z', 'revision_number': 4, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c056971-57aa-431b-ad7b-1ee5d8458648', 'name': '', 'network_id': 'cc5efbca-5298-4367-82de-6b1cb7f11ba1', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'mac_address': 'fa:16:3e:7b:d8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:45Z', 'updated_at': '2021-08-03T19:08:54Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'subnets': [{'id': 'de4367b4-60b4-4685-9307-ca97d7b30770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:19.020861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Transition to ACTIVE for port object c687d882-03e5-4cca-b285-3c5b3198eb43 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:19.023572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.046089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:19.071064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=44be078a-46a4-488d-b840-6ff89944a4b4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.082185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-785acb4b-5c6b-4eb5-8d38-f1e820c1d04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.087958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade7498-05f1-448e-bc7a-64ae197f8852 req-1276322d-ff3d-4035-9ca0-a0486e2d6b80 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:19.089847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ade7498-05f1-448e-bc7a-64ae197f8852 req-1276322d-ff3d-4035-9ca0-a0486e2d6b80 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 865 time: 0.1051183 Aug 03 19:20:19.152471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] No DVR routers for this DVR port 44be078a-46a4-488d-b840-6ff89944a4b4 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:19.156554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.160080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.162403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c272b045-f65b-4520-935e-6f052fad9009 req-0590fb8b-0c72-4b8e-934d-fc592c778499 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.77 "DELETE /v2.0/ports/44be078a-46a4-488d-b840-6ff89944a4b4 HTTP/1.1" status: 204 len: 173 time: 1.3601537 Aug 03 19:20:19.188075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Calling delete_port for c687d882-03e5-4cca-b285-3c5b3198eb43 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:19.215332 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.231262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ade7498-05f1-448e-bc7a-64ae197f8852 req-a42fc840-30a6-41b6-8072-b77c19c76a96 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups?id=6301ef49-1442-42bf-b35f-d5c996491862&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805156 Aug 03 19:20:19.284712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:19.298572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cb048161-c04b-4bd9-a6df-b0a2b3269417 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5928545 Aug 03 19:20:19.309583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34468) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:19.314716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:19.315085 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:19.315506 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 on network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:19.321627 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] Sync routers for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:19.348772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:19.349403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:19.396551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:19.406571 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:19.406944 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Checking segment: {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:19.407506 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.408049 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Bound using segment: {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:19.408563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Bound port: c687d882-03e5-4cca-b285-3c5b3198eb43, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:19.414475 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.442462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34470) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:19.444720 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:19.445361 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:19.450565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Pushing event updated for resources: {'Port': ['ID=c687d882-03e5-4cca-b285-3c5b3198eb43,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.530650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750fe642-60db-4100-a9ce-b6eae4bf9f7c None None] New status for floating IP c70443a0-7558-4f9d-bd47-725b2bfedf0b: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:20:19.533090 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:19.535102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d848fca-0984-4f7e-9dcc-e55f6680db56 None None] The sync data for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:19.547182 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.547459 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.547798 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.548129 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.548457 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.548820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.549199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.549522 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.550334 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.550675 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.551285 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.551612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561623d8-730f-48d0-af7b-b941085e287d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:19.689664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.690647 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.db.api [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:20:19.691097 n-d-803363-1 neutron-server[101345]: DEBUG oslo_db.api [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:20:19.793192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Port': ['ID=c687d882-03e5-4cca-b285-3c5b3198eb43,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:19.816634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-network', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:19.888091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf8ab553-5532-4b32-9f4b-febf5a2e6adb req-4a46e337-c324-41ea-a86c-eae999ab9186 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0827010 Aug 03 19:20:19.984485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:19.984485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Made reservation on behalf of ee3dffe6a45640b897585ae9449ab582 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:20.022337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.119175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.165451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.302691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.302691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Attempting to bind port c687d882-03e5-4cca-b285-3c5b3198eb43 on network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Checking segment: {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Bound using segment: {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Bound port: c687d882-03e5-4cca-b285-3c5b3198eb43, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4f9d65d6-efcc-4da0-bcad-858221b58ad7'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:20.302935 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.309921 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.plugin [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Port c687d882-03e5-4cca-b285-3c5b3198eb43 has been deleted concurrently {{(pid=101345) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:20:20.326463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Routers {'e03f0ac2-b96b-4982-99c9-8fba5727e1ca'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:20.327470 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:19:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e03f0ac2-b96b-4982-99c9-8fba5727e1ca'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:20.436012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] Set router e03f0ac2-b96b-4982-99c9-8fba5727e1ca gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:20.463717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-358036df-ed32-4548-9107-0ecedb420df1 req-4c6b640c-4d84-457a-b650-1eecc42c6f96 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0497382 Aug 03 19:20:20.508094 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03f0ac2-b96b-4982-99c9-8fba5727e1ca', 'name': '', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:09Z', 'updated_at': '2021-08-03T19:20:19Z', 'revision_number': 5, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:20.567203 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cced33-3b24-4afb-afeb-320bde1ec428 None None] The sync data for ids ['e03f0ac2-b96b-4982-99c9-8fba5727e1ca'] in n-d-803363-1 is: [{'id': 'e03f0ac2-b96b-4982-99c9-8fba5727e1ca', 'name': '', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:09Z', 'updated_at': '2021-08-03T19:20:19Z', 'revision_number': 5, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:20.625016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.625699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e03f0ac2-b96b-4982-99c9-8fba5727e1ca {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:20.635954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.640034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-21737c3a-4fd5-4fc6-ae07-2b5c508570b3 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e03f0ac2-b96b-4982-99c9-8fba5727e1ca HTTP/1.1" status: 204 len: 168 time: 3.2676368 Aug 03 19:20:20.641060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:20.733433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Deleting subnet 464b29f7-af05-45db-8ae7-f6180953c629 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:20.739629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.756949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port bd8cf727-e45f-4f14-8d0f-1b488c26c26d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:20.757451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.802367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:20.804937 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc25ec2-7657-4222-a10d-f530015cb401" -d '{"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:20.812003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.817940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.917690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.942106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:20.965969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for bd8cf727-e45f-4f14-8d0f-1b488c26c26d owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:21.006155 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277fa836-de78-4e92-a48c-b9d4dec6f40d x-openstack-request-id: req-277fa836-de78-4e92-a48c-b9d4dec6f40d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:21.006610 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcee6854-5a18-4b88-b284-6dd5fdd25b12", "name": "network-vif-deleted", "tag": "44be078a-46a4-488d-b840-6ff89944a4b4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:21.006906 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-277fa836-de78-4e92-a48c-b9d4dec6f40d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:21.007497 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcee6854-5a18-4b88-b284-6dd5fdd25b12', 'name': 'network-vif-deleted', 'tag': '44be078a-46a4-488d-b840-6ff89944a4b4', 'status': 'completed', 'code': 200} Aug 03 19:20:21.008860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.044817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce140b-56f4-4ab3-8576-2548147391bd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:21.167909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39dd7e5f-cbab-46bb-ad9b-7537572449bb req-68f26172-2234-4281-989f-366ea2eb44b7 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0724354 Aug 03 19:20:21.219010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.282881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=464b29f7-af05-45db-8ae7-f6180953c629,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:21.290410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.293480 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b08739a-ce2d-476b-a83d-16fa5cbf56ac tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/464b29f7-af05-45db-8ae7-f6180953c629 HTTP/1.1" status: 204 len: 168 time: 0.6504855 Aug 03 19:20:21.296233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:21.383331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.547024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.603017 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d5559028-10d0-4a26-b53a-cf96ff4317ac req-a3bd9d87-f8b3-454b-be27-4d911e581422 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0882761 Aug 03 19:20:21.620966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:21.632807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.644221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=bd8cf727-e45f-4f14-8d0f-1b488c26c26d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:21.664813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9d65d6-efcc-4da0-bcad-858221b58ad7']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:21.686760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.687126 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Added segment c0a0ffa0-aaed-40a9-a3db-78cda508ca94 of type vlan for network 46718942-5d30-4568-a348-7e03de481d26 Aug 03 19:20:21.689779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:21.690221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5926d7bb-c64c-4ca4-8ab7-2e6f29ef6482') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:21.729222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.771477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b18b830-705a-4b60-a61e-3f92948e63e5 req-e4dd5c6c-df6f-4a43-9537-60d97b2c1dfa tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0744121 Aug 03 19:20:21.812328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.823712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.849813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:21.850291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: items = [ Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:21.852430 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:21.938980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:21.990579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8031486f-f2dc-4109-9c56-297e34206aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.073712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34510) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.146469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.149535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:22.149535 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.285832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.315433 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.319774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4f9d65d6-efcc-4da0-bcad-858221b58ad7 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:20:22.333770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.343935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/networks/4f9d65d6-efcc-4da0-bcad-858221b58ad7 HTTP/1.1" status: 204 len: 168 time: 1.0460219 Aug 03 19:20:22.365047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9c15-5fe2-427f-bb06-5013221ddbe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.367701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] Pushing event updated for resources: {'Network': ['ID=46718942-5d30-4568-a348-7e03de481d26,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.385102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 46718942-5d30-4568-a348-7e03de481d26 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:22.417401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c80471-6d7a-4de6-b533-3887f3557a6c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f9d65d6-efcc-4da0-bcad-858221b58ad7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:22.424475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:22.444437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-99bb8ad3-0dcb-4606-9a85-6699e26cc651 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0001271 Aug 03 19:20:22.445616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34520) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.477830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Request body: {'subnet': {'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-subnet', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:22.570959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a52d0b2b-6048-43fe-96b6-6375bc5f757d req-8c7069a2-e88f-45b7-afcc-44ae3b5bcb57 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1446707 Aug 03 19:20:22.766567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:22.775148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d863c350-7c83-401a-9703-ed1afbe112ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4602928 Aug 03 19:20:22.775792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34526) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.808754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-719fb40a-2a63-45dc-b9ec-0867e9eb7a1c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 HTTP/1.1" status: 200 len: 205 time: 0.0302997 Aug 03 19:20:22.813276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34528) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:22.853415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9c15-5fe2-427f-bb06-5013221ddbe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.877822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.986670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fee123c-aa24-4452-882b-6cb0d785fc9c req-32e7a815-4777-461d-a0c5-33a774969cb1 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0341556 Aug 03 19:20:22.987907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae3c9c15-5fe2-427f-bb06-5013221ddbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:22.991301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.086046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c9c15-5fe2-427f-bb06-5013221ddbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe96418-5a78-4bc8-8577-e95a82376170,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:23.091540 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae3c9c15-5fe2-427f-bb06-5013221ddbe1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=088196cd7c334234963a280db9ce393a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0159461 Aug 03 19:20:23.094801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34536) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:23.157201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Made reservation on behalf of ee3dffe6a45640b897585ae9449ab582 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:23.162579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.388446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34538) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:23.396520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'name': 'tempest-router--660864030', 'project_id': '1d24f4901c4442e38030bfd6c33ee0e7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:23.417801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.425247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.441400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.448839 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] Sync routers for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:23.470302 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:23.470302 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:23.473266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.523386 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:23.535431 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.537776 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] Routers {'e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:23.538602 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:23.583519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:23.584923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cdb18-6b7f-4f02-a69b-5cea6aa59aa2 None None] The sync data for ids ['e0c651fa-5b46-4be8-8fc2-4f29ce1d1731'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:23.598761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3429ae-ecd9-48ce-af7a-f98755b36ec0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:23.611545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Checking segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:23.611909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Network hostable DHCP agents. Network: 46718942-5d30-4568-a348-7e03de481d26, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:23.649581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.650943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.695062 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.698277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.703143 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fe96418-5a78-4bc8-8577-e95a82376170 HTTP/1.1" status: 204 len: 168 time: 0.6037054 Aug 03 19:20:23.712668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1551c-d0c8-485a-952b-59a706899f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe96418-5a78-4bc8-8577-e95a82376170,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:23.746230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.756284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:23.784505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Network 46718942-5d30-4568-a348-7e03de481d26 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:23.792493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.797334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4aaba24b-ad7f-4ff1-911c-43f17058fead tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 HTTP/1.1" status: 204 len: 168 time: 0.9792552 Aug 03 19:20:23.804049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34546) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:23.859303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e83c9e87-d02b-4fe4-8848-9ff8a5688e6d req-f65f9d8c-87f5-4a0a-806a-d1da8cab0e47 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1106896 Aug 03 19:20:23.863541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:23.935440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet f03c9c39-7cd8-4aaf-a1a9-7496725013fb {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:23.941867 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.000012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 46718942-5d30-4568-a348-7e03de481d26) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:24.012160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4df6ba-eb80-4fcd-9e96-feb170c125c7 None None] Network 46718942-5d30-4568-a348-7e03de481d26 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:24.025765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:24.027760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.042263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.056424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.216608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.295770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-967ed3e7-aa8f-478a-9439-bb34d0ab95f1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8369844 Aug 03 19:20:24.305527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:24.310463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:24.337143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-720719dd-95e2-4e11-9226-c0a79c21239f req-29955ce8-ade2-4ad0-9a7e-32a0e0875906 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0789974 Aug 03 19:20:24.342587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.344464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-943db7ff-3342-4832-aecb-a5020cf486a5 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9543312 Aug 03 19:20:24.348960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34556) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:24.408846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d65d2-3c70-41d4-9d1d-3616f6e5208e None None] Network 46718942-5d30-4568-a348-7e03de481d26 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:24.469468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.568637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.570276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.580141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.616799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=f03c9c39-7cd8-4aaf-a1a9-7496725013fb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:24.646852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.652284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b9e73aa5-7dbf-4a15-ab2a-18caeb5eb2ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/f03c9c39-7cd8-4aaf-a1a9-7496725013fb HTTP/1.1" status: 204 len: 168 time: 0.8473067 Aug 03 19:20:24.658353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21e9051-6f31-45c1-bafd-6a0ce46a0160 None None] Network 66d4a855-c84a-467d-9510-96745f4b6de3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:24.662384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34560) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:24.730677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.736635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.804620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet b34c09dd-0881-440b-ac3d-7a610b1445ca {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:24.811322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.813952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.875526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.909872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.936866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.937766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5943b4e2-24ec-497f-adef-476ea272c0e4 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:24.956828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:24.958371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ec7a0a5-4b2c-4a09-99b6-22ce09e2f5a9 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/routers/5943b4e2-24ec-497f-adef-476ea272c0e4 HTTP/1.1" status: 204 len: 168 time: 0.6016753 Aug 03 19:20:25.116626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] DHCP port deletion for 66d4a855-c84a-467d-9510-96745f4b6de3 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:25.193127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.231378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Deleting port 22880bb7-78e4-47d2-ac56-7797630f176b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:25.233562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.270447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.405346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34580) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:25.428938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-742fe3b1-3602-4fda-82b4-dc74a5b0ed43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.515153 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.536260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] For port 22880bb7-78e4-47d2-ac56-7797630f176b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=22880bb7-78e4-47d2-ac56-7797630f176b,segment=NetworkSegment(26036c9e-8462-457c-9b8a-a8e9571838ec),segment_id=26036c9e-8462-457c-9b8a-a8e9571838ec)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:25.537141 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.541276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6036af5d-a8b8-4743-a1a0-74d9170fc547 req-ffc73053-97e7-4acf-b225-4cfea76aa35e tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0743349 Aug 03 19:20:25.570238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Calling delete_port for 22880bb7-78e4-47d2-ac56-7797630f176b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:25.591570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=b34c09dd-0881-440b-ac3d-7a610b1445ca,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:25.597981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.604393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4708edfd-ead8-47d6-be7b-ef3d4fcfcd1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/b34c09dd-0881-440b-ac3d-7a610b1445ca HTTP/1.1" status: 204 len: 168 time: 0.9405115 Aug 03 19:20:25.612561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd16ad7-4ea8-44a9-a2d1-357f54e514f2 None None] Network 6e57e38a-878b-42cd-bbcc-d94452d2fa4d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:25.616269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:25.644212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:25.803617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 22880bb7-78e4-47d2-ac56-7797630f176b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:25.867568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-742fe3b1-3602-4fda-82b4-dc74a5b0ed43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:25.970512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-307ed636-d769-4347-8afe-9c51b18421e8 req-37fef920-1d05-4ec8-a636-79fe256f3b7b tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1370108 Aug 03 19:20:25.994620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-742fe3b1-3602-4fda-82b4-dc74a5b0ed43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.010848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1255512976', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:26.097510 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.123324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-742fe3b1-3602-4fda-82b4-dc74a5b0ed43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a082756c7f0f4cfda84a66c3a62e0e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157404 Aug 03 19:20:26.129558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742fe3b1-3602-4fda-82b4-dc74a5b0ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27a9c5b-a2f7-4f63-93b4-787542ffc03e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.138844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34596) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:26.177611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.239778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.241568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] DHCP port deletion for 6e57e38a-878b-42cd-bbcc-d94452d2fa4d request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:26.244012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] No DVR routers for this DVR port 22880bb7-78e4-47d2-ac56-7797630f176b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:26.248374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557afa15-550f-46ea-a565-910a9efbac94 None None] Pushing event deleted for resources: {'Port': ['ID=22880bb7-78e4-47d2-ac56-7797630f176b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.316213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.343016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.345079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.364309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Deleting port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:26.367927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.382448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.419738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.439009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.465045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] For port 471bf9b9-6340-44d6-a39f-63ae456b8fd5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=471bf9b9-6340-44d6-a39f-63ae456b8fd5,segment=NetworkSegment(695172ca-0e03-4631-8c44-dcb0cf69b5e7),segment_id=695172ca-0e03-4631-8c44-dcb0cf69b5e7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:26.465562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.501793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Calling delete_port for 471bf9b9-6340-44d6-a39f-63ae456b8fd5 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:26.521107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.667697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.696942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d4a855-c84a-467d-9510-96745f4b6de3']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:26.728081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26036c9e-8462-457c-9b8a-a8e9571838ec') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:26.729394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26036c9e-8462-457c-9b8a-a8e9571838ec') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:26.760464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.776150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.787185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Allocated IP 172.25.2.165 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d8835809-0730-463e-b019-a9fc645c7695) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:26.818011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.833421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] Pushing event deleted for resources: {'Port': ['ID=471bf9b9-6340-44d6-a39f-63ae456b8fd5,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:26.839073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:26.839362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:26.843760 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:26.865692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fd284-48ca-468e-93a1-33a1ec617f71 None None] No DVR routers for this DVR port 471bf9b9-6340-44d6-a39f-63ae456b8fd5 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:27.016226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.076282 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.097624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.101128 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/66d4a855-c84a-467d-9510-96745f4b6de3 HTTP/1.1" status: 204 len: 168 time: 1.4794998 Aug 03 19:20:27.108208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:27.155860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944683df-10c2-4c47-87fb-feb938089f9a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=66d4a855-c84a-467d-9510-96745f4b6de3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.208456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c865f9f2-4d48-4420-ba90-9e0b2d88de6c req-e6159a47-fde7-4176-a1e6-9bbe7a1b56d8 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.5359273 Aug 03 19:20:27.221807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.224722 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.228260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c27a9c5b-a2f7-4f63-93b4-787542ffc03e HTTP/1.1" status: 204 len: 168 time: 1.0857620 Aug 03 19:20:27.237887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.269551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-360e3d4f-3f67-4ffa-8814-e28e1ddb57a8 req-531d96bc-8643-49ac-9bcf-d49437a967b4 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0597045 Aug 03 19:20:27.327529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.334838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5f8dc-1e00-45d5-90ec-ced0f696a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27a9c5b-a2f7-4f63-93b4-787542ffc03e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.452246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.464399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e57e38a-878b-42cd-bbcc-d94452d2fa4d']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:27.477883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695172ca-0e03-4631-8c44-dcb0cf69b5e7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:27.478282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695172ca-0e03-4631-8c44-dcb0cf69b5e7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:27.491063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.510652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.520329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:27.521002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.550714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:27.599013 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:27.644830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:27.652855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:27.657700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:27.661318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Pushing event updated for resources: {'Port': ['ID=d8835809-0730-463e-b019-a9fc645c7695,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.761017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 471bf9b9-6340-44d6-a39f-63ae456b8fd5 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:27.769131 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.800800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 471bf9b9-6340-44d6-a39f-63ae456b8fd5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:27.801279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 471bf9b9-6340-44d6-a39f-63ae456b8fd5 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:27.821743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:27.828197 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/6e57e38a-878b-42cd-bbcc-d94452d2fa4d HTTP/1.1" status: 204 len: 168 time: 0.7118182 Aug 03 19:20:27.828197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4c92b-8e73-4c87-8fd7-18e87f30aba6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=6e57e38a-878b-42cd-bbcc-d94452d2fa4d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:27.844872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34614) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:27.858126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-689693479'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.001762 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.022007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.079747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:28.083430 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.146952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:28.170077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.170348 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 4b623005-34ef-4e74-9948-43794e6ca081 of type vlan for network 6c26329b-ca88-478a-8e31-0d2ebe407d72 Aug 03 19:20:28.172147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Allocated IP 172.25.2.168 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d1caf9fc-e15d-415f-bb51-1c2bf656d623) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:28.199301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.234287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.415274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-614ba157-a23a-4785-992f-ad83f793a547 req-b435635b-bf32-4efa-89bb-b19fdf4a461b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0476074 Aug 03 19:20:28.431714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.486105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a2bb74c-15e7-4b74-811e-c923364395c7 req-452b9eab-719e-44fd-9d2d-fad7fdb53cec tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0821946 Aug 03 19:20:28.548214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.557330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.563417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:28.564052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.652238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=6c26329b-ca88-478a-8e31-0d2ebe407d72,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:28.663715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:28.701057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:28.753954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95e79446-2ff2-421f-bcc3-386980e8057b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9007046 Aug 03 19:20:28.755210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:28.760794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34638) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:28.761704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:28.766184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:28.806235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:28.861123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event updated for resources: {'Port': ['ID=d1caf9fc-e15d-415f-bb51-1c2bf656d623,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:28.894716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Router a8f84eb5-368d-482c-b849-87aebb27d1e2 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:29.037970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:29.048972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Sync routers for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:29.060528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:29.061477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:29.145605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:29.149544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.213989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:29.300336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.304300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a7ec2d73-d929-4186-9fe1-8715e7f20459 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9948559 Aug 03 19:20:29.304684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34646) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:29.410490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.485043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:27Z', 'revision_number': 3, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:29.522308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Checking router: a8f84eb5-368d-482c-b849-87aebb27d1e2 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:29.522661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Updating router a8f84eb5-368d-482c-b849-87aebb27d1e2 port d8835809-0730-463e-b019-a9fc645c7695 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:29.582071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:29.661034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6e0e031-48a4-4df7-8e11-bf09668c7910 req-846daeed-93d9-4d9f-b1b7-e92fe2e83fdd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.1062734 Aug 03 19:20:29.732703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b77cecfa-f6bc-4644-af61-8a18168ba8fb req-87ed58e1-fac0-4d13-8a82-f5f73b44d409 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0549545 Aug 03 19:20:29.904627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.073097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=3df1765b-0acd-450b-a30a-46d3a197438a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:30.078582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '4b623005-34ef-4e74-9948-43794e6ca081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:30.078947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 6c26329b-ca88-478a-8e31-0d2ebe407d72, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:20:30.088221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.091454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.091799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.092116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.092445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.092937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.093339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.093672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.094243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.094386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.094714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.095040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.095341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:30.170682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.255295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.285742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Transition to ACTIVE for port object d8835809-0730-463e-b019-a9fc645c7695 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:30.345738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:20:30.421267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Allocated IP 172.20.0.1 (46718942-5d30-4568-a348-7e03de481d26/4b3429ae-ecd9-48ce-af7a-f98755b36ec0/c3355e75-f26c-4e3a-a8da-83a5f82402b1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:30.515771 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.566056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.570037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Attempting to bind port d8835809-0730-463e-b019-a9fc645c7695 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:30.570409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Attempting to bind port d8835809-0730-463e-b019-a9fc645c7695 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:30.570875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Attempting to bind port d8835809-0730-463e-b019-a9fc645c7695 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:30.578389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Router 3672a0bd-f409-4548-a3db-745ff47de8bf is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:30.580900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:30.581380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:30.582225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.582370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:30.582822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Bound port: d8835809-0730-463e-b019-a9fc645c7695, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:30.583218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.585349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6c26329b-ca88-478a-8e31-0d2ebe407d72) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:30.603476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11760a-3d42-4e3e-a3ed-4130cdd7b9be None None] Pushing event updated for resources: {'Port': ['ID=d8835809-0730-463e-b019-a9fc645c7695,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:30.603590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:30.603590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.629408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06adcb01-5738-4954-927f-1fe1854e9e3e None None] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:30.746631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:30.795769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-86f2482e-aa4b-4aa7-812a-c0947b853967 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0288391 Aug 03 19:20:30.797895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34678) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:30.811821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825842927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:30.832053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:30.847206 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] Sync routers for ids ['3672a0bd-f409-4548-a3db-745ff47de8bf'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:30.876463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] Routers {'3672a0bd-f409-4548-a3db-745ff47de8bf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:30.881805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3672a0bd-f409-4548-a3db-745ff47de8bf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:30.885270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Network 46718942-5d30-4568-a348-7e03de481d26 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:30.909507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:30.920471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:30.968735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] For port d8835809-0730-463e-b019-a9fc645c7695, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:30.982551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:30.992379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] For port d8835809-0730-463e-b019-a9fc645c7695, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d8835809-0730-463e-b019-a9fc645c7695,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:31.004864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] Routers {'3672a0bd-f409-4548-a3db-745ff47de8bf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:31.005804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:31.006661 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3672a0bd-f409-4548-a3db-745ff47de8bf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.044471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b884b1c-734a-4182-b2fa-68d603be7764 req-6b915671-4f26-4542-a072-25cf375f78e5 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.1571295 Aug 03 19:20:31.054752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.070660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f250b622-d0e6-4b3c-9ba7-054211520842 req-36877eb7-29e5-4902-8bcb-21553d3fb86b tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1481225 Aug 03 19:20:31.070660 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.075041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d418ab8-2d54-4192-8a25-bf355f0e6033 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4228027 Aug 03 19:20:31.083334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34686) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:31.095549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.097371 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab57c9-8ed6-4a6a-8d5c-86cd415e51ff None None] The sync data for ids ['3672a0bd-f409-4548-a3db-745ff47de8bf'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:31.108807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.259887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe36053e-274e-4580-85e8-50e95b343a11 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/3672a0bd-f409-4548-a3db-745ff47de8bf HTTP/1.1" status: 200 len: 921 time: 0.1752791 Aug 03 19:20:31.264163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34692) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:31.268501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6c26329b-ca88-478a-8e31-0d2ebe407d72', 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': '3df1765b-0acd-450b-a30a-46d3a197438a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:20:31.269502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.283993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:31.284604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.286737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11760a-3d42-4e3e-a3ed-4130cdd7b9be None None] Pushing event updated for resources: {'Port': ['ID=d8835809-0730-463e-b019-a9fc645c7695,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:31.288711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.289316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.324771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-44eecf48-492a-4d89-a393-43281085dee9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=3672a0bd-f409-4548-a3db-745ff47de8bf HTTP/1.1" status: 200 len: 205 time: 0.0573614 Aug 03 19:20:31.328033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34698) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:31.394566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.490900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.510723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.513085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.516585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:31.630587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Allocated IP 172.20.0.2 (6c26329b-ca88-478a-8e31-0d2ebe407d72/3df1765b-0acd-450b-a30a-46d3a197438a/63894928-8081-45d9-8273-ab4aa8f121ff) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:31.732390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.740343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.745050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47709f49-5dac-40e0-a12c-b06ee0ab229d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9424803 Aug 03 19:20:31.756565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34704) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:31.756565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'port': {'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72', 'name': 'tempest-RoutersTest-1798643539'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:31.857779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:27Z', 'revision_number': 3, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:31.863527 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:31.906474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf1141c-e534-4919-b30b-62d0adaa93a2 None None] The sync data for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 is: [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:27Z', 'revision_number': 3, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:31.909320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Transition to ACTIVE for port object 63894928-8081-45d9-8273-ab4aa8f121ff will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:31.935494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Transition to ACTIVE for port object 63894928-8081-45d9-8273-ab4aa8f121ff will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:31.948202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.028392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port d1caf9fc-e15d-415f-bb51-1c2bf656d623 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:32.029158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.087933 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.089539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.149345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:32.152747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.229363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:32.270681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:32.270681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:32.272270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] device_id is not set on port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:32.272385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:32.272492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.272596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Pushing event updated for resources: {'Port': ['ID=63894928-8081-45d9-8273-ab4aa8f121ff,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:32.272715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a4c9107-fcd7-47a9-918b-6511d09e8ae2 req-4efe428c-ce1c-4be8-8a97-9381c704886e tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0621290 Aug 03 19:20:32.363106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eea1a62-cd6b-4a22-bbdc-978b29b5b2ed req-3dc87cde-c52c-467d-9090-12322a1b485b tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0813386 Aug 03 19:20:32.398999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.435111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for d1caf9fc-e15d-415f-bb51-1c2bf656d623 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:32.477795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Attempting to bind port 63894928-8081-45d9-8273-ab4aa8f121ff on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:32.478625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Attempting to bind port 63894928-8081-45d9-8273-ab4aa8f121ff by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4b623005-34ef-4e74-9948-43794e6ca081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:32.478796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Attempting to bind port 63894928-8081-45d9-8273-ab4aa8f121ff on network 6c26329b-ca88-478a-8e31-0d2ebe407d72 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:32.489254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:32.489634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Checking segment: {'id': '4b623005-34ef-4e74-9948-43794e6ca081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:32.490039 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.490438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Bound using segment: {'id': '4b623005-34ef-4e74-9948-43794e6ca081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:32.490922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Bound port: 63894928-8081-45d9-8273-ab4aa8f121ff, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b623005-34ef-4e74-9948-43794e6ca081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6c26329b-ca88-478a-8e31-0d2ebe407d72'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:32.491374 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.585583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] For port 63894928-8081-45d9-8273-ab4aa8f121ff, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:32.589445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] For port 63894928-8081-45d9-8273-ab4aa8f121ff, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=63894928-8081-45d9-8273-ab4aa8f121ff,segment=NetworkSegment(4b623005-34ef-4e74-9948-43794e6ca081),segment_id=4b623005-34ef-4e74-9948-43794e6ca081)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:32.609778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:32.695115 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:32.824787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f32eef-b5ea-4208-b9a3-96b6a9a27cf6 None None] Pushing event updated for resources: {'Port': ['ID=63894928-8081-45d9-8273-ab4aa8f121ff,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:32.825441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a5477c-aa83-4898-93a6-9f1c6b489d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.059090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a5477c-aa83-4898-93a6-9f1c6b489d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.103491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.226534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a7a5477c-aa83-4898-93a6-9f1c6b489d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.230771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.20.0.7 (6c26329b-ca88-478a-8e31-0d2ebe407d72/3df1765b-0acd-450b-a30a-46d3a197438a/8d4c3a8a-3be0-4682-bd67-dd6e15a744a0) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:33.241052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Network 46718942-5d30-4568-a348-7e03de481d26 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:33.250339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:33.288013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5477c-aa83-4898-93a6-9f1c6b489d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7171d8d9-9e16-4635-8252-4f89c8930068,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:33.296604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a7a5477c-aa83-4898-93a6-9f1c6b489d84 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd7b7e0b6ef64151aeb1197880f3c92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857314 Aug 03 19:20:33.299365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34724) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:33.382026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.444205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.586004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48639845-5367-4a9f-bc74-673f40b0567a req-f07c15bd-10f6-4d9e-9477-69471aa178ce tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0464056 Aug 03 19:20:33.625754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1152081-55f9-4797-8058-dae27061e17b req-e84ff305-ea66-42ac-9594-65c74620edc5 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0700397 Aug 03 19:20:33.652006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.664884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.669447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.673173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7171d8d9-9e16-4635-8252-4f89c8930068 HTTP/1.1" status: 204 len: 168 time: 0.3701649 Aug 03 19:20:33.696348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473064e-dddf-4b2e-8af2-b342083bf1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7171d8d9-9e16-4635-8252-4f89c8930068,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:33.701021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=d1caf9fc-e15d-415f-bb51-1c2bf656d623,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:33.841995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Router a8f84eb5-368d-482c-b849-87aebb27d1e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:33.864806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:33.906265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d8835809-0730-463e-b019-a9fc645c7695 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:33.952642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:33.954507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.087329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.094602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.153641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d8835809-0730-463e-b019-a9fc645c7695 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:34.171065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d8835809-0730-463e-b019-a9fc645c7695 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:34.171893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.283385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:34.305022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6c9c00b5-f03b-49af-8847-f189e1b594b0 admin admin] 10.222.0.67 "PUT /v2.0/routers/a8f84eb5-368d-482c-b849-87aebb27d1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9834812 Aug 03 19:20:34.333539 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.364174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.366618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.367462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router 3672a0bd-f409-4548-a3db-745ff47de8bf {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:34.408239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d8835809-0730-463e-b019-a9fc645c7695, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d8835809-0730-463e-b019-a9fc645c7695,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:34.442472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.447464 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f2508e18-1f6a-4669-a01f-7b4113f91d51 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/3672a0bd-f409-4548-a3db-745ff47de8bf HTTP/1.1" status: 204 len: 168 time: 3.1145573 Aug 03 19:20:34.449147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34740) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:34.454482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1677867780', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:34.498310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:34.503311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:34.505978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:34.508836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=8d4c3a8a-3be0-4682-bd67-dd6e15a744a0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:34.534152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc67e46-6747-4439-bf49-f07e0fd758a0 None None] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:34.591302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:34.592723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.614422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.615219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 63894928-8081-45d9-8273-ab4aa8f121ff up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:34.626554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.627608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.744287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.760397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:34.794656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89c1e62b-9293-4226-8549-1a357aa4bebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:34.810207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a3d4c89-eff8-4ffe-8be9-7cd428237331 req-c3003adc-223c-4dce-b5c0-a980d23026f0 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0493603 Aug 03 19:20:34.844059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-70dd2c52-2587-46c9-bdb3-9bd8d3aa5646 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0953979 Aug 03 19:20:34.846705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34754) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:34.898444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6c23d0f9-a800-47ec-83b6-4b459ca0d0a3 None None] Provisioning for port 63894928-8081-45d9-8273-ab4aa8f121ff completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:34.960274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Sync routers for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:35.047986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b264cce8-46eb-4a19-9a0d-bf22a61b4bf5 req-99aa0af1-fc5a-4052-8e5d-188180b052a4 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1127861 Aug 03 19:20:35.077344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d8835809-0730-463e-b019-a9fc645c7695,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:35.083538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:35.084177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:35.086804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89c1e62b-9293-4226-8549-1a357aa4bebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.225685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.235356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89c1e62b-9293-4226-8549-1a357aa4bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.296506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e62b-9293-4226-8549-1a357aa4bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3db6c-2b23-4de9-bad9-64cdc771d38e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:35.332943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-89c1e62b-9293-4226-8549-1a357aa4bebe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3cc74a4e4b06418b95fc87f53cc5f0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712543 Aug 03 19:20:35.336916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:35.370794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:35.448457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.464375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 63894928-8081-45d9-8273-ab4aa8f121ff completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:35.475913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 63894928-8081-45d9-8273-ab4aa8f121ff triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:35.476961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.485579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.583055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Provisioning complete for port 63894928-8081-45d9-8273-ab4aa8f121ff triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:35.583445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.694873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.697763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.702917 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/83d3db6c-2b23-4de9-bad9-64cdc771d38e HTTP/1.1" status: 204 len: 168 time: 0.3608286 Aug 03 19:20:35.711040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d592d9-d831-487f-b023-fe8a07593082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3db6c-2b23-4de9-bad9-64cdc771d38e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:35.797048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.920873 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:35.924727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 63894928-8081-45d9-8273-ab4aa8f121ff, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=63894928-8081-45d9-8273-ab4aa8f121ff,segment=NetworkSegment(4b623005-34ef-4e74-9948-43794e6ca081),segment_id=4b623005-34ef-4e74-9948-43794e6ca081)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:35.971686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 4, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c3355e75-f26c-4e3a-a8da-83a5f82402b1', 'name': '', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'mac_address': 'fa:16:3e:74:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:30Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 2, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'subnets': [{'id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:36.001323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Checking router: a8f84eb5-368d-482c-b849-87aebb27d1e2 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:36.001673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Updating router a8f84eb5-368d-482c-b849-87aebb27d1e2 port c3355e75-f26c-4e3a-a8da-83a5f82402b1 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:36.035077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.190316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2bb1338-2f0b-494f-89cc-e1f43076d9c7 req-b5d9a45b-2bff-4bf9-b169-0a7c6fde4914 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.1080372 Aug 03 19:20:36.287934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.325633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6aa8f71-f509-4bd3-9c6f-3dcd19fcd68b req-21789060-c7e0-4aa5-bc34-438db846bfa9 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0422144 Aug 03 19:20:36.335093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-46fb0388-850c-417f-9a2d-6dc57fab4941 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:36.336892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-46fb0388-850c-417f-9a2d-6dc57fab4941 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 819 time: 0.9511466 Aug 03 19:20:36.406339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-29ab1dc5-0c73-42f7-8f83-5e1fee5f6d81 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/quotas/ee3dffe6a45640b897585ae9449ab582 HTTP/1.1" status: 200 len: 375 time: 0.0123768 Aug 03 19:20:36.469732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d8835809-0730-463e-b019-a9fc645c7695 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:36.499997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:20:36.499997 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:20:36.506857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=63894928-8081-45d9-8273-ab4aa8f121ff,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:36.523947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-1682c44a-6d45-4705-b858-d9191c9eb93b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088841 Aug 03 19:20:36.607958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d8835809-0730-463e-b019-a9fc645c7695 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:36.608387 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.629900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.826648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:36.836353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Transition to ACTIVE for port object c3355e75-f26c-4e3a-a8da-83a5f82402b1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:36.887469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-11614197-9e6c-4248-aeb6-5bfc2bbf25df service neutron] 10.222.0.67 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484776 Aug 03 19:20:36.968518 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.076540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c627-2253-4e5f-9e75-b3815cadd4f4 None None] Pushing event updated for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:37.101592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.170404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.201303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Attempting to bind port c3355e75-f26c-4e3a-a8da-83a5f82402b1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:37.201673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Attempting to bind port c3355e75-f26c-4e3a-a8da-83a5f82402b1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:37.205732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Attempting to bind port c3355e75-f26c-4e3a-a8da-83a5f82402b1 on network 46718942-5d30-4568-a348-7e03de481d26 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:37.211551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:37.211920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Checking segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:37.220866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.220866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Bound using segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:37.220866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Bound port: c3355e75-f26c-4e3a-a8da-83a5f82402b1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:37.220866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.310680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-79970082-8a3d-4a34-97df-ffa3da977c68 service neutron] 10.222.0.67 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819838 Aug 03 19:20:37.354352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] For port c3355e75-f26c-4e3a-a8da-83a5f82402b1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:37.359276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] For port c3355e75-f26c-4e3a-a8da-83a5f82402b1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3355e75-f26c-4e3a-a8da-83a5f82402b1,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:37.361030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Provisioning for port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:37.365368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d03c202f-e0cf-4557-9c22-e330ec41717a req-52487086-a1c6-4c80-a01b-6f4228dd9cbd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0833573 Aug 03 19:20:37.367516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Provisioning complete for port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:37.369859 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.466841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.25.2.6 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/9064261e-32aa-4c2d-9f90-0bd5ee2d788e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:37.513382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.517521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-62000b1c-ffdd-44f7-b33d-5caf46ff2f8c None None] Port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:37.531074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.602416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-231e4af9-a6f2-4b62-b00b-cb8296e7c01e req-500c70ce-dbc7-4a36-a580-e9730169ea36 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0791223 Aug 03 19:20:37.625426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c627-2253-4e5f-9e75-b3815cadd4f4 None None] Pushing event updated for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:37.642184 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.663347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:37.663347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:37.709688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.755669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5eca7893-d55c-42e1-8f74-3af85f26b832 None None] Provisioning complete for port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:37.756000 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5eca7893-d55c-42e1-8f74-3af85f26b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.864753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5eca7893-d55c-42e1-8f74-3af85f26b832 None None] Port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:37.873628 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:20:37.920214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:37.932191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:37.969200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b115273-3a9f-425a-9cee-a8808c4dc8c2 req-ae30f623-8d08-4bab-bd7d-bd9975d32769 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 210 time: 0.1618426 Aug 03 19:20:37.986167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:37.992734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:38.086635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=8d4c3a8a-3be0-4682-bd67-dd6e15a744a0,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:38.089866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:38.425333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b1e649d8-090a-45cb-b390-cf52e2baf943 None None] Provisioning complete for port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:38.426141 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b1e649d8-090a-45cb-b390-cf52e2baf943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.463979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 63894928-8081-45d9-8273-ab4aa8f121ff up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:38.514241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b1e649d8-090a-45cb-b390-cf52e2baf943 None None] Port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:38.569119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 4, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c3355e75-f26c-4e3a-a8da-83a5f82402b1', 'name': '', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'mac_address': 'fa:16:3e:74:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:30Z', 'updated_at': '2021-08-03T19:20:37Z', 'revision_number': 4, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'subnets': [{'id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:38.621109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:38.639693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14931d03-7118-47c9-9d5a-59e49bc3da56 req-44cd2626-5624-4998-ad49-ab682df7bfdd tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/ports?device_id=fcee6854-5a18-4b88-b284-6dd5fdd25b12 HTTP/1.1" status: 200 len: 210 time: 0.0919790 Aug 03 19:20:38.652849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb9465a-b3a0-4ebf-8247-39bb342020fc None None] The sync data for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 is: [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:20:31Z', 'revision_number': 4, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c3355e75-f26c-4e3a-a8da-83a5f82402b1', 'name': '', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'mac_address': 'fa:16:3e:74:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:30Z', 'updated_at': '2021-08-03T19:20:37Z', 'revision_number': 4, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'subnets': [{'id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:38.676937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 63894928-8081-45d9-8273-ab4aa8f121ff triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:38.677723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.777186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:38.839520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-859a5c37-c7d7-49dd-b12c-57482cbca6d8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:38.848835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-859a5c37-c7d7-49dd-b12c-57482cbca6d8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 819 time: 0.4822142 Aug 03 19:20:39.010714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbf5745f-fe06-4bd8-9c57-38b5f19eef9a req-ba0de006-3fb5-4676-9c8d-af854b876a40 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1846907 Aug 03 19:20:39.035331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-ff89a744-b44c-4f7b-a7b8-8113591cd045 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/quotas/ee3dffe6a45640b897585ae9449ab582 HTTP/1.1" status: 200 len: 375 time: 0.1819108 Aug 03 19:20:39.190898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.198164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-424d1879-143d-40f2-abb4-8e98adb0dadb tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232252 Aug 03 19:20:39.236521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-667bb465-207a-4852-a792-bf9dc32dff26 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:20:39.237668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-667bb465-207a-4852-a792-bf9dc32dff26 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081577 Aug 03 19:20:39.811177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.816385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-a896f182-bda2-43f1-9f1b-055e0be2c14e service neutron] 10.222.0.67 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653698 Aug 03 19:20:39.900316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34860) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:39.972823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:39.975845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.023731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.215835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-beb501c2-fdd9-4df7-a504-e66276641c27 service neutron] 10.222.0.67 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683670 Aug 03 19:20:40.217227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-90d914b0-3023-4a3a-a0e1-097254dbcfab service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0979404 Aug 03 19:20:40.271932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.287831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.292225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/security-groups/6301ef49-1442-42bf-b35f-d5c996491862 HTTP/1.1" status: 204 len: 168 time: 0.3905318 Aug 03 19:20:40.292890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:40.293869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d52f5d0-1fe7-4985-a6ed-cffe9cbb4895 req-63cca26d-2e15-4716-92c4-f4a625a14b12 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0848093 Aug 03 19:20:40.484950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16e77b-9311-43e2-a760-fa1dabb3d1ff tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6301ef49-1442-42bf-b35f-d5c996491862,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:40.493225 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-263653c5-387f-4ae1-bf93-f91e401a5776 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] show failed (client error): The resource could not be found. Aug 03 19:20:40.500964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-263653c5-387f-4ae1-bf93-f91e401a5776 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "GET /v2.0/security-groups/6301ef49-1442-42bf-b35f-d5c996491862 HTTP/1.1" status: 404 len: 347 time: 0.1135802 Aug 03 19:20:40.514760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:40.535164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3355e75-f26c-4e3a-a8da-83a5f82402b1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:40.724457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.725348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.726057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.726732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.727603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.728313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.729029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:40.731678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-426cbd1d-fbf7-4fbd-9063-2c8dd63bc627 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=597c3c5c72424bc493b709e0d0d30bae&device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 6499 time: 0.4843750 Aug 03 19:20:40.740015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.774122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c3355e75-f26c-4e3a-a8da-83a5f82402b1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:40.780467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c3355e75-f26c-4e3a-a8da-83a5f82402b1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:40.786004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.903733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5c687de-b01e-4a4f-9a38-b3b2d2b02002 req-b47b989b-09b8-4b28-84f3-7f65f5786213 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.0495913 Aug 03 19:20:40.904581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port a33413bd-4284-4609-bf39-26dc59418432 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:40.904581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.905259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:40.972940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router 9d29b0ff-1459-4d8f-a586-669103346399 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:40.986537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.036799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-c15dcd11-c40b-4770-859b-58957f7608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.037475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-c15dcd11-c40b-4770-859b-58957f7608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.038113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-c15dcd11-c40b-4770-859b-58957f7608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.038248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c3355e75-f26c-4e3a-a8da-83a5f82402b1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3355e75-f26c-4e3a-a8da-83a5f82402b1,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:41.040192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-c15dcd11-c40b-4770-859b-58957f7608f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=76f1e661-02c6-429b-96b6-a6e39c38104e&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=f6c5c073-01d6-425d-b200-84004e57359c&id=4cf31203-3992-41db-9b83-7b021463b3ae&id=4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 200 len: 2298 time: 0.2574244 Aug 03 19:20:41.052618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=8d4c3a8a-3be0-4682-bd67-dd6e15a744a0,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:41.055588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.123923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.175079 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-5f86fbb7-8e05-4e48-b440-2f535ac19fe3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 200 len: 1001 time: 0.1239405 Aug 03 19:20:41.181489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.182161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.292478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for a33413bd-4284-4609-bf39-26dc59418432 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:41.310568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:41.357574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:41.361106 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Sync routers for ids ['9d29b0ff-1459-4d8f-a586-669103346399'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:41.369257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:41.371591 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Routers {'9d29b0ff-1459-4d8f-a586-669103346399'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:41.372406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9d29b0ff-1459-4d8f-a586-669103346399'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:41.377543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:41.393264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-7bf40197-f121-42b7-8ae5-7614cb359da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.395549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-7bf40197-f121-42b7-8ae5-7614cb359da9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 HTTP/1.1" status: 200 len: 856 time: 0.2092597 Aug 03 19:20:41.532589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57a4b64a-ef52-4a6a-8729-c9c8f8b16819 req-a69ddaf7-c237-47cd-ba2b-d39217461f1b tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1301782 Aug 03 19:20:41.535164 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Set router 9d29b0ff-1459-4d8f-a586-669103346399 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:41.547603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-5e33c883-9cbd-48e8-9f2a-9821ce711595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.549856 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-5e33c883-9cbd-48e8-9f2a-9821ce711595 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76f1e661-02c6-429b-96b6-a6e39c38104e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457682 Aug 03 19:20:41.582006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.583666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-70e87543-2eb9-4d54-b883-1dfe4ef4b0fc tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1333954 Aug 03 19:20:41.588130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34894) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:41.735587 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-40170127-fa0c-42f6-814a-bc8e6d36bc7e service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770473 Aug 03 19:20:41.791041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a67b981d-1195-4a0d-9764-257bff34d55c None None] Provisioning complete for port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:41.791721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a67b981d-1195-4a0d-9764-257bff34d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:41.865316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ddff014d-a803-4abc-9363-539efbae2fee tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/9d29b0ff-1459-4d8f-a586-669103346399 HTTP/1.1" status: 200 len: 907 time: 0.2753031 Aug 03 19:20:41.867448 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d29b0ff-1459-4d8f-a586-669103346399', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6'}], 'enable_snat': False}, 'gw_port_id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:34Z', 'updated_at': '2021-08-03T19:20:38Z', 'revision_number': 3, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port': {'id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d29b0ff-1459-4d8f-a586-669103346399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:37Z', 'updated_at': '2021-08-03T19:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:41.869657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34898) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:41.887534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1677867780', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': True}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:41.915636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a67b981d-1195-4a0d-9764-257bff34d55c None None] Port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:41.917417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-8359bff3-1ed8-422a-ad9a-c0a1dc7d1f72 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:41.920316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-8359bff3-1ed8-422a-ad9a-c0a1dc7d1f72 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 819 time: 0.2389383 Aug 03 19:20:41.927485 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Checking router: 9d29b0ff-1459-4d8f-a586-669103346399 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:41.927899 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Updating router 9d29b0ff-1459-4d8f-a586-669103346399 port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:41.936591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Request body: {'port': {'device_id': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'admin_state_up': True, 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:41.957732 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-4138cd15-7eea-440f-8ade-57b3e5efa549 service neutron] 10.222.0.77 "GET /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677539 Aug 03 19:20:41.960195 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.035928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.059868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 64b63976-941e-4cb7-81e7-59701aa9e7d4 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:42.061878 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-2de47dc5-8d38-46e4-ae60-6275ae2379ab service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 217 time: 0.0964949 Aug 03 19:20:42.087849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.090008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.135129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77029cd8-74dd-4106-ad7d-1818aaff0f42 req-bfdffd07-6e41-4484-93c8-87b02fbdbf36 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.0924771 Aug 03 19:20:42.188213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=a33413bd-4284-4609-bf39-26dc59418432,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:42.223529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-41cdb22e-acd4-4f5f-8da5-9d5ec5db4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.225327 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-41cdb22e-acd4-4f5f-8da5-9d5ec5db4c4b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.1281130 Aug 03 19:20:42.284973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.288262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.292034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b023a041-2ed0-4dc5-8594-8e321d60f027 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/floatingips/c70443a0-7558-4f9d-bd47-725b2bfedf0b HTTP/1.1" status: 204 len: 168 time: 1.7736697 Aug 03 19:20:42.294742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34906) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.358450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.362813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-f32c1900-5a83-4109-a174-25be6f7417b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.393085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-f32c1900-5a83-4109-a174-25be6f7417b8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556168 Aug 03 19:20:42.394464 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.407570 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Transition to ACTIVE for port object 9064261e-32aa-4c2d-9f90-0bd5ee2d788e will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:42.423904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:42.432606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c49d0b01-5420-482f-8a05-ddb407f8a0c2 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/64b63976-941e-4cb7-81e7-59701aa9e7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5815899 Aug 03 19:20:42.437203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] Sync routers for ids ['64b63976-941e-4cb7-81e7-59701aa9e7d4'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:42.441230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34910) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.445754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3355e75-f26c-4e3a-a8da-83a5f82402b1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:42.504594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef79c5-706c-4d82-9a37-751b56887348 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.509372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-28ef79c5-706c-4d82-9a37-751b56887348 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports/8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 HTTP/1.1" status: 200 len: 977 time: 0.0656486 Aug 03 19:20:42.510523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] Routers {'64b63976-941e-4cb7-81e7-59701aa9e7d4'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:42.510978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34912) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:42.511454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['64b63976-941e-4cb7-81e7-59701aa9e7d4'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:42.550620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:42.569235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] Routers {'64b63976-941e-4cb7-81e7-59701aa9e7d4'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:42.569830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['64b63976-941e-4cb7-81e7-59701aa9e7d4'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:42.573808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port a0c0baed-0e1a-485f-a8f2-b7a874829283 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:42.573808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.611108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c3355e75-f26c-4e3a-a8da-83a5f82402b1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:42.611766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.613751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:42.614551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e94973-faab-49c0-a494-8ed369d4b868 None None] The sync data for ids ['64b63976-941e-4cb7-81e7-59701aa9e7d4'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:42.644405 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-4205cc57-da40-463a-adb2-2cf4eb8b45c8 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314775 Aug 03 19:20:42.652133 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.689041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Made reservation on behalf of ee3dffe6a45640b897585ae9449ab582 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:42.693100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.766660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Attempting to bind port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:42.767025 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Attempting to bind port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:42.767381 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Attempting to bind port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:42.769524 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23cb3-c04d-4448-9a17-d40aae118979 None None] Pushing event updated for resources: {'Port': ['ID=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:42.775254 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:42.775734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:42.776158 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.776537 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:42.777039 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Bound port: 9064261e-32aa-4c2d-9f90-0bd5ee2d788e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:42.777410 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.785893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:42.801027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d98bb050-680e-4dd5-834a-619b2275ff2b req-979de3fd-c82f-4ab7-92ac-8af4eadc72e7 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1210082 Aug 03 19:20:42.810074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for a0c0baed-0e1a-485f-a8f2-b7a874829283 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:42.820427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-1c398137-5d60-4dfa-93de-814e4d97dc86 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654186 Aug 03 19:20:42.854615 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] For port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:42.860115 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] For port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:42.908961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-e9332ba1-8497-43fa-8dbf-0550098f3b56 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 217 time: 0.0787299 Aug 03 19:20:42.988234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-595e6454-b11b-4835-9d46-90c6e6d671ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:42.989795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-595e6454-b11b-4835-9d46-90c6e6d671ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.0738306 Aug 03 19:20:43.017017 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.095072 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Routers {'9d29b0ff-1459-4d8f-a586-669103346399'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:43.096139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9d29b0ff-1459-4d8f-a586-669103346399'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:43.097878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-0bb708c9-a8b4-42dc-a153-2d4046661bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:43.099947 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-0bb708c9-a8b4-42dc-a153-2d4046661bb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1005020 Aug 03 19:20:43.255979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-0a53a1d8-5a5a-4839-845f-ddea8b86b8bf service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462874 Aug 03 19:20:43.257289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.356536 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] Set router 9d29b0ff-1459-4d8f-a586-669103346399 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:43.432190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=a0c0baed-0e1a-485f-a8f2-b7a874829283,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:43.457010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.470553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88f7b2ed-fc81-495a-b9ce-c99f396b2738 req-f990374c-537a-4b05-b67d-7161d5e357a8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.1087298 Aug 03 19:20:43.586528 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-04a9a08f-6b73-4a9b-a060-177419c5a70c service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973130 Aug 03 19:20:43.677014 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-585d50bf-94f6-4793-ad08-01f5e61ac849 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b HTTP/1.1" status: 200 len: 217 time: 0.0804770 Aug 03 19:20:43.679949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb23cb3-c04d-4448-9a17-d40aae118979 None None] Pushing event updated for resources: {'Port': ['ID=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:43.683132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:43.686019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b01dd474-2ac6-4188-928c-e5f67e73a05b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/ports/a0c0baed-0e1a-485f-a8f2-b7a874829283 HTTP/1.1" status: 204 len: 168 time: 1.3922572 Aug 03 19:20:43.706272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:43.766848 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d29b0ff-1459-4d8f-a586-669103346399', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6'}], 'enable_snat': False}, 'gw_port_id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:34Z', 'updated_at': '2021-08-03T19:20:38Z', 'revision_number': 3, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port': {'id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d29b0ff-1459-4d8f-a586-669103346399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:37Z', 'updated_at': '2021-08-03T19:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:43.901808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Allocated IP 172.20.0.10 (46718942-5d30-4568-a348-7e03de481d26/4b3429ae-ecd9-48ce-af7a-f98755b36ec0/4f797f60-5c2f-44dc-8b85-765a0b621f88) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:43.909394 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b2171-18ef-424b-8eb0-85e851e44bca None None] The sync data for ids ['9d29b0ff-1459-4d8f-a586-669103346399'] in n-d-803363-1 is: [{'id': '9d29b0ff-1459-4d8f-a586-669103346399', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6'}], 'enable_snat': False}, 'gw_port_id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:34Z', 'updated_at': '2021-08-03T19:20:38Z', 'revision_number': 3, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port': {'id': '9064261e-32aa-4c2d-9f90-0bd5ee2d788e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d29b0ff-1459-4d8f-a586-669103346399', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1986, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:37Z', 'updated_at': '2021-08-03T19:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:44.008515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-3d2a00fd-ffba-4af4-a23f-1894cc41d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.017670 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-3d2a00fd-ffba-4af4-a23f-1894cc41d6a1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.3248878 Aug 03 19:20:44.226723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-fb59bd73-1112-4967-87c0-04be25e352ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:44.229434 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-fb59bd73-1112-4967-87c0-04be25e352ef service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271496 Aug 03 19:20:44.306377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting port 2037d41a-2dec-4bac-abc5-dd4170413bc2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:44.306743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.525101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.687795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7dbba00-b3ed-4827-ba0b-6af2bacbac1f req-99081876-481d-4e00-83ec-63668a8fa9af tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0638688 Aug 03 19:20:44.734392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a20c831-c45e-41d4-a830-147fc3d08130 req-148e6041-31fe-4436-be4b-9be82ad0608a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.0719161 Aug 03 19:20:44.927832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:44.987990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Network 46718942-5d30-4568-a348-7e03de481d26 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:45.065649 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-1f213fe1-419a-481a-a70b-f932eec1100d service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147225 Aug 03 19:20:45.082667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:45.086625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:45.268542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.270965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.274529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Pushing event updated for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:45.288610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.366483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.376586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.430333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-13ce3ca4-935f-4b9d-979d-6ed4ebe853fc tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.431884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-13ce3ca4-935f-4b9d-979d-6ed4ebe853fc tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.54 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 819 time: 0.3827541 Aug 03 19:20:45.433168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Calling delete_port for 2037d41a-2dec-4bac-abc5-dd4170413bc2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:45.443319 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-a64aa6c5-4607-4b77-a00e-40f40ae32e19 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667145 Aug 03 19:20:45.454155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Request body: {'port': {'device_id': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'admin_state_up': True, 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:45.493658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.535641 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-e861af95-5d3c-4d3c-9101-09069ac35f86 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=26e9d839-fc59-4922-bd78-3105ad1fd881 HTTP/1.1" status: 200 len: 217 time: 0.0760770 Aug 03 19:20:45.540633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-9a5a87bd-b9d2-4220-8582-0a4e8f5cde99 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6098783 Aug 03 19:20:45.556817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:45.608318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Request body: {'port': {'device_id': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:45.933474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-81da00df-249b-48fd-a760-ec0fba68c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:45.936430 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-81da00df-249b-48fd-a760-ec0fba68c778 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 200 len: 797 time: 0.2401702 Aug 03 19:20:46.026929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e41492e-db7a-4984-ac92-47b2ef7ecf54 req-27c9caed-b797-4851-b0da-70ac02b146e0 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1090078 Aug 03 19:20:46.112886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.123863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-6672426e-8ba0-48fd-a5f7-bf6757f09dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.126526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-6672426e-8ba0-48fd-a5f7-bf6757f09dc8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f6c5c073-01d6-425d-b200-84004e57359c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778796 Aug 03 19:20:46.197435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.25.2.106 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ce06f0c1-8c80-4048-a1f7-ceee0efebb04) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:46.229282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25315deb-fb2d-4c1b-9986-fefc1fa9b030 req-8d989a7d-c8ef-4e94-a8b7-5930ec83f456 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.0557132 Aug 03 19:20:46.288007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Made reservation on behalf of ee3dffe6a45640b897585ae9449ab582 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:46.291757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.321426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-1f8cd4f8-737c-43a3-8c4b-e92a2b608fda service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866386 Aug 03 19:20:46.424166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.472259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9064261e-32aa-4c2d-9f90-0bd5ee2d788e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:46.507091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Port': ['ID=2037d41a-2dec-4bac-abc5-dd4170413bc2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:46.642915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-393f79a6-8365-4169-8dc8-11346e4fdd48 service neutron] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289925 Aug 03 19:20:46.643959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.651305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-acaef19d-6a1f-4cf0-badc-d4ef686d8b35 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/ports/2037d41a-2dec-4bac-abc5-dd4170413bc2 HTTP/1.1" status: 204 len: 168 time: 2.9366109 Aug 03 19:20:46.673323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34958) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:46.688342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:46.691667 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-754cb780-1ca9-4290-b3a5-51ad0de80a5b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9 HTTP/1.1" status: 200 len: 217 time: 0.0389853 Aug 03 19:20:46.693397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:46.694037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.777153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-14a99721-a37f-4474-a0ed-2532ac5eba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.781371 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-14a99721-a37f-4474-a0ed-2532ac5eba78 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.0758128 Aug 03 19:20:46.807205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting subnet 7d26488b-7011-4d2c-9266-150cf9bbd8b2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:46.813303 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.827431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f797f60-5c2f-44dc-8b85-765a0b621f88 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:46.845542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.846656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:46.852320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-b8b2e0f5-42e3-4b97-a4ad-714e135b76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:46.853997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-b8b2e0f5-42e3-4b97-a4ad-714e135b76f4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637779 Aug 03 19:20:46.875343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.932926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Transition to ACTIVE for port object 4f797f60-5c2f-44dc-8b85-765a0b621f88 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:46.935792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:46.936136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.942989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:46.954107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.006948 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-f4ccaeb1-917e-4520-8cec-7a1a3de34200 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445622 Aug 03 19:20:47.020006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.030861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.039171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.045919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.052797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.061454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.069555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.079857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.089042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-3682bc38-db30-49c8-b331-c82df42a4ae0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.4182403 Aug 03 19:20:47.109304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.118805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:47.141773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.142939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.143786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.144529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.145261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.145875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.146473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.147032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.147905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.148617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.149228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.149946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:20:47.203910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-fce47962-3997-458a-981e-7b69e2e03a59 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864066 Aug 03 19:20:47.240584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b546212d-d033-45cf-9ddf-b63dafca60bd req-2a3cae57-7efa-46fc-bf72-051e96abe22f tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0661874 Aug 03 19:20:47.277970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Allocated IP 172.20.0.2 (46718942-5d30-4568-a348-7e03de481d26/4b3429ae-ecd9-48ce-af7a-f98755b36ec0/2e7c3ea4-6fd7-427d-8d31-e02e3dff841e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:20:47.277970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-53d89af8-aa14-40aa-8e71-74f8b6fae7c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 200 len: 217 time: 0.0451553 Aug 03 19:20:47.307619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27d34ded-d1e1-4267-b09d-4b4f71d832ef req-262affe8-0265-4528-a2a4-05035154852b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2152958 Aug 03 19:20:47.336984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:47.360206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-d96f1811-b501-46f8-a033-589aae07d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.361961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-d96f1811-b501-46f8-a033-589aae07d156 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 200 len: 797 time: 0.0859430 Aug 03 19:20:47.393295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.444071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17c6cc8a-4ec5-461b-b4ed-32d8887249d2 req-2ab7ebeb-4856-48a7-a3f3-1e2ca0934f51 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.0715249 Aug 03 19:20:47.474844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 8d4c3a8a-3be0-4682-bd67-dd6e15a744a0 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:47.478475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-d5dc557e-a844-45f7-a758-42dda481babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.480032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-d5dc557e-a844-45f7-a758-42dda481babd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cf31203-3992-41db-9b83-7b021463b3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082704 Aug 03 19:20:47.502878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.603489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.677118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.683195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.690434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.696819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.703940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.710077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.716599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.718612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-3771fcae-94f8-40ac-9875-4630a565db6a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.1713173 Aug 03 19:20:47.748543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-518eaf4e-522a-4cf9-acc8-f5911d6da3a6 service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593246 Aug 03 19:20:47.835217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-1acf9170-a309-4a5b-8c06-91654d8b0071 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:47.836673 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-1acf9170-a309-4a5b-8c06-91654d8b0071 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1105926 Aug 03 19:20:47.906256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:47.977650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.035477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:48.038188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Attempting to bind port 4f797f60-5c2f-44dc-8b85-765a0b621f88 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:48.038528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Attempting to bind port 4f797f60-5c2f-44dc-8b85-765a0b621f88 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:48.038858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Attempting to bind port 4f797f60-5c2f-44dc-8b85-765a0b621f88 on network 46718942-5d30-4568-a348-7e03de481d26 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:48.056039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:48.058867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:48.069166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=ce06f0c1-8c80-4048-a1f7-ceee0efebb04,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.071664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Port 4f797f60-5c2f-44dc-8b85-765a0b621f88 on network 46718942-5d30-4568-a348-7e03de481d26 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:48.072065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Attempting to bind port 4f797f60-5c2f-44dc-8b85-765a0b621f88 on network 46718942-5d30-4568-a348-7e03de481d26 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:48.091082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Network 46718942-5d30-4568-a348-7e03de481d26 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:20:48.098875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-ce33de10-3ab7-47fd-b9de-535e4890c74d service neutron] 10.222.0.77 "GET /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299088 Aug 03 19:20:48.102667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:48.103451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:20:48.103654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Checking segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:48.103654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Bound using segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:48.105384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Bound port: 4f797f60-5c2f-44dc-8b85-765a0b621f88, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:48.106765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.124384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Pushing event updated for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.133110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:20:48.184745 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.189602 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-d7e8b913-1104-4a98-94b9-014fc1189efa tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3448122 Aug 03 19:20:48.202393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:48.256705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.258858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/subnets/7d26488b-7011-4d2c-9266-150cf9bbd8b2 HTTP/1.1" status: 204 len: 168 time: 1.5836782 Aug 03 19:20:48.259586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc25010-f741-4dc3-98d2-6bd16aba4bfb tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Subnet': ['ID=7d26488b-7011-4d2c-9266-150cf9bbd8b2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:48.264138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27885ada-b68f-4073-9d92-6acef4c8b086 None None] Network 55a2169c-7742-4ddd-9893-03e8a34fe53c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:48.267234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:48.296792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.297527 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.332446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.405179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Deleting subnet 6d6d8c2c-1ced-4116-b731-ba4295021d5a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:48.413286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.482160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.509148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9064261e-32aa-4c2d-9f90-0bd5ee2d788e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:48.526248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-34673b6f-2d2e-4d7e-a1aa-204be44febd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0758665 Aug 03 19:20:48.550885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Request body: {'port': {'device_id': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:48.598748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:48.599490 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.646141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f319e5e1-02c6-4f92-ba86-f82f5dc21b0a req-5aea0f7c-d457-4c94-9f60-b0b77ead560a tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1905425 Aug 03 19:20:48.713440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.720220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:48.765790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:48.774474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] DHCP port deletion for 55a2169c-7742-4ddd-9893-03e8a34fe53c request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:48.785305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.796774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.812397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.829272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.848426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.864697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.865116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Deleting port f194d969-5999-4425-b05f-d8a6ff431226 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:48.865681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.875966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:48.886220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-0f16bac1-a54a-4ef5-9251-3e31bc0d3140 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 5442 time: 0.3965213 Aug 03 19:20:48.929312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.949180 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:48.954161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.106337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80ab703d-f580-468c-b2d3-e3603b2477a2,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:49.151877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.152011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.154516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] 10.222.0.77 "PUT /v2.0/ports/4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 1092 time: 3.5781002 Aug 03 19:20:49.164844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:49.167510 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db995ea4-1f53-4854-9dbc-069fe0077091" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:49.193846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] For port 80ab703d-f580-468c-b2d3-e3603b2477a2, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:49.223269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ab2f096a-1d4d-438f-bc1d-7180be4b6ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.260551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] For port f194d969-5999-4425-b05f-d8a6ff431226, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f194d969-5999-4425-b05f-d8a6ff431226,segment=NetworkSegment(02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f),segment_id=02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:49.263064 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.283149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] device_id is not set on port 80ab703d-f580-468c-b2d3-e3603b2477a2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:49.295073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Calling delete_port for f194d969-5999-4425-b05f-d8a6ff431226 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:49.338959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.359249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:49.374449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.374909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07ade3cb-477b-4e08-9217-e53d0dd2cecc req-a34a21e8-cf4d-4c0f-902d-92c54c30d727 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4876485 Aug 03 19:20:49.405307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.443696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6d8c2c-1ced-4116-b731-ba4295021d5a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.446276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.451915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a655294a-20a4-4e19-8e01-4a9372203791 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/subnets/6d6d8c2c-1ced-4116-b731-ba4295021d5a HTTP/1.1" status: 204 len: 168 time: 1.1802282 Aug 03 19:20:49.452694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35000) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:49.473164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21a439-5beb-4761-bd68-6b2430406ab2 None None] Network f011ad44-d641-4d62-ab58-727411c3e843 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:49.513142 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d43187-987e-4746-bee9-a78a5ae5a55c x-openstack-request-id: req-e4d43187-987e-4746-bee9-a78a5ae5a55c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:49.513436 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:49.513742 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4d43187-987e-4746-bee9-a78a5ae5a55c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:49.514143 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88', 'status': 'completed', 'code': 200} Aug 03 19:20:49.526959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c0e88-b548-40b4-bc9f-c4e340043f03 service neutron] Pushing event updated for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.548865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.569681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Transition to ACTIVE for port object 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:20:49.583748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.586418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615039d-5f3e-446e-aa0a-5d0165f49bd2 req-1d2a7d3b-db5f-492c-bf56-a91402efa569 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.595201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5615039d-5f3e-446e-aa0a-5d0165f49bd2 req-1d2a7d3b-db5f-492c-bf56-a91402efa569 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 931 time: 0.6853480 Aug 03 19:20:49.615015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=8d4c3a8a-3be0-4682-bd67-dd6e15a744a0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.655860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.666792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.691930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] No DVR routers for this DVR port 80ab703d-f580-468c-b2d3-e3603b2477a2 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:49.701773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069319-a363-4842-9153-c107cf10650d service neutron] Pushing event updated for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.723241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] Pushing event deleted for resources: {'Port': ['ID=f194d969-5999-4425-b05f-d8a6ff431226,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:49.732959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1135e51-b4c1-4fff-bff6-3e116c4de450 None None] No DVR routers for this DVR port f194d969-5999-4425-b05f-d8a6ff431226 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:49.787365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.792733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] The port 'f194d969-5999-4425-b05f-d8a6ff431226' was deleted {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 03 19:20:49.839687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] DHCP port deletion for f011ad44-d641-4d62-ab58-727411c3e843 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:49.875603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-c2e08c04-0964-4c56-8379-184fa791edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.875603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-c2e08c04-0964-4c56-8379-184fa791edf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1095 time: 0.4140904 Aug 03 19:20:49.921761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5615039d-5f3e-446e-aa0a-5d0165f49bd2 req-5b5a110b-e5d9-4ce5-9a1d-52347b291baf tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186734 Aug 03 19:20:49.941540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] In _notify_port_updated(), no bound segment for port 80ab703d-f580-468c-b2d3-e3603b2477a2 on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:20:49.942481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:49.943110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.944467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-4c069319-a363-4842-9153-c107cf10650d service neutron] 10.222.0.77 "PUT /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 200 len: 1032 time: 1.7471271 Aug 03 19:20:49.986695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-ca8112ad-c4fc-4ab8-8e67-b3e32e0d92ea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.0635278 Aug 03 19:20:49.988333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:49.995035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.039422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.084972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a2169c-7742-4ddd-9893-03e8a34fe53c']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:50.110156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:50.111019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bfd3f9-2d0c-40cf-9fa2-26ce0c84279f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:50.125007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Deleting port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:50.125695 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.184638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6c06fd97-c0be-43a1-ab4f-60122fde6927 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.189639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6c06fd97-c0be-43a1-ab4f-60122fde6927 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "GET /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2334278 Aug 03 19:20:50.196566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.206273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:50.261879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] For port 83a64142-5f51-4d84-b5eb-3b2eb15dde57, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=83a64142-5f51-4d84-b5eb-3b2eb15dde57,segment=NetworkSegment(4cb08b06-7d8e-4001-bbc6-b038474979a4),segment_id=4cb08b06-7d8e-4001-bbc6-b038474979a4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:50.261879 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.267000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.274065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7ede649-a3bb-466b-b832-3f5b5810365f None None] Provisioning complete for port 80ab703d-f580-468c-b2d3-e3603b2477a2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:50.274726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7ede649-a3bb-466b-b832-3f5b5810365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.285505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:50.286612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:50.289958 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:50.306101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Calling delete_port for 83a64142-5f51-4d84-b5eb-3b2eb15dde57 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:50.377508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Attempting to bind port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:20:50.378037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Attempting to bind port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:20:50.378573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Attempting to bind port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e on network 46718942-5d30-4568-a348-7e03de481d26 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:50.395319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c7ede649-a3bb-466b-b832-3f5b5810365f None None] Port 80ab703d-f580-468c-b2d3-e3603b2477a2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:50.407787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e on network 46718942-5d30-4568-a348-7e03de481d26 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:20:50.408906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Attempting to bind port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e on network 46718942-5d30-4568-a348-7e03de481d26 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:20:50.413031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.427295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:20:50.427942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Checking segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:20:50.434999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Bound using segment: {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:20:50.434999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Bound port: 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '46718942-5d30-4568-a348-7e03de481d26'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:20:50.434999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.476490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 83a64142-5f51-4d84-b5eb-3b2eb15dde57 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:50.495970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-f18d11f9-9254-4442-a467-694d35fd8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.498204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-f18d11f9-9254-4442-a467-694d35fd8cac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.4978697 Aug 03 19:20:50.508623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee88746f-fa69-41a4-b4d9-1cf9a381f269 req-b5970e26-1dde-4cf7-b44f-8a64b2377787 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.4122682 Aug 03 19:20:50.585208 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.598115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-90362611-7a59-40e9-8d31-9aba11a77f4f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841072 Aug 03 19:20:50.600949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.619247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:50.628780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.642020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.643913 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/networks/55a2169c-7742-4ddd-9893-03e8a34fe53c HTTP/1.1" status: 204 len: 168 time: 1.1904228 Aug 03 19:20:50.645881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] Pushing event deleted for resources: {'Port': ['ID=83a64142-5f51-4d84-b5eb-3b2eb15dde57,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.647626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:50.647809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:20:50.651736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d61ebf-42b7-4cb7-8bdc-ca8ecbf75f51 None None] No DVR routers for this DVR port 83a64142-5f51-4d84-b5eb-3b2eb15dde57 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:50.664236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c21a23-0940-428c-ab5a-32103140d234 tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Network': ['ID=55a2169c-7742-4ddd-9893-03e8a34fe53c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.677389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f194d969-5999-4425-b05f-d8a6ff431226 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:50.724589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=85858d4a-defa-4077-8e6e-c1148795e00f,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:50.738225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f194d969-5999-4425-b05f-d8a6ff431226 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:50.738937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f194d969-5999-4425-b05f-d8a6ff431226 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:50.763978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.797477 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] For port 85858d4a-defa-4077-8e6e-c1148795e00f, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:20:50.830563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:50.831198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.832705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] 10.222.0.54 "PUT /v2.0/ports/2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 200 len: 1091 time: 2.2891040 Aug 03 19:20:50.833304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:50.835609 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ed004-c57e-4819-b2bf-75b81297e16d" -d '{"events": [{"name": "network-changed", "server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:50.873191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] device_id is not set on port 85858d4a-defa-4077-8e6e-c1148795e00f yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:20:50.887080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:50.914635 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e971272-1dae-413b-9f8f-3154bc781489 x-openstack-request-id: req-7e971272-1dae-413b-9f8f-3154bc781489 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:50.914635 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:50.914635 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e971272-1dae-413b-9f8f-3154bc781489 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:50.915269 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e', 'status': 'completed', 'code': 200} Aug 03 19:20:50.916558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab33fe-144e-46a5-add6-e7c3598e9afa service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:50.994406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.000683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.006647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.010825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-e9e4cff7-da26-423a-8c19-a43f8281b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.013228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.013499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-e9e4cff7-da26-423a-8c19-a43f8281b550 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1094 time: 0.0507450 Aug 03 19:20:51.019184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.025156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.027082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-ee0aa3c7-ad8a-4248-8f53-a18f00c0bc24 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 4663 time: 0.4413259 Aug 03 19:20:51.031332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.050690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.098186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 64b63976-941e-4cb7-81e7-59701aa9e7d4 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:20:51.098186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.104286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-27ce4cfe-1273-4651-b1d6-41394a5d57ff service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675746 Aug 03 19:20:51.115480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:51.201715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.244978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:51.248884 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2b2ea5-6bdc-43e1-8872-f9c8ada68ef8" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:51.264270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:51.264544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4534d131-e645-4665-94f6-c1447bb3c9e1 req-0043075b-2a88-46e7-bd6b-355a4983ffe1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&id=ca683f1c-4fb9-49ab-bd8a-227285b293d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165835 Aug 03 19:20:51.427652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.429534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 26e9d839-fc59-4922-bd78-3105ad1fd881 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:51.488321 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8609722-c0ff-44d3-aec7-9e23592d3b94 x-openstack-request-id: req-b8609722-c0ff-44d3-aec7-9e23592d3b94 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:51.488732 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:51.488958 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b8609722-c0ff-44d3-aec7-9e23592d3b94 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:51.489353 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'code': 200} Aug 03 19:20:51.546324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:51.572313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] No DVR routers for this DVR port 85858d4a-defa-4077-8e6e-c1148795e00f on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:51.586196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:51.623715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.694097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-11e78c7d-8cc9-4ea4-905e-b5993e756194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.694097 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-11e78c7d-8cc9-4ea4-905e-b5993e756194 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee3dffe6a45640b897585ae9449ab582&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6612349 Aug 03 19:20:51.710091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:51.718862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] In _notify_port_updated(), no bound segment for port 85858d4a-defa-4077-8e6e-c1148795e00f on network f6c5c073-01d6-425d-b200-84004e57359c {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:20:51.719817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.720486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.722131 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-2d3494dc-f3c3-4cab-9010-09e7ea569bc2 service neutron] 10.222.0.77 "PUT /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 200 len: 1031 time: 1.5235066 Aug 03 19:20:51.894587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-88e71f8e-bd0f-414b-bcbe-c30f5921590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:51.902010 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0b7ed004-c57e-4819-b2bf-75b81297e16d req-88e71f8e-bd0f-414b-bcbe-c30f5921590c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1891558 Aug 03 19:20:51.902199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.908492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:51.919582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beff3562-3e53-465d-b026-aeb33b55a0d0 req-a55655f2-3f49-4974-a32e-d98747f17364 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073511 Aug 03 19:20:51.930800 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] Sync routers for ids ['64b63976-941e-4cb7-81e7-59701aa9e7d4'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:51.936948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 46682e3c-c4aa-4ce6-8be2-946807ad606b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:51.937321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.946950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e3663fbf-85cf-4a9f-8cc0-0fba90f3220c None None] Provisioning complete for port 85858d4a-defa-4077-8e6e-c1148795e00f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:51.947345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3663fbf-85cf-4a9f-8cc0-0fba90f3220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.952294 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] Routers {'64b63976-941e-4cb7-81e7-59701aa9e7d4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:51.962127 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['64b63976-941e-4cb7-81e7-59701aa9e7d4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:51.962333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0bd0c848-a46b-44d8-9237-be96bd2af4d4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/64b63976-941e-4cb7-81e7-59701aa9e7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4399879 Aug 03 19:20:51.963865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35034) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:51.987350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:51.988146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 85858d4a-defa-4077-8e6e-c1148795e00f no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:52.018586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d20070aa-1766-4595-b717-a70f16066fe7 req-ca6709d5-63cc-466a-b1d3-0bcb5584ca5d tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0633643 Aug 03 19:20:52.039146 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.050043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb512f8-b7da-415d-89e5-61920f73e137 req-d822a416-bab1-442e-938a-09848b8a1978 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.061397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fb512f8-b7da-415d-89e5-61920f73e137 req-d822a416-bab1-442e-938a-09848b8a1978 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 943 time: 1.0255466 Aug 03 19:20:52.070923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] Routers {'64b63976-941e-4cb7-81e7-59701aa9e7d4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:52.070923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['64b63976-941e-4cb7-81e7-59701aa9e7d4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.077668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f011ad44-d641-4d62-ab58-727411c3e843']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.118866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e3663fbf-85cf-4a9f-8cc0-0fba90f3220c None None] Port 85858d4a-defa-4077-8e6e-c1148795e00f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:20:52.120212 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.122449 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e9b2e-58f5-401b-9c94-ab5d336c3a82 None None] The sync data for ids ['64b63976-941e-4cb7-81e7-59701aa9e7d4'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:52.128167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2c943cdc-f186-4b12-a8d1-027cb8990b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.139523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 85858d4a-defa-4077-8e6e-c1148795e00f not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:52.140452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80cae6fd-f426-48be-af7e-3adf9ab9401f no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:52.147413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb08b06-7d8e-4001-bbc6-b038474979a4') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.147847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb08b06-7d8e-4001-bbc6-b038474979a4') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:52.171414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:52.173882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.208272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fb512f8-b7da-415d-89e5-61920f73e137 req-78ddf20a-3cc3-47a9-86c4-0103278c52fd tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454196 Aug 03 19:20:52.224159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.237650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:52.238059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.245952 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:52.289378 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:52.298524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:52.328360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-22242e5f-5a86-44be-9c13-fdbf25dddb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.330010 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-22242e5f-5a86-44be-9c13-fdbf25dddb38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1094 time: 0.2664049 Aug 03 19:20:52.334130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.420130 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-223bc875-f885-4d34-94d3-65a14dc11de9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 200 len: 217 time: 0.0727003 Aug 03 19:20:52.439775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-26232c1c-41b4-453c-bedf-4deb028dc917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.441409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-26232c1c-41b4-453c-bedf-4deb028dc917 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1095 time: 0.2060025 Aug 03 19:20:52.465479 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-14889ab3-9aee-4850-9f4e-e8932abc1753 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:20:52.468672 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-14889ab3-9aee-4850-9f4e-e8932abc1753 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/64b63976-941e-4cb7-81e7-59701aa9e7d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4950364 Aug 03 19:20:52.469585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port 46682e3c-c4aa-4ce6-8be2-946807ad606b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=46682e3c-c4aa-4ce6-8be2-946807ad606b,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:52.469757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.479645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35044) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:52.505502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 46682e3c-c4aa-4ce6-8be2-946807ad606b owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:52.551971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.553091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 46682e3c-c4aa-4ce6-8be2-946807ad606b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:52.566542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-2fa5a684-b68b-4132-a141-d4ea8a695924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.568122 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-2fa5a684-b68b-4132-a141-d4ea8a695924 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.1124487 Aug 03 19:20:52.593327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c31e0911-6276-4ea2-93c4-f87aa7076a38 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=64b63976-941e-4cb7-81e7-59701aa9e7d4 HTTP/1.1" status: 200 len: 205 time: 0.1087463 Aug 03 19:20:52.598059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.600001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35046) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:52.629539 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-a2840dbc-ef94-4642-a2f5-8f9162f309e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497828 Aug 03 19:20:52.630144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.640826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.650449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.661024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.670872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:52.673621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-9cb39730-ca9e-44e2-81cd-491a2e10d0c9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 3881 time: 0.2737634 Aug 03 19:20:52.682806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router 2d3361d2-66fe-4bd8-b996-0925933a6975 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:20:52.739824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.758002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] 10.222.0.67 "DELETE /v2.0/networks/f011ad44-d641-4d62-ab58-727411c3e843 HTTP/1.1" status: 204 len: 168 time: 2.0816143 Aug 03 19:20:52.788925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:52.802842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.850095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de37465-4605-4aa7-bfbb-574b4523e86b tempest-TaggedBootDevicesTest-173137616 tempest-TaggedBootDevicesTest-173137616-project] Pushing event deleted for resources: {'Network': ['ID=f011ad44-d641-4d62-ab58-727411c3e843,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:52.895107 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.933567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:52.951648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80ab703d-f580-468c-b2d3-e3603b2477a2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:53.045252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 80ab703d-f580-468c-b2d3-e3603b2477a2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:53.045252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bfa822b6-e604-4a25-9c3e-b1a0bff03314 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:53.088503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-ac72ca8e-11c4-49e0-8676-ec702ea0d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.102399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-ac72ca8e-11c4-49e0-8676-ec702ea0d658 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.6517222 Aug 03 19:20:53.104500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=46682e3c-c4aa-4ce6-8be2-946807ad606b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:53.111964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.147694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-c4da06fc-f3b3-4bf3-989d-9da49a8d37e2 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066407 Aug 03 19:20:53.157847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port 46682e3c-c4aa-4ce6-8be2-946807ad606b on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:53.162118 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.164189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-6f428112-5134-42f6-897e-67c83fa269cb tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "DELETE /v2.0/ports/46682e3c-c4aa-4ce6-8be2-946807ad606b HTTP/1.1" status: 204 len: 173 time: 1.4298658 Aug 03 19:20:53.175004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:53.178827 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535725d-034f-44fb-8230-197a51571f2a" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:53.221123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.269504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-74858d0b-a80e-4f2f-a1f3-65b3bf815aea service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.1324782 Aug 03 19:20:53.302736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:53.379649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7be82d9-5c0d-4039-9198-966e1fdb5522 req-9996d386-4bb3-4783-b74c-f2748497cb59 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1777203 Aug 03 19:20:53.396070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb3bc344-16c9-421b-a9cb-109cd49da437 req-08db60b2-9f68-44d0-9bdf-602df97bea46 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6363246 Aug 03 19:20:53.417883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b50955d-5fef-45fb-8243-fa0c595b61f0 req-e095a117-da7a-4fbe-8030-d5781fa999e7 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514453 Aug 03 19:20:53.464074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 26e9d839-fc59-4922-bd78-3105ad1fd881 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:53.464792 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.465861 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.572358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:53.584887 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da16d166-1aef-447b-a5c7-645d442f7a44" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:53.607796 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd1d2f-237e-44fd-b97c-ba81db9a4b79 x-openstack-request-id: req-05fd1d2f-237e-44fd-b97c-ba81db9a4b79 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:53.608163 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "46682e3c-c4aa-4ce6-8be2-946807ad606b", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:53.608810 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-05fd1d2f-237e-44fd-b97c-ba81db9a4b79 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:53.609485 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '46682e3c-c4aa-4ce6-8be2-946807ad606b', 'status': 'completed', 'code': 200} Aug 03 19:20:53.661753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:53.706670 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7fb58f-14ec-4913-bd5e-be6db491740c x-openstack-request-id: req-ce7fb58f-14ec-4913-bd5e-be6db491740c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:53.707162 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-unplugged", "status": "completed", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:53.707545 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce7fb58f-14ec-4913-bd5e-be6db491740c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:53.708043 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'code': 200} Aug 03 19:20:53.708344 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'code': 200} Aug 03 19:20:53.709628 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'code': 200} Aug 03 19:20:53.747577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-98f0a36b-295e-4a27-a29d-5ff569cd77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:53.749046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-98f0a36b-295e-4a27-a29d-5ff569cd77a5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.4149525 Aug 03 19:20:53.775971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port 26e9d839-fc59-4922-bd78-3105ad1fd881, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=26e9d839-fc59-4922-bd78-3105ad1fd881,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:53.776750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.803804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 26e9d839-fc59-4922-bd78-3105ad1fd881 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:53.850191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-843d24d5-47f7-4666-b8b8-7f89345295aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709901 Aug 03 19:20:53.979302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.986289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:53.997737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:20:54.012742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Sync routers for ids ['2d3361d2-66fe-4bd8-b996-0925933a6975'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:20:54.023274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92834f00-352d-4002-a22c-c0742778f601 req-d5dcd371-36b9-4d73-9ec3-ff4ad71a26c1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.026237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Routers {'2d3361d2-66fe-4bd8-b996-0925933a6975'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:54.028569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d3361d2-66fe-4bd8-b996-0925933a6975'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:54.035986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92834f00-352d-4002-a22c-c0742778f601 req-d5dcd371-36b9-4d73-9ec3-ff4ad71a26c1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 943 time: 0.4847651 Aug 03 19:20:54.134847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92834f00-352d-4002-a22c-c0742778f601 req-af949e66-e935-4749-9bc2-a9b91e84a2a3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988765 Aug 03 19:20:54.143754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-5b53adba-a3ba-4bd7-ae47-362cb3ae7b1a service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418532 Aug 03 19:20:54.221855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Set router 2d3361d2-66fe-4bd8-b996-0925933a6975 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:54.272213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db995ea4-1f53-4854-9dbc-069fe0077091 req-e923218e-492b-4ffc-a533-7b8beef10e4a service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205354 Aug 03 19:20:54.275161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.284298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ab323c11-b519-4812-b038-bab4b993b1eb tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.4062164 Aug 03 19:20:54.284514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.284697 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.284697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 64b63976-941e-4cb7-81e7-59701aa9e7d4 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:54.284697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35076) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:54.298760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.303554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c12e05ff-9373-4ead-951c-e62bb96ca35f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/64b63976-941e-4cb7-81e7-59701aa9e7d4 HTTP/1.1" status: 204 len: 168 time: 1.6962662 Aug 03 19:20:54.306172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35078) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:54.484257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=26e9d839-fc59-4922-bd78-3105ad1fd881,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:54.629341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port 26e9d839-fc59-4922-bd78-3105ad1fd881 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:54.633188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.645533 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-9b0d43c5-74e1-497c-b33c-8c9c4d4fc88c tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "DELETE /v2.0/ports/26e9d839-fc59-4922-bd78-3105ad1fd881 HTTP/1.1" status: 204 len: 173 time: 1.4609644 Aug 03 19:20:54.681118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet 3df1765b-0acd-450b-a30a-46d3a197438a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:20:54.681381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-415fb31d-9bae-48db-bc8d-7a442bb833e9 req-5c064282-d3d1-4851-872c-b27b0d71447b tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1039371 Aug 03 19:20:54.684047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-541045ed-2f68-44f6-a52f-007da4a756f6 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/2d3361d2-66fe-4bd8-b996-0925933a6975 HTTP/1.1" status: 200 len: 908 time: 0.4007509 Aug 03 19:20:54.689917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:54.739119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3361d2-66fe-4bd8-b996-0925933a6975', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'ce06f0c1-8c80-4048-a1f7-ceee0efebb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:42Z', 'updated_at': '2021-08-03T19:20:48Z', 'revision_number': 3, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port': {'id': 'ce06f0c1-8c80-4048-a1f7-ceee0efebb04', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:0c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3361d2-66fe-4bd8-b996-0925933a6975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:45Z', 'updated_at': '2021-08-03T19:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:54.758660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.782495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Checking router: 2d3361d2-66fe-4bd8-b996-0925933a6975 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:20:54.783458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Updating router 2d3361d2-66fe-4bd8-b996-0925933a6975 port ce06f0c1-8c80-4048-a1f7-ceee0efebb04 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:20:54.824839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164600a-4407-470f-a831-dd37f1ee7b3f req-858fa643-91ca-4f0a-90e5-ef7eebf38c4e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.837457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.841803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:54.846515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164600a-4407-470f-a831-dd37f1ee7b3f req-858fa643-91ca-4f0a-90e5-ef7eebf38c4e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.872451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164600a-4407-470f-a831-dd37f1ee7b3f req-858fa643-91ca-4f0a-90e5-ef7eebf38c4e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:54.885194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2164600a-4407-470f-a831-dd37f1ee7b3f req-858fa643-91ca-4f0a-90e5-ef7eebf38c4e tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 2410 time: 0.2629166 Aug 03 19:20:55.018695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.087264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2164600a-4407-470f-a831-dd37f1ee7b3f req-24bfeb32-7afa-4d8c-b673-dd389485f36b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982307 Aug 03 19:20:55.093843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.148815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4f797f60-5c2f-44dc-8b85-765a0b621f88 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:55.259409 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-073f2ccc-33a7-4031-ac9e-ee61bc9de1ae req-fd646560-8ed6-4a57-94e0-3e32d9869af4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1457682 Aug 03 19:20:55.351815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.422344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d151b-1634-4c70-82b0-99006f0ebbdd req-420efbcb-ae58-4ae6-8bba-f698925ddc31 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:55.425171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-630d151b-1634-4c70-82b0-99006f0ebbdd req-420efbcb-ae58-4ae6-8bba-f698925ddc31 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 943 time: 0.0909364 Aug 03 19:20:55.472158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.481399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:55.515992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-630d151b-1634-4c70-82b0-99006f0ebbdd req-16e47405-862a-44ec-b15d-7be765c66c6d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Aug 03 19:20:55.578563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Deleting port ce06f0c1-8c80-4048-a1f7-ceee0efebb04 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:55.579256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.583133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:55.583491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.583893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '4f797f60-5c2f-44dc-8b85-765a0b621f88', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'port_id': '4f797f60-5c2f-44dc-8b85-765a0b621f88', 'mac_address': 'fa:16:3e:a7:0a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:55.663301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.683735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f797f60-5c2f-44dc-8b85-765a0b621f88 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:55.706671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:55.706963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.719213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:55.729997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:55.771746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.796842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Calling delete_port for ce06f0c1-8c80-4048-a1f7-ceee0efebb04 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:55.827193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.890569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:55.893197 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70361925-fabf-4167-a925-5e6b6542dc8a" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:55.900241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:55.953005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daa90877-5b62-4ddb-9628-64ac9c551807 req-a65b248f-05a2-4f60-8328-c685a5f4bb7e tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0437016 Aug 03 19:20:55.973993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=3df1765b-0acd-450b-a30a-46d3a197438a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.004095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.004095 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59ca3d69-bdd2-4a60-8154-c799f658b9a4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/3df1765b-0acd-450b-a30a-46d3a197438a HTTP/1.1" status: 204 len: 168 time: 1.6823425 Aug 03 19:20:56.004095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.021578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35102) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:56.059391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:20:56.065678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5c30e-6896-48bd-924c-0384f7e1c818 None None] Network 6c26329b-ca88-478a-8e31-0d2ebe407d72 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:20:56.099453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=5c1448f8-e3f4-4c29-9962-166ec7de8fd9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.107202 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f268574-d665-4ca2-8934-554bcf226c45 x-openstack-request-id: req-2f268574-d665-4ca2-8934-554bcf226c45 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:56.108463 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "26e9d839-fc59-4922-bd78-3105ad1fd881", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:56.108997 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f268574-d665-4ca2-8934-554bcf226c45 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:56.109531 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '26e9d839-fc59-4922-bd78-3105ad1fd881', 'status': 'completed', 'code': 200} Aug 03 19:20:56.150287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port 5c1448f8-e3f4-4c29-9962-166ec7de8fd9 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:56.155059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.161019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-cae17695-26e3-492f-b549-c0dca82a6d6d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "DELETE /v2.0/ports/5c1448f8-e3f4-4c29-9962-166ec7de8fd9 HTTP/1.1" status: 204 len: 173 time: 1.5093288 Aug 03 19:20:56.218427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4f797f60-5c2f-44dc-8b85-765a0b621f88'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:56.305022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.367222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port bfa822b6-e604-4a25-9c3e-b1a0bff03314 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:56.367607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.423200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c87a2-46d9-4fc4-8e8d-731fef882d9a req-489ae4b8-c6b0-4e0c-a521-ee402b435120 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.434122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c87a2-46d9-4fc4-8e8d-731fef882d9a req-489ae4b8-c6b0-4e0c-a521-ee402b435120 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:56.441839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069c87a2-46d9-4fc4-8e8d-731fef882d9a req-489ae4b8-c6b0-4e0c-a521-ee402b435120 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 1677 time: 0.1723225 Aug 03 19:20:56.477818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 63894928-8081-45d9-8273-ab4aa8f121ff {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:56.478889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.653052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:56.665724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port bfa822b6-e604-4a25-9c3e-b1a0bff03314, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bfa822b6-e604-4a25-9c3e-b1a0bff03314,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:56.666201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.704533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for bfa822b6-e604-4a25-9c3e-b1a0bff03314 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:56.720142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 63894928-8081-45d9-8273-ab4aa8f121ff, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=63894928-8081-45d9-8273-ab4aa8f121ff,segment=NetworkSegment(4b623005-34ef-4e74-9948-43794e6ca081),segment_id=4b623005-34ef-4e74-9948-43794e6ca081)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:56.720525 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.774407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 63894928-8081-45d9-8273-ab4aa8f121ff owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:56.897043 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:56.899534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:56.923861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e', 'network_id': '46718942-5d30-4568-a348-7e03de481d26', 'port_id': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e', 'mac_address': 'fa:16:3e:47:c7:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b3429ae-ecd9-48ce-af7a-f98755b36ec0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:20:56.979523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069c87a2-46d9-4fc4-8e8d-731fef882d9a req-79895263-796b-4778-a318-386b0e781ee7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5366781 Aug 03 19:20:57.045263 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561b2845-ef10-46b8-9b4e-9efbbca07ff8 req-624b9219-151f-4662-9fcb-f136665bcd76 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0474825 Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=101344) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers result.read() Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers items = [ Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2840, in __iter__ Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2847, in _iter Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 290, in orm_pre_session_exec Aug 03 19:20:57.054691 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers session._autoflush() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self.flush() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self._flush(objects) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers compat.raise_( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers raise exception Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers flush_context.execute() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers rec.execute(self) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1583, in _execute_20 Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1452, in _execute_clauseelement Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1814, in _execute_context Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1993, in _handle_dbapi_exception Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers raise exception Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1771, in _execute_context Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers result = self._query(query) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers conn.query(q) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers result.read() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Aug 03 19:20:57.063994 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-803363-1', 'ml2_port_bindings_port_id': 'ce06f0c1-8c80-4048-a1f7-ceee0efebb04', 'ml2_port_bindings_host': ''}] Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers (Background on this error at: https://sqlalche.me/e/14/e3q8) Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: ERROR neutron.plugins.ml2.managers Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: [parameters: {'host': 'n-d-803363-1', 'ml2_port_bindings_port_id': 'ce06f0c1-8c80-4048-a1f7-ceee0efebb04', 'ml2_port_bindings_host': ''}] Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:20:57.072998 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:20:57.086515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.160977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c7241-dc93-4d44-a11a-819ad152403d req-62c2b998-2e41-44b2-9f6c-9aa71238665b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:57.167489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=bfa822b6-e604-4a25-9c3e-b1a0bff03314,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.172920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c29c7241-dc93-4d44-a11a-819ad152403d req-62c2b998-2e41-44b2-9f6c-9aa71238665b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 943 time: 0.4128056 Aug 03 19:20:57.217528 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561b2845-ef10-46b8-9b4e-9efbbca07ff8 req-71850641-16e2-4585-ba3f-2883ccbddef4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29aa3352b4f641ebb86bda2326c5d34f&device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0457478 Aug 03 19:20:57.252361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.284237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:20:57.288508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.310434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e5136a-ee40-4857-b4ad-cc3e362514a8 req-888caaa6-2dc8-4a0f-a652-0b68c8a5a9bb tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.1029243 Aug 03 19:20:57.313526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8528d4-adbf-4829-b3be-c85c270bffe2 None None] DHCP port deletion for 6c26329b-ca88-478a-8e31-0d2ebe407d72 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:20:57.317603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port bfa822b6-e604-4a25-9c3e-b1a0bff03314 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:57.332582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.332899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.351999 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-201e1c4a-a42f-485b-81c8-9e584c822018 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "DELETE /v2.0/ports/bfa822b6-e604-4a25-9c3e-b1a0bff03314 HTTP/1.1" status: 204 len: 173 time: 1.1829870 Aug 03 19:20:57.353992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561b2845-ef10-46b8-9b4e-9efbbca07ff8 req-e3c150f6-f2e3-49ef-a63a-402aa90627b7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=29aa3352b4f641ebb86bda2326c5d34f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1060638 Aug 03 19:20:57.395509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.456816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce06f0c1-8c80-4048-a1f7-ceee0efebb04,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.463528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 63894928-8081-45d9-8273-ab4aa8f121ff on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:20:57.464257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c29c7241-dc93-4d44-a11a-819ad152403d req-b6536de6-8617-4afa-b2fa-9c62d2493be5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894058 Aug 03 19:20:57.490889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2845-ef10-46b8-9b4e-9efbbca07ff8 req-795692c8-7031-4082-a5b0-898c3f908a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:57.502400 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561b2845-ef10-46b8-9b4e-9efbbca07ff8 req-795692c8-7031-4082-a5b0-898c3f908a32 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363716 Aug 03 19:20:57.538024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=63894928-8081-45d9-8273-ab4aa8f121ff,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.539143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.641854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 80cae6fd-f426-48be-af7e-3adf9ab9401f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:20:57.643451 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.690498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Port ce06f0c1-8c80-4048-a1f7-ceee0efebb04 not found while updating agent binding for router 2d3361d2-66fe-4bd8-b996-0925933a6975. {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 03 19:20:57.703625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.749528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.771307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c26329b-ca88-478a-8e31-0d2ebe407d72']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.778176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Routers {'2d3361d2-66fe-4bd8-b996-0925933a6975'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:20:57.779373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d3361d2-66fe-4bd8-b996-0925933a6975'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.854695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port 80cae6fd-f426-48be-af7e-3adf9ab9401f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=80cae6fd-f426-48be-af7e-3adf9ab9401f,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:57.857588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:57.922488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:57.964149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2e7c3ea4-6fd7-427d-8d31-e02e3dff841e'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:20:57.967815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b623005-34ef-4e74-9948-43794e6ca081') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:57.968116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b623005-34ef-4e74-9948-43794e6ca081') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:58.111176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9'}, {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:58.113513 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c9880-de94-4681-bc54-db18f1973b15" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9"}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:58.189829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] Set router 2d3361d2-66fe-4bd8-b996-0925933a6975 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:20:58.298167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3361d2-66fe-4bd8-b996-0925933a6975', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:42Z', 'updated_at': '2021-08-03T19:20:56Z', 'revision_number': 5, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:20:58.397919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97febd4-b388-459d-96c4-f3ea21a96060 None None] The sync data for ids ['2d3361d2-66fe-4bd8-b996-0925933a6975'] in n-d-803363-1 is: [{'id': '2d3361d2-66fe-4bd8-b996-0925933a6975', 'name': 'tempest-snat-router-1677867780', 'tenant_id': 'f8d0b45643d9451695f73db87488e1ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:42Z', 'updated_at': '2021-08-03T19:20:56Z', 'revision_number': 5, 'project_id': 'f8d0b45643d9451695f73db87488e1ad', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:20:58.438938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.440196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.440841 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Floating IP 1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f disassociated. External IP: 172.25.2.245, port: 80cae6fd-f426-48be-af7e-3adf9ab9401f. Aug 03 19:20:58.441445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 80cae6fd-f426-48be-af7e-3adf9ab9401f owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:20:58.502827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 63894928-8081-45d9-8273-ab4aa8f121ff no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:20:58.563020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 63894928-8081-45d9-8273-ab4aa8f121ff {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:20:58.563366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 63894928-8081-45d9-8273-ab4aa8f121ff not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:20:58.719946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.729214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.735800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.773753 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3ab4ea-a303-4c67-8d4f-3a717fc48a1a x-openstack-request-id: req-8d3ab4ea-a303-4c67-8d4f-3a717fc48a1a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:20:58.774316 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "5c1448f8-e3f4-4c29-9962-166ec7de8fd9", "status": "completed", "code": 200}, {"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "bfa822b6-e604-4a25-9c3e-b1a0bff03314", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:20:58.775983 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d3ab4ea-a303-4c67-8d4f-3a717fc48a1a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:20:58.777261 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '5c1448f8-e3f4-4c29-9962-166ec7de8fd9', 'status': 'completed', 'code': 200} Aug 03 19:20:58.779853 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': 'bfa822b6-e604-4a25-9c3e-b1a0bff03314', 'status': 'completed', 'code': 200} Aug 03 19:20:58.785778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.835732 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-798c56db-bfbf-45e2-ba00-f3b721e40738 req-096c5ff8-93ee-4c9a-851e-07fd88c56d39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29aa3352b4f641ebb86bda2326c5d34f&device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.2307618 Aug 03 19:20:58.861883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-798c56db-bfbf-45e2-ba00-f3b721e40738 req-25eaf5a4-7d54-4360-a8c1-34f1ecc4d595 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=29aa3352b4f641ebb86bda2326c5d34f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244539 Aug 03 19:20:58.864487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:20:58.866408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:20:58.870719 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:20:58.936770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e6846-4da0-4777-b714-b918b8ad6164 req-8a37b5ae-45b3-4433-8782-e3f3f625549a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.938408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab5e6846-4da0-4777-b714-b918b8ad6164 req-8a37b5ae-45b3-4433-8782-e3f3f625549a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 943 time: 0.2753541 Aug 03 19:20:58.979689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:58.980205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3361d2-66fe-4bd8-b996-0925933a6975 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:20:58.990809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77c665-0b64-4433-8430-446965787327 req-979765be-1cef-479e-92c2-c514581c8354 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:58.992400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c77c665-0b64-4433-8430-446965787327 req-979765be-1cef-479e-92c2-c514581c8354 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 944 time: 0.2276103 Aug 03 19:20:58.998896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.000047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-26e933e2-178a-44e2-9a41-26baf0b98f05 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/routers/2d3361d2-66fe-4bd8-b996-0925933a6975 HTTP/1.1" status: 204 len: 168 time: 4.3079658 Aug 03 19:20:59.007300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35148) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:59.028382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.053360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c77c665-0b64-4433-8430-446965787327 req-40ac2724-09c3-4b6b-9639-c9d9b4f5b551 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520322 Aug 03 19:20:59.058987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab5e6846-4da0-4777-b714-b918b8ad6164 req-1e21e4d5-9f09-4147-9e06-a15b1c80860d tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups?id=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064389 Aug 03 19:20:59.076200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.132822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.136089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/6c26329b-ca88-478a-8e31-0d2ebe407d72 HTTP/1.1" status: 204 len: 168 time: 3.1095409 Aug 03 19:20:59.138472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ac37d-f922-43e9-ad7c-958941e072aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=6c26329b-ca88-478a-8e31-0d2ebe407d72,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:59.149584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35152) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:59.156608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-926926558'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:59.173227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4f797f60-5c2f-44dc-8b85-765a0b621f88 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:20:59.295772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63c74749-1a37-4949-b76d-e62791ee6dd4 req-2a60580b-0d63-4fa2-9052-b490fde5cea7 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0629427 Aug 03 19:20:59.301080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:20:59.309648 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.314390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.367242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:20:59.391272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.397120 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 0de1b888-81fa-4d75-b2bd-063666ce17da of type vlan for network 48098b23-a7b2-497b-ba11-82c42096de27 Aug 03 19:20:59.437030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 4f797f60-5c2f-44dc-8b85-765a0b621f88 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:20:59.448293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 4f797f60-5c2f-44dc-8b85-765a0b621f88 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:20:59.448293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.525588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.613131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=80cae6fd-f426-48be-af7e-3adf9ab9401f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:59.671212 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.678379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.679198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.756610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:20:59.815029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:20:59.817444 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ef78d-71cb-4654-bbc0-2f522379cbc4" -d '{"events": [{"server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "name": "network-vif-plugged", "status": "completed", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:20:59.842558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c56db-bfbf-45e2-ba00-f3b721e40738 req-cbad8f5f-715d-4a9c-b191-20b6faab0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:20:59.850629 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-798c56db-bfbf-45e2-ba00-f3b721e40738 req-cbad8f5f-715d-4a9c-b191-20b6faab0a01 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9795723 Aug 03 19:20:59.882631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:20:59.920521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=48098b23-a7b2-497b-ba11-82c42096de27,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:20:59.931246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b520e9c1-5be4-491d-8bf7-c3576224a14c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7800012 Aug 03 19:20:59.937245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:20:59.939646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 48098b23-a7b2-497b-ba11-82c42096de27 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:20:59.947333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '48098b23-a7b2-497b-ba11-82c42096de27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:20:59.984850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:00.051447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.061995 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.066813 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e833bad-0915-489b-8cf3-154f327f9bbd x-openstack-request-id: req-2e833bad-0915-489b-8cf3-154f327f9bbd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:00.067237 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "name": "network-vif-plugged", "status": "completed", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:00.067487 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e833bad-0915-489b-8cf3-154f327f9bbd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:00.067880 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88', 'code': 200} Aug 03 19:21:00.191843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Router db303abe-791e-4289-a8ec-0a5510a85f60 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:00.470294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:00.518920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:00.523868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.553550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:00.571358 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Sync routers for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:00.586206 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:00.586836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:00.593152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aecc5343-6d86-4f33-8bd5-59738ba431fa req-4ad109c8-d53d-4ad6-b487-66b4c33ea1d6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.1706333 Aug 03 19:21:00.601812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Deleting port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:00.602069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.655155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port 80cae6fd-f426-48be-af7e-3adf9ab9401f on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:00.662604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:00.667112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:00.667485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.690495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.692693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d9deab6-e429-4ca0-ad2f-162a5cd73214 req-bac3549e-4d6f-45f0-9cb2-b5d258fcd82f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.77 "DELETE /v2.0/ports/80cae6fd-f426-48be-af7e-3adf9ab9401f HTTP/1.1" status: 204 len: 173 time: 3.3355687 Aug 03 19:21:00.738372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdb509-c27f-4b30-b7b9-0bd27b427433 req-c85568d0-8471-420b-8f70-9476a1381293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.740919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9fdb509-c27f-4b30-b7b9-0bd27b427433 req-c85568d0-8471-420b-8f70-9476a1381293 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.3738751 Aug 03 19:21:00.757821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3dce9-465f-4ba0-a111-d77913d2266d req-d91acabc-44ca-4f61-aaae-78453d4c965e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:00.770765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fe3dce9-465f-4ba0-a111-d77913d2266d req-d91acabc-44ca-4f61-aaae-78453d4c965e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 944 time: 0.4056141 Aug 03 19:21:00.791306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:00.794870 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c63c28d-6909-4b17-aaf5-910165d9b915" -d '{"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:00.806793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] For port 9064261e-32aa-4c2d-9f90-0bd5ee2d788e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:00.806793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:00.822005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Calling delete_port for 9064261e-32aa-4c2d-9f90-0bd5ee2d788e owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:00.890907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-937131e1-ae2f-40f7-9b4b-5ed6310dd1c0 req-e56d0da6-abed-480d-bf95-585304d4b5f3 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0584111 Aug 03 19:21:00.915949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9fdb509-c27f-4b30-b7b9-0bd27b427433 req-38279559-cc6b-4470-a5b5-81e854ac2bd2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337962 Aug 03 19:21:00.920687 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:00.937978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fe3dce9-465f-4ba0-a111-d77913d2266d req-093df62d-cf1f-4bca-8bc4-ca1cf27c7ea9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655726 Aug 03 19:21:00.959921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.074686 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec26370-d5d7-4d3e-929a-f092b28c0af5 x-openstack-request-id: req-0ec26370-d5d7-4d3e-929a-f092b28c0af5 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:01.078158 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf5c6dde-02fe-4d3d-929e-f9e504e29212", "name": "network-vif-deleted", "tag": "80cae6fd-f426-48be-af7e-3adf9ab9401f", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:01.078776 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ec26370-d5d7-4d3e-929a-f092b28c0af5 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:01.079530 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf5c6dde-02fe-4d3d-929e-f9e504e29212', 'name': 'network-vif-deleted', 'tag': '80cae6fd-f426-48be-af7e-3adf9ab9401f', 'status': 'completed', 'code': 200} Aug 03 19:21:01.090346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:01.223629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.249968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-798c56db-bfbf-45e2-ba00-f3b721e40738 req-31beb098-cdab-4518-ad0e-bcd03a24390d tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.54 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0828586 Aug 03 19:21:01.269926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.421742 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:01.423224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=54710103-de44-4985-b45c-bfc5fd05cbc6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:01.429756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:01.479395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '0de1b888-81fa-4d75-b2bd-063666ce17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:01.479796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 48098b23-a7b2-497b-ba11-82c42096de27, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:01.481897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.484958 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Checking router: db303abe-791e-4289-a8ec-0a5510a85f60 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:01.497388 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:01.498720 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:01.563314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event deleted for resources: {'Port': ['ID=9064261e-32aa-4c2d-9f90-0bd5ee2d788e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:01.597064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 48098b23-a7b2-497b-ba11-82c42096de27 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:01.714830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 48098b23-a7b2-497b-ba11-82c42096de27) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:01.721993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:01.723063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.732022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:01.732699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f277f-0d4a-4e77-8b1f-579d66485729 None None] Network 48098b23-a7b2-497b-ba11-82c42096de27 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:01.804676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:01.921787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b304786f-7831-4a47-a533-79f00a0c62dd req-c01c7d33-0eb6-4a70-b999-1f94006a23fd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.1145666 Aug 03 19:21:01.939380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-198f0469-40c1-4230-a640-a6cfe95b9ced tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9890225 Aug 03 19:21:01.940811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:01.983553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1191749159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:02.010321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.013386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.081049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:02.083755 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19161e4f-faf9-4ab5-aee8-7329b1b265da" -d '{"events": [{"server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:02.088917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-48098b23-a7b2-497b-ba11-82c42096de27', 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': '54710103-de44-4985-b45c-bfc5fd05cbc6'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:02.093584 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.210157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2751cc7-0de6-46a1-bb5b-487140051ba7 req-8e419d2e-74c2-4a32-9346-76fe2be22bc6 tempest-ServerShowV254Test-488907053 tempest-ServerShowV254Test-488907053-project] 10.222.0.67 "GET /v2.0/ports?device_id=5adc8cd1-dc97-4045-856f-1d7931c7719b HTTP/1.1" status: 200 len: 210 time: 0.0584872 Aug 03 19:21:02.282806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.284899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.337244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.345926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d29b0ff-1459-4d8f-a586-669103346399 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:02.350683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.351853 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c5c2fcd-e6e9-4cf1-abbd-58f512b66b6e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "DELETE /v2.0/routers/9d29b0ff-1459-4d8f-a586-669103346399 HTTP/1.1" status: 204 len: 168 time: 3.3387220 Aug 03 19:21:02.358581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35210) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:02.385812 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdabab4d-451d-41d7-a078-035e0a7bc3bc x-openstack-request-id: req-fdabab4d-451d-41d7-a078-035e0a7bc3bc {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:02.387247 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:02.387765 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fdabab4d-451d-41d7-a078-035e0a7bc3bc {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:02.388486 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e', 'code': 200} Aug 03 19:21:02.389030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-580155537', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:02.438079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Allocated IP 172.20.0.2 (48098b23-a7b2-497b-ba11-82c42096de27/54710103-de44-4985-b45c-bfc5fd05cbc6/98bc79df-29f0-423f-9312-f53688a97335) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:02.602128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.604601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.694821 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:02.717944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.772065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20583c5-fb93-4ace-9fac-9bf3e59f9180 req-d2dee19b-278a-4b8d-8c48-52eb8fa16baa tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:02.785762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a20583c5-fb93-4ace-9fac-9bf3e59f9180 req-d2dee19b-278a-4b8d-8c48-52eb8fa16baa tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.4724760 Aug 03 19:21:02.814287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd8aa6-6ced-4ca2-81e6-98449a1951a6 None None] The sync data for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 is: [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:09:55Z', 'revision_number': 4, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'abb7736c-5245-4b86-bb93-a199ec3ff30c', 'name': '', 'network_id': '76f1e661-02c6-429b-96b6-a6e39c38104e', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'mac_address': 'fa:16:3e:43:61:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:54Z', 'updated_at': '2021-08-03T19:10:09Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'subnets': [{'id': '2c3b359f-4c17-45d0-9edc-d14e3fd68cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:02.861733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.873591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:02.887073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Transition to ACTIVE for port object 98bc79df-29f0-423f-9312-f53688a97335 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:02.919463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a20583c5-fb93-4ace-9fac-9bf3e59f9180 req-05210147-817a-41c3-a27f-45b8afa7250f tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324186 Aug 03 19:21:02.932606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Transition to ACTIVE for port object 98bc79df-29f0-423f-9312-f53688a97335 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:03.094229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.196253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Network 48098b23-a7b2-497b-ba11-82c42096de27 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:03.205726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.209188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.209603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:03.210334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f58c49a6-8537-49a5-a160-afbada0a1d96 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2665431 Aug 03 19:21:03.211058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35214) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:03.211521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Pushing event updated for resources: {'Port': ['ID=98bc79df-29f0-423f-9312-f53688a97335,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:03.216196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:03.361713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Attempting to bind port 98bc79df-29f0-423f-9312-f53688a97335 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:03.366910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Attempting to bind port 98bc79df-29f0-423f-9312-f53688a97335 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0de1b888-81fa-4d75-b2bd-063666ce17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:03.369711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Attempting to bind port 98bc79df-29f0-423f-9312-f53688a97335 on network 48098b23-a7b2-497b-ba11-82c42096de27 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:03.392793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:03.393186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Checking segment: {'id': '0de1b888-81fa-4d75-b2bd-063666ce17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:03.393602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.397082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Bound using segment: {'id': '0de1b888-81fa-4d75-b2bd-063666ce17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:03.397668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Bound port: 98bc79df-29f0-423f-9312-f53688a97335, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0de1b888-81fa-4d75-b2bd-063666ce17da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '48098b23-a7b2-497b-ba11-82c42096de27'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:03.398062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.541418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd237e-0e46-45dd-9882-a2a3d2aebe5d None None] New status for floating IP 1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:21:03.627488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80d3b2b6-bf2d-4f60-9e68-7a89abd01629 req-232b7ef2-58bd-42c8-8a6d-edddf8f5b31b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0910778 Aug 03 19:21:03.694495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da244059-84ed-4ae3-87bf-d50d3c54d431 req-25a05a19-408f-48e9-ad1b-205ca88c64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:03.697693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-da244059-84ed-4ae3-87bf-d50d3c54d431 req-25a05a19-408f-48e9-ad1b-205ca88c64fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1096 time: 1.0879331 Aug 03 19:21:03.832623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] For port 98bc79df-29f0-423f-9312-f53688a97335, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:03.846862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] For port 98bc79df-29f0-423f-9312-f53688a97335, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98bc79df-29f0-423f-9312-f53688a97335,segment=NetworkSegment(0de1b888-81fa-4d75-b2bd-063666ce17da),segment_id=0de1b888-81fa-4d75-b2bd-063666ce17da)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:03.861434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:03.896098 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-da244059-84ed-4ae3-87bf-d50d3c54d431 req-d26fd855-5ece-4e55-8a0e-c39897031045 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064181 Aug 03 19:21:04.003659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.154137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47c984-fb29-4e32-8933-5af418aa1da9 None None] Pushing event updated for resources: {'Port': ['ID=98bc79df-29f0-423f-9312-f53688a97335,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:04.268238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35238) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:04.375297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9064261e-32aa-4c2d-9f90-0bd5ee2d788e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:04.398480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2730f4f-670c-4326-9362-24ddf2b749b3 req-9d19386d-6c0c-4e6f-b36a-96729dae0607 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:04.406682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.411036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2730f4f-670c-4326-9362-24ddf2b749b3 req-9d19386d-6c0c-4e6f-b36a-96729dae0607 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2660434 Aug 03 19:21:04.420197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9064261e-32aa-4c2d-9f90-0bd5ee2d788e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:04.420732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9064261e-32aa-4c2d-9f90-0bd5ee2d788e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:04.498794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.554085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e6af6a-6e16-4f60-a38a-b7747fe69a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:04.585494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2730f4f-670c-4326-9362-24ddf2b749b3 req-82083aa6-331c-43d5-90b6-812ac0b67298 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734910 Aug 03 19:21:05.025949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28ce890b-3cd5-4f1c-b142-fd510d298a1d req-8f9ea2be-122e-47c6-aa7f-e26c2dc84247 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0486984 Aug 03 19:21:05.143582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.188550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.333659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.20.0.1 (48098b23-a7b2-497b-ba11-82c42096de27/54710103-de44-4985-b45c-bfc5fd05cbc6/99f41eb5-1527-48d1-8df2-24e552d817c7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:05.472587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Allocated IP 172.25.2.216 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f964d793-bb8a-4561-bfc0-7d6a7a919e3a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:05.627230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e6af6a-6e16-4f60-a38a-b7747fe69a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.803473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.828977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.832856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4e6af6a-6e16-4f60-a38a-b7747fe69a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:05.906740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object 99f41eb5-1527-48d1-8df2-24e552d817c7 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:05.948459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4e6af6a-6e16-4f60-a38a-b7747fe69a74 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29aa3352b4f641ebb86bda2326c5d34f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6775224 Aug 03 19:21:05.948729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:05.961898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb72a28-bd08-4ca1-8907-09a0d4b28b6c req-343ebdd3-22bf-4788-bdbe-69ea23443d83 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:05.963861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edb72a28-bd08-4ca1-8907-09a0d4b28b6c req-343ebdd3-22bf-4788-bdbe-69ea23443d83 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2041137 Aug 03 19:21:05.967543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6af6a-6e16-4f60-a38a-b7747fe69a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f55b13-6488-4a26-b1c0-998fb4b2101f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:06.052642 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.086851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c33c88-d1d3-49e8-8702-01384da2e2a3 None None] Network 48098b23-a7b2-497b-ba11-82c42096de27 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:06.096505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edb72a28-bd08-4ca1-8907-09a0d4b28b6c req-d8bf8b6e-293d-4887-9847-676e3f1dc752 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943661 Aug 03 19:21:06.158276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:06.166105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.171023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:06.183316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:06.278299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 48098b23-a7b2-497b-ba11-82c42096de27 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:06.285476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:06.296882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:06.457043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=99f41eb5-1527-48d1-8df2-24e552d817c7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:06.463671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d10d52bf-0986-4e60-9414-cf520bbc2400 req-ebf47d2b-4d11-463e-88e1-5c96771e7fdd tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0712440 Aug 03 19:21:06.504078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.544144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-010b62ae-56af-41b4-a1cc-b142680d872d None None] Provisioning for port 98bc79df-29f0-423f-9312-f53688a97335 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:06.608957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98bc79df-29f0-423f-9312-f53688a97335 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:06.693325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event updated for resources: {'Port': ['ID=f964d793-bb8a-4561-bfc0-7d6a7a919e3a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:06.697926 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.792235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.853587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 98bc79df-29f0-423f-9312-f53688a97335 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:06.859828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 98bc79df-29f0-423f-9312-f53688a97335 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:06.863746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:06.959230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.153058 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.174724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.177362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.200022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05f55b13-6488-4a26-b1c0-998fb4b2101f HTTP/1.1" status: 204 len: 168 time: 1.2373023 Aug 03 19:21:07.200148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Provisioning complete for port 98bc79df-29f0-423f-9312-f53688a97335 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:07.200148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.250140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4686f0d-98e1-4b1c-89fd-79d33db83ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f55b13-6488-4a26-b1c0-998fb4b2101f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:07.348316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d4051-6bcd-45b6-a8ea-849a6459efe0 req-5e9599c7-5ef7-48d0-804a-602a866b3d75 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.350481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf8d4051-6bcd-45b6-a8ea-849a6459efe0 req-5e9599c7-5ef7-48d0-804a-602a866b3d75 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1369586 Aug 03 19:21:07.358089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 98bc79df-29f0-423f-9312-f53688a97335, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98bc79df-29f0-423f-9312-f53688a97335,segment=NetworkSegment(0de1b888-81fa-4d75-b2bd-063666ce17da),segment_id=0de1b888-81fa-4d75-b2bd-063666ce17da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:07.459003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-29311d1d-176a-49c8-9d5b-4ea1efd85411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.471113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-29311d1d-176a-49c8-9d5b-4ea1efd85411 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1096 time: 0.3278050 Aug 03 19:21:07.498746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf8d4051-6bcd-45b6-a8ea-849a6459efe0 req-2f1406ef-4227-4d4b-b325-31db016849a3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246808 Aug 03 19:21:07.546271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.605572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.669801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.731393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-924bc712-062c-4f40-ab44-0f0136058b69 req-9e4d8a6a-4677-495a-9ffe-7b49309a2be6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0411882 Aug 03 19:21:07.765682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.884214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:07.928107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-f1f1999d-b911-426e-8488-55966425202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:07.929679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-f1f1999d-b911-426e-8488-55966425202d service neutron] 10.222.0.54 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.4432700 Aug 03 19:21:08.002827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=99f41eb5-1527-48d1-8df2-24e552d817c7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:08.011128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.030632 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:08.032135 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:08.088223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=98bc79df-29f0-423f-9312-f53688a97335,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:08.174224 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-70e79999-b5d3-400d-a6bf-771bfeba9327 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 200 len: 217 time: 0.2318628 Aug 03 19:21:08.201725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 48098b23-a7b2-497b-ba11-82c42096de27 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:08.203623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:08.321040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.352273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-2d4d91be-d1ed-49e1-9689-8cae6bb22bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:08.352273 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-2d4d91be-d1ed-49e1-9689-8cae6bb22bbf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.1100094 Aug 03 19:21:08.484143 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-f41a57fb-ad76-4f93-9164-8ea5b409626b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633786 Aug 03 19:21:08.487904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98bc79df-29f0-423f-9312-f53688a97335 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:08.607528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 23ef9113-525a-4fca-a4c1-535cc006baae is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:08.677565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 98bc79df-29f0-423f-9312-f53688a97335 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:08.677950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.741346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-0db485e4-0a81-49a0-bf0b-6100eaa270b3 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498310 Aug 03 19:21:08.781934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Provisioning for port 99f41eb5-1527-48d1-8df2-24e552d817c7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:08.790317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Provisioning complete for port 99f41eb5-1527-48d1-8df2-24e552d817c7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:08.790974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:08.843411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:08.853418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57762608-7a7d-492b-81d3-ac6011ef1956 req-83b45c27-7bd3-4e61-9d41-bddf11f2c642 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:08.856047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57762608-7a7d-492b-81d3-ac6011ef1956 req-83b45c27-7bd3-4e61-9d41-bddf11f2c642 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1413791 Aug 03 19:21:08.861308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] Sync routers for ids ['23ef9113-525a-4fca-a4c1-535cc006baae'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:08.863709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aea4934e-a1c3-418e-ba7f-bd4bf3aa4a0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/23ef9113-525a-4fca-a4c1-535cc006baae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6513953 Aug 03 19:21:08.864637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35318) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:08.885582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] Routers {'23ef9113-525a-4fca-a4c1-535cc006baae'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:08.889786 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['23ef9113-525a-4fca-a4c1-535cc006baae'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:08.895628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Router 77dd1a66-8276-483d-bd38-7a2b67ef85e7 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:08.896599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-68190c22-231f-4ea0-aad6-c538cadb8f4a None None] Port 99f41eb5-1527-48d1-8df2-24e552d817c7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:08.966321 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:08.977285 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] Routers {'23ef9113-525a-4fca-a4c1-535cc006baae'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:08.978147 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['23ef9113-525a-4fca-a4c1-535cc006baae'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.012768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb23d0a-0a8a-45a7-9424-3b975eb83c25 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:09.017737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-adb23d0a-0a8a-45a7-9424-3b975eb83c25 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports/99f41eb5-1527-48d1-8df2-24e552d817c7 HTTP/1.1" status: 200 len: 910 time: 0.1519525 Aug 03 19:21:09.018478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35324) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:09.042334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-368e4981-a17b-4c51-ac5c-3c3ae8ed412e None None] Provisioning complete for port 99f41eb5-1527-48d1-8df2-24e552d817c7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:09.042867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac6958db-fadd-4620-b8b9-ab0bea1e38fb req-9294b1d9-f002-4322-89fc-390270e61e8f tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0945866 Aug 03 19:21:09.043014 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-368e4981-a17b-4c51-ac5c-3c3ae8ed412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.046168 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.047177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cc4e54-a7a9-4334-a294-2d7fc8ab5dcb None None] The sync data for ids ['23ef9113-525a-4fca-a4c1-535cc006baae'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:09.098564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf68d92d-8e38-446b-b26b-0ed3abecd374 req-9960bb5a-7ec7-4a53-b4c2-db39f1b003e4 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483179 Aug 03 19:21:09.152049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-368e4981-a17b-4c51-ac5c-3c3ae8ed412e None None] Port 99f41eb5-1527-48d1-8df2-24e552d817c7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:09.167708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57762608-7a7d-492b-81d3-ac6011ef1956 req-0099831b-4c12-4877-bf08-a98b9e84413c tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910271 Aug 03 19:21:09.219970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:09.231612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] Sync routers for ids ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:09.243590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] Routers {'77dd1a66-8276-483d-bd38-7a2b67ef85e7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:09.244495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.301402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:09.313793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.324453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] Routers {'77dd1a66-8276-483d-bd38-7a2b67ef85e7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:09.325155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.372747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:09.374154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ba3c7-86ac-4e01-9c14-0c1954b5dbed None None] The sync data for ids ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:09.379509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.388998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35338) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:09.389905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9335f295-7504-480b-9963-c58d753f85c5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.0150497 Aug 03 19:21:09.400915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:09.469895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-900156920-network', 'tenant_id': 'b25ede64823b4e9fa3bf13662278db86'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:09.627705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Made reservation on behalf of b25ede64823b4e9fa3bf13662278db86 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:09.631336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.645773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.786115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.911295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.954145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972b0b69-853c-45d3-8242-2804ee4e93ce,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:09.986933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:09.997689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:09.998052 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Added segment 2cc1313d-01de-44b6-b6f9-feec2db5850a of type vlan for network a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 Aug 03 19:21:10.090795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.262670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36ac49c6-4c6b-49ab-8e32-463e9f78ed33 req-9c0b930c-0f33-4126-9a69-cb1d0a8786d0 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0642979 Aug 03 19:21:10.269732 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.293502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.294934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.296015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.393947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] Pushing event updated for resources: {'Network': ['ID=a19095bb-a01c-47fd-b3bb-fd477bd5e7a6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:10.410062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:10.436368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3b4ff603-d64c-4697-98bc-c6100ecc0df3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1334312 Aug 03 19:21:10.439121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35350) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:10.445333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Request body: {'subnet': {'network_id': 'a19095bb-a01c-47fd-b3bb-fd477bd5e7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-900156920-subnet', 'tenant_id': 'b25ede64823b4e9fa3bf13662278db86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:10.510533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.530614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bfb5d-e566-4aaa-89f6-992fef1c7d1c req-10b479b3-a567-4e15-9578-9d25008203f5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:10.532563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-549bfb5d-e566-4aaa-89f6-992fef1c7d1c req-10b479b3-a567-4e15-9578-9d25008203f5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2528820 Aug 03 19:21:10.642063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Made reservation on behalf of b25ede64823b4e9fa3bf13662278db86 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:10.644729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:10.646598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-549bfb5d-e566-4aaa-89f6-992fef1c7d1c req-b21a9bc8-9b1f-4c99-9f01-c7cd0a92fe87 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073332 Aug 03 19:21:11.082027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 99f41eb5-1527-48d1-8df2-24e552d817c7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:11.082380 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.116896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.203909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8494ce11-d3ff-4e97-b872-4af980055bfa,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:11.227084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Checking segment: {'id': '2cc1313d-01de-44b6-b6f9-feec2db5850a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a19095bb-a01c-47fd-b3bb-fd477bd5e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:11.227518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Network hostable DHCP agents. Network: a19095bb-a01c-47fd-b3bb-fd477bd5e7a6, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:11.320553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.350498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Network a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:11.374312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 99f41eb5-1527-48d1-8df2-24e552d817c7 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:11.483345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bf52cb4-4adf-4c6d-b8ac-097fad1ee35c req-7995f8da-8a20-441b-b65a-b377ef3f98e9 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0900986 Aug 03 19:21:11.487112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a19095bb-a01c-47fd-b3bb-fd477bd5e7a6) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:11.504576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087f311-e22f-4de6-859e-3810c8c02923 None None] Network a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:11.516807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:11.518581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.673787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aef247-93c6-41c9-9d6d-2971eb38e133 None None] Network a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:11.685036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.695470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4fd7c7c-3a20-4381-b899-d418c8439cd7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2472818 Aug 03 19:21:11.711090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:11.932249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35372) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.002820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router 77dd1a66-8276-483d-bd38-7a2b67ef85e7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:12.027749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Deleting subnet 8494ce11-d3ff-4e97-b872-4af980055bfa {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:12.041009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.085927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8b7cd-2ff2-4131-b1b3-f59e121366c4 req-2fa0f7e3-c93a-4522-83b5-1b319e797ee3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.087420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74f8b7cd-2ff2-4131-b1b3-f59e121366c4 req-2fa0f7e3-c93a-4522-83b5-1b319e797ee3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2775834 Aug 03 19:21:12.103322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.146207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.150278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.209216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=99f41eb5-1527-48d1-8df2-24e552d817c7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.266912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:12.274249 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] Sync routers for ids ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:12.293987 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] Routers {'77dd1a66-8276-483d-bd38-7a2b67ef85e7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:12.294610 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:12.340272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.344480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-801a33c8-42fe-48c7-af53-cb025aa704cf tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "PUT /v2.0/routers/77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 200 len: 921 time: 2.9558647 Aug 03 19:21:12.344592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.345748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74f8b7cd-2ff2-4131-b1b3-f59e121366c4 req-d14f6c47-ba5f-4fa2-b968-11c9972316c1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434809 Aug 03 19:21:12.425128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.513308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8494ce11-d3ff-4e97-b872-4af980055bfa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:12.535108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.537289 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3f5cc41-3a26-43d0-a59b-66da9dbc48ad admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8494ce11-d3ff-4e97-b872-4af980055bfa HTTP/1.1" status: 204 len: 168 time: 0.6041014 Aug 03 19:21:12.606473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35388) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.683882 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:12.688642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d59720b-7a3d-43f4-a72c-2d4e8d46099c tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 200 len: 921 time: 0.3405671 Aug 03 19:21:12.689616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35390) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.739766 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] Routers {'77dd1a66-8276-483d-bd38-7a2b67ef85e7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:12.742530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:12.744365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:12.837173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:12.837926 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f09e53-7f1a-4270-a72d-b91a45b81467 None None] The sync data for ids ['77dd1a66-8276-483d-bd38-7a2b67ef85e7'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:12.845375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8764687-c173-4aa8-943f-a343ffef436f req-3e1f654a-79a3-4db2-a5da-4ce8cbf6ba04 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.1077528 Aug 03 19:21:12.865825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823fd7dc-b777-4d59-8eb4-26c4f5d10675 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:12.871568 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-823fd7dc-b777-4d59-8eb4-26c4f5d10675 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=77dd1a66-8276-483d-bd38-7a2b67ef85e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1798856 Aug 03 19:21:12.872204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35392) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:12.927031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.003861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761f814-d582-4c36-a9c6-6ddbac660322 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.008126 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f761f814-d582-4c36-a9c6-6ddbac660322 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.1323149 Aug 03 19:21:13.008635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35396) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.041986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-32e4fc8d-56d3-4cc4-945b-45210d6e2304 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 200 len: 205 time: 0.0298896 Aug 03 19:21:13.043351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.561407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.585545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 23ef9113-525a-4fca-a4c1-535cc006baae has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:13.587890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.626509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19095bb-a01c-47fd-b3bb-fd477bd5e7a6']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:13.648423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc1313d-01de-44b6-b6f9-feec2db5850a') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:13.649168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc1313d-01de-44b6-b6f9-feec2db5850a') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:13.667047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.687556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7ff22-191d-4592-b7ce-e1fb5c35f218 req-26e5890e-1722-4b93-96e1-5b8cc4bb5375 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:13.689590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96a7ff22-191d-4592-b7ce-e1fb5c35f218 req-26e5890e-1722-4b93-96e1-5b8cc4bb5375 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1085126 Aug 03 19:21:13.751868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.776753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.776753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.822283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:13.838835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4a28d776-c482-4fa5-a724-856dd08ec778 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/23ef9113-525a-4fca-a4c1-535cc006baae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7927301 Aug 03 19:21:13.839197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35414) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:13.859083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] Sync routers for ids ['23ef9113-525a-4fca-a4c1-535cc006baae'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:13.866149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:13.866995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:13.883781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] Routers {'23ef9113-525a-4fca-a4c1-535cc006baae'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:13.885554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['23ef9113-525a-4fca-a4c1-535cc006baae'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:14.046727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:14.082071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] Routers {'23ef9113-525a-4fca-a4c1-535cc006baae'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:14.083074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['23ef9113-525a-4fca-a4c1-535cc006baae'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:14.091915 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:14.122970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-20c47a8e-40b9-47fd-8af6-539ef51f1f83 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=23ef9113-525a-4fca-a4c1-535cc006baae HTTP/1.1" status: 200 len: 205 time: 0.2819560 Aug 03 19:21:14.126361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35422) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.190290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96a7ff22-191d-4592-b7ce-e1fb5c35f218 req-5d82d7da-0052-448e-8a41-7865e49e9111 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603219 Aug 03 19:21:14.239639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:14.241107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b63c88-fc22-448f-b08c-aea25f99c7b6 None None] The sync data for ids ['23ef9113-525a-4fca-a4c1-535cc006baae'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:14.259141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33fff978-7df7-4ae8-9e2d-30d05cb600a1 req-3c5b4063-241b-4a87-9d28-29096c4b82b7 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.1546433 Aug 03 19:21:14.259141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.266280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.270044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a19095bb-a01c-47fd-b3bb-fd477bd5e7a6 HTTP/1.1" status: 204 len: 168 time: 1.6566384 Aug 03 19:21:14.299820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36ae98-2bec-4d26-b111-dfedc2d0d1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19095bb-a01c-47fd-b3bb-fd477bd5e7a6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:14.395413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.571151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port f964d793-bb8a-4561-bfc0-7d6a7a919e3a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:14.571869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.786487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.796453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.885714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35432) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:14.891054 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:21:14.902712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:14.922418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for f964d793-bb8a-4561-bfc0-7d6a7a919e3a owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:15.019404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0649664d-bf28-4185-9a01-1ba507d0fdcb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b25ede64823b4e9fa3bf13662278db86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323047 Aug 03 19:21:15.023325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:15.144238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.144837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 23ef9113-525a-4fca-a4c1-535cc006baae {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:15.170413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.171635 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a90d3387-d78c-487d-8643-19683166cfb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/23ef9113-525a-4fca-a4c1-535cc006baae HTTP/1.1" status: 204 len: 168 time: 1.0442944 Aug 03 19:21:15.174649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35438) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:15.230977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.305281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet 54710103-de44-4985-b45c-bfc5fd05cbc6 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:15.312911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.314176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.466951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.524467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.544158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6b20b41-c175-425f-8d20-c0e1a74bb076 req-0fa2520b-6af7-47cb-8867-087935e5aaf8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0590298 Aug 03 19:21:15.555986 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.648585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.715734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5441e8a-8da2-4f52-a1f6-3c6470fb6108 req-56f55d24-c686-4126-953a-4288e723e937 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:15.729180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=f964d793-bb8a-4561-bfc0-7d6a7a919e3a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:15.740077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5441e8a-8da2-4f52-a1f6-3c6470fb6108 req-56f55d24-c686-4126-953a-4288e723e937 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.3730373 Aug 03 19:21:15.845904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5441e8a-8da2-4f52-a1f6-3c6470fb6108 req-47ea1c22-a944-4fcf-98a6-78596ea4d4b9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030765 Aug 03 19:21:15.974449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.992017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.994988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:15.996911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/972b0b69-853c-45d3-8242-2804ee4e93ce HTTP/1.1" status: 204 len: 168 time: 0.9672079 Aug 03 19:21:16.011395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8214d-6f45-45fe-8fda-bbcd9d1fecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972b0b69-853c-45d3-8242-2804ee4e93ce,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.016091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.218087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.220554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.222640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.281060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=54710103-de44-4985-b45c-bfc5fd05cbc6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:16.289738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.296237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4f9571c8-ca3f-42c2-94e5-cc884a129b49 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/54710103-de44-4985-b45c-bfc5fd05cbc6 HTTP/1.1" status: 204 len: 168 time: 1.1151211 Aug 03 19:21:16.296529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35448) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.311629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3c72a6-ce8e-4fc8-93ff-a3a982f7d00f None None] Network 48098b23-a7b2-497b-ba11-82c42096de27 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:16.526392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.527637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router 77dd1a66-8276-483d-bd38-7a2b67ef85e7 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:16.537238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.538430 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1306e4d4-8263-4c91-99a4-b3310a1d6fc8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 204 len: 168 time: 3.4933925 Aug 03 19:21:16.552138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35454) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:16.646872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1839545619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:16.694418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.748502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Deleting port 7c056971-57aa-431b-ad7b-1ee5d8458648 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:16.753043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.826030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] DHCP port deletion for 48098b23-a7b2-497b-ba11-82c42096de27 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:16.838400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15afc219-7d6a-4717-b6f9-5344a2f3a69b req-12b2e62d-bd1e-45a8-8fa3-6f5eca85acc4 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0965228 Aug 03 19:21:16.961182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 98bc79df-29f0-423f-9312-f53688a97335 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:16.961601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] For port 7c056971-57aa-431b-ad7b-1ee5d8458648, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c056971-57aa-431b-ad7b-1ee5d8458648,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:16.961787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.962529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.977800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Deleting port 98bc79df-29f0-423f-9312-f53688a97335 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:16.978180 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:16.980910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Calling delete_port for 7c056971-57aa-431b-ad7b-1ee5d8458648 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:17.051146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 98bc79df-29f0-423f-9312-f53688a97335, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98bc79df-29f0-423f-9312-f53688a97335,segment=NetworkSegment(0de1b888-81fa-4d75-b2bd-063666ce17da),segment_id=0de1b888-81fa-4d75-b2bd-063666ce17da)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.051146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.094567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 98bc79df-29f0-423f-9312-f53688a97335 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:17.148920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] For port 98bc79df-29f0-423f-9312-f53688a97335, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98bc79df-29f0-423f-9312-f53688a97335,segment=NetworkSegment(0de1b888-81fa-4d75-b2bd-063666ce17da),segment_id=0de1b888-81fa-4d75-b2bd-063666ce17da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:17.149602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.190822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Calling delete_port for 98bc79df-29f0-423f-9312-f53688a97335 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:17.237641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.238656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.310289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4ec90-4b96-4dde-8a52-6066325f1cd1 req-1eb37a7a-8587-403b-8141-1ff648ae4f6a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:17.312535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22a4ec90-4b96-4dde-8a52-6066325f1cd1 req-1eb37a7a-8587-403b-8141-1ff648ae4f6a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.0780900 Aug 03 19:21:17.395907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22a4ec90-4b96-4dde-8a52-6066325f1cd1 req-d8e51cfc-8b38-46ed-913e-01b49f2f28b8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725064 Aug 03 19:21:17.410538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.414459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.420849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.447515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] No DVR routers for this DVR port 98bc79df-29f0-423f-9312-f53688a97335 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:17.501459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28c12e-cc60-42eb-89a8-46116cb2dc01 None None] Pushing event deleted for resources: {'Port': ['ID=98bc79df-29f0-423f-9312-f53688a97335,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.502285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c056971-57aa-431b-ad7b-1ee5d8458648,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.539726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=98bc79df-29f0-423f-9312-f53688a97335,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:17.626289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 98bc79df-29f0-423f-9312-f53688a97335 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:17.717758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.821742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.822267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.822451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.822812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.827177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.832766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.833286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.833641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.834001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.834311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.835304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.835304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.835304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:17.878287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:17.925136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48098b23-a7b2-497b-ba11-82c42096de27']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:17.957947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0de1b888-81fa-4d75-b2bd-063666ce17da') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:17.957947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0de1b888-81fa-4d75-b2bd-063666ce17da') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:17.983804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.021999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.027940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-05caefaf-68ea-4334-9f97-448fec6cf3a5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4728327 Aug 03 19:21:18.052759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.054390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.081093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:18.111760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.278097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:18.279335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.288019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce8d3527-161e-4d6c-a5ed-115fa079983f req-79d96cca-ac03-4938-8f26-882b24a560e6 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.2711003 Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:18.289400 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:18.570227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35490) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.623264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98bc79df-29f0-423f-9312-f53688a97335 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:18.656542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Router 0b23d95d-0d36-4324-b043-c6ea9fd69323 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:18.677293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 98bc79df-29f0-423f-9312-f53688a97335 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:18.680759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98bc79df-29f0-423f-9312-f53688a97335 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:18.785961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.819677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.837368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.845288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/48098b23-a7b2-497b-ba11-82c42096de27 HTTP/1.1" status: 204 len: 168 time: 2.5472276 Aug 03 19:21:18.845637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35496) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:18.850899 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68cbc1c0-2cc9-41db-ac0a-cd9287717eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:18.865141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1cf3-c74c-48ee-bb23-409134a02c4c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=48098b23-a7b2-497b-ba11-82c42096de27,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:18.868897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1277337726', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:18.934067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bb583-abcf-4d83-9449-c30d7c559d42 req-66d4b127-9948-4104-89e6-81e54561eb2e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:18.934067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd7bb583-abcf-4d83-9449-c30d7c559d42 req-66d4b127-9948-4104-89e6-81e54561eb2e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2909384 Aug 03 19:21:19.033563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-network', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:19.074209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:19.080437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-398deb53-cffb-4b3b-97c1-763909018cf8 admin admin] 10.222.0.67 "PUT /v2.0/routers/0b23d95d-0d36-4324-b043-c6ea9fd69323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3014314 Aug 03 19:21:19.084358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35500) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:19.093698 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Sync routers for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:19.096223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd7bb583-abcf-4d83-9449-c30d7c559d42 req-c9b649f5-a8b3-4100-a5a6-278693be5bc0 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407402 Aug 03 19:21:19.108939 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:19.109543 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:19.166052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.169696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.290557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.291706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Made reservation on behalf of d5f2e8598ab34b21994a4c6d2daadd9d for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:19.294940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.313997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.348051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:19.533172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:19.700688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb8caece-3129-484e-9fe0-658c674e0c7e req-123b57fb-4e64-46cf-ad26-ce0a34777713 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.2072661 Aug 03 19:21:19.858891 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:21:17Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:19.925959 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Checking router: 0b23d95d-0d36-4324-b043-c6ea9fd69323 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:19.941251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Routers {'0b23d95d-0d36-4324-b043-c6ea9fd69323'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:19.941881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:20:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b23d95d-0d36-4324-b043-c6ea9fd69323'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:19.947225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.014936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.018561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.287732 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] Set router 0b23d95d-0d36-4324-b043-c6ea9fd69323 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:20.522008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Allocated IP 172.25.2.253 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/e7430910-6598-4813-8ee6-4a625ba053cf) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:20.611471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.690582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.694701 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:21:17Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:20.695653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.739394 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7dabf-f695-4538-9d99-da9173e4930e None None] The sync data for ids ['0b23d95d-0d36-4324-b043-c6ea9fd69323'] in n-d-803363-1 is: [{'id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'name': 'tempest-TaggedBootDevicesTest-302083383-router', 'tenant_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:08:39Z', 'updated_at': '2021-08-03T19:21:17Z', 'revision_number': 5, 'project_id': 'a4aaf2fd10db43ea9db8eb5bf1ed7a5e', 'gw_port': {'id': 'eb138f05-bce6-47e4-8137-ea32981df1d7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:ce:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b23d95d-0d36-4324-b043-c6ea9fd69323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:08:41Z', 'updated_at': '2021-08-03T19:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:20.774395 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.786674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Deleting port eb138f05-bce6-47e4-8137-ea32981df1d7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:20.792681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.826830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:20.843340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd36197-ae93-427f-82fd-ba978a83e478,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:20.856279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:20.856931 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Added segment 19c59575-db7f-4786-93c6-91f87f6ba7fd of type vlan for network d7468926-4d07-46ca-9f29-a601514e46ec Aug 03 19:21:20.966589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.075273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfe80e76-8d7c-4070-8d6d-ef8b2460dd26 req-7d4fe30c-9fe5-4a0c-ad6f-79089bcf303a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0909853 Aug 03 19:21:21.087582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd903cd-fb3a-4188-82f7-9c72007d6618 req-a31d4bf0-aaaf-45bc-ae55-d2bc6ec51632 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.102787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bd903cd-fb3a-4188-82f7-9c72007d6618 req-a31d4bf0-aaaf-45bc-ae55-d2bc6ec51632 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.6691804 Aug 03 19:21:21.131404 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.174287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.231318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bd903cd-fb3a-4188-82f7-9c72007d6618 req-a9462b2e-b6f6-4514-bcc0-0fc784965a3b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246123 Aug 03 19:21:21.272265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.273907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:21.274877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.299551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.390209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] For port eb138f05-bce6-47e4-8137-ea32981df1d7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eb138f05-bce6-47e4-8137-ea32981df1d7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:21.390575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.415666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:21.422568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:21.428394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:21.438874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Calling delete_port for eb138f05-bce6-47e4-8137-ea32981df1d7 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:21.446317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8700862 Aug 03 19:21:21.462270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35520) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:21.469570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Request body: {'subnet': {'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-subnet', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:21.491446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event updated for resources: {'Port': ['ID=e7430910-6598-4813-8ee6-4a625ba053cf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.516893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab33d-3144-473a-96d4-0161ade31310 admin admin] Pushing event updated for resources: {'Network': ['ID=d7468926-4d07-46ca-9f29-a601514e46ec,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:21.541084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network d7468926-4d07-46ca-9f29-a601514e46ec details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:21.577235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.25.2.146 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/2c90fdd7-b98f-4102-8810-5dc967175e3e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:21.654108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Made reservation on behalf of d5f2e8598ab34b21994a4c6d2daadd9d for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:21.658314 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.788009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:21.995905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a628d90-72df-4e9e-93a3-2339a3e0d615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.141318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.194233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.206887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.284786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:22.309898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:22.312917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:22.399889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c056971-57aa-431b-ad7b-1ee5d8458648 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:22.436375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=2c90fdd7-b98f-4102-8810-5dc967175e3e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:22.483539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7c056971-57aa-431b-ad7b-1ee5d8458648 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:22.483935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c056971-57aa-431b-ad7b-1ee5d8458648 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:22.913524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:22.955798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb138f05-bce6-47e4-8137-ea32981df1d7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.081203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63562c3c-8e81-494e-bd2c-2653ab3ff567 req-6f7f3f56-be77-4dc7-b9c9-525d1328a11a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.1332014 Aug 03 19:21:23.095559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.221368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.294840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f949d12-afee-46c9-9082-79f3ae550ade req-57245c84-791c-419b-9af5-c993c82c6f35 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:23.297352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f949d12-afee-46c9-9082-79f3ae550ade req-57245c84-791c-419b-9af5-c993c82c6f35 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.3321276 Aug 03 19:21:23.316297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.394291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e914df92-c648-40be-86ac-6d647675fa58,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:23.531904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.536478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.562947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:23.563263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Network hostable DHCP agents. Network: d7468926-4d07-46ca-9f29-a601514e46ec, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:23.570478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.583910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f949d12-afee-46c9-9082-79f3ae550ade req-0d807718-6a04-4180-ad75-85a59a2b927c tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112339 Aug 03 19:21:23.777023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.777860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b23d95d-0d36-4324-b043-c6ea9fd69323 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:23.781326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Network d7468926-4d07-46ca-9f29-a601514e46ec is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:23.794606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.795111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:23.800910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91b788ff-b6b7-4682-8aa7-0e63c60d9b55 admin admin] 10.222.0.67 "DELETE /v2.0/routers/0b23d95d-0d36-4324-b043-c6ea9fd69323 HTTP/1.1" status: 204 len: 168 time: 4.7149725 Aug 03 19:21:23.810587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35546) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.025461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, d7468926-4d07-46ca-9f29-a601514e46ec) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:24.040726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f15346-feab-4803-853c-c6fcfc14e0f7 None None] Network d7468926-4d07-46ca-9f29-a601514e46ec requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:24.056187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.060276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.101230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Deleting subnet de4367b4-60b4-4685-9307-ca97d7b30770 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:24.130821 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.211194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 63cfb943-9e80-4509-81d7-2dc02d77e0d8 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:24.265076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-377412b2-c045-409b-a39b-6ff90af709ec admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8013487 Aug 03 19:21:24.270619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35550) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:24.342769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.352389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:24.356487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.550938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-d7468926-4d07-46ca-9f29-a601514e46ec', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:24.553249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.619523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41330891-bdd8-4140-b0d1-40304a04959d req-25916ef3-8a36-42a1-a8e6-035b51e7e05b tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.3911169 Aug 03 19:21:24.657085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.688707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:24.798576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb138f05-bce6-47e4-8137-ea32981df1d7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:24.802077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] Sync routers for ids ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:24.847188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: eb138f05-bce6-47e4-8137-ea32981df1d7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:24.847995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eb138f05-bce6-47e4-8137-ea32981df1d7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:24.871059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] Routers {'63cfb943-9e80-4509-81d7-2dc02d77e0d8'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:24.872935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:24.903512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Router 0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:24.939901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b13f8-a56d-4fe1-8f36-967a24e50d21 req-10ad0725-b496-4fc0-bb55-7630a853199a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:24.951388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:24.952781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02b13f8-a56d-4fe1-8f36-967a24e50d21 req-10ad0725-b496-4fc0-bb55-7630a853199a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1883674 Aug 03 19:21:24.977080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] Routers {'63cfb943-9e80-4509-81d7-2dc02d77e0d8'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:24.977914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:24.983647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:24.985293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.024978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:25.029300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89573e9-d25a-4bbe-b55f-c9660eb1cefe None None] The sync data for ids ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:25.040885 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.043126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Allocated IP 172.20.0.2 (d7468926-4d07-46ca-9f29-a601514e46ec/e914df92-c648-40be-86ac-6d647675fa58/a08369cd-5157-4c42-9fc2-5e4e38cf1c4c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:25.059276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.064769 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01cd6ed5-b4cd-4055-918f-8723955cfdcb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.2178342 Aug 03 19:21:25.065647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35558) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:25.142838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a02b13f8-a56d-4fe1-8f36-967a24e50d21 req-ca9ce6ee-7329-419b-a680-86c0595f2451 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884410 Aug 03 19:21:25.336535 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-703ab77a-f7d9-4425-b150-a20f74e566f1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers/63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 200 len: 881 time: 0.2695470 Aug 03 19:21:25.339493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:25.384816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.399993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.400238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Transition to ACTIVE for port object a08369cd-5157-4c42-9fc2-5e4e38cf1c4c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:25.421319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Transition to ACTIVE for port object a08369cd-5157-4c42-9fc2-5e4e38cf1c4c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:25.424150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.512787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.571034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:25.586071 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] Sync routers for ids ['0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:25.626867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Network d7468926-4d07-46ca-9f29-a601514e46ec is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:25.631118 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] Routers {'0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:25.631763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:25.653525 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.655503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ac8fbe7-54f7-459e-957b-d82d4e685385 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "PUT /v2.0/routers/0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 200 len: 880 time: 7.5951102 Aug 03 19:21:25.661785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:25.678442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Pushing event updated for resources: {'Port': ['ID=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:25.699183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:25.706058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:25.766150 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:25.777464 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] Routers {'0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:25.778542 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:25.898753 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:25.902407 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c1d5aa-fa63-416c-953f-6295204a3bc4 None None] The sync data for ids ['0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:25.923750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Attempting to bind port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:25.924123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Attempting to bind port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:25.924981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Attempting to bind port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:25.933942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.936575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:25.936984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:25.937383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.937772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Bound using segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:25.938671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Bound port: a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:25.938815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:25.957876 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1f320aa-3365-4b00-96e0-3fb97d93b4ef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6139092 Aug 03 19:21:25.959949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35570) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:25.978764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1277337726'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:26.030258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc5effd2-b211-437d-b702-23f05efa7428 req-91140a12-7c1a-4f23-9ebe-5f03685e811a tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf5c6dde-02fe-4d3d-929e-f9e504e29212 HTTP/1.1" status: 200 len: 210 time: 0.0890510 Aug 03 19:21:26.109792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d375ad13-33e8-47df-ba5f-3192f4f68ba4 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 200 len: 921 time: 0.4442322 Aug 03 19:21:26.140961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35572) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.150347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] For port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:26.155764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] For port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:26.179943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.205524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448128f-98be-4b22-be26-c360127a331d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.210150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4448128f-98be-4b22-be26-c360127a331d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0651066 Aug 03 19:21:26.211584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35576) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.234140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4367b4-60b4-4685-9307-ca97d7b30770,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.238043 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.244318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c8721d92-baae-4f12-9c8e-79a4b5498440 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/de4367b4-60b4-4685-9307-ca97d7b30770 HTTP/1.1" status: 204 len: 168 time: 2.4295905 Aug 03 19:21:26.248637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46935c21-a338-4b85-9948-c3279344eeb3 None None] Network cc5efbca-5298-4367-82de-6b1cb7f11ba1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:26.248864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35578) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.366866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.393041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.420264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014063b7-1314-4740-b4d8-d17d2be2b4ca req-36a879ab-c5a8-4881-a195-239581d26d30 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.422134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-014063b7-1314-4740-b4d8-d17d2be2b4ca req-36a879ab-c5a8-4881-a195-239581d26d30 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1426299 Aug 03 19:21:26.474651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad827235-02d1-4c7b-80fb-b88170956b9c None None] Pushing event updated for resources: {'Port': ['ID=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:26.667341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] DHCP port deletion for cc5efbca-5298-4367-82de-6b1cb7f11ba1 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:26.680138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade98476-7f1c-4a84-889b-113e7bf61e75 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:26.686825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ade98476-7f1c-4a84-889b-113e7bf61e75 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.4690714 Aug 03 19:21:26.688793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.689954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-014063b7-1314-4740-b4d8-d17d2be2b4ca req-c9dfd19a-51a1-4cda-905e-9ae78cc95536 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906455 Aug 03 19:21:26.721286 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.748889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.752272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Deleting port f4c53ec6-bd6c-493c-8c96-530aed6931f7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:26.756182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:26.788969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dc06aef7-c664-4509-8b14-d402b49de59d tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 200 len: 205 time: 0.0953944 Aug 03 19:21:26.796781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:26.847206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Deleting port f4c53ec6-bd6c-493c-8c96-530aed6931f7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:26.847590 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.009248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] For port f4c53ec6-bd6c-493c-8c96-530aed6931f7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f4c53ec6-bd6c-493c-8c96-530aed6931f7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:27.009248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.059186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] For port f4c53ec6-bd6c-493c-8c96-530aed6931f7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f4c53ec6-bd6c-493c-8c96-530aed6931f7,segment=NetworkSegment(5ae1e15e-b3b2-4281-aff1-4336a1197d2e),segment_id=5ae1e15e-b3b2-4281-aff1-4336a1197d2e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:27.059186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.066034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Calling delete_port for f4c53ec6-bd6c-493c-8c96-530aed6931f7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:27.177147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Calling delete_port for f4c53ec6-bd6c-493c-8c96-530aed6931f7 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:27.281481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Allocated IP 172.25.2.96 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/0491f3f5-0804-42eb-8023-e6abb5718081) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:27.537261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.593294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] Pushing event deleted for resources: {'Port': ['ID=f4c53ec6-bd6c-493c-8c96-530aed6931f7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.616223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4815f6-5c5d-430d-ac46-64c22e288da1 None None] No DVR routers for this DVR port f4c53ec6-bd6c-493c-8c96-530aed6931f7 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:27.679470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35592) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:27.768285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.792083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.815380 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.873005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4c53ec6-bd6c-493c-8c96-530aed6931f7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:27.893666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.903710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] No DVR routers for this DVR port f4c53ec6-bd6c-493c-8c96-530aed6931f7 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:27.942771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.952758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:27.980786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.017663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.031387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5efbca-5298-4367-82de-6b1cb7f11ba1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.058991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae1e15e-b3b2-4281-aff1-4336a1197d2e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.059588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae1e15e-b3b2-4281-aff1-4336a1197d2e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.100000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490516-f2f0-4052-b5b1-d4bc52ff9a2c req-eb0c8e1e-a044-4f0c-8d49-3ec2e819240d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:28.102974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4490516-f2f0-4052-b5b1-d4bc52ff9a2c req-eb0c8e1e-a044-4f0c-8d49-3ec2e819240d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2736974 Aug 03 19:21:28.109638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.134585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f551f-892c-477d-9ede-508dda92e6e6 None None] Network d7468926-4d07-46ca-9f29-a601514e46ec requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:28.173170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 63cfb943-9e80-4509-81d7-2dc02d77e0d8 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:28.188322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.189709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.197789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:28.198437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:28.201437 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:28.278205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4490516-f2f0-4052-b5b1-d4bc52ff9a2c req-c6f820a7-15bb-4109-9fee-fe454ede7f08 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647232 Aug 03 19:21:28.284806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.366729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:28.368630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:28.378523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.378687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:28.383536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.389958 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/security-groups/69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd HTTP/1.1" status: 204 len: 168 time: 0.7089243 Aug 03 19:21:28.400552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35604) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.419971 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-bdaa99d1-08b1-4c42-bb72-e9f5666eb7c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] show failed (client error): The resource could not be found. Aug 03 19:21:28.424394 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bdaa99d1-08b1-4c42-bb72-e9f5666eb7c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "GET /v2.0/security-groups/69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd HTTP/1.1" status: 404 len: 347 time: 0.0245585 Aug 03 19:21:28.427831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.436809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:28.450038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Pushing event updated for resources: {'Port': ['ID=0491f3f5-0804-42eb-8023-e6abb5718081,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.450480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.453504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5bcc984e-f67a-4114-8a46-75dc2d604a86 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 200 len: 888 time: 2.4881880 Aug 03 19:21:28.455844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35608) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.470607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.475847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5412b0-a4be-410c-a750-1a9ee3fd1900 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d74adf-50dd-4d68-8cb8-54d7c1a5a6dd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.510836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.513269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] 10.222.0.67 "DELETE /v2.0/networks/cc5efbca-5298-4367-82de-6b1cb7f11ba1 HTTP/1.1" status: 204 len: 168 time: 2.2605646 Aug 03 19:21:28.573756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2525a32-2720-41c1-b562-7bedad53b60a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc5efbca-5298-4367-82de-6b1cb7f11ba1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:28.616471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a08369cd-5157-4c42-9fc2-5e4e38cf1c4c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:28.621904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] Sync routers for ids ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:28.689789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a441c9bd-1d6e-4238-ae3b-0e91fec41e9a None None] Provisioning for port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:28.723768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port e7430910-6598-4813-8ee6-4a625ba053cf {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:28.724576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.735859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] Routers {'63cfb943-9e80-4509-81d7-2dc02d77e0d8'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:28.736551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.800724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.829433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port b803ad05-cb35-470b-8711-4a193e18e3e7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:28.829655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.842395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] Routers {'63cfb943-9e80-4509-81d7-2dc02d77e0d8'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:28.843004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.881598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:28.882470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3a6ebf-ff88-4ab3-9092-49e1d1c0c114 None None] The sync data for ids ['63cfb943-9e80-4509-81d7-2dc02d77e0d8'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:28.972046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8508a54-9d6c-4fd1-962d-616e28995789 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers/63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 200 len: 888 time: 0.5145943 Aug 03 19:21:28.973526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35628) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:28.986281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:28.999048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:29.003383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:29.003812 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.032544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ad875b67-f888-4843-8074-942b1a3dc0a0 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 200 len: 205 time: 0.0558693 Aug 03 19:21:29.033339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35630) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:29.051523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for e7430910-6598-4813-8ee6-4a625ba053cf owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:29.187936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.217010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.229842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:29.252165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35634) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:29.272499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.273371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.324396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for b803ad05-cb35-470b-8711-4a193e18e3e7 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:29.328798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e3b64ab9-d674-4f58-91fd-7f5cb253a7ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4aaf2fd10db43ea9db8eb5bf1ed7a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680609 Aug 03 19:21:29.333780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:29.376460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-de9dba24-a656-4012-a534-fe454469dcec None None] Provisioning complete for port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:29.377155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de9dba24-a656-4012-a534-fe454469dcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.455063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.462266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.462964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.624234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.627210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f4c53ec6-bd6c-493c-8c96-530aed6931f7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:29.674446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a124b2-9638-4692-9844-2f9a3e0d6e2d req-3752c9e3-5eeb-4b80-8df1-5e29f4e291ef tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:29.676345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0a124b2-9638-4692-9844-2f9a3e0d6e2d req-3752c9e3-5eeb-4b80-8df1-5e29f4e291ef tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1540103 Aug 03 19:21:29.705282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f4c53ec6-bd6c-493c-8c96-530aed6931f7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:29.705811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f4c53ec6-bd6c-493c-8c96-530aed6931f7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:29.707804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.721536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.803556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=e7430910-6598-4813-8ee6-4a625ba053cf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:29.833779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0a124b2-9638-4692-9844-2f9a3e0d6e2d req-c6be93b3-4a70-43ab-8c46-49f6615906b2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312294 Aug 03 19:21:29.908549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 2c90fdd7-b98f-4102-8810-5dc967175e3e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:29.909207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.961338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:29.963360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.013225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.016384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.086449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.091188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.092606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/29739f87-ff69-41ae-b1b8-0e044f28525f HTTP/1.1" status: 204 len: 168 time: 0.7578576 Aug 03 19:21:30.163943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=b803ad05-cb35-470b-8711-4a193e18e3e7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.178966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.207625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.210921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597c14a-c59e-420b-afc1-05830a966c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29739f87-ff69-41ae-b1b8-0e044f28525f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:30.344929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.363184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 2c90fdd7-b98f-4102-8810-5dc967175e3e owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:30.373456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.376221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.377461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36ec668b-0c83-41d3-ba6a-73980f9dc0c1 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/floatingips/1d23c747-3b6d-4fdf-92e9-bcaa7dd1209f HTTP/1.1" status: 204 len: 168 time: 1.9225283 Aug 03 19:21:30.380134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:30.481611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:30.506396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.508746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router 0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:30.523771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.530584 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6fe01231-a2ee-4d30-b88e-b4518a7db2bf tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 204 len: 168 time: 3.7329948 Aug 03 19:21:30.530584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:30.537053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a08369cd-5157-4c42-9fc2-5e4e38cf1c4c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:30.559499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1451520376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:30.630516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 85858d4a-defa-4077-8e6e-c1148795e00f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:30.630873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.717214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:30.717846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.794586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.819632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 85858d4a-defa-4077-8e6e-c1148795e00f owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:30.879308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.880324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:30.915990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:30.927134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:30.957118 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:30.961657 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:30.999604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.002357 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.106436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=2c90fdd7-b98f-4102-8810-5dc967175e3e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:31.108764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.114461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d09fed3e-ddec-4be5-bc6f-c73d27fb08bc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7659545 Aug 03 19:21:31.139080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.150301 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:31.160431 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.204271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.204619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.204990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.205332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.205670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.206006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.206337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.206664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.206990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.207318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.207639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.207964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:31.259428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.420513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c29a8-e7e3-4db1-9f8e-8141f81da86d req-3a8d0b7b-f8ed-4fd6-af95-e5edbee9627d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:31.424808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b3c29a8-e7e3-4db1-9f8e-8141f81da86d req-3a8d0b7b-f8ed-4fd6-af95-e5edbee9627d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2748563 Aug 03 19:21:31.426755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.428333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.428771 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41e4d254-c7ca-4b98-aede-f9b16672f9f9 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8811188 Aug 03 19:21:31.429770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.433318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:31.442930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': True}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:31.445703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.490519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:28Z', 'revision_number': 3, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:31.511343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=85858d4a-defa-4077-8e6e-c1148795e00f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:31.533005 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:31.533486 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Updating router 40e3f151-b91c-4a23-87f7-2f4f74fed77d port 0491f3f5-0804-42eb-8023-e6abb5718081 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:21:31.607748 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.622366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:31.627224 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-821afccd-679b-4807-99af-df796ca51f96 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/ports/85858d4a-defa-4077-8e6e-c1148795e00f HTTP/1.1" status: 204 len: 168 time: 1.2430761 Aug 03 19:21:31.628216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35676) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.253960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.303857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 80ab703d-f580-468c-b2d3-e3603b2477a2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:32.304243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.322665 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.399384 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Transition to ACTIVE for port object 0491f3f5-0804-42eb-8023-e6abb5718081 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:32.416351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.421112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 63cfb943-9e80-4509-81d7-2dc02d77e0d8 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:32.442174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b3c29a8-e7e3-4db1-9f8e-8141f81da86d req-573a1d97-0e51-4267-b92f-ef200d17a298 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9936955 Aug 03 19:21:32.453420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.458469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b61a385-6789-4dc0-afa6-b5044e9172b8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 204 len: 168 time: 3.4202905 Aug 03 19:21:32.460584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35694) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:32.469795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1625705553'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:32.476990 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.574174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.601481 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Attempting to bind port 0491f3f5-0804-42eb-8023-e6abb5718081 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:32.601852 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Attempting to bind port 0491f3f5-0804-42eb-8023-e6abb5718081 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:32.602405 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Attempting to bind port 0491f3f5-0804-42eb-8023-e6abb5718081 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:32.608289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-900857044-network', 'tenant_id': '3570cba1a2b9481c93c0335fd85b210f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:32.614096 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Pushing event updated for resources: {'Port': ['ID=0491f3f5-0804-42eb-8023-e6abb5718081,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:32.617883 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:32.618796 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:32.620112 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.620112 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:32.620672 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Bound port: 0491f3f5-0804-42eb-8023-e6abb5718081, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:32.620798 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.630278 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.630751 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.630957 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.631924 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.631924 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.632277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.632538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.632746 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.637379 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.637379 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.637379 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.637379 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:32.642706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.653264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.699573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 80ab703d-f580-468c-b2d3-e3603b2477a2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:32.746740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:32.752237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.787373 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] For port 0491f3f5-0804-42eb-8023-e6abb5718081, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:32.798156 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] For port 0491f3f5-0804-42eb-8023-e6abb5718081, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0491f3f5-0804-42eb-8023-e6abb5718081,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:32.812559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:32.839812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Made reservation on behalf of 3570cba1a2b9481c93c0335fd85b210f for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:32.846376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.846376 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 9b3ce81d-4466-4a25-a728-5f5a84a69077 of type vlan for network 31c266ab-efe9-4453-b705-7f6d19541c82 Aug 03 19:21:32.846779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.881392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:32.909543 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.008867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.014954 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:33.016431 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:33.056186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.090381 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.170766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.223340 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56a4c-7932-4452-95dc-353b06b2805e None None] Pushing event updated for resources: {'Port': ['ID=0491f3f5-0804-42eb-8023-e6abb5718081,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.237159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:33.248497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.249492 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Added segment b8380c59-0b68-48e9-adba-a3044f936eb5 of type vlan for network ca773f6a-a192-489c-be27-a46390321c12 Aug 03 19:21:33.273408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.287746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.296224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.314273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.376309 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:33.447134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.463361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Allocated IP 172.20.0.1 (d7468926-4d07-46ca-9f29-a601514e46ec/e914df92-c648-40be-86ac-6d647675fa58/74855b96-c2ea-4979-92c8-987c39a551e7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:33.463361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.463361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.465393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.539528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=31c266ab-efe9-4453-b705-7f6d19541c82,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.569240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 31c266ab-efe9-4453-b705-7f6d19541c82 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:33.603191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30f289fa-d9e1-4574-9772-a9ab32395567 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1335013 Aug 03 19:21:33.605893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.619328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:33.620968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.755637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:28Z', 'revision_number': 3, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:33.769942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.789517 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b837ab41-2b96-4c8b-873e-7ceb964d7a74 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:28Z', 'revision_number': 3, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:33.817549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5547884 Aug 03 19:21:33.844008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:33.858267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Request body: {'subnet': {'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-900857044-subnet', 'tenant_id': '3570cba1a2b9481c93c0335fd85b210f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:33.862195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:33.871993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=80ab703d-f580-468c-b2d3-e3603b2477a2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.882545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ced44-a791-4059-aab9-8df829b80c41 admin admin] Pushing event updated for resources: {'Network': ['ID=ca773f6a-a192-489c-be27-a46390321c12,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:33.899358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ca773f6a-a192-489c-be27-a46390321c12 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:33.991358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df975fd7-7dff-402e-8e8e-ea6ef2bfc625 req-baf82504-8e9c-45e0-9955-359ae074d109 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:33.993104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df975fd7-7dff-402e-8e8e-ea6ef2bfc625 req-baf82504-8e9c-45e0-9955-359ae074d109 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.3507066 Aug 03 19:21:34.035331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.038032 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fc43508-2786-4de5-9925-0366b0660e54 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/ports/80ab703d-f580-468c-b2d3-e3603b2477a2 HTTP/1.1" status: 204 len: 168 time: 2.4095693 Aug 03 19:21:34.043478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35708) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:34.066853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:21:34.066853 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:21:34.066853 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '59f091c42d4a41a2a36fd18509a32548', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 21, 33, 959382)}] Aug 03 19:21:34.066853 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:21:34.067357 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:21:34.333885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Made reservation on behalf of 3570cba1a2b9481c93c0335fd85b210f for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:34.339825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.374834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df975fd7-7dff-402e-8e8e-ea6ef2bfc625 req-542cc1da-fecf-4995-94cf-579ceaaa476a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075852 Aug 03 19:21:34.543359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.25.2.201 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/dfc0caad-9207-4133-96b5-f85b593c40c1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:34.596822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0491f3f5-0804-42eb-8023-e6abb5718081 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:34.834837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0491f3f5-0804-42eb-8023-e6abb5718081 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:34.848264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0491f3f5-0804-42eb-8023-e6abb5718081 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:34.849016 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.877961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:34.879262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.889054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:34.903913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Transition to ACTIVE for port object 74855b96-c2ea-4979-92c8-987c39a551e7 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:34.977291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting subnet e62828a4-79ca-4ac2-ac39-439ef48e3cde {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:34.987624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.008940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.068483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.086867 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.112298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.132802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 0491f3f5-0804-42eb-8023-e6abb5718081, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0491f3f5-0804-42eb-8023-e6abb5718081,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:35.247993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Pushing event updated for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.255381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.255709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Network d7468926-4d07-46ca-9f29-a601514e46ec is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:35.256922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.267836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:35.293257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:35.299056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:35.302030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.312174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:35.316135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:35.381818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=0491f3f5-0804-42eb-8023-e6abb5718081,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.603613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.612225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.656224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.770230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97371139-a9f0-4f45-b66a-bebb828ce703 req-bb234e73-d914-4c91-9908-c9197993aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:35.772860 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-97371139-a9f0-4f45-b66a-bebb828ce703 req-bb234e73-d914-4c91-9908-c9197993aa32 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1096 time: 0.3224266 Aug 03 19:21:35.828838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=dfc0caad-9207-4133-96b5-f85b593c40c1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.852119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23353e22-e63b-45bf-b255-4b68249a7f10,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:35.879465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-97371139-a9f0-4f45-b66a-bebb828ce703 req-bddeae81-c565-4e1d-8225-14cdc5dd45c4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931747 Aug 03 19:21:35.898798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0f079ed9-bf38-467f-af89-6ba6fe784b78 None None] Provisioning for port 74855b96-c2ea-4979-92c8-987c39a551e7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:35.917944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0f079ed9-bf38-467f-af89-6ba6fe784b78 None None] Provisioning complete for port 74855b96-c2ea-4979-92c8-987c39a551e7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:35.918556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f079ed9-bf38-467f-af89-6ba6fe784b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.949284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee0f27-82a2-421e-b0dc-0547f8e86644 req-dbe6d0c0-c10f-499c-bbfa-b40875076b7b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:35.955535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ee0f27-82a2-421e-b0dc-0547f8e86644 req-dbe6d0c0-c10f-499c-bbfa-b40875076b7b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.2911329 Aug 03 19:21:35.966694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:35.971977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Checking segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:35.975098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Network hostable DHCP agents. Network: ca773f6a-a192-489c-be27-a46390321c12, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:35.980882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '9b3ce81d-4466-4a25-a728-5f5a84a69077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:35.981137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0f079ed9-bf38-467f-af89-6ba6fe784b78 None None] Port 74855b96-c2ea-4979-92c8-987c39a551e7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:35.981275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 31c266ab-efe9-4453-b705-7f6d19541c82, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:36.003086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.025297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Subnet': ['ID=e62828a4-79ca-4ac2-ac39-439ef48e3cde,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:36.051381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be0889-bbe1-4b6a-b443-1c0529cad9f2 None None] Network 4cf31203-3992-41db-9b83-7b021463b3ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:36.060586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.066408 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-197f3d1e-a738-458d-9f89-3b168dfad648 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/subnets/e62828a4-79ca-4ac2-ac39-439ef48e3cde HTTP/1.1" status: 204 len: 168 time: 2.0201318 Aug 03 19:21:36.073281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35732) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.152218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.282521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting subnet 51a5f25e-3be4-4f3a-968a-642f8fd5a2aa {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:36.296541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.302822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.390970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ee0f27-82a2-421e-b0dc-0547f8e86644 req-1e1c40d8-1c70-40d6-988d-b14a3e79626c tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133871 Aug 03 19:21:36.449429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.453309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] DHCP port deletion for 4cf31203-3992-41db-9b83-7b021463b3ae request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:36.516537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 31c266ab-efe9-4453-b705-7f6d19541c82 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:36.519109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Network ca773f6a-a192-489c-be27-a46390321c12 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:36.561395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0491f3f5-0804-42eb-8023-e6abb5718081 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:36.660067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.671599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Deleting port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:36.671953 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.700545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0491f3f5-0804-42eb-8023-e6abb5718081 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:36.703264 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.767990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 31c266ab-efe9-4453-b705-7f6d19541c82) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:36.772515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ca773f6a-a192-489c-be27-a46390321c12) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:36.801399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:36.804079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01def93c-5377-4315-af6c-fca85201aedd None None] Network 31c266ab-efe9-4453-b705-7f6d19541c82 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:36.805223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.807223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6ed1a-e64a-4968-b4c8-9babf2cb6411 None None] Network ca773f6a-a192-489c-be27-a46390321c12 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:36.813160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:36.814787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.898493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.899009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.915622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.960237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:36.962894 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/subnets/51a5f25e-3be4-4f3a-968a-642f8fd5a2aa HTTP/1.1" status: 204 len: 168 time: 0.8882957 Aug 03 19:21:36.974268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35740) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.982235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f327e713-2bc5-4034-a0c4-529af41442b6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3702495 Aug 03 19:21:36.984129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:36.987164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e40aad8-5f98-44e0-865d-9a7ce9750ff2 None None] Network f6c5c073-01d6-425d-b200-84004e57359c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:37.022354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1032810346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:37.081975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-84073f33-afac-45c0-89be-7cca96d4f23f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2339301 Aug 03 19:21:37.102035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbd81e-1aea-49e2-8b21-8af30f6643e8 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Subnet': ['ID=51a5f25e-3be4-4f3a-968a-642f8fd5a2aa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:37.215342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] For port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:37.216334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.220060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.238434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Calling delete_port for 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:37.317916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.330584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router ab1af3ef-81a9-4854-a7f0-6456bf688dd7 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:37.373249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Deleting port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:37.375860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.382330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.383922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.399560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623efd2-7892-4c5a-b168-ad2b4967208f None None] Network ca773f6a-a192-489c-be27-a46390321c12 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:37.572139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.614924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:37.628594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.634474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b173afa-f9db-4eb5-a6b2-b35fce74748d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "PUT /v2.0/routers/ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 200 len: 915 time: 6.1999476 Aug 03 19:21:37.645025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:37.651083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] Sync routers for ids ['ab1af3ef-81a9-4854-a7f0-6456bf688dd7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:37.663678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-31c266ab-efe9-4453-b705-7f6d19541c82', 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': 'fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:37.664558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.672175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.722290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] For port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,segment=NetworkSegment(ff4ea7e2-9482-497d-886c-91d1b64f6fcb),segment_id=ff4ea7e2-9482-497d-886c-91d1b64f6fcb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:37.722680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.754084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Calling delete_port for 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:37.841689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4814052-dc57-43c6-a803-c36c6b422e07 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 200 len: 921 time: 0.1912248 Aug 03 19:21:37.847553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35772) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:37.895781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:37.927787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7668556a-5903-4a87-9be6-33d25bc93104 req-7536fd33-62e6-4ef2-bf24-c16f37cade57 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:37.929415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7668556a-5903-4a87-9be6-33d25bc93104 req-7536fd33-62e6-4ef2-bf24-c16f37cade57 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.3811309 Aug 03 19:21:37.993878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] No DVR routers for this DVR port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:38.055556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2df17-0773-4285-90b9-079b3f9763e4 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:38.060427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4a2df17-0773-4285-90b9-079b3f9763e4 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=ab1af3ef-81a9-4854-a7f0-6456bf688dd7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2045453 Aug 03 19:21:38.061294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7668556a-5903-4a87-9be6-33d25bc93104 req-c961853f-3e60-43f4-8958-9ef38d169d89 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228693 Aug 03 19:21:38.068357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35776) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:38.120432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.123722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.134068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717a913-2015-4795-96da-12a36380505a None None] DHCP port deletion for f6c5c073-01d6-425d-b200-84004e57359c request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:38.159412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] No DVR routers for this DVR port 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:38.179147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476139f3-328d-49f5-b5f5-b7b6ae29f0fa None None] Pushing event deleted for resources: {'Port': ['ID=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.278116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] Routers {'ab1af3ef-81a9-4854-a7f0-6456bf688dd7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:38.278791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ab1af3ef-81a9-4854-a7f0-6456bf688dd7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.393605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Pushing event updated for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.426664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.458270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.500147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Port': ['ID=6dec7bf8-cbbc-47ac-a518-2a51d5014c37,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:38.517810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf31203-3992-41db-9b83-7b021463b3ae']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.545463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.545955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4ea7e2-9482-497d-886c-91d1b64f6fcb') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.548736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.569215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.594117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 28d65d96-354c-4fdb-9d38-c04cf120eeff no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:38.600252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.605284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5156eac8-6cbd-450f-826b-45932b5b5acf tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5899067 Aug 03 19:21:38.605940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:38.613930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.676501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:38.676873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.679039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccbf6e-10df-4493-bfaf-c75aa4794611 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:38.680555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b7ccbf6e-10df-4493-bfaf-c75aa4794611 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.6154711 Aug 03 19:21:38.686388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35788) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:38.714132 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:38.732710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] Routers {'ab1af3ef-81a9-4854-a7f0-6456bf688dd7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:38.733750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ab1af3ef-81a9-4854-a7f0-6456bf688dd7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.735382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ac723cb-6bc4-4117-a883-015e81121142 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 200 len: 205 time: 0.0450556 Aug 03 19:21:38.743666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35790) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:38.750905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7717a913-2015-4795-96da-12a36380505a None None] Deleting port 28d65d96-354c-4fdb-9d38-c04cf120eeff {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:38.751437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7717a913-2015-4795-96da-12a36380505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.761259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Network d7468926-4d07-46ca-9f29-a601514e46ec is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:38.832722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:38.844992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad5a6-4bf5-4d35-aafe-27eb006c681f req-5675293b-bded-4d22-a6e5-8db33c6b7280 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:38.846922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-994ad5a6-4bf5-4d35-aafe-27eb006c681f req-5675293b-bded-4d22-a6e5-8db33c6b7280 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1812053 Aug 03 19:21:38.873545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-03242da9-0310-4c45-95e6-71df5ae1d4b2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:38.886076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-03242da9-0310-4c45-95e6-71df5ae1d4b2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.9772341 Aug 03 19:21:38.938037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:38.938602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971da95-cd06-46b4-9c0a-9b3b61f24965 None None] The sync data for ids ['ab1af3ef-81a9-4854-a7f0-6456bf688dd7'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:38.941375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7717a913-2015-4795-96da-12a36380505a None None] For port 28d65d96-354c-4fdb-9d38-c04cf120eeff, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=28d65d96-354c-4fdb-9d38-c04cf120eeff,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:38.948883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7717a913-2015-4795-96da-12a36380505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:38.990367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-36fa6ed9-40a0-400b-8c9b-7d8405b8060c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/quotas/3570cba1a2b9481c93c0335fd85b210f HTTP/1.1" status: 200 len: 375 time: 0.1030877 Aug 03 19:21:39.067322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-994ad5a6-4bf5-4d35-aafe-27eb006c681f req-f700b261-57f5-4eb8-8bff-60240f53cad7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128587 Aug 03 19:21:39.070505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7717a913-2015-4795-96da-12a36380505a None None] Calling delete_port for 28d65d96-354c-4fdb-9d38-c04cf120eeff owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:39.112265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Allocated IP 172.20.0.2 (31c266ab-efe9-4453-b705-7f6d19541c82/fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6/010f0f6d-6c58-48aa-b7c7-7a5a32afc87b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:39.116937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.147256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-0732a951-a2e1-480d-99e3-a01f74dba29a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186969 Aug 03 19:21:39.201142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.287173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.288563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 28d65d96-354c-4fdb-9d38-c04cf120eeff, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=28d65d96-354c-4fdb-9d38-c04cf120eeff,segment=NetworkSegment(88bbd01a-410e-4a6c-888d-79c98fe5d1b9),segment_id=88bbd01a-410e-4a6c-888d-79c98fe5d1b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:39.303936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:39.304816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.306787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/networks/4cf31203-3992-41db-9b83-7b021463b3ae HTTP/1.1" status: 204 len: 168 time: 2.3358679 Aug 03 19:21:39.311279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:39.365966 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.366759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:39.373901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582ad3b-e939-47bb-b4fe-cd1f05088a26 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Network': ['ID=4cf31203-3992-41db-9b83-7b021463b3ae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:39.396677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-473ab1d7-5905-4050-92c0-be47d33f7a26 None None] Provisioning complete for port 74855b96-c2ea-4979-92c8-987c39a551e7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:39.397037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-473ab1d7-5905-4050-92c0-be47d33f7a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.469288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:21:39.469632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6dec7bf8-cbbc-47ac-a518-2a51d5014c37 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:21:39.485407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.498849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-473ab1d7-5905-4050-92c0-be47d33f7a26 None None] Port 74855b96-c2ea-4979-92c8-987c39a551e7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:39.573286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=28d65d96-354c-4fdb-9d38-c04cf120eeff,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:39.591827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.612909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.736907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-7d98be64-b53d-48d7-83c6-e157a4a09cb8 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578749 Aug 03 19:21:39.769610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.796203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Transition to ACTIVE for port object 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:39.867019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Transition to ACTIVE for port object 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:39.867280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:39.878725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d93de5e0-7535-4ae5-bc0f-9a28c7910447 admin admin] 10.222.0.67 "PUT /v2.0/routers/40e3f151-b91c-4a23-87f7-2f4f74fed77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7341635 Aug 03 19:21:39.879378 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:39.881575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7717a913-2015-4795-96da-12a36380505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:39.898380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:39.899611 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:39.944712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717a913-2015-4795-96da-12a36380505a None None] Pushing event deleted for resources: {'Port': ['ID=28d65d96-354c-4fdb-9d38-c04cf120eeff,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:39.950522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717a913-2015-4795-96da-12a36380505a None None] No DVR routers for this DVR port 28d65d96-354c-4fdb-9d38-c04cf120eeff on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:39.978594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.015914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Network 31c266ab-efe9-4453-b705-7f6d19541c82 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:40.116578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.143200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:40.147112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:40.149538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Pushing event updated for resources: {'Port': ['ID=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.175670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c5c073-01d6-425d-b200-84004e57359c']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.212619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf362e58-023c-4838-86ee-f401ac89d87f req-75502de1-d428-4fdb-b208-0470b013fc74 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:40.227277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf362e58-023c-4838-86ee-f401ac89d87f req-75502de1-d428-4fdb-b208-0470b013fc74 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.5043650 Aug 03 19:21:40.244208 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:40.297857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.20.0.1 (31c266ab-efe9-4453-b705-7f6d19541c82/fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6/980501bb-6e69-4924-9a10-427e4d538b9d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:40.324812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bbd01a-410e-4a6c-888d-79c98fe5d1b9') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.326914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bbd01a-410e-4a6c-888d-79c98fe5d1b9') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.329477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Attempting to bind port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:40.330061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Attempting to bind port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9b3ce81d-4466-4a25-a728-5f5a84a69077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:40.331492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Attempting to bind port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b on network 31c266ab-efe9-4453-b705-7f6d19541c82 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:40.342201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:40.342599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Checking segment: {'id': '9b3ce81d-4466-4a25-a728-5f5a84a69077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:40.343409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.344883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Bound using segment: {'id': '9b3ce81d-4466-4a25-a728-5f5a84a69077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:40.346299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Bound port: 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3ce81d-4466-4a25-a728-5f5a84a69077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '31c266ab-efe9-4453-b705-7f6d19541c82'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:40.346701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.403205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.501357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] For port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:40.514015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] For port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,segment=NetworkSegment(9b3ce81d-4466-4a25-a728-5f5a84a69077),segment_id=9b3ce81d-4466-4a25-a728-5f5a84a69077)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:40.527028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.534021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:40.534440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.581417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.583240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:36Z', 'revision_number': 2, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:40.601218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object 980501bb-6e69-4924-9a10-427e4d538b9d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:40.618286 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:21:40.619152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Updating router 40e3f151-b91c-4a23-87f7-2f4f74fed77d port 74855b96-c2ea-4979-92c8-987c39a551e7 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:21:40.638935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.646305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35830) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:40.654130 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.697040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf362e58-023c-4838-86ee-f401ac89d87f req-ab95be0e-ec79-4785-9761-9f4636d6cd45 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682493 Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:40.698334 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:40.711837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-87138b7e-2587-4b88-9bf7-ac38392aab61 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519305 Aug 03 19:21:40.713169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port dfc0caad-9207-4133-96b5-f85b593c40c1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:40.713510 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.745256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.800994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 31c266ab-efe9-4453-b705-7f6d19541c82 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:40.804002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133bc65-bc1b-4f19-81a3-a0494c210973 None None] Pushing event updated for resources: {'Port': ['ID=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:40.815394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:40.828246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:40.850995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.863429 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:40.876566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] 10.222.0.67 "DELETE /v2.0/networks/f6c5c073-01d6-425d-b200-84004e57359c HTTP/1.1" status: 204 len: 168 time: 1.5632010 Aug 03 19:21:41.018084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817b84f-7ce6-46c5-a978-4e40e2ddd3c2 tempest-TaggedBootDevicesTest_v242-490905550 tempest-TaggedBootDevicesTest_v242-490905550-project] Pushing event deleted for resources: {'Network': ['ID=f6c5c073-01d6-425d-b200-84004e57359c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.098134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.140895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1970cdbd-5347-44b1-8cc3-78275f74b0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.188024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for dfc0caad-9207-4133-96b5-f85b593c40c1 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:41.198148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=980501bb-6e69-4924-9a10-427e4d538b9d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.211482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.545837 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.587263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d698cf99-e05f-4584-919c-a74d412c2a54 req-6d266666-0e87-423e-a758-699c29ca133f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Aug 03 19:21:41.597523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1970cdbd-5347-44b1-8cc3-78275f74b0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.622616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.692102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Transition to ACTIVE for port object 74855b96-c2ea-4979-92c8-987c39a551e7 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:41.692319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.768697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=dfc0caad-9207-4133-96b5-f85b593c40c1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.804479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1970cdbd-5347-44b1-8cc3-78275f74b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.831659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.875053 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:41.892948 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1970cdbd-5347-44b1-8cc3-78275f74b0e7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=de6bfb6567cd4cf3a84bfa1d025fe418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2450166 Aug 03 19:21:41.895620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970cdbd-5347-44b1-8cc3-78275f74b0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d949035-dbde-4538-b6db-9b25058dbc40,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:41.928584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:42.062315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:42.066319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782453074', 'description': 'tempest-description--904898309'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:42.143490 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Attempting to bind port 74855b96-c2ea-4979-92c8-987c39a551e7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:42.143860 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Attempting to bind port 74855b96-c2ea-4979-92c8-987c39a551e7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:42.144223 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Attempting to bind port 74855b96-c2ea-4979-92c8-987c39a551e7 on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:42.146837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.150573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.166001 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:42.167298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:42.167903 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.168486 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Bound using segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:42.169176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Bound port: 74855b96-c2ea-4979-92c8-987c39a551e7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:42.169770 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.257095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.286443 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6992e-7a1d-4601-81ee-68882dfcb51e None None] Pushing event updated for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:42.294952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.308343 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] For port 74855b96-c2ea-4979-92c8-987c39a551e7, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:42.312897 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] For port 74855b96-c2ea-4979-92c8-987c39a551e7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=74855b96-c2ea-4979-92c8-987c39a551e7,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:42.329289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.330167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router ab1af3ef-81a9-4854-a7f0-6456bf688dd7 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:42.360844 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.366032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9a69dfc-9c81-41ca-a070-bb043e4602d0 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 204 len: 168 time: 3.6077888 Aug 03 19:21:42.374488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:42.382707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-667532565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:42.393246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.427973 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.489010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.525276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4f5860-64cc-47b5-916a-b0aa6b1e95e2 None None] Network 31c266ab-efe9-4453-b705-7f6d19541c82 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:42.543533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.561687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb0f2-861f-43dc-b91f-c4635cda89c8 req-e4fdbd6a-8a26-41b3-84ed-5478df98fbbc tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:42.570512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc9bb0f2-861f-43dc-b91f-c4635cda89c8 req-e4fdbd6a-8a26-41b3-84ed-5478df98fbbc tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.7310054 Aug 03 19:21:42.581766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=980501bb-6e69-4924-9a10-427e4d538b9d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:42.686477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:42.687311 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:42.719699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:42.820871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd553e5a-5efc-4c20-910b-5c658b6574db req-7ce4716e-b8eb-4f94-8e0a-2e1c195f3bce tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 210 time: 0.0700343 Aug 03 19:21:42.827052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6992e-7a1d-4601-81ee-68882dfcb51e None None] Pushing event updated for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:42.829651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.853461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc9bb0f2-861f-43dc-b91f-c4635cda89c8 req-fe58f00d-5561-4a17-bb26-c36abf5ab2e1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717192 Aug 03 19:21:42.864712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:42.903028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a3b7c01-1cf7-4f52-9537-b2398a60e8e3 None None] Provisioning for port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:42.932642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 31c266ab-efe9-4453-b705-7f6d19541c82 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:42.935057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:43.006818 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:21:43.048870 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.123796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:43.169245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.174094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.175567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.177101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0d949035-dbde-4538-b6db-9b25058dbc40 HTTP/1.1" status: 204 len: 168 time: 0.9554744 Aug 03 19:21:43.179097 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.203448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2200f7-5492-4b58-946d-6b2292784af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d949035-dbde-4538-b6db-9b25058dbc40,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.252739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.254067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.400373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.401820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.451739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,segment=NetworkSegment(9b3ce81d-4466-4a25-a728-5f5a84a69077),segment_id=9b3ce81d-4466-4a25-a728-5f5a84a69077)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:43.563345 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:42Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:43.589623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.590385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.599794 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8221a7d-e9a4-4786-bd5b-14da55825929 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:42Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:43.692670 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:43.693942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-209e1a02-b407-430c-b7d6-983c3baba991 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3196490 Aug 03 19:21:43.699492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35888) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:43.704518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:43.736267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.874504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:43.895080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Provisioning for port 980501bb-6e69-4924-9a10-427e4d538b9d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:43.900123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Provisioning complete for port 980501bb-6e69-4924-9a10-427e4d538b9d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:43.905023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.016520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.017849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c8c97a46-db7d-4e5e-90d5-5d0503d862eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9556482 Aug 03 19:21:44.029270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.054268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group_rule': {'security_group_id': 'fa3dbda0-0dbe-4ffb-8e96-e94b10e78537', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:44.054839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Port 980501bb-6e69-4924-9a10-427e4d538b9d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:44.121291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Provisioning complete for port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:44.121926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e06f0b6-d69d-41e3-b1bd-4e0b25495bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.143378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 7360f6a2-10ea-4820-af23-98f2197d92da is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:44.347617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.359923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af4d05-904f-4f08-955a-16b26cb313bf req-8f651461-5e2b-4154-a30a-a7641c19e0f8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.390798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1af4d05-904f-4f08-955a-16b26cb313bf req-8f651461-5e2b-4154-a30a-a7641c19e0f8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.4612336 Aug 03 19:21:44.396714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60726367-710e-44c8-902a-a740e5a03b42 req-a14077af-2f6a-4d0b-8c63-52299e587377 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 210 time: 0.2116592 Aug 03 19:21:44.503140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7d5b0e6a-f748-4c4d-a38c-a042dd96c51e None None] Provisioning complete for port 980501bb-6e69-4924-9a10-427e4d538b9d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:44.503530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7d5b0e6a-f748-4c4d-a38c-a042dd96c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.525298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:44.537229 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bc3e0482-3e81-4531-a19c-f596a07da572 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/7360f6a2-10ea-4820-af23-98f2197d92da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9291430 Aug 03 19:21:44.540941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35912) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.584066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] Sync routers for ids ['7360f6a2-10ea-4820-af23-98f2197d92da'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:44.632831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.682722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e1bf5-069c-4174-a5d0-486bf221b6bc tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:44.693402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b0e6a-f748-4c4d-a38c-a042dd96c51e None None] Port 980501bb-6e69-4924-9a10-427e4d538b9d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:44.694475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-269e1bf5-069c-4174-a5d0-486bf221b6bc tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports/980501bb-6e69-4924-9a10-427e4d538b9d HTTP/1.1" status: 200 len: 910 time: 0.1499772 Aug 03 19:21:44.695358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35914) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.705219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] Routers {'7360f6a2-10ea-4820-af23-98f2197d92da'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:44.707668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7360f6a2-10ea-4820-af23-98f2197d92da'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:44.710964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:44.729897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1af4d05-904f-4f08-955a-16b26cb313bf req-d3d6859e-38b5-402d-a622-51db332c40df tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355205 Aug 03 19:21:44.735918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.774424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.781474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 74855b96-c2ea-4979-92c8-987c39a551e7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:44.787153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:44.846325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] Routers {'7360f6a2-10ea-4820-af23-98f2197d92da'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:44.846826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7360f6a2-10ea-4820-af23-98f2197d92da'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:44.869950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c130d43d-1675-429a-a0a0-c26923416093,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:44.895780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:44.901198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e3289baf-b59f-4bc6-9b28-9dcd921488e0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8656914 Aug 03 19:21:44.907578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35918) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:44.917258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group_rule': {'security_group_id': 'fa3dbda0-0dbe-4ffb-8e96-e94b10e78537', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:45.014084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:45.014084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf606c27-e5cf-4944-92e8-79138271b465 None None] The sync data for ids ['7360f6a2-10ea-4820-af23-98f2197d92da'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:45.014084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2e68671a-1bd0-4cd8-8f5c-f96d3f6a2c6a None None] Provisioning complete for port 980501bb-6e69-4924-9a10-427e4d538b9d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:45.014084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2e68671a-1bd0-4cd8-8f5c-f96d3f6a2c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.084037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.102191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2e68671a-1bd0-4cd8-8f5c-f96d3f6a2c6a None None] Port 980501bb-6e69-4924-9a10-427e4d538b9d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:21:45.184097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 74855b96-c2ea-4979-92c8-987c39a551e7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:45.184366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.209720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 74855b96-c2ea-4979-92c8-987c39a551e7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:45.210280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.372839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.436457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.489212 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.500102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.539170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-f8971856-444d-425e-9863-ade168414b69 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:45.545532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-f8971856-444d-425e-9863-ade168414b69 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.4549570 Aug 03 19:21:45.545689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 74855b96-c2ea-4979-92c8-987c39a551e7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=74855b96-c2ea-4979-92c8-987c39a551e7,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:45.596528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Request body: {'port': {'device_id': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'admin_state_up': True, 'tenant_id': '3570cba1a2b9481c93c0335fd85b210f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:45.673724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.674800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:45.694347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c5598c-a7a1-4e0c-8606-34563dee049f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.771149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9466c5fe-ff4a-4db3-aa75-80576ed31596 req-ce6152eb-5580-48e8-b7ee-d3cfebce951b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 210 time: 0.2259703 Aug 03 19:21:45.797031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.800456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-163d8cbe-3dfd-46b5-b11d-29dcaefe06b4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8917322 Aug 03 19:21:45.808203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35938) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:45.826951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:45.829132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:45.873382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:45.873382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.973007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:45.989111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.122713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.236520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=980501bb-6e69-4924-9a10-427e4d538b9d,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:46.257544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.262488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.262488 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ebe0204a-418f-4c14-a222-5d69935b5103 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/ports/980501bb-6e69-4924-9a10-427e4d538b9d HTTP/1.1" status: 200 len: 910 time: 1.5625546 Aug 03 19:21:46.264597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:46.497186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 74855b96-c2ea-4979-92c8-987c39a551e7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:46.593547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.622568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 74855b96-c2ea-4979-92c8-987c39a551e7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:46.622950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.685494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.702621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316f3a-c080-4217-8f37-39b9410b4e07 req-6691283b-b9ff-4481-a28b-6796214ae7c1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:46.704633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b316f3a-c080-4217-8f37-39b9410b4e07 req-6691283b-b9ff-4481-a28b-6796214ae7c1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2218506 Aug 03 19:21:46.731067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:46.826930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Allocated IP 172.25.2.80 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3571e219-9162-4f3e-9b78-4f6ddc55e201) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:46.836982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b316f3a-c080-4217-8f37-39b9410b4e07 req-c6958288-f27d-4a20-be79-ce96c081a56d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114528 Aug 03 19:21:46.934618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89374fac-556e-474c-b23d-7a7ad6fc9618 req-dfc2dd3d-0e35-441d-bb41-955f02065e3b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 210 time: 0.0519938 Aug 03 19:21:46.935367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Made reservation on behalf of 3570cba1a2b9481c93c0335fd85b210f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:46.940174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.120353 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.210351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Allocated IP 172.20.0.6 (ca773f6a-a192-489c-be27-a46390321c12/23353e22-e63b-45bf-b255-4b68249a7f10/2f5b3000-030e-4d46-b1d9-756576f3ff7a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:47.238563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.427453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.514514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 980501bb-6e69-4924-9a10-427e4d538b9d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:47.514856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.562803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.610593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Allocated IP 172.25.2.230 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7e9d798e-fd4b-485f-8b28-d319623bb35b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:47.620682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:47.627933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:47.645431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:47.654166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=3571e219-9162-4f3e-9b78-4f6ddc55e201,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:47.712382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.741360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 980501bb-6e69-4924-9a10-427e4d538b9d owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:47.744935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.769813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.837129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Network ca773f6a-a192-489c-be27-a46390321c12 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:47.849042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:47.851737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:47.858191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:47.923137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:47.923137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:47.970212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.038104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.121472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.132379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c7230f2d-000d-45b8-a818-187b0dad726e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5615499 Aug 03 19:21:48.145238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:48.151355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Request body: {'port': {'device_id': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:48.158240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Pushing event updated for resources: {'Port': ['ID=7e9d798e-fd4b-485f-8b28-d319623bb35b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.167569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:48.190529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.197576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:48.328705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cb2a0-e57b-4374-a060-32e9e22a302c req-1132238c-61d3-4dbb-9676-fb7c0f813759 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:48.330302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc3cb2a0-e57b-4374-a060-32e9e22a302c req-1132238c-61d3-4dbb-9676-fb7c0f813759 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 931 time: 0.3045530 Aug 03 19:21:48.373515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=980501bb-6e69-4924-9a10-427e4d538b9d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:48.475368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.694296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.697746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.708250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc3cb2a0-e57b-4374-a060-32e9e22a302c req-d1e60367-e93a-487c-b2d9-13c9fc09d177 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246813 Aug 03 19:21:48.898209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:48.899591 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-920b11c0-f8e4-4770-a627-a3de83912ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.042211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=3571e219-9162-4f3e-9b78-4f6ddc55e201,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:49.092139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.107569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 7360f6a2-10ea-4820-af23-98f2197d92da has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:21:49.365154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.458238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:49.469471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.485712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Transition to ACTIVE for port object 2f5b3000-030e-4d46-b1d9-756576f3ff7a will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:49.622134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.776054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:49.777940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e15dc6e-b20d-466b-8b72-c023410e825c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9681356 Aug 03 19:21:49.790427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:49.807406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] Sync routers for ids ['7360f6a2-10ea-4820-af23-98f2197d92da'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:49.819389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-250f41aa-2acd-4b70-a7dd-b59fcc098389 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/7360f6a2-10ea-4820-af23-98f2197d92da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5507526 Aug 03 19:21:49.820121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36018) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:49.842676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] Routers {'7360f6a2-10ea-4820-af23-98f2197d92da'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:49.850755 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7360f6a2-10ea-4820-af23-98f2197d92da'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:49.882223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:49.905374 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-57ee271a-dd4f-4bdf-95b8-dbb8f357b64f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=7360f6a2-10ea-4820-af23-98f2197d92da HTTP/1.1" status: 200 len: 205 time: 0.0782526 Aug 03 19:21:49.910351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:49.998444 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.017857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.075352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Attempting to bind port 2f5b3000-030e-4d46-b1d9-756576f3ff7a on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:50.075761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Attempting to bind port 2f5b3000-030e-4d46-b1d9-756576f3ff7a by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:50.076098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Attempting to bind port 2f5b3000-030e-4d46-b1d9-756576f3ff7a on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:50.124531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Port 2f5b3000-030e-4d46-b1d9-756576f3ff7a on network ca773f6a-a192-489c-be27-a46390321c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:21:50.124866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Attempting to bind port 2f5b3000-030e-4d46-b1d9-756576f3ff7a on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:21:50.149953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81d86f-2273-4c4f-b72c-17ebe04996df req-ea3d409e-1640-4668-a099-dd7e67946f22 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:50.167695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e81d86f-2273-4c4f-b72c-17ebe04996df req-ea3d409e-1640-4668-a099-dd7e67946f22 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 943 time: 0.2726460 Aug 03 19:21:50.178859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:21:50.179195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Checking segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:50.179588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Bound using segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:21:50.180039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Bound port: 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:21:50.180395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.288520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.318429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e81d86f-2273-4c4f-b72c-17ebe04996df req-312cfca2-6e69-414f-b2f1-fa642ea44413 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496010 Aug 03 19:21:50.414099 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:50.425547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:21:50.437940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] Routers {'7360f6a2-10ea-4820-af23-98f2197d92da'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:50.441681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7360f6a2-10ea-4820-af23-98f2197d92da'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:50.442642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-a09dbf32-2ef2-40d1-b1a6-00257a302fba tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1782453074&fields=id&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 267 time: 0.0837662 Aug 03 19:21:50.446404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:21:50.539818 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:50.540403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e20bea-c8c6-483b-8afc-99e82fd87b2b None None] The sync data for ids ['7360f6a2-10ea-4820-af23-98f2197d92da'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:50.633459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Router 0f00c8ca-7ea7-4750-a1d5-25099453c45f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:50.636677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.687665 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.690184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.707590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:50.708394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.710116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] 10.222.0.77 "PUT /v2.0/ports/2f5b3000-030e-4d46-b1d9-756576f3ff7a HTTP/1.1" status: 200 len: 1091 time: 2.5635245 Aug 03 19:21:50.710682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:50.713425 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d34cad3-4d10-4d63-8835-96a4d3d76551" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:50.861326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-139de6a8-f923-4930-bcde-fff068ff9340 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:50.868970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-139de6a8-f923-4930-bcde-fff068ff9340 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 817 time: 0.4131515 Aug 03 19:21:50.889595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309572b2-b113-4b61-b197-af2b679694f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:50.928320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-ed17060d-ed34-45f7-bc61-284243dc76d9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/quotas/d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 375 time: 0.0581069 Aug 03 19:21:50.938566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.939264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 7360f6a2-10ea-4820-af23-98f2197d92da {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:50.957967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:50.961733 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d3555812-4373-4798-80c1-b25668904f05 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/7360f6a2-10ea-4820-af23-98f2197d92da HTTP/1.1" status: 204 len: 168 time: 1.0477557 Aug 03 19:21:50.962231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36054) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:50.983281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:21:50.997498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] Sync routers for ids ['0f00c8ca-7ea7-4750-a1d5-25099453c45f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:21:51.019249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] Routers {'0f00c8ca-7ea7-4750-a1d5-25099453c45f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:51.019249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0f00c8ca-7ea7-4750-a1d5-25099453c45f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:51.021282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:21:51.024737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.032623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.036874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe80fd09-1a37-4ca7-a363-bdef66c9e215 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "PUT /v2.0/routers/0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 200 len: 915 time: 7.3358300 Aug 03 19:21:51.043651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36058) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.115939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:51.118794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-ddd4f277-6903-465a-a2fa-9322f7a93aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.121653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-ddd4f277-6903-465a-a2fa-9322f7a93aad service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 1094 time: 0.2141533 Aug 03 19:21:51.130232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.131060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] Routers {'0f00c8ca-7ea7-4750-a1d5-25099453c45f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:21:51.131704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0f00c8ca-7ea7-4750-a1d5-25099453c45f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:51.176404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:51.177774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62916dca-3fee-474d-9c06-89dae2e83d1b None None] The sync data for ids ['0f00c8ca-7ea7-4750-a1d5-25099453c45f'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:21:51.211472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-c917670c-9103-4c93-84fc-6bd93ec295f3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2578206 Aug 03 19:21:51.266405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.363984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-4934322c-5958-442f-b061-874af5b2d655 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a HTTP/1.1" status: 200 len: 217 time: 0.2253666 Aug 03 19:21:51.366402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0cd2e961-d62e-483b-bd9a-456ed030eb37 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 200 len: 921 time: 0.3207743 Aug 03 19:21:51.370432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36076) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.397803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-07b24bc8-ab83-475e-8627-a70976343d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.399336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-07b24bc8-ab83-475e-8627-a70976343d55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.0586956 Aug 03 19:21:51.481627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-98fbf621-b4d1-4a92-9505-02ae84acad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.483204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-98fbf621-b4d1-4a92-9505-02ae84acad77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 200 len: 854 time: 0.1089911 Aug 03 19:21:51.492144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1bce8b-a143-4a14-a324-154622cde075 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.495711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9a1bce8b-a143-4a14-a324-154622cde075 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=0f00c8ca-7ea7-4750-a1d5-25099453c45f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1236022 Aug 03 19:21:51.529172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36080) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.532380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-c9d3a7c9-b298-4389-9ab1-b8af49889fec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ca773f6a-a192-489c-be27-a46390321c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351162 Aug 03 19:21:51.532828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.536432 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd49b1e5-cb4e-4d4d-8385-5f1a665e87d7 x-openstack-request-id: req-bd49b1e5-cb4e-4d4d-8385-5f1a665e87d7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:51.536967 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:51.537392 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd49b1e5-cb4e-4d4d-8385-5f1a665e87d7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:51.537976 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'status': 'completed', 'code': 200} Aug 03 19:21:51.549627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-a63f02e7-717a-40f9-91f6-ac10f6d540c0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:21:51.550960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-a63f02e7-717a-40f9-91f6-ac10f6d540c0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2827005 Aug 03 19:21:51.583466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.589350 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6 HTTP/1.1" status: 204 len: 168 time: 0.6202738 Aug 03 19:21:51.589350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e1dac-d1db-4bdf-a682-b63a63c028a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:51.591215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36082) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.597745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d02e713-01ac-4196-ab17-96042d2a3b94 None None] Network 31c266ab-efe9-4453-b705-7f6d19541c82 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:51.733103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-5469d4d0-ad3b-4cfa-9b5b-c8c761d3ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.734753 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-5469d4d0-ad3b-4cfa-9b5b-c8c761d3ce01 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.3271816 Aug 03 19:21:51.740916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.785653 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-2200a653-861a-4749-a6ba-20dfc8b7833f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.0424857 Aug 03 19:21:51.883053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-cce34275-e9d7-472c-ba09-9172cce406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.885548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-cce34275-e9d7-472c-ba09-9172cce406c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.0902190 Aug 03 19:21:51.890144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:21:51.896062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] DHCP port deletion for 31c266ab-efe9-4453-b705-7f6d19541c82 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:21:51.934631 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-97de5d09-fa57-4eb3-8719-49ea31ddae03 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418491 Aug 03 19:21:51.937728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:51.938359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:51.981108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277ef9fe-951b-486e-a6c8-c23fc62aa875 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:51.985115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-277ef9fe-951b-486e-a6c8-c23fc62aa875 tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.4492509 Aug 03 19:21:51.987997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-88cd37f9-6dd5-45d7-a47f-0836573e1ac4 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358332 Aug 03 19:21:51.990085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:51.998445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd18e6-a2ba-4ce1-a277-e872b21a390c req-70754e3d-c41d-4cc8-8fb2-5bf5c32ee933 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:52.006165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7cd18e6-a2ba-4ce1-a277-e872b21a390c req-70754e3d-c41d-4cc8-8fb2-5bf5c32ee933 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.3261306 Aug 03 19:21:52.034545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Deleting port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:52.035582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.042060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-20338996-59ad-48d1-9c1c-59ea1b0bdd04 service neutron] 10.222.0.67 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699099 Aug 03 19:21:52.080151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6831b334-b2c8-4f80-aa60-d0009a32886e tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 200 len: 205 time: 0.0694935 Aug 03 19:21:52.086175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36090) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:52.098942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,segment=NetworkSegment(9b3ce81d-4466-4a25-a728-5f5a84a69077),segment_id=9b3ce81d-4466-4a25-a728-5f5a84a69077)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:52.099522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.145622 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ea02769-6ec4-4b49-bff4-326b59ce8423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.185779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:52.260990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] For port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,segment=NetworkSegment(9b3ce81d-4466-4a25-a728-5f5a84a69077),segment_id=9b3ce81d-4466-4a25-a728-5f5a84a69077)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:52.270746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.299032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Calling delete_port for 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:52.374931 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-b242a2e1-45cd-4311-b211-43efb884bd95 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309537 Aug 03 19:21:52.599146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.628682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-402086c4-446b-4ffc-9fc1-81b84558f0f8 req-1c674c41-df67-4102-a616-797a2b34f26c service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113880 Aug 03 19:21:52.659483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:21:52.661855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.695275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c6ec8e0-8675-4b28-b88e-40bbbda0a871 req-d5b3c0bd-30b0-41da-840d-ccf45be58360 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795739 Aug 03 19:21:52.764181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.845646 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:52.861119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:52.883493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:52.891993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-9b391e57-1a4f-400c-8985-f2d5cf9de7c3 service neutron] 10.222.0.67 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489473 Aug 03 19:21:52.913449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7cd18e6-a2ba-4ce1-a277-e872b21a390c req-f61b3ba8-1a58-47ba-9a13-497e2a40f476 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9062560 Aug 03 19:21:53.041629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Pushing event deleted for resources: {'Port': ['ID=010f0f6d-6c58-48aa-b7c7-7a5a32afc87b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:53.053976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.058429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.058778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.059433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.059970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.060480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.061021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.061526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.062033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.062562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.063067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.063575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.064893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:21:53.076323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.082236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273707c6-dfd1-433d-a619-1ea5e772d317 None None] No DVR routers for this DVR port 010f0f6d-6c58-48aa-b7c7-7a5a32afc87b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:21:53.211382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.216080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308225-a55a-4944-a1ba-b6d24ff390c5 req-d87ae4d6-8538-4677-8afa-196c56e646f4 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:53.218339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e308225-a55a-4944-a1ba-b6d24ff390c5 req-d87ae4d6-8538-4677-8afa-196c56e646f4 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 943 time: 0.1049664 Aug 03 19:21:53.219404 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.234326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-72351d52-e34a-471c-badd-fd52bf374ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:53.240483 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-72351d52-e34a-471c-badd-fd52bf374ab6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 1094 time: 0.3940980 Aug 03 19:21:53.240483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c266ab-efe9-4453-b705-7f6d19541c82']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:53.250535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3ce81d-4466-4a25-a728-5f5a84a69077') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:53.250833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3ce81d-4466-4a25-a728-5f5a84a69077') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:21:53.282252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.299754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e308225-a55a-4944-a1ba-b6d24ff390c5 req-1ad7962e-61d2-453f-84bc-40713dc80a2e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697210 Aug 03 19:21:53.319911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.350589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:21:53.350907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:21:53.355870 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:21:53.381680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6e2fde1-bb79-42f5-8153-2ead47b0cd5e req-78b56842-8042-4f3a-b0ef-abf90edcc4dc tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0394521 Aug 03 19:21:53.520860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-44707d00-2d84-4173-a5d3-b5a186ccef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:53.522632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-44707d00-2d84-4173-a5d3-b5a186ccef3e service neutron] 10.222.0.77 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 915 time: 0.2740130 Aug 03 19:21:53.576214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port 7e9d798e-fd4b-485f-8b28-d319623bb35b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:21:53.576214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.628934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-b99fa50f-6367-43f1-bb31-fc8e25000a52 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a HTTP/1.1" status: 200 len: 217 time: 0.0981150 Aug 03 19:21:53.718983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-adc591f4-4d0e-473e-996c-ad398e70b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:53.720360 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-adc591f4-4d0e-473e-996c-ad398e70b9e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 200 len: 854 time: 0.0814252 Aug 03 19:21:53.722499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:53.749211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for 7e9d798e-fd4b-485f-8b28-d319623bb35b owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:21:54.161367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca00967-c8c5-4b07-8ceb-0bee200f1984 req-53282534-c8e4-41d4-b25c-b6c9c37441a5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.169059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ca00967-c8c5-4b07-8ceb-0bee200f1984 req-53282534-c8e4-41d4-b25c-b6c9c37441a5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1494439 Aug 03 19:21:54.216849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-af793773-ce62-469e-ac4e-65342c05370c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ca773f6a-a192-489c-be27-a46390321c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4822781 Aug 03 19:21:54.224492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.249151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.265503 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/31c266ab-efe9-4453-b705-7f6d19541c82 HTTP/1.1" status: 204 len: 168 time: 2.6582949 Aug 03 19:21:54.265503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36140) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:54.265910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ca00967-c8c5-4b07-8ceb-0bee200f1984 req-5ac8cd53-c0cf-427f-989a-560db912ee2f tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783134 Aug 03 19:21:54.292956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-248520473', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:54.344927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dbfc6-0155-4684-b0b9-461cca553612 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=31c266ab-efe9-4453-b705-7f6d19541c82,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.550686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fb8548c-d014-453b-91b9-1c8d82ef2deb req-656e8898-c7a7-4a45-a9be-b0dc6fe7a026 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0627151 Aug 03 19:21:54.593331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8bc94-8e7d-4f78-9268-030f2b406b88 req-8686ddab-15e7-42df-b85d-94ac63e3ffa9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:54.601950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d8bc94-8e7d-4f78-9268-030f2b406b88 req-8686ddab-15e7-42df-b85d-94ac63e3ffa9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 943 time: 0.1335309 Aug 03 19:21:54.686211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d8bc94-8e7d-4f78-9268-030f2b406b88 req-bc8f2f19-41bb-4372-8987-134cf5c613c2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814793 Aug 03 19:21:54.713513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-e45adfb1-f394-4718-8014-e116ec4c0064 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890318 Aug 03 19:21:54.772586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.799992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.801125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.808523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:54.847038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=7e9d798e-fd4b-485f-8b28-d319623bb35b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:54.986574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d34cad3-4d10-4d63-8835-96a4d3d76551 req-ac7cb4f7-fc17-4da5-b331-f348cfc08ed2 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645073 Aug 03 19:21:55.013702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.045174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.153993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.167061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.172908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.309951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.315258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-85ae6678-b191-4489-8302-ddff7d4ecb4f tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.0510330 Aug 03 19:21:55.316028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:55.333536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223423189'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:55.351851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.352821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router 0f00c8ca-7ea7-4750-a1d5-25099453c45f {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:21:55.374838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.381355 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5b3e9fa1-0ead-499c-95f4-119c704de9c8 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 204 len: 168 time: 3.2973311 Aug 03 19:21:55.382248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36164) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:55.404106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-23983616', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:55.442488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398fdc2-4006-4248-b991-c549de9628c3 req-db1fa72d-de4d-4cf6-b6aa-c70a68afeda4 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.446049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b398fdc2-4006-4248-b991-c549de9628c3 req-db1fa72d-de4d-4cf6-b6aa-c70a68afeda4 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0708539 Aug 03 19:21:55.488079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b398fdc2-4006-4248-b991-c549de9628c3 req-8164b109-0515-464b-bbc2-e3f7f4712fc1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Aug 03 19:21:55.508408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:21:55.627988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:55.649906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'port_id': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'mac_address': 'fa:16:3e:10:f7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23353e22-e63b-45bf-b255-4b68249a7f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:21:55.651926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78608b3d-1308-4c18-b8de-deb64a22482a req-dea6b931-96d2-4a7a-9ce8-d83af7a7b349 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0301437 Aug 03 19:21:55.701843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.719859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:21:55.740434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:55.771262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:55.775868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.819206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:21:55.831510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.831932 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 20646232-82e9-4623-b572-4e4e1afe23a7 of type vlan for network 029b41d8-0aca-4caf-bf10-936932fbc700 Aug 03 19:21:55.833132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbb17a-4640-4bdc-b2f6-e272849335f9 req-3060f9ee-1e0e-4302-b551-160dda9798cd tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:55.834851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6efbb17a-4640-4bdc-b2f6-e272849335f9 req-3060f9ee-1e0e-4302-b551-160dda9798cd tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 943 time: 0.0730824 Aug 03 19:21:55.896033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6efbb17a-4640-4bdc-b2f6-e272849335f9 req-2fe63e0d-3803-4c1a-8299-a5d8272aa6e2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536573 Aug 03 19:21:55.914256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.984942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:55.985962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.002698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:56.015067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.066158 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-0db7d066-e77e-476b-99bd-1ce20a1ec29a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542747 Aug 03 19:21:56.116804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.133926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2f5b3000-030e-4d46-b1d9-756576f3ff7a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:21:56.247286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-9b138cf6-0b99-441d-8aef-db78e3849c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.249074 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-9b138cf6-0b99-441d-8aef-db78e3849c29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1096 time: 0.1092916 Aug 03 19:21:56.252359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.258365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36176) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:56.259539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.260829 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.412851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfd050eb-5f12-4a40-845f-6115f8602aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.566747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=029b41d8-0aca-4caf-bf10-936932fbc700,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:56.580618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 029b41d8-0aca-4caf-bf10-936932fbc700 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:21:56.630998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:56.641453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c689f1b8-4dbb-48ad-ad82-672eae304ad8 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3240821 Aug 03 19:21:56.646404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36184) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:56.664139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:56.670281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-7527cb0a-87f9-40f0-9599-027bdc566eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.671852 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-7527cb0a-87f9-40f0-9599-027bdc566eef service neutron] 10.222.0.54 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.3674607 Aug 03 19:21:56.733067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-56268d78-d99a-4d99-b1a2-dc553b815f9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 200 len: 217 time: 0.0485356 Aug 03 19:21:56.834756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc01656e-c17a-4a3f-8f00-21875a92da80 req-e8f14af9-8f23-473c-818b-31dbfe2e9281 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0617845 Aug 03 19:21:56.850906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc027097-fc98-4dae-836a-8e3e886e292e req-9821eb5f-7a9e-47ad-8ae3-223ebaa52bf3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.852986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc027097-fc98-4dae-836a-8e3e886e292e req-9821eb5f-7a9e-47ad-8ae3-223ebaa52bf3 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2620742 Aug 03 19:21:56.870265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-4841dd50-d44c-47ed-b4fa-9fcb4c483440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:56.889599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-4841dd50-d44c-47ed-b4fa-9fcb4c483440 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.1424387 Aug 03 19:21:56.940265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc027097-fc98-4dae-836a-8e3e886e292e req-7830ac79-1aa9-4e73-9787-01597c0fa23e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790937 Aug 03 19:21:56.948288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-06e4da10-6a97-4284-a9a8-b78f6bb073d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460825 Aug 03 19:21:56.973985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfd050eb-5f12-4a40-845f-6115f8602aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.079513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e0068-a083-48af-a97e-a1fe741c7dcc req-eb72b1e0-9470-47d3-bb03-3f9c7daa238c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.083304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5e0068-a083-48af-a97e-a1fe741c7dcc req-eb72b1e0-9470-47d3-bb03-3f9c7daa238c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 944 time: 0.0728626 Aug 03 19:21:57.087847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfd050eb-5f12-4a40-845f-6115f8602aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.201261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd050eb-5f12-4a40-845f-6115f8602aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8863b4c-f671-40b6-84d3-3657969ac280,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:57.201929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-838019ff-475e-469a-b2a7-959b9b464de2 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426531 Aug 03 19:21:57.207738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dfd050eb-5f12-4a40-845f-6115f8602aa4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2736d366abf84703986f6a4a4f49b0f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482810 Aug 03 19:21:57.211271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36194) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:57.258039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5e0068-a083-48af-a97e-a1fe741c7dcc req-98c886ed-e2e5-41e9-87ba-3737c4ebadb7 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647713 Aug 03 19:21:57.287609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:57.314410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.350562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.378215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.493867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3cf5e58f-d10a-46f3-80a1-1937080b47c4 req-15605453-a689-4904-9400-f10cfaca4ee8 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745225 Aug 03 19:21:57.517309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.536693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:21:57.560279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Allocated IP 172.25.2.176 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f4f7bbc1-1d73-4981-9144-1dca7ec41bec) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:57.616253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-de9f5478-a9e4-4bc3-b6c6-db74da480fb3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:57.617874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-de9f5478-a9e4-4bc3-b6c6-db74da480fb3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 817 time: 0.2800164 Aug 03 19:21:57.623206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.705039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 2f5b3000-030e-4d46-b1d9-756576f3ff7a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:21:57.710099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2f5b3000-030e-4d46-b1d9-756576f3ff7a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:21:57.717331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.721146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.766576 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-595db0bb-7e8b-43c9-9589-17ff5de16d44 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 380 time: 0.1290660 Aug 03 19:21:57.784911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'port': {'device_id': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'admin_state_up': True, 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'security_groups': ['fa3dbda0-0dbe-4ffb-8e96-e94b10e78537']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:21:57.825101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.876269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:21:57.880538 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c69e614-f22a-4f9c-85d9-f54086e214b1" -d '{"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:21:57.901860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:21:57.905014 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.942660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:57.948122 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46aa4b8b-344c-4479-863d-b0823a6eccc4 x-openstack-request-id: req-46aa4b8b-344c-4479-863d-b0823a6eccc4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:21:57.948430 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:21:57.948786 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-46aa4b8b-344c-4479-863d-b0823a6eccc4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:21:57.949208 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'code': 200} Aug 03 19:21:58.032737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.077897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event updated for resources: {'Port': ['ID=f4f7bbc1-1d73-4981-9144-1dca7ec41bec,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.093057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:58.094808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:58.099301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:58.111867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.132405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.140575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.144949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8863b4c-f671-40b6-84d3-3657969ac280 HTTP/1.1" status: 204 len: 168 time: 0.9283941 Aug 03 19:21:58.149153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053d863-f050-40d4-a796-02c76851ad22 req-ff8da7a4-5466-4850-b7c2-cc88e69596c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.151508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a053d863-f050-40d4-a796-02c76851ad22 req-ff8da7a4-5466-4850-b7c2-cc88e69596c2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 1096 time: 0.1302128 Aug 03 19:21:58.259031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3905f8b-351b-405a-a0cd-d967f858ec1d req-898b9350-bd54-478d-a904-ff986cbae748 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.1311364 Aug 03 19:21:58.263222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Made reservation on behalf of d5f2e8598ab34b21994a4c6d2daadd9d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:21:58.267274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.300141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e621e35-1d64-447d-b295-b4fbcac192c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8863b4c-f671-40b6-84d3-3657969ac280,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.330682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a053d863-f050-40d4-a796-02c76851ad22 req-0ebb8958-59e5-424b-a580-65a818dd17a8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663206 Aug 03 19:21:58.338822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=d451748a-56a2-471d-8c67-4855a7dd0c1f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:58.407710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96de39b-4752-45c3-87a4-9c4dd45f1335 req-f87655d8-f380-4151-9340-ce86a1249de0 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.409961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b96de39b-4752-45c3-87a4-9c4dd45f1335 req-f87655d8-f380-4151-9340-ce86a1249de0 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2811263 Aug 03 19:21:58.460449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:21:58.460907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 029b41d8-0aca-4caf-bf10-936932fbc700, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:21:58.561894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36232) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:58.591570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a5e61-3bae-4346-86bd-14e8eb8b3a68 req-4df65bba-0d57-4583-8268-3b1c2e5f897d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.593878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-057a5e61-3bae-4346-86bd-14e8eb8b3a68 req-4df65bba-0d57-4583-8268-3b1c2e5f897d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1982222 Aug 03 19:21:58.607882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b96de39b-4752-45c3-87a4-9c4dd45f1335 req-f1fd9c6b-7332-41d0-afd5-461946c3872d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818950 Aug 03 19:21:58.662670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Allocated IP 172.20.0.10 (d7468926-4d07-46ca-9f29-a601514e46ec/e914df92-c648-40be-86ac-6d647675fa58/f442fac0-9f92-44da-abbd-071d60f8436c) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:58.702033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-057a5e61-3bae-4346-86bd-14e8eb8b3a68 req-cff07f25-ebfb-4897-9ab3-b82a1b9a7907 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929015 Aug 03 19:21:58.702882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 029b41d8-0aca-4caf-bf10-936932fbc700 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:21:58.847790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 029b41d8-0aca-4caf-bf10-936932fbc700) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:58.854581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:21:58.855345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.859779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f699fd-2ff0-4e76-a422-dd20bb407fc8 None None] Network 029b41d8-0aca-4caf-bf10-936932fbc700 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:21:58.944572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:58.993719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Transition to ACTIVE for port object f442fac0-9f92-44da-abbd-071d60f8436c will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:59.003181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bec68b9f-f002-4037-af9c-93531d851416 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3458016 Aug 03 19:21:59.005775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36242) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:59.132436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36246) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:21:59.235082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-029b41d8-0aca-4caf-bf10-936932fbc700', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:21:59.236376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.284953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.350934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b507633a-cae9-4801-919b-4c815161b2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.485711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Allocated IP 172.20.0.2 (029b41d8-0aca-4caf-bf10-936932fbc700/d451748a-56a2-471d-8c67-4855a7dd0c1f/7df91309-b853-4019-9ece-3bffe82916cc) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:21:59.491963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7fe80af-ae94-41e3-9fee-fdcdeae43853 req-594c8876-8d7b-4ca0-8a48-b6fb877066ba tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.1296208 Aug 03 19:21:59.558165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.563212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.669069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Network d7468926-4d07-46ca-9f29-a601514e46ec is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:59.681105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.691656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Transition to ACTIVE for port object 7df91309-b853-4019-9ece-3bffe82916cc will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:59.703356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:59.714808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Transition to ACTIVE for port object 7df91309-b853-4019-9ece-3bffe82916cc will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:21:59.719074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:59.793666 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:21:59.838680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Network 029b41d8-0aca-4caf-bf10-936932fbc700 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:21:59.844189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:21:59.845600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:59.858344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:21:59.869400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Router 0044d391-ada2-4cdf-98a2-cda507a391ad is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:21:59.879964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Pushing event updated for resources: {'Port': ['ID=7df91309-b853-4019-9ece-3bffe82916cc,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:21:59.995554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Attempting to bind port 7df91309-b853-4019-9ece-3bffe82916cc on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:21:59.996675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Attempting to bind port 7df91309-b853-4019-9ece-3bffe82916cc by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:21:59.997567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Attempting to bind port 7df91309-b853-4019-9ece-3bffe82916cc on network 029b41d8-0aca-4caf-bf10-936932fbc700 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:00.008490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:00.009315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Checking segment: {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:00.010839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.011632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Bound using segment: {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:00.018091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Bound port: 7df91309-b853-4019-9ece-3bffe82916cc, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:00.018405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.029986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.030715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.083210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849777c9-0c3b-4f98-9e79-e164d0718d5f req-3a790ba3-aff7-4ee1-b8e4-752af85d9179 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.086544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-849777c9-0c3b-4f98-9e79-e164d0718d5f req-3a790ba3-aff7-4ee1-b8e4-752af85d9179 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.2748017 Aug 03 19:22:00.112544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72999dc1-cfd8-4945-8bd9-3ab1e4d8e29f req-97fa4a16-2f47-47be-a77c-9c325a80b267 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:00.118739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72999dc1-cfd8-4945-8bd9-3ab1e4d8e29f req-97fa4a16-2f47-47be-a77c-9c325a80b267 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.4183962 Aug 03 19:22:00.120384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.158586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:00.173523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] Sync routers for ids ['0044d391-ada2-4cdf-98a2-cda507a391ad'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:00.187069 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] Routers {'0044d391-ada2-4cdf-98a2-cda507a391ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:00.188282 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0044d391-ada2-4cdf-98a2-cda507a391ad'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:00.212639 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b507633a-cae9-4801-919b-4c815161b2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.225452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] For port 7df91309-b853-4019-9ece-3bffe82916cc, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:00.227565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:00.236982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] For port 7df91309-b853-4019-9ece-3bffe82916cc, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7df91309-b853-4019-9ece-3bffe82916cc,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:00.237538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] Routers {'0044d391-ada2-4cdf-98a2-cda507a391ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:00.238417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0044d391-ada2-4cdf-98a2-cda507a391ad'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:00.273045 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:00.273797 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39274531-cc0b-426a-8766-8706e00821c3 None None] The sync data for ids ['0044d391-ada2-4cdf-98a2-cda507a391ad'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:00.375674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-849777c9-0c3b-4f98-9e79-e164d0718d5f req-32faa0cf-d460-4525-8f26-4552ae6ab476 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477741 Aug 03 19:22:00.382595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b507633a-cae9-4801-919b-4c815161b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.429232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72999dc1-cfd8-4945-8bd9-3ab1e4d8e29f req-f74b0fe5-8a0d-43f9-b724-f6bc023b8560 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790666 Aug 03 19:22:00.446752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-082305f5-5362-465a-a2f4-acb717f73066 None None] Provisioning for port f442fac0-9f92-44da-abbd-071d60f8436c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:00.447675 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.482447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-082305f5-5362-465a-a2f4-acb717f73066 None None] Provisioning complete for port f442fac0-9f92-44da-abbd-071d60f8436c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:00.482825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-082305f5-5362-465a-a2f4-acb717f73066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.503089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:00.504577 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae054105-b411-478d-8cb9-634fa07f4a17 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1180291 Aug 03 19:22:00.507395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:00.529367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507633a-cae9-4801-919b-4c815161b2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31dc5f4-8a94-44cb-86ea-059965e094a3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.531320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:00.538805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-b66e171f-ed2c-4b99-affa-35b64d2caa62 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7601433 Aug 03 19:22:00.560012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b507633a-cae9-4801-919b-4c815161b2d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94cedd285d1649cabb7824e774a3177a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4240069 Aug 03 19:22:00.569512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Request body: {'port': {'device_id': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:00.584686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36310) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:00.600766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd161fe6-15be-431d-8791-3e609ce91b03 None None] Pushing event updated for resources: {'Port': ['ID=7df91309-b853-4019-9ece-3bffe82916cc,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:00.604209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-082305f5-5362-465a-a2f4-acb717f73066 None None] Port f442fac0-9f92-44da-abbd-071d60f8436c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:00.965972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.090717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.178442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2c34-9ffb-47ae-afb3-954400842f1a req-71852006-6d1e-460c-a630-530912533b6f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.179958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bfa2c34-9ffb-47ae-afb3-954400842f1a req-71852006-6d1e-460c-a630-530912533b6f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.7178953 Aug 03 19:22:01.217928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.264380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9688ba-8390-4d7d-8b5c-0c8037ce1403 req-37e770f2-6629-4e9b-ae31-a11ba35b8149 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:01.268841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad9688ba-8390-4d7d-8b5c-0c8037ce1403 req-37e770f2-6629-4e9b-ae31-a11ba35b8149 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 932 time: 0.6265616 Aug 03 19:22:01.282800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Deleting port f4f7bbc1-1d73-4981-9144-1dca7ec41bec {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:01.283182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.293775 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.356382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bfa2c34-9ffb-47ae-afb3-954400842f1a req-70ae0db7-a608-48d8-aade-6f019e17961d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672564 Aug 03 19:22:01.380022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.397507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Calling delete_port for f4f7bbc1-1d73-4981-9144-1dca7ec41bec owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:01.468276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.593819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad9688ba-8390-4d7d-8b5c-0c8037ce1403 req-725c5e60-9692-4b33-8c95-56f7ace3c49d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135874 Aug 03 19:22:01.612995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.20.0.1 (029b41d8-0aca-4caf-bf10-936932fbc700/d451748a-56a2-471d-8c67-4855a7dd0c1f/c2a44a75-eb29-4794-b3be-5d4505d29e53) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:01.734157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be2a3c-f07f-45bb-8869-f74c69198278 None None] Network 029b41d8-0aca-4caf-bf10-936932fbc700 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:01.797279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.805541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:01.872696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Pushing event deleted for resources: {'Port': ['ID=f4f7bbc1-1d73-4981-9144-1dca7ec41bec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:01.891806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa2b232b-26bb-425f-94b0-0c08abbcca78 None None] Provisioning for port 7df91309-b853-4019-9ece-3bffe82916cc completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:01.999666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.005817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.009175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c31dc5f4-8a94-44cb-86ea-059965e094a3 HTTP/1.1" status: 204 len: 168 time: 1.4215355 Aug 03 19:22:02.047047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.058363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df97e63-cdc3-4d63-8328-33c8028506d2 req-4b01a576-f57d-46c4-aa26-69d1ad2d85d2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.066200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df97e63-cdc3-4d63-8328-33c8028506d2 req-4b01a576-f57d-46c4-aa26-69d1ad2d85d2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.3532605 Aug 03 19:22:02.154092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c5d1b-a037-4270-8a3f-4b346516f251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31dc5f4-8a94-44cb-86ea-059965e094a3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.194342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.301990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:02.319473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.345178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Transition to ACTIVE for port object f442fac0-9f92-44da-abbd-071d60f8436c will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:02.413267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.417628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.418422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object c2a44a75-eb29-4794-b3be-5d4505d29e53 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:02.444693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64a2fe-1c3d-4a4d-b56e-9ffec548f63a req-559be320-4b86-4176-8cb2-3e84d17b6496 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:02.465135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c64a2fe-1c3d-4a4d-b56e-9ffec548f63a req-559be320-4b86-4176-8cb2-3e84d17b6496 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.3840353 Aug 03 19:22:02.484309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df97e63-cdc3-4d63-8328-33c8028506d2 req-1aacc2c0-37aa-45dc-a089-e58266e90fcc tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101002 Aug 03 19:22:02.558705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.558841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Router 0044d391-ada2-4cdf-98a2-cda507a391ad has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:02.574023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7df91309-b853-4019-9ece-3bffe82916cc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:02.666638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c64a2fe-1c3d-4a4d-b56e-9ffec548f63a req-8cc17105-d3f2-4f05-b528-a8b50f8437ee tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910443 Aug 03 19:22:02.697035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:02.725640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:02.737510 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.741507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d85a6d53-9a98-42b3-98dc-c0b40d8f0ba5 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "PUT /v2.0/routers/0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 200 len: 704 time: 2.2303779 Aug 03 19:22:02.741979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36376) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.746384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] Sync routers for ids ['0044d391-ada2-4cdf-98a2-cda507a391ad'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:02.787766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] Routers {'0044d391-ada2-4cdf-98a2-cda507a391ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:02.796873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0044d391-ada2-4cdf-98a2-cda507a391ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:02.818534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.896127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7df91309-b853-4019-9ece-3bffe82916cc completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:02.898764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:02.918567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7df91309-b853-4019-9ece-3bffe82916cc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:02.919542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:02.973296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4d4a4dc4-8583-4571-b83c-520a6edf7f3d tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/routers/0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 200 len: 739 time: 0.2230856 Aug 03 19:22:02.975594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36378) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:02.976236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 029b41d8-0aca-4caf-bf10-936932fbc700 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:02.985845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:02.996967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] Routers {'0044d391-ada2-4cdf-98a2-cda507a391ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:02.997622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0044d391-ada2-4cdf-98a2-cda507a391ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.006314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:03.058585 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-96839ea9-9ea1-4e1f-8af7-8ea90acc186e tempest-RoutersAdminTest-2076422319 tempest-RoutersAdminTest-2076422319-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 200 len: 205 time: 0.0766854 Aug 03 19:22:03.060704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36380) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.064109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6c79c-f897-428b-90e3-be6f89ec9329 req-784431c3-58c8-428c-85c5-0daf7c7e9671 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.065760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91e6c79c-f897-428b-90e3-be6f89ec9329 req-784431c3-58c8-428c-85c5-0daf7c7e9671 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.3280759 Aug 03 19:22:03.094939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.116524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Attempting to bind port f442fac0-9f92-44da-abbd-071d60f8436c on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:03.116940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Attempting to bind port f442fac0-9f92-44da-abbd-071d60f8436c by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:03.117267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Attempting to bind port f442fac0-9f92-44da-abbd-071d60f8436c on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:03.131507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:03.132499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541fe6fa-f833-4728-8725-87e92132e41b None None] The sync data for ids ['0044d391-ada2-4cdf-98a2-cda507a391ad'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:03.157168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7a6b9f93-03c4-4b4a-bb7b-9794a75379d6 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 200 len: 205 time: 0.0945842 Aug 03 19:22:03.158032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.167468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Port f442fac0-9f92-44da-abbd-071d60f8436c on network d7468926-4d07-46ca-9f29-a601514e46ec not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:22:03.167468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Attempting to bind port f442fac0-9f92-44da-abbd-071d60f8436c on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:03.201334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:03.202085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:03.202085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Bound using segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:03.202398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Bound port: f442fac0-9f92-44da-abbd-071d60f8436c, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:03.202766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.209729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.221484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.286484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.314411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.335180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36384) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.354991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91e6c79c-f897-428b-90e3-be6f89ec9329 req-0f532703-a8aa-4ba4-83de-fe4202b172d6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707086 Aug 03 19:22:03.387403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9f1c-eb8f-4c33-97e6-c96e79737986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.404981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7df91309-b853-4019-9ece-3bffe82916cc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7df91309-b853-4019-9ece-3bffe82916cc,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:03.454571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Deleting port abb7736c-5245-4b86-bb93-a199ec3ff30c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:03.456092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.473508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:03.481787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d8d506d-6345-40c5-8912-90de15827d67 None None] Provisioning for port c2a44a75-eb29-4794-b3be-5d4505d29e53 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:03.489706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d8d506d-6345-40c5-8912-90de15827d67 None None] Provisioning complete for port c2a44a75-eb29-4794-b3be-5d4505d29e53 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:03.499703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5d8d506d-6345-40c5-8912-90de15827d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.528910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.532193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:03.535361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.552776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.667569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.669113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9f1c-eb8f-4c33-97e6-c96e79737986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.672707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] For port abb7736c-5245-4b86-bb93-a199ec3ff30c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=abb7736c-5245-4b86-bb93-a199ec3ff30c,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:03.673074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.675020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5d8d506d-6345-40c5-8912-90de15827d67 None None] Port c2a44a75-eb29-4794-b3be-5d4505d29e53 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:03.682181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.683892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Fanout notify agent at l3_agent the message router_deleted on router 0044d391-ada2-4cdf-98a2-cda507a391ad {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:03.694904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.700610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f515d2b-9d0f-4f4e-b05b-a162233d1eed tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 204 len: 168 time: 0.5415151 Aug 03 19:22:03.701410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36392) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.716552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7df91309-b853-4019-9ece-3bffe82916cc,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.733972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b0a6c009-f28a-4553-8057-750582614d68 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 200 len: 205 time: 0.0310659 Aug 03 19:22:03.734724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36394) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.773530 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-fd1951f7-32bc-4945-ad8a-5220caae76a3 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:03.775867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fd1951f7-32bc-4945-ad8a-5220caae76a3 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0044d391-ada2-4cdf-98a2-cda507a391ad HTTP/1.1" status: 404 len: 336 time: 0.0400286 Aug 03 19:22:03.778807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36396) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.782654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Calling delete_port for abb7736c-5245-4b86-bb93-a199ec3ff30c owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:03.802641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d6ab9f1c-eb8f-4c33-97e6-c96e79737986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.808484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:03.810066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.811554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] 10.222.0.54 "PUT /v2.0/ports/f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 1092 time: 3.2468510 Aug 03 19:22:03.820093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:03.823214 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:03.838984 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f04cd19-d52d-440a-9cbf-20164ec4943d tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 200 len: 205 time: 0.0505502 Aug 03 19:22:03.840233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36400) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.863600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:03.904142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab9f1c-eb8f-4c33-97e6-c96e79737986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfbed6b-4463-4abb-bdbd-e1826d275b4b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:03.911631 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d6ab9f1c-eb8f-4c33-97e6-c96e79737986 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc4997aa79f046e2bc837b13a2fe4258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754020 Aug 03 19:22:03.913215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36402) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.914043 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-998c65dc-3bbf-44fe-b2a4-07793f1e12fb tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:03.917968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-998c65dc-3bbf-44fe-b2a4-07793f1e12fb tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0f00c8ca-7ea7-4750-a1d5-25099453c45f HTTP/1.1" status: 404 len: 336 time: 0.0737689 Aug 03 19:22:03.922110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36404) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:03.960027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-43f3223e-a270-4dc6-9f88-3c2a433619f3 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 200 len: 205 time: 0.0369632 Aug 03 19:22:03.963492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36406) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.018266 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-d5ddcd14-2e69-4a97-94d7-649e4b4a1715 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:04.022184 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5ddcd14-2e69-4a97-94d7-649e4b4a1715 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/ab1af3ef-81a9-4854-a7f0-6456bf688dd7 HTTP/1.1" status: 404 len: 336 time: 0.0575500 Aug 03 19:22:04.022803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.062894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79a4dc-8c69-4afe-a3d1-80d077c2a560 req-3431ad7f-24ed-4ea3-a3ca-221a1a34f8a7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.065090 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c58c1cc4-41ca-48c8-9332-0ce685e0d4df tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 200 len: 205 time: 0.0375199 Aug 03 19:22:04.066951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c79a4dc-8c69-4afe-a3d1-80d077c2a560 req-3431ad7f-24ed-4ea3-a3ca-221a1a34f8a7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.4577699 Aug 03 19:22:04.067794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36410) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.068814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142615df-c2cc-4160-8b65-4caf3726eaca service neutron] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:04.172381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a74de3-ec52-4b79-8235-5f2a8d674766 req-a6970412-d330-49dd-af9a-72610d3765d7 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.173931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18a74de3-ec52-4b79-8235-5f2a8d674766 req-a6970412-d330-49dd-af9a-72610d3765d7 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.4017749 Aug 03 19:22:04.310548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c79a4dc-8c69-4afe-a3d1-80d077c2a560 req-f0cb3639-9c2b-4d02-8db8-5cb16f77fcc5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347639 Aug 03 19:22:04.320925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-c5096e69-2d5d-4cb3-974f-f1ea0460b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.322606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-c5096e69-2d5d-4cb3-974f-f1ea0460b1b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1095 time: 0.2457495 Aug 03 19:22:04.386963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18a74de3-ec52-4b79-8235-5f2a8d674766 req-8b212ace-d93a-4c09-b9f0-937f2d9e69cf tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020738 Aug 03 19:22:04.398614 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-8f936ac6-f4e6-4780-93c8-d5d28f1dc55c tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:04.403632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8f936ac6-f4e6-4780-93c8-d5d28f1dc55c tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/0e9f0b20-b5cd-4f4b-a058-cb5ea5eec1bb HTTP/1.1" status: 404 len: 336 time: 0.3340952 Aug 03 19:22:04.403909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.405694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36414) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.417057 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acaa1b7-8cc7-450b-a323-9514fddcede3 x-openstack-request-id: req-1acaa1b7-8cc7-450b-a323-9514fddcede3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:04.417292 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:04.417521 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1acaa1b7-8cc7-450b-a323-9514fddcede3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:04.419750 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'status': 'completed', 'code': 200} Aug 03 19:22:04.439705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-bcb2c59a-8a7c-49ff-b10e-9e0d5570c7c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 217 time: 0.0882959 Aug 03 19:22:04.444777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.513938 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7e3d3df-08b7-489a-a4da-6f47bd4d94fd tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 200 len: 205 time: 0.1070981 Aug 03 19:22:04.514680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36416) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.520353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7df91309-b853-4019-9ece-3bffe82916cc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:04.565170 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-6075da44-62d6-43be-8777-c8461514a3c2 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:04.569142 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6075da44-62d6-43be-8777-c8461514a3c2 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/77dd1a66-8276-483d-bd38-7a2b67ef85e7 HTTP/1.1" status: 404 len: 336 time: 0.0532591 Aug 03 19:22:04.571214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36418) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.590632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7df91309-b853-4019-9ece-3bffe82916cc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:04.591531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.612616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-a3871518-80fd-4927-857a-5648238fd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:04.614163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-a3871518-80fd-4927-857a-5648238fd216 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1710732 Aug 03 19:22:04.620519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e322e8e0-3de1-4d13-ae50-9ac0fc9f28ca tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "GET /v2.0/ports?device_id=3672a0bd-f409-4548-a3db-745ff47de8bf HTTP/1.1" status: 200 len: 205 time: 0.0419905 Aug 03 19:22:04.624265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.648582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.693346 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-bbfe36f5-0336-4f20-b103-e6a73f769fb3 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] delete failed (client error): The resource could not be found. Aug 03 19:22:04.695115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbfe36f5-0336-4f20-b103-e6a73f769fb3 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/routers/3672a0bd-f409-4548-a3db-745ff47de8bf HTTP/1.1" status: 404 len: 336 time: 0.0697253 Aug 03 19:22:04.696246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.700872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:04.702475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3dfbed6b-4463-4abb-bdbd-e1826d275b4b HTTP/1.1" status: 204 len: 168 time: 0.7859693 Aug 03 19:22:04.704067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:04.755397 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fa5803-897e-4f5f-aeeb-d473d97313b7 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:04.755870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fa5803-897e-4f5f-aeeb-d473d97313b7 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:04.761696 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-38fa5803-897e-4f5f-aeeb-d473d97313b7 tempest-RoutersAdminTest-2009486106 tempest-RoutersAdminTest-2009486106-project] 10.222.0.67 "DELETE /v2.0/subnets/464b29f7-af05-45db-8ae7-f6180953c629 HTTP/1.1" status: 404 len: 337 time: 0.0529726 Aug 03 19:22:04.763074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a85031-c176-4635-8562-600d639db893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfbed6b-4463-4abb-bdbd-e1826d275b4b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.130677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291286d-0f9d-4f5a-ab16-a3cc6a49d318 req-bede2deb-feba-46a7-937f-014b0f2774a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.132311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4291286d-0f9d-4f5a-ab16-a3cc6a49d318 req-bede2deb-feba-46a7-937f-014b0f2774a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.6475000 Aug 03 19:22:05.144424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Pushing event deleted for resources: {'Port': ['ID=abb7736c-5245-4b86-bb93-a199ec3ff30c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.238172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-ea4aa448-3d83-4da9-86ce-cda06c4c20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.239754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-ea4aa448-3d83-4da9-86ce-cda06c4c20ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6141737 Aug 03 19:22:05.292333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.309379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4291286d-0f9d-4f5a-ab16-a3cc6a49d318 req-f48d44d6-6445-4635-9b7d-029ad41f70a7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601367 Aug 03 19:22:05.419647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.613408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36446) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:05.644994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:05.661801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.688848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-da5d276c-73fe-4e97-816f-73eef76e6677 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343219 Aug 03 19:22:05.730981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.803010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c492f9-a551-4619-9876-fd4048bbc831 req-dd890d35-cdaf-41b1-a8c1-8cf9b77e231d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.803674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0c492f9-a551-4619-9876-fd4048bbc831 req-dd890d35-cdaf-41b1-a8c1-8cf9b77e231d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.3224452 Aug 03 19:22:05.835649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2c44ab0-1268-4213-8800-ae34cd2d22ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:05.855527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bdcdc-261a-4d28-8854-d0602a05d541 req-37abe19a-0ccb-45ff-9552-c1bccbecb104 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:05.863371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f3bdcdc-261a-4d28-8854-d0602a05d541 req-37abe19a-0ccb-45ff-9552-c1bccbecb104 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.3477573 Aug 03 19:22:05.959386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2c44ab0-1268-4213-8800-ae34cd2d22ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.037616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0c492f9-a551-4619-9876-fd4048bbc831 req-ad0920d5-9abf-4703-863a-2256effb0d36 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954248 Aug 03 19:22:06.068509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2c44ab0-1268-4213-8800-ae34cd2d22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.085241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f3bdcdc-261a-4d28-8854-d0602a05d541 req-9bb2d39e-aa15-49e4-b74f-15e3bba7bc28 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209296 Aug 03 19:22:06.112922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fe94851-1c7f-4b91-9239-bc9df2466831 req-9109b3ff-0df9-49f9-9a9f-88bd8fb7ca72 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108894 Aug 03 19:22:06.114685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 029b41d8-0aca-4caf-bf10-936932fbc700 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:06.115273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c44ab0-1268-4213-8800-ae34cd2d22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4ecc54-7089-4e90-af5a-e60e55584418,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:06.121825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:06.122039 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a2c44ab0-1268-4213-8800-ae34cd2d22ad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7652c1f467fa415d956753e2d10ba9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059259 Aug 03 19:22:06.126148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36458) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:06.365114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.465607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fff3cc90-3443-41c2-a80d-d3e7489d7b09 None None] Provisioning complete for port c2a44a75-eb29-4794-b3be-5d4505d29e53 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:06.466618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff3cc90-3443-41c2-a80d-d3e7489d7b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.493209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.516723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fff3cc90-3443-41c2-a80d-d3e7489d7b09 None None] Port c2a44a75-eb29-4794-b3be-5d4505d29e53 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:06.553373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-af6f0134-e298-4ae9-b453-c76df8a64496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.554956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-af6f0134-e298-4ae9-b453-c76df8a64496 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1095 time: 0.2482646 Aug 03 19:22:06.597751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Router db303abe-791e-4289-a8ec-0a5510a85f60 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:06.665279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b0c76-c047-4035-84d6-cf160b2b2c5d req-5bb5304d-66cf-4b79-afa3-846400d7db0c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.667482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e76b0c76-c047-4035-84d6-cf160b2b2c5d req-5bb5304d-66cf-4b79-afa3-846400d7db0c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1940093 Aug 03 19:22:06.735302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:22:06.830770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-096bcfc8-ceeb-4cdf-b482-cd9ee9d156f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:06.832309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-096bcfc8-ceeb-4cdf-b482-cd9ee9d156f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.2560844 Aug 03 19:22:06.835810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e76b0c76-c047-4035-84d6-cf160b2b2c5d req-e26ac205-2103-439d-8978-762b28a6fed7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560361 Aug 03 19:22:06.836480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.839517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:06.840783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa4ecc54-7089-4e90-af5a-e60e55584418 HTTP/1.1" status: 204 len: 168 time: 0.7135394 Aug 03 19:22:06.984600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-d35d7307-41c7-40af-8019-d5492d3bdc9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 217 time: 0.1404312 Aug 03 19:22:07.005610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872e15b-f83d-40e3-be62-728df7ddb307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4ecc54-7089-4e90-af5a-e60e55584418,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:07.042614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:07.048795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b0db4b23-7195-4910-a97c-659ee0ea686f admin admin] 10.222.0.67 "PUT /v2.0/routers/db303abe-791e-4289-a8ec-0a5510a85f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4852459 Aug 03 19:22:07.051377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36476) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.065293 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Sync routers for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:07.078213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:07.079512 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:07.080492 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.084300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0cf026c2-b7fb-4332-9c49-92fa6177375e tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0770752 Aug 03 19:22:07.088380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:07.088631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:07.096237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-336404000'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:07.115218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:07.115858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.118009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-73dcc21d-c8b0-4c5d-900c-4149aae15b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.119946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-73dcc21d-c8b0-4c5d-900c-4149aae15b97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1262834 Aug 03 19:22:07.234757 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:07.315562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:07.326708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.361709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:07.410458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-80da865a-b58a-4211-b76d-80e3f57878e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:07.417981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-80da865a-b58a-4211-b76d-80e3f57878e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2885177 Aug 03 19:22:07.471532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.500277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:22:04Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.577338 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Checking router: db303abe-791e-4289-a8ec-0a5510a85f60 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:07.597505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-29a1c901-a0b4-4cb0-8e92-df025f73767d service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578867 Aug 03 19:22:07.622233 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Routers {'db303abe-791e-4289-a8ec-0a5510a85f60'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:07.623129 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['db303abe-791e-4289-a8ec-0a5510a85f60'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.660512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.783426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:03Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:04Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:07.846182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:07.846853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Updating router 5a24b0ae-745b-406f-9cc3-2b45cd96364a port c2a44a75-eb29-4794-b3be-5d4505d29e53 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:07.847890 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] Set router db303abe-791e-4289-a8ec-0a5510a85f60 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:07.883916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:07.923450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Deleting port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:07.925174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.035527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:08.192699 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-00f14b19-7be1-4447-8b0e-01231f41a763 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8d0b45643d9451695f73db87488e1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555905 Aug 03 19:22:08.197416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36502) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:08.232122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] For port 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:08.232579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.245531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67816-483c-43c4-bd70-4288f9cc055a req-bbb90573-4731-4d89-bdee-e459b9239619 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.257595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa67816-483c-43c4-bd70-4288f9cc055a req-bbb90573-4731-4d89-bdee-e459b9239619 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 1.0627737 Aug 03 19:22:08.260556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Calling delete_port for 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:08.262030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:08.297672 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:22:04Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:08.333984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277a6c-ea3c-4966-bd1d-408fec537617 req-4e021f11-c1d7-4cd9-971a-542f53876405 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.336435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00277a6c-ea3c-4966-bd1d-408fec537617 req-4e021f11-c1d7-4cd9-971a-542f53876405 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 1.1125600 Aug 03 19:22:08.339188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.355536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.355908 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment 561a9df0-ba86-44e2-9ff6-398c2e9e1b57 of type vlan for network fc372a0a-89cc-4e38-b4db-92edc81f5903 Aug 03 19:22:08.374318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:08.384515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.389181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0802f9e2-4871-4d35-b4b2-be338865d1c7 None None] The sync data for ids ['db303abe-791e-4289-a8ec-0a5510a85f60'] in n-d-803363-1 is: [{'id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'name': 'tempest-TaggedBootDevicesTest_v242-2004095295-router', 'tenant_id': '597c3c5c72424bc493b709e0d0d30bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:09:42Z', 'updated_at': '2021-08-03T19:22:04Z', 'revision_number': 5, 'project_id': '597c3c5c72424bc493b709e0d0d30bae', 'gw_port': {'id': '10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db303abe-791e-4289-a8ec-0a5510a85f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:09:45Z', 'updated_at': '2021-08-03T19:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:08.477547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaa67816-483c-43c4-bd70-4288f9cc055a req-76e049bf-0fff-410e-beea-318e8d4a91b6 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185566 Aug 03 19:22:08.530156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.547619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab526b4-eb0d-4d5d-8d0e-48deeab72ddd req-620a3b73-3654-45b7-a880-9f1e3ea341b5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9348929 Aug 03 19:22:08.558042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Transition to ACTIVE for port object c2a44a75-eb29-4794-b3be-5d4505d29e53 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:08.569679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00277a6c-ea3c-4966-bd1d-408fec537617 req-cac2dff1-e8ee-4673-944c-2c8692963b94 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119296 Aug 03 19:22:08.575080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:08.590207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:08.607058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.643704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.647095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.652959 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.653153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/daf25fec-206f-4b5b-ac18-8b41f44deda0 HTTP/1.1" status: 204 len: 168 time: 0.4510441 Aug 03 19:22:08.659822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f62c87-84a2-493c-930b-c8b40020b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf25fec-206f-4b5b-ac18-8b41f44deda0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.660363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.686976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e6f44-328f-4940-a557-fa01f1e36542 req-9e5f09fa-3396-4489-9cbc-acbe4f5b5e98 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.688878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f37e6f44-328f-4940-a557-fa01f1e36542 req-9e5f09fa-3396-4489-9cbc-acbe4f5b5e98 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1068966 Aug 03 19:22:08.709906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:08.715699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.750562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f37e6f44-328f-4940-a557-fa01f1e36542 req-06307dc2-e7bf-4e6d-8dc9-63090235236d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536766 Aug 03 19:22:08.755425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.762713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Pushing event deleted for resources: {'Port': ['ID=10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.765810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:08.780389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e397-2d67-48a2-b910-ebde9c931c3c None None] Pushing event updated for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:08.783386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:08.783386 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.855496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.903195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.922117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Attempting to bind port c2a44a75-eb29-4794-b3be-5d4505d29e53 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:08.922117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Attempting to bind port c2a44a75-eb29-4794-b3be-5d4505d29e53 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:08.922117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Attempting to bind port c2a44a75-eb29-4794-b3be-5d4505d29e53 on network 029b41d8-0aca-4caf-bf10-936932fbc700 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:08.952526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:08.953069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Checking segment: {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:08.953724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.954066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Bound using segment: {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:08.954658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Bound port: c2a44a75-eb29-4794-b3be-5d4505d29e53, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20646232-82e9-4623-b572-4e4e1afe23a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:08.955331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:08.992883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=fc372a0a-89cc-4e38-b4db-92edc81f5903,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.019685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:09.043203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.499947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-568f29c0-e73e-4a3c-8490-d5aba4271c09 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9838164 Aug 03 19:22:09.499947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36510) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:09.499947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:09.504991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.504991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.504991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0807c-4d91-48a2-b7d7-3b74225e6a61 req-1eecf716-2ecc-48e0-a8e8-51a95664606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.504991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ae0807c-4d91-48a2-b7d7-3b74225e6a61 req-1eecf716-2ecc-48e0-a8e8-51a95664606d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.1889427 Aug 03 19:22:09.511863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f442fac0-9f92-44da-abbd-071d60f8436c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:09.512024 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0ae0807c-4d91-48a2-b7d7-3b74225e6a61 req-46b36dec-19ee-453a-af14-59af782282d3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460291 Aug 03 19:22:09.512194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] For port c2a44a75-eb29-4794-b3be-5d4505d29e53, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:09.512194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] For port c2a44a75-eb29-4794-b3be-5d4505d29e53, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c2a44a75-eb29-4794-b3be-5d4505d29e53,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:09.512457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:09.512704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.512704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db303abe-791e-4289-a8ec-0a5510a85f60 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:22:09.512999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.513170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.513303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36514) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:09.513423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b03fe97-2281-4636-b297-682fd4c8f220 admin admin] 10.222.0.67 "DELETE /v2.0/routers/db303abe-791e-4289-a8ec-0a5510a85f60 HTTP/1.1" status: 204 len: 168 time: 2.3882508 Aug 03 19:22:09.616178 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.775880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:09.776766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:09.780724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604e397-2d67-48a2-b910-ebde9c931c3c None None] Pushing event updated for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:09.818257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309af3b-36c8-4eef-b914-ed000f7d350e req-985f90db-b797-4f02-967f-c882f205cdf2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.828996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c309af3b-36c8-4eef-b914-ed000f7d350e req-985f90db-b797-4f02-967f-c882f205cdf2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1220713 Aug 03 19:22:09.838805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Deleting subnet 2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:09.866533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:09.902214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5f5b4-79f7-4899-9c95-9ef42283cb36 req-f8a36ca0-36f0-4b31-94b7-711d4d084807 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:09.903458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae5f5b4-79f7-4899-9c95-9ef42283cb36 req-f8a36ca0-36f0-4b31-94b7-711d4d084807 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2736335 Aug 03 19:22:09.918420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:09.940637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.081022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.143386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c309af3b-36c8-4eef-b914-ed000f7d350e req-9bc962b4-9b58-4117-b2f8-2844ce639877 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135071 Aug 03 19:22:10.176133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae5f5b4-79f7-4899-9c95-9ef42283cb36 req-d46abd44-ecfa-4c64-b033-bf0074044892 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641504 Aug 03 19:22:10.339590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:03Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:09Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:10.377412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:10.380861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17168d37-3d38-4a74-baf8-c9b55c789e97 None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:03Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:09Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:10.453975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a6706-8eda-48fe-8f2e-291c0a3be4f3 req-6510ec05-4d02-432f-8c99-385d6dfaacfe tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:10.455201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-346a6706-8eda-48fe-8f2e-291c0a3be4f3 req-6510ec05-4d02-432f-8c99-385d6dfaacfe tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 945 time: 0.2169414 Aug 03 19:22:10.486449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.547706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.557499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device abb7736c-5245-4b86-bb93-a199ec3ff30c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:10.609724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f34e4a7-d1d5-4f60-96db-10d43663f2a9 None None] Network 76f1e661-02c6-429b-96b6-a6e39c38104e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:10.609844 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.609933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: abb7736c-5245-4b86-bb93-a199ec3ff30c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:10.609933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device abb7736c-5245-4b86-bb93-a199ec3ff30c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:10.609933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:10.610144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2c3b359f-4c17-45d0-9edc-d14e3fd68cf0 HTTP/1.1" status: 204 len: 168 time: 1.1678243 Aug 03 19:22:10.612854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36548) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:10.694387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port f442fac0-9f92-44da-abbd-071d60f8436c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:10.697253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=2ca31430-9f5d-4edd-8441-5a20ccdb1923,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.702898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:10.703672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10218fb7-69bc-43b3-b18a-9e9fb0d7e1ec not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:10.716536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-346a6706-8eda-48fe-8f2e-291c0a3be4f3 req-8d79db42-7fad-4641-a9bc-201fd7d49fd2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561543 Aug 03 19:22:10.725949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f442fac0-9f92-44da-abbd-071d60f8436c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:10.726439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.876280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:10.882265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b789410-1446-4052-89fe-6c063169067e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c3b359f-4c17-45d0-9edc-d14e3fd68cf0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:10.924912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:10.925565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: fc372a0a-89cc-4e38-b4db-92edc81f5903, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:10.997261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36550) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:11.033268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Deleting port fe24d0d5-79de-4170-9bdf-31ff8079ac39 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:11.035720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.092318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.094162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:11.179620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] DHCP port deletion for 76f1e661-02c6-429b-96b6-a6e39c38104e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:11.190858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:11.197204 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566702cd-7efa-4fc3-b29a-cec7c7771b7b" -d '{"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:11.216872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] For port fe24d0d5-79de-4170-9bdf-31ff8079ac39, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe24d0d5-79de-4170-9bdf-31ff8079ac39,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:11.217270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.225472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1770656280'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:11.239344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Calling delete_port for fe24d0d5-79de-4170-9bdf-31ff8079ac39 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:11.276066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:11.319564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, fc372a0a-89cc-4e38-b4db-92edc81f5903) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:11.332452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.334409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.370847 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c7a5c-ba8c-498a-99f7-638c0d8c2c83 x-openstack-request-id: req-319c7a5c-ba8c-498a-99f7-638c0d8c2c83 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:11.371263 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:11.371523 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-319c7a5c-ba8c-498a-99f7-638c0d8c2c83 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:11.371938 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'code': 200} Aug 03 19:22:11.380038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384f54f-c9dd-425d-9987-84492f405298 None None] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:11.521363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Deleting port fe24d0d5-79de-4170-9bdf-31ff8079ac39 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:11.521753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.550200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Made reservation on behalf of 2d4075f177ce4f52a9a6e9773cc6c9e6 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:11.554135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.585729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.594702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.596283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b7ce4-394d-4bb0-a1d1-70197d22bc01 req-f7743311-83d9-4786-ba20-18bd9b6250f2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.598388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-412b7ce4-394d-4bb0-a1d1-70197d22bc01 req-f7743311-83d9-4786-ba20-18bd9b6250f2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.2460666 Aug 03 19:22:11.610727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd2188-acc4-42c2-bbbe-86b7ebfaad72 req-e98be3da-c6b7-4421-8a89-cfb0a04ca52b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.622756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45bd2188-acc4-42c2-bbbe-86b7ebfaad72 req-e98be3da-c6b7-4421-8a89-cfb0a04ca52b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1831520 Aug 03 19:22:11.675381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d80390-8b00-49e4-ac15-c5c08e389d2f req-422b1964-d1d4-4c27-93f4-9e3e09550138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:11.677166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d80390-8b00-49e4-ac15-c5c08e389d2f req-422b1964-d1d4-4c27-93f4-9e3e09550138 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1096 time: 0.2388139 Aug 03 19:22:11.679948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.701843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] For port fe24d0d5-79de-4170-9bdf-31ff8079ac39, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe24d0d5-79de-4170-9bdf-31ff8079ac39,segment=NetworkSegment(ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69),segment_id=ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:11.702251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.719801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.736113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] No DVR routers for this DVR port fe24d0d5-79de-4170-9bdf-31ff8079ac39 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:11.742764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Calling delete_port for fe24d0d5-79de-4170-9bdf-31ff8079ac39 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:11.742942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-412b7ce4-394d-4bb0-a1d1-70197d22bc01 req-13ef54ed-8f41-4156-af8f-090a8375216d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171465 Aug 03 19:22:11.746311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=fe24d0d5-79de-4170-9bdf-31ff8079ac39,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:11.792889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45bd2188-acc4-42c2-bbbe-86b7ebfaad72 req-e330c606-d61e-4489-a488-a0f609aee1a4 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591833 Aug 03 19:22:11.792889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6d337fb-4adf-4210-9e70-972b2afd9e13 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7126448 Aug 03 19:22:11.797833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-fc372a0a-89cc-4e38-b4db-92edc81f5903', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:11.798913 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.819525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:11.891745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.905374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f1e661-02c6-429b-96b6-a6e39c38104e']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:11.924505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:11.925949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5875a3-a9b5-4e4a-8ce7-8a8a3f617b69') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:11.943803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.964046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.978192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:11.978763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:11.984891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.028588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] Pushing event deleted for resources: {'Port': ['ID=fe24d0d5-79de-4170-9bdf-31ff8079ac39,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:12.038130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc183ab-6dbf-4d26-954a-60190bc0947a None None] No DVR routers for this DVR port fe24d0d5-79de-4170-9bdf-31ff8079ac39 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:12.053277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Allocated IP 172.21.0.2 (fc372a0a-89cc-4e38-b4db-92edc81f5903/2ca31430-9f5d-4edd-8441-5a20ccdb1923/8db6aeea-70f9-4e04-9cac-6eeee4c76d8a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:12.065640 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:12.115251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d80390-8b00-49e4-ac15-c5c08e389d2f req-9c7e9000-76d6-4bdd-be06-1316f7b176fc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294760 Aug 03 19:22:12.221448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.228771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.233792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] 10.222.0.67 "DELETE /v2.0/networks/76f1e661-02c6-429b-96b6-a6e39c38104e HTTP/1.1" status: 204 len: 168 time: 1.6198087 Aug 03 19:22:12.278275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd22d2-d0c3-4889-ad16-6da233744fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=76f1e661-02c6-429b-96b6-a6e39c38104e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:12.279297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c45-6c55-4f4b-93e9-51f902f4cc13 req-8db6fb02-7dee-4962-97da-0f360001c5ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.279297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3110c45-6c55-4f4b-93e9-51f902f4cc13 req-8db6fb02-7dee-4962-97da-0f360001c5ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1997797 Aug 03 19:22:12.279463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.293370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Transition to ACTIVE for port object 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:12.312952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Transition to ACTIVE for port object 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:12.425683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3110c45-6c55-4f4b-93e9-51f902f4cc13 req-f03c4b68-535f-4b81-90b6-7b7c9b72f9f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423523 Aug 03 19:22:12.440431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.446384 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.545916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.547285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:12.560536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Pushing event updated for resources: {'Port': ['ID=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:12.567563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:12.573811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:12.577312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c2a44a75-eb29-4794-b3be-5d4505d29e53 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:12.606483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:12.614515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-adacff0b-e42e-4e21-9f43-87f4af5a619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.623214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-adacff0b-e42e-4e21-9f43-87f4af5a619f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.1003861 Aug 03 19:22:12.624250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25dfe83-26a9-44ce-8bc0-02a69eb6024d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:12.631341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.631819 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Added segment a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb of type vlan for network 20c41501-0537-4e00-8273-930d64bc6a58 Aug 03 19:22:12.690916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ceea-4087-4865-990b-c268c6e7d3e0 req-75fc2e29-6116-44ce-b7da-e5307eb0ac88 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.699154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c1ceea-4087-4865-990b-c268c6e7d3e0 req-75fc2e29-6116-44ce-b7da-e5307eb0ac88 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2357647 Aug 03 19:22:12.748176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Attempting to bind port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:12.748553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Attempting to bind port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:12.748967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Attempting to bind port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a on network fc372a0a-89cc-4e38-b4db-92edc81f5903 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:12.755363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.757874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:12.758262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Checking segment: {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:12.758695 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.761198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Bound using segment: {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:12.761198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Bound port: 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:12.761198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.800368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:12.814512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.824909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-f2ec5baf-dd00-4d92-9863-53cbf8b5dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:12.827746 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-f2ec5baf-dd00-4d92-9863-53cbf8b5dc4c service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.2036700 Aug 03 19:22:12.843208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c1ceea-4087-4865-990b-c268c6e7d3e0 req-d2ec0ba4-525a-4409-96ce-7597ffe6f9c9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413965 Aug 03 19:22:12.915836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c2a44a75-eb29-4794-b3be-5d4505d29e53 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:12.924029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-0e9f110a-70bd-4e12-b214-6fb5a41ca19f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.0885358 Aug 03 19:22:12.925702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c2a44a75-eb29-4794-b3be-5d4505d29e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:12.929126 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:12.984995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] For port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:13.006339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6edbf44b-8610-42f4-9003-5195dbaf3bd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=597c3c5c72424bc493b709e0d0d30bae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025867 Aug 03 19:22:13.007357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:13.012336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] For port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:13.019402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-61c64f56-28f2-4399-9b2f-cc6cc65db7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.021334 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-61c64f56-28f2-4399-9b2f-cc6cc65db7c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.0905855 Aug 03 19:22:13.066568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.071062 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-3e09cfe6-338c-40fe-9867-a33a9f983d57 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414391 Aug 03 19:22:13.088040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b39db-8eea-435f-8f3e-7a41e42e702a req-c7773d54-7a81-4d33-8a94-8756705901e2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.089990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-255b39db-8eea-435f-8f3e-7a41e42e702a req-c7773d54-7a81-4d33-8a94-8756705901e2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1981454 Aug 03 19:22:13.101402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.114432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.114592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.114683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.118000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c2a44a75-eb29-4794-b3be-5d4505d29e53, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c2a44a75-eb29-4794-b3be-5d4505d29e53,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:13.149284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.174150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.258582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc17bc1-2939-443a-accd-4c3cd34318b9 None None] Pushing event updated for resources: {'Port': ['ID=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.270369 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-dc57e4fd-d8e4-4819-bcc4-6b64d56a9657 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837935 Aug 03 19:22:13.341221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.351086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3526006 Aug 03 19:22:13.355445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:13.373964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-255b39db-8eea-435f-8f3e-7a41e42e702a req-7997d527-ef45-43c9-995a-ce219c2f99a2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762158 Aug 03 19:22:13.380191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae1f89-251a-42a7-8959-599f03f06d14 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'Network': ['ID=20c41501-0537-4e00-8273-930d64bc6a58,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.392725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Request body: {'subnet': {'network_id': '20c41501-0537-4e00-8273-930d64bc6a58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:13.415394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 20c41501-0537-4e00-8273-930d64bc6a58 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:13.513701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe24d0d5-79de-4170-9bdf-31ff8079ac39 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:13.577189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.21.0.1 (fc372a0a-89cc-4e38-b4db-92edc81f5903/2ca31430-9f5d-4edd-8441-5a20ccdb1923/f8857118-0c65-4a92-8a4e-0af8916416d1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:13.592071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.613955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fe24d0d5-79de-4170-9bdf-31ff8079ac39 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:13.614788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe24d0d5-79de-4170-9bdf-31ff8079ac39 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:13.615308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.618026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ca683f1c-4fb9-49ab-bd8a-227285b293d3 HTTP/1.1" status: 204 len: 168 time: 0.6094749 Aug 03 19:22:13.689611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.713950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332bc0e-50b3-4e9f-a2ee-f7eed9fc38b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca683f1c-4fb9-49ab-bd8a-227285b293d3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:13.741121 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-23a9e18f-6219-4d5c-b7f1-7bb6a887e063 req-0320d47b-2173-4fa7-b728-4db9eefaeec5 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602640 Aug 03 19:22:13.834388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf6039-b79e-4653-bb55-bf90be230eb6 req-71cf7895-e1ed-4ff3-91ea-631f0226634c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:13.836359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaaf6039-b79e-4653-bb55-bf90be230eb6 req-71cf7895-e1ed-4ff3-91ea-631f0226634c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.2085366 Aug 03 19:22:13.894555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Made reservation on behalf of 2d4075f177ce4f52a9a6e9773cc6c9e6 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:13.907909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:13.937360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaaf6039-b79e-4653-bb55-bf90be230eb6 req-d5cabdee-6f79-4e1a-92ec-7fc70d49f876 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919724 Aug 03 19:22:13.977206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.013515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object f8857118-0c65-4a92-8a4e-0af8916416d1 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:14.083646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b69a7-abf5-457e-b8fd-a98e2ce78447 req-1b532866-7026-45c2-8eab-ed2d5d466ab5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.085406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b91b69a7-abf5-457e-b8fd-a98e2ce78447 req-1b532866-7026-45c2-8eab-ed2d5d466ab5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0961156 Aug 03 19:22:14.136421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b91b69a7-abf5-457e-b8fd-a98e2ce78447 req-5e263625-2867-4157-a702-c8a279bbc849 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Aug 03 19:22:14.228938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.315179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:14.323352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:14.325288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:14.330853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:14.417317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.444017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.576833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'Subnet': ['ID=46ce0680-c580-4007-b197-682d4b9a585b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:14.581515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Checking segment: {'id': 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:14.582562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Network hostable DHCP agents. Network: 20c41501-0537-4e00-8273-930d64bc6a58, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:14.674789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ea3b8-9218-4a5e-9445-7a66189e7907 req-d45e2609-bb7e-46e7-9e0c-c39c8c025816 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.685137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c38ea3b8-9218-4a5e-9445-7a66189e7907 req-d45e2609-bb7e-46e7-9e0c-c39c8c025816 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.0742002 Aug 03 19:22:14.702845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c2a44a75-eb29-4794-b3be-5d4505d29e53 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:14.738090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Network 20c41501-0537-4e00-8273-930d64bc6a58 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:14.779911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c38ea3b8-9218-4a5e-9445-7a66189e7907 req-4017690b-1baf-4094-bdd4-8e71ba18b936 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938151 Aug 03 19:22:14.803060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c2a44a75-eb29-4794-b3be-5d4505d29e53 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:14.803568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.816812 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.837784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 20c41501-0537-4e00-8273-930d64bc6a58) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:14.844617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:14.845348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:14.879952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56194cc1-cd62-4752-bc99-294dcca26b79 None None] Network 20c41501-0537-4e00-8273-930d64bc6a58 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:14.909095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea152733-3d16-4c3e-b95e-a5adf4443a22 None None] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:14.962084 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72db0364-6108-4b54-a15d-b288127b2c51 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5871127 Aug 03 19:22:14.964871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36620) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:14.973167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Request body: {'port': {'network_id': '20c41501-0537-4e00-8273-930d64bc6a58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-625757983'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:15.308398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.357454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Made reservation on behalf of 2d4075f177ce4f52a9a6e9773cc6c9e6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:15.361373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.388367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] device_id is not set on port e32423d5-d683-4fc3-aa9b-8053e9fac48d yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:15.435355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0237e-91b2-470e-b18f-c953b0d70464 req-a219ca36-310b-4939-955a-635d40bcded8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.437956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10a0237e-91b2-470e-b18f-c953b0d70464 req-a219ca36-310b-4939-955a-635d40bcded8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.4151669 Aug 03 19:22:15.455561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:15.490222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e9cb7-d6cd-4d35-867f-be37c3b1e7dd req-889303da-1d2b-488e-9482-91b05b2d70c8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:15.492713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-869e9cb7-d6cd-4d35-867f-be37c3b1e7dd req-889303da-1d2b-488e-9482-91b05b2d70c8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1820073 Aug 03 19:22:15.498214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.560557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2fdda4dd-8f9e-41cc-bca0-51302c1c53f0 None None] Provisioning for port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:15.623619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Allocated IP 172.20.0.12 (20c41501-0537-4e00-8273-930d64bc6a58/46ce0680-c580-4007-b197-682d4b9a585b/e32423d5-d683-4fc3-aa9b-8053e9fac48d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:15.667504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10a0237e-91b2-470e-b18f-c953b0d70464 req-6efd71b1-23d6-48c5-9fb5-bf87db1fbfd1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188005 Aug 03 19:22:15.692308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.710529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-20c41501-0537-4e00-8273-930d64bc6a58', 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58', 'tenant_id': '2d4075f177ce4f52a9a6e9773cc6c9e6', 'fixed_ips': [{'subnet_id': '46ce0680-c580-4007-b197-682d4b9a585b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:15.712593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.731877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-869e9cb7-d6cd-4d35-867f-be37c3b1e7dd req-817e54ad-80f7-4e25-ac63-f89bfd986269 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193985 Aug 03 19:22:15.745901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:15.758704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:15.864874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36638) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:15.891711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:15.920420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:15.920839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.131504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed7123-dc2d-4d93-a584-f70a8bb5ac77 req-6b3108a2-ac9f-4947-b360-9b06a1d85e59 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.133433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36ed7123-dc2d-4d93-a584-f70a8bb5ac77 req-6b3108a2-ac9f-4947-b360-9b06a1d85e59 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.2020795 Aug 03 19:22:16.153070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36644) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:16.162389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:16.167058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'floatingip': {'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:16.173606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-296982974-network', 'tenant_id': '113fdec498904f31ad481ee01e9b06be'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:16.174567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.182118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:16.191901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Provisioning complete for port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:16.193881 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.213234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Transition to ACTIVE for port object e32423d5-d683-4fc3-aa9b-8053e9fac48d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:16.242902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.315626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:16.378466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.426030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.428146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.470755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Network 20c41501-0537-4e00-8273-930d64bc6a58 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:16.485226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:16.501101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:16.512012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'Port': ['ID=e32423d5-d683-4fc3-aa9b-8053e9fac48d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:16.514684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Allocated IP 172.20.0.2 (20c41501-0537-4e00-8273-930d64bc6a58/46ce0680-c580-4007-b197-682d4b9a585b/c57f4658-52e0-4b9d-b3a3-5e2f32530b0e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:16.560220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:16.613510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.615342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.638465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:22:16.638764 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:22:16.687553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f941a82-f6a5-4557-87c6-d5c164cb6ff9 req-eb26e171-1167-45f5-a213-9d4cc8ed4f3e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:16.693309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f941a82-f6a5-4557-87c6-d5c164cb6ff9 req-eb26e171-1167-45f5-a213-9d4cc8ed4f3e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.7283709 Aug 03 19:22:16.710444 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.813727 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:16.826659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Transition to ACTIVE for port object c57f4658-52e0-4b9d-b3a3-5e2f32530b0e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:16.864350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Transition to ACTIVE for port object c57f4658-52e0-4b9d-b3a3-5e2f32530b0e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:16.958386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.014141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Network 20c41501-0537-4e00-8273-930d64bc6a58 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:17.015410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Pushing event updated for resources: {'Port': ['ID=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.018968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f941a82-f6a5-4557-87c6-d5c164cb6ff9 req-a85d3adc-db19-41dc-8b2a-e9f04ffe6ced tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128393 Aug 03 19:22:17.025784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Made reservation on behalf of 113fdec498904f31ad481ee01e9b06be for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:17.028490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.028983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:17.031819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:17.064909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.069511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:17.110086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-efeb5154-244a-4b7f-94de-eef399db273d tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1430655 Aug 03 19:22:17.113030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36656) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.123683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4d46-37a7-4881-a9a0-23745f5a1493 req-72adf7c7-6c09-4ba3-b7bf-84a17bbdb6f7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:17.124387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Request body: {'port': {'network_id': '20c41501-0537-4e00-8273-930d64bc6a58', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1358696951', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:17.125336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecbf4d46-37a7-4881-a9a0-23745f5a1493 req-72adf7c7-6c09-4ba3-b7bf-84a17bbdb6f7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2387085 Aug 03 19:22:17.125786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] bootfile-name is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:17.126565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] tftp-server is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:17.127600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] server-ip-address is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:17.130823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Attempting to bind port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:17.131201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Attempting to bind port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:17.131570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Attempting to bind port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e on network 20c41501-0537-4e00-8273-930d64bc6a58 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:17.191171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:17.191453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Checking segment: {'id': 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:17.192700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.192700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Bound using segment: {'id': 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:17.192936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Bound port: c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '20c41501-0537-4e00-8273-930d64bc6a58'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:17.193249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.329614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] For port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:17.333614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] For port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,segment=NetworkSegment(a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb),segment_id=a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:17.357137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Provisioning for port f8857118-0c65-4a92-8a4e-0af8916416d1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:17.365878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Provisioning complete for port f8857118-0c65-4a92-8a4e-0af8916416d1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:17.366254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.383114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecbf4d46-37a7-4881-a9a0-23745f5a1493 req-7f83f8b5-3a8f-4beb-af42-8605dc70fe8b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414436 Aug 03 19:22:17.416884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-07dc6776-7e7e-4b57-a19d-5c2b01f18733 None None] Port f8857118-0c65-4a92-8a4e-0af8916416d1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:17.424220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.499160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009e213-5f95-43f6-94a2-0f41317a94f4 None None] Pushing event updated for resources: {'Port': ['ID=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:17.539924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-65faf72b-cbad-49ba-840d-9408874f2a73 None None] Provisioning complete for port f8857118-0c65-4a92-8a4e-0af8916416d1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:17.541700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65faf72b-cbad-49ba-840d-9408874f2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.583339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-65faf72b-cbad-49ba-840d-9408874f2a73 None None] Port f8857118-0c65-4a92-8a4e-0af8916416d1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:17.621759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:17.633421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:17.644180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b36eab6-a09e-468a-ac3d-c9ba771d6ab6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8156767 Aug 03 19:22:17.644743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36660) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:17.646277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:17.646966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:17.652170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-2060302096'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:17.795501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:17.824008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.845622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:22:17.934505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:17.936297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:22:17.936297 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:22:17.936297 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': '59f091c42d4a41a2a36fd18509a32548', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 22, 17, 669277)}] Aug 03 19:22:17.936297 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:22:17.940545 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:22:17.995248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.000103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:18.013403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320ab820-7ffb-438f-8cbf-3fdcdaca03ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:18.019109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.019453 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Added segment 95462864-da7a-4ce4-a3cc-4826764e2eb4 of type vlan for network 379cc346-577f-47c5-8419-1b0830f57b7e Aug 03 19:22:18.110753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Made reservation on behalf of 2d4075f177ce4f52a9a6e9773cc6c9e6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:18.114549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.121705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.150585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] device_id is not set on port 07343b49-d32d-4745-b4be-12a97888baab yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:18.224284 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.257761 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 3, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:15Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:18.323051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:18.323654 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Updating router 5a24b0ae-745b-406f-9cc3-2b45cd96364a port f8857118-0c65-4a92-8a4e-0af8916416d1 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:18.341637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad691c0e-b339-4a29-b9bf-57672d743cec req-a2a2f809-6179-4338-a641-a1a1bb151d66 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:18.343278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad691c0e-b339-4a29-b9bf-57672d743cec req-a2a2f809-6179-4338-a641-a1a1bb151d66 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1368008 Aug 03 19:22:18.381234 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.381439 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Floating IP 6844252a-e70e-4834-990d-5efe4f4e6d23 associated. External IP: 172.25.2.80, port: f442fac0-9f92-44da-abbd-071d60f8436c. Aug 03 19:22:18.446205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Allocated IP 172.20.0.10 (20c41501-0537-4e00-8273-930d64bc6a58/46ce0680-c580-4007-b197-682d4b9a585b/07343b49-d32d-4745-b4be-12a97888baab) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:18.448475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad691c0e-b339-4a29-b9bf-57672d743cec req-2bf496d5-bfae-4c81-8754-6624da49ad27 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897768 Aug 03 19:22:18.777482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c57f4658-52e0-4b9d-b3a3-5e2f32530b0e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:18.860256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.902998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Transition to ACTIVE for port object 07343b49-d32d-4745-b4be-12a97888baab will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:18.952148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:18.963664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:18.965022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:18.965872 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.002994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:19.006756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.048945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] Pushing event updated for resources: {'Network': ['ID=379cc346-577f-47c5-8419-1b0830f57b7e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.059761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 379cc346-577f-47c5-8419-1b0830f57b7e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:19.069327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:19.095980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.096203 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e of type vlan for network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 Aug 03 19:22:19.148591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.207621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:19.212224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76f5e48f-6f19-4ad3-9124-35461f22bc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.212720 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.227220 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Transition to ACTIVE for port object f8857118-0c65-4a92-8a4e-0af8916416d1 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:19.245410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:19.246519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ceb32d7a-dbfe-45ef-9bd7-a758a15a4def admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3785825 Aug 03 19:22:19.247969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:19.257110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Request body: {'subnet': {'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-296982974-subnet', 'tenant_id': '113fdec498904f31ad481ee01e9b06be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:19.257655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f22626-57f2-4b11-ab2e-aeb835ebb9cc None None] Network 20c41501-0537-4e00-8273-930d64bc6a58 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:19.289969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:19.296607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.334738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9621e1f3-4931-4426-899f-a6fb26900d63 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "PUT /v2.0/floatingips/6844252a-e70e-4834-990d-5efe4f4e6d23 HTTP/1.1" status: 200 len: 991 time: 3.1764052 Aug 03 19:22:19.335422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:19.348410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:19.353505 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00ca81d-1b33-4773-bae5-7150f60f9aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:19.374939 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.433333 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe701f-0a1d-4f72-a2c7-1466ff2bbfbe x-openstack-request-id: req-b6fe701f-0a1d-4f72-a2c7-1466ff2bbfbe {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:19.433738 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:19.434058 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6fe701f-0a1d-4f72-a2c7-1466ff2bbfbe {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:19.434859 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'status': 'completed', 'code': 200} Aug 03 19:22:19.485070 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8db6b-28ce-4f81-97d3-06d139d1c05b None None] Pushing event updated for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:19.499011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Made reservation on behalf of 113fdec498904f31ad481ee01e9b06be for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:19.505952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.528429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:19.529368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:19.611958 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Attempting to bind port f8857118-0c65-4a92-8a4e-0af8916416d1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:19.612322 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Attempting to bind port f8857118-0c65-4a92-8a4e-0af8916416d1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:19.612728 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Attempting to bind port f8857118-0c65-4a92-8a4e-0af8916416d1 on network fc372a0a-89cc-4e38-b4db-92edc81f5903 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Checking segment: {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Bound using segment: {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Bound port: f8857118-0c65-4a92-8a4e-0af8916416d1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561a9df0-ba86-44e2-9ff6-398c2e9e1b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:19.630986 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.714479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:19.820183 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] For port f8857118-0c65-4a92-8a4e-0af8916416d1, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:19.830277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] For port f8857118-0c65-4a92-8a4e-0af8916416d1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f8857118-0c65-4a92-8a4e-0af8916416d1,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:19.845815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-b468b287-e789-410b-9f1e-6e3ab5e21bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:19.847622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-b468b287-e789-410b-9f1e-6e3ab5e21bb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1097 time: 0.3623874 Aug 03 19:22:19.887910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117784-a4ae-4ff7-9f6d-26b8d46c051d req-c50d811b-ba51-44d9-8ac2-8b9092c4e005 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:19.897555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26117784-a4ae-4ff7-9f6d-26b8d46c051d req-c50d811b-ba51-44d9-8ac2-8b9092c4e005 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.2140965 Aug 03 19:22:19.906986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Provisioning for port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:19.910757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Network 20c41501-0537-4e00-8273-930d64bc6a58 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:19.917055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.935706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Provisioning complete for port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:19.936100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.938374 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:19.939127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:19.943078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:20.042017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'Port': ['ID=07343b49-d32d-4745-b4be-12a97888baab,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.075352 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8db6b-28ce-4f81-97d3-06d139d1c05b None None] Pushing event updated for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.105930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.106282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.106626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.106970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.107307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.107651 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.110165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.112248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.114233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.115378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.115725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.116060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:20.146993 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:20.147908 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:20.188368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.209906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.210570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.235321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26117784-a4ae-4ff7-9f6d-26b8d46c051d req-e7d2ab63-1571-4b8d-95c7-5a2f98688230 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362901 Aug 03 19:22:20.303904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.305591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.339611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:20.339611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.361751 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:20.370480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-5552d6e8-3605-4fa7-8524-f8e98bb9fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.373316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-5552d6e8-3605-4fa7-8524-f8e98bb9fc29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.5151937 Aug 03 19:22:20.417647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7715061 Aug 03 19:22:20.425972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36692) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:20.439169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:20.535768 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4314e842-ef35-40a9-8788-6bf3c8daa2ee tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4171262 Aug 03 19:22:20.604119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36698) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:20.679004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721941-0ed2-499e-b387-7b838b64a3a9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=993a5677-c421-48a5-8f4e-d34e6ce0bf11,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:20.708445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-d0137a54-e52d-4148-a08e-48aa2bfe4b44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 999 time: 0.2363544 Aug 03 19:22:20.775344 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.800742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:20.873392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bf385-77b2-443a-8a6c-587546982503 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.883484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bf385-77b2-443a-8a6c-587546982503 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.898178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177bf385-77b2-443a-8a6c-587546982503 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.903338 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-177bf385-77b2-443a-8a6c-587546982503 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2830005 Aug 03 19:22:20.904724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:20.943622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-25d0420a-c610-4622-a22a-8f0da9af8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:20.951630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-25d0420a-c610-4622-a22a-8f0da9af8266 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2360458 Aug 03 19:22:20.962891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:20.976935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 3, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:19Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:21.021180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15b7173-0ef2-48cc-9b41-de7523ee46a1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.023570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Checking segment: {'id': '95462864-da7a-4ce4-a3cc-4826764e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:21.023948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Network hostable DHCP agents. Network: 379cc346-577f-47c5-8419-1b0830f57b7e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:21.037757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] For port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,segment=NetworkSegment(a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb),segment_id=a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:21.067724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-021e770c-218e-4c39-b242-2a0dd40c6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.070055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-021e770c-218e-4c39-b242-2a0dd40c6a8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176250 Aug 03 19:22:21.072154 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d40778-5e09-46f6-978c-d17a6ab2ff4c None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:14Z', 'revision_number': 3, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:19Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:21.123815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Deleting port 07343b49-d32d-4745-b4be-12a97888baab {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:21.124359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.186596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Network 379cc346-577f-47c5-8419-1b0830f57b7e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:21.200148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.232593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '6844252a-e70e-4834-990d-5efe4f4e6d23', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:47Z', 'updated_at': '2021-08-03T19:22:17Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:21.299137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-cb6c78a7-3cbb-451f-b8a7-f4b9d74fe04e service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194967 Aug 03 19:22:21.358126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.384441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Calling delete_port for 07343b49-d32d-4745-b4be-12a97888baab owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:21.400828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:21.429263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f8857118-0c65-4a92-8a4e-0af8916416d1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:21.494246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:21.495881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:21:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:21.503693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 379cc346-577f-47c5-8419-1b0830f57b7e) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:21.523314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.523950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.640152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4ccd3-a199-4ce3-9c73-c15372a88382 None None] Pushing event updated for resources: {'Port': ['ID=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:21.641824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:21.646119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0055df-ad89-48c7-851a-e075ad829f5f None None] Network 379cc346-577f-47c5-8419-1b0830f57b7e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:21.646748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.754336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:21.830544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572873-840b-487c-8bfc-9a8d77aa46b3 req-9cf16036-f358-4662-ba34-80368cc79c36 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:21.851723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49572873-840b-487c-8bfc-9a8d77aa46b3 req-9cf16036-f358-4662-ba34-80368cc79c36 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.3313048 Aug 03 19:22:21.870417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-70bf6c0f-9d9c-4996-851b-f6d994794352 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6172633 Aug 03 19:22:21.906925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event deleted for resources: {'Port': ['ID=07343b49-d32d-4745-b4be-12a97888baab,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.058713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d00ca81d-1b33-4773-bae5-7150f60f9aaf req-8a059bff-70f2-4163-921e-d950562ae012 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517018 Aug 03 19:22:22.123561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49572873-840b-487c-8bfc-9a8d77aa46b3 req-2faf3d41-0bde-4956-a4ab-a1b24eda7153 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685564 Aug 03 19:22:22.183339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.198432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54694567-b804-47c0-b76f-4286ee751c06 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "DELETE /v2.0/ports/07343b49-d32d-4745-b4be-12a97888baab HTTP/1.1" status: 204 len: 168 time: 1.2866726 Aug 03 19:22:22.198574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1808f-3285-4003-a3f0-de3f01b88920 None None] Network 379cc346-577f-47c5-8419-1b0830f57b7e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:22.199378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36720) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:22.221459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Request body: {'port': {'name': 'tempest-new-port-name-281266608', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:22.223965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.api.validators [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] bootfile-name is not in valid_values {{(pid=101342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:22.224312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.api.validators [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] tftp-server is not in valid_values {{(pid=101342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:22.224677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.api.validators [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] server-ip-address is not in valid_values {{(pid=101342) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:22:22.268521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303939f-e98f-495b-9d48-35f16d025aaf req-f2bb71c3-3521-45a1-ba36-aff6a5f30715 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:22.307504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6303939f-e98f-495b-9d48-35f16d025aaf req-f2bb71c3-3521-45a1-ba36-aff6a5f30715 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1711242 Aug 03 19:22:22.443216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f8857118-0c65-4a92-8a4e-0af8916416d1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:22.450163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Provisioning for port e32423d5-d683-4fc3-aa9b-8053e9fac48d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:22.466758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6303939f-e98f-495b-9d48-35f16d025aaf req-2b6d88c2-5e07-483f-a3de-781e76d8d132 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656501 Aug 03 19:22:22.476107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44adb65f-0938-41ae-a4c4-12615c32273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.499398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Provisioning complete for port e32423d5-d683-4fc3-aa9b-8053e9fac48d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:22.499778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.554122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.577180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f8857118-0c65-4a92-8a4e-0af8916416d1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:22.588008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.613074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.669151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.735759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Port e32423d5-d683-4fc3-aa9b-8053e9fac48d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:22.771866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Could not find standard attr ID for object 07343b49-d32d-4745-b4be-12a97888baab. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:22:22.776014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=b17c6327-8164-4005-b812-0b2ced71f5ed,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:22.796745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:22.797116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 993a5677-c421-48a5-8f4e-d34e6ce0bf11, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:22.807464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:22.922749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Provisioning complete for port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:22.923121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cd25cbf-68f3-4d67-9060-57940561b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:22.947933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:23.059919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 993a5677-c421-48a5-8f4e-d34e6ce0bf11) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:23.062878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:23.063699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.143740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9464f13-b6a6-4028-b2d2-61a7ff7a74e8 None None] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:23.187250 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea8c59c7-c036-494d-97f2-4a8f62a43ec1 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7596102 Aug 03 19:22:23.188641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:23.219058 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.385253 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.502432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-f2160958-4a1a-4395-b7ce-f5379318160a tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:23.510808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-f2160958-4a1a-4395-b7ce-f5379318160a tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/networks?id=379cc346-577f-47c5-8419-1b0830f57b7e HTTP/1.1" status: 200 len: 813 time: 0.8456964 Aug 03 19:22:23.530750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-86af2578-b70a-41b6-a0da-9cbd5d3e1f37 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/quotas/113fdec498904f31ad481ee01e9b06be HTTP/1.1" status: 200 len: 375 time: 0.0187712 Aug 03 19:22:23.562762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f8857118-0c65-4a92-8a4e-0af8916416d1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f8857118-0c65-4a92-8a4e-0af8916416d1,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:23.639791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:23.640791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.693293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.697445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.733149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-89e39709-976d-4cc9-be6b-45fccce62ae3 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=113fdec498904f31ad481ee01e9b06be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2009661 Aug 03 19:22:23.923489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '6844252a-e70e-4834-990d-5efe4f4e6d23', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:47Z', 'updated_at': '2021-08-03T19:22:17Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:23.924932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.925273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcfe6065-aa64-4627-b0e3-51be8c9c41e1 None None] Provisioning complete for port e32423d5-d683-4fc3-aa9b-8053e9fac48d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:23.925273 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6065-aa64-4627-b0e3-51be8c9c41e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:23.925938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-3c49909f-f875-492b-b08c-6b7ef719d0e4 service neutron] 10.222.0.67 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174085 Aug 03 19:22:24.120923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-858a2ee1-ef74-4e95-8c53-bf16251d25de service neutron] 10.222.0.67 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297042 Aug 03 19:22:24.167771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.22.0.1 (993a5677-c421-48a5-8f4e-d34e6ce0bf11/b17c6327-8164-4005-b812-0b2ced71f5ed/d0811e49-bdd6-41f1-af32-6b3beb963832) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:24.189032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c57f4658-52e0-4b9d-b3a3-5e2f32530b0e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:24.211821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ee59a6-e133-44bd-b233-17a3698ba29c None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '6844252a-e70e-4834-990d-5efe4f4e6d23', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:21:47Z', 'updated_at': '2021-08-03T19:22:17Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:24.274156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.288530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe6065-aa64-4627-b0e3-51be8c9c41e1 None None] Port e32423d5-d683-4fc3-aa9b-8053e9fac48d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:24.294019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcfe6065-aa64-4627-b0e3-51be8c9c41e1 None None] Could not find standard attr ID for object 07343b49-d32d-4745-b4be-12a97888baab. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:22:24.311025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:24.311025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.334681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.352947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object d0811e49-bdd6-41f1-af32-6b3beb963832 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:24.489805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66320f8e-4010-4541-af24-851da4301f2d None None] New status for floating IP 6844252a-e70e-4834-990d-5efe4f4e6d23: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:22:24.656830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.732551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event updated for resources: {'Port': ['ID=e32423d5-d683-4fc3-aa9b-8053e9fac48d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:24.763913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] In _notify_port_updated(), no bound segment for port e32423d5-d683-4fc3-aa9b-8053e9fac48d on network 20c41501-0537-4e00-8273-930d64bc6a58 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:22:24.763913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:24.763913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.764355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e0a6ab86-d683-478a-9a47-4138f32b2de7 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "PUT /v2.0/ports/e32423d5-d683-4fc3-aa9b-8053e9fac48d HTTP/1.1" status: 200 len: 1136 time: 2.5597367 Aug 03 19:22:24.768190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.824212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673d4c7e-eb9e-49f2-921d-0ed0f14766e8 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:24.829195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-673d4c7e-eb9e-49f2-921d-0ed0f14766e8 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "GET /v2.0/ports/e32423d5-d683-4fc3-aa9b-8053e9fac48d HTTP/1.1" status: 200 len: 1136 time: 0.0564547 Aug 03 19:22:24.830155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36768) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:24.938032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4bfc3b2f-673b-4fd9-983b-bb475c9c1bd6 None None] Provisioning complete for port e32423d5-d683-4fc3-aa9b-8053e9fac48d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:24.938479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bfc3b2f-673b-4fd9-983b-bb475c9c1bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.946455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Deleting port e32423d5-d683-4fc3-aa9b-8053e9fac48d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:24.947628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:24.982219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc3b2f-673b-4fd9-983b-bb475c9c1bd6 None None] Port e32423d5-d683-4fc3-aa9b-8053e9fac48d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:25.049537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.063654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Calling delete_port for e32423d5-d683-4fc3-aa9b-8053e9fac48d owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:25.216460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06447db-47e8-45c0-a28b-c29aa1608cb2 req-f6d6e532-188f-4e01-87b9-559907961156 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:25.218316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e06447db-47e8-45c0-a28b-c29aa1608cb2 req-f6d6e532-188f-4e01-87b9-559907961156 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.0897005 Aug 03 19:22:25.273513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e06447db-47e8-45c0-a28b-c29aa1608cb2 req-9ce1bf20-5c31-484a-88f4-399cb9951e48 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483902 Aug 03 19:22:25.509934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.513650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.521138 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.610264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Allocated IP 172.22.0.2 (993a5677-c421-48a5-8f4e-d34e6ce0bf11/b17c6327-8164-4005-b812-0b2ced71f5ed/b1442122-1a64-40e5-b03b-c6c386467603) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:25.642521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:25.703993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfb53a09-1f1c-4c67-b090-69ef3b8d679c req-c0581b83-0d36-40e1-b090-03d309c69132 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.1074524 Aug 03 19:22:25.706813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:25.732557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:25.785852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.925233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:25.930305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36798) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:25.930674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "DELETE /v2.0/ports/e32423d5-d683-4fc3-aa9b-8053e9fac48d HTTP/1.1" status: 204 len: 168 time: 1.0999467 Aug 03 19:22:25.938172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c6b65-f2ab-4091-8418-ebb4de50a4bd tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event deleted for resources: {'Port': ['ID=e32423d5-d683-4fc3-aa9b-8053e9fac48d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:25.953815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.057707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.067886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Transition to ACTIVE for port object b1442122-1a64-40e5-b03b-c6c386467603 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:26.075812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Deleting subnet 46ce0680-c580-4007-b197-682d4b9a585b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:26.086746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.090063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Transition to ACTIVE for port object b1442122-1a64-40e5-b03b-c6c386467603 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:26.094878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f8857118-0c65-4a92-8a4e-0af8916416d1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:26.161614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.167457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f8857118-0c65-4a92-8a4e-0af8916416d1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:26.168122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.190026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.250200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:26.262027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:26.269661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:26.298551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Pushing event updated for resources: {'Port': ['ID=b1442122-1a64-40e5-b03b-c6c386467603,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.316987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.331096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.354825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Attempting to bind port b1442122-1a64-40e5-b03b-c6c386467603 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:26.355242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Attempting to bind port b1442122-1a64-40e5-b03b-c6c386467603 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:26.355616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Attempting to bind port b1442122-1a64-40e5-b03b-c6c386467603 on network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:26.366274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:26.366788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Checking segment: {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:26.367202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.367644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Bound using segment: {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:26.368212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Bound port: b1442122-1a64-40e5-b03b-c6c386467603, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:26.368741 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.524235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df669889-9c04-4302-9a4e-57af74d7e53f req-a02f5b1a-bc7d-4923-9cba-b320d8cb2500 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:26.542242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df669889-9c04-4302-9a4e-57af74d7e53f req-a02f5b1a-bc7d-4923-9cba-b320d8cb2500 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.0925808 Aug 03 19:22:26.576374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] For port b1442122-1a64-40e5-b03b-c6c386467603, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:26.580721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] For port b1442122-1a64-40e5-b03b-c6c386467603, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b1442122-1a64-40e5-b03b-c6c386467603,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:26.615023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df669889-9c04-4302-9a4e-57af74d7e53f req-f5d4bfb8-ec2c-4200-a054-7764e32e0904 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666745 Aug 03 19:22:26.712874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.780073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event deleted for resources: {'Subnet': ['ID=46ce0680-c580-4007-b197-682d4b9a585b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:26.789993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.793173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ebb6f143-a001-40c9-ad11-70347d56f9bb tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "DELETE /v2.0/subnets/46ce0680-c580-4007-b197-682d4b9a585b HTTP/1.1" status: 204 len: 168 time: 0.8608992 Aug 03 19:22:26.800994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9a5b13-39d4-4930-ba05-75e7b2eb0067 None None] Network 20c41501-0537-4e00-8273-930d64bc6a58 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:26.807624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:26.888892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b073c2c5-3b01-4954-b520-950a0da1d9ab req-913f02f7-bd28-4b21-b1af-90143271ad59 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.0787282 Aug 03 19:22:26.941753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.952301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:26.954153 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.033883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Deleting port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:27.034310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.101078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa17d8-364c-427c-9621-d87932aae018 None None] Pushing event updated for resources: {'Port': ['ID=b1442122-1a64-40e5-b03b-c6c386467603,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.112911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.245152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] For port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,segment=NetworkSegment(a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb),segment_id=a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:27.245373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.247968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] DHCP port deletion for 20c41501-0537-4e00-8273-930d64bc6a58 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:27.275753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Calling delete_port for c57f4658-52e0-4b9d-b3a3-5e2f32530b0e owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:27.339126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.339760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Deleting port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:27.340200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.425069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.533469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] For port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,segment=NetworkSegment(a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb),segment_id=a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:27.533875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.577815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Calling delete_port for c57f4658-52e0-4b9d-b3a3-5e2f32530b0e owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:27.598404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.627362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] No DVR routers for this DVR port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:27.698350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:27.700042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:27.705412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event deleted for resources: {'Port': ['ID=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.859585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.893867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:27.925878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] Pushing event deleted for resources: {'Port': ['ID=c57f4658-52e0-4b9d-b3a3-5e2f32530b0e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:27.934404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80492e1a-1dd4-4de9-9675-7ab439538969 None None] No DVR routers for this DVR port c57f4658-52e0-4b9d-b3a3-5e2f32530b0e on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:27.935282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c41501-0537-4e00-8273-930d64bc6a58']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:27.948666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3b5cf-3a78-4a85-ac72-bb955225e725 req-cf039ed0-dc75-4c6d-b9c2-f746dc02d212 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:27.971087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31e3b5cf-3a78-4a85-ac72-bb955225e725 req-cf039ed0-dc75-4c6d-b9c2-f746dc02d212 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1621571 Aug 03 19:22:27.972111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b1442122-1a64-40e5-b03b-c6c386467603 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:28.016913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:28.017608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03ed0c9-d7ac-4b93-8fe8-7fb885cb9ddb') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:28.042711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.068061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.107788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc45449e-fbaa-42b2-80ba-138a82982d09 req-7ff7d7b4-e0c7-498c-9c16-5430565c533e tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.1027830 Aug 03 19:22:28.113921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:28.114359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.144103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b1442122-1a64-40e5-b03b-c6c386467603 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:28.195430 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:28.218303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c57f4658-52e0-4b9d-b3a3-5e2f32530b0e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:28.225353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31e3b5cf-3a78-4a85-ac72-bb955225e725 req-a7a4038a-dfe8-4359-9aaf-e2032ed79111 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531781 Aug 03 19:22:28.298380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c57f4658-52e0-4b9d-b3a3-5e2f32530b0e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:28.299073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c57f4658-52e0-4b9d-b3a3-5e2f32530b0e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:28.348190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.360230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.367783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] 10.222.0.67 "DELETE /v2.0/networks/20c41501-0537-4e00-8273-930d64bc6a58 HTTP/1.1" status: 204 len: 168 time: 1.5545838 Aug 03 19:22:28.403533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439f89f-0fba-4910-b4e7-1c96fdf178c6 tempest-ExtraDHCPOptionsTestJSON-1257928489 tempest-ExtraDHCPOptionsTestJSON-1257928489-project] Pushing event deleted for resources: {'Network': ['ID=20c41501-0537-4e00-8273-930d64bc6a58,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:28.454777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:28.632336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:28.652144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:28.663051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1727d25c-3574-47bb-887f-f15f9a6a28c3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4731205 Aug 03 19:22:28.666407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:28.666657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:28.667296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:28.672056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'network': {'name': 'tempest-RoutersTest-329699846'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:28.832019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609e029-c9fd-4721-9fef-9e9cf2d30e3c None None] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:28.840102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:28.889710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:22:28.917389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:28.942425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:28.986070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:29.015919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.017058 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added segment d2dc8783-aa11-4bb4-bffc-13f2d0b149ea of type vlan for network 7ff08020-82b7-43af-a723-55a41a7367cd Aug 03 19:22:29.140242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.152238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36878) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.172423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Provisioning for port b1442122-1a64-40e5-b03b-c6c386467603 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:29.180282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Provisioning complete for port b1442122-1a64-40e5-b03b-c6c386467603 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:29.181776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.350780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.368884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.379855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.387408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.400711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d4e6aeb-0b4b-48a7-b4ed-902dc621be48 req-15fd03f9-c4e0-4b7e-99a9-1743b9e01666 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.1708908 Aug 03 19:22:29.431639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54678f26-4d9a-4eeb-868c-9c0ce451440d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d4075f177ce4f52a9a6e9773cc6c9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775321 Aug 03 19:22:29.436985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36888) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.455223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:26Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:26Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:29.532494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:29.534149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Updating router 5a24b0ae-745b-406f-9cc3-2b45cd96364a port d0811e49-bdd6-41f1-af32-6b3beb963832 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:29.551338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Network': ['ID=7ff08020-82b7-43af-a723-55a41a7367cd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:29.567226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.612080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 7ff08020-82b7-43af-a723-55a41a7367cd details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:29.647275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] For port b1442122-1a64-40e5-b03b-c6c386467603, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b1442122-1a64-40e5-b03b-c6c386467603,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:29.661373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a8e64-a676-4de3-9d4d-9a2d3b9c6f8d req-21f29457-0c87-4019-83ac-3f5ea92e1f86 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:29.663594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-642a8e64-a676-4de3-9d4d-9a2d3b9c6f8d req-21f29457-0c87-4019-83ac-3f5ea92e1f86 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1084645 Aug 03 19:22:29.779386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-642a8e64-a676-4de3-9d4d-9a2d3b9c6f8d req-411a6464-390f-4b16-8dba-ceb135021bec tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Aug 03 19:22:29.779386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f8886dc-4ea3-4212-b059-db04c0580071 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0994377 Aug 03 19:22:29.779745 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.782145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36894) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:29.786479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:29.792697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'subnet': {'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:29.889422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.114104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-0c1a792b-ec71-4e83-a525-9213da7aac7c tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:30.115905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-0c1a792b-ec71-4e83-a525-9213da7aac7c tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.77 "GET /v2.0/networks?id=379cc346-577f-47c5-8419-1b0830f57b7e HTTP/1.1" status: 200 len: 813 time: 0.5418007 Aug 03 19:22:30.139026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Request body: {'port': {'device_id': '7402d810-fb27-4761-9afb-36da85188d59', 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e', 'admin_state_up': True, 'tenant_id': '113fdec498904f31ad481ee01e9b06be'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:30.198939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Made reservation on behalf of 59f091c42d4a41a2a36fd18509a32548 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:30.208755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.470044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2f1f2-7368-48ff-89a1-0fe2b267920e None None] Pushing event updated for resources: {'Port': ['ID=b1442122-1a64-40e5-b03b-c6c386467603,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:30.495596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Made reservation on behalf of 113fdec498904f31ad481ee01e9b06be for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:30.505642 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.559882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.577986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.581934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b25dfe83-26a9-44ce-8bc0-02a69eb6024d HTTP/1.1" status: 204 len: 168 time: 1.1422420 Aug 03 19:22:30.641506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93738052-30f7-47a1-848a-1e788f773663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25dfe83-26a9-44ce-8bc0-02a69eb6024d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:30.733647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Provisioning complete for port b1442122-1a64-40e5-b03b-c6c386467603 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:30.734033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.748625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9182e0f1-1041-4a4d-aa27-119ac1cb4529 req-cdef8eed-56e3-4ab6-9f4a-473835832aaa tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.1020572 Aug 03 19:22:30.883411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:30.938000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Allocated IP 172.20.0.10 (379cc346-577f-47c5-8419-1b0830f57b7e/b15b7173-0ef2-48cc-9b41-de7523ee46a1/cfbaf1db-609c-4c69-a933-41ed6a8de0c1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:31.032232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Subnet': ['ID=67ef62b6-7952-4763-9e6e-50cbd3dcfc78,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.223506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a397bc-b584-4e3c-818d-1f7473bb276e req-5f678902-e25c-4a30-93e6-ec19f2dc4ef8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.232232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a397bc-b584-4e3c-818d-1f7473bb276e req-5f678902-e25c-4a30-93e6-ec19f2dc4ef8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.2011130 Aug 03 19:22:31.242361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Checking segment: {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:31.242361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network hostable DHCP agents. Network: 7ff08020-82b7-43af-a723-55a41a7367cd, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:31.342708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a397bc-b584-4e3c-818d-1f7473bb276e req-0aa589d0-1b1b-4f5c-b92e-908bd09cfe01 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031923 Aug 03 19:22:31.411832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Provisioning for port d0811e49-bdd6-41f1-af32-6b3beb963832 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:31.426270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Provisioning complete for port d0811e49-bdd6-41f1-af32-6b3beb963832 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:31.426647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.468331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 7ff08020-82b7-43af-a723-55a41a7367cd is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:31.474878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.511596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.540440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Transition to ACTIVE for port object d0811e49-bdd6-41f1-af32-6b3beb963832 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:31.544911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a65642a6-bf36-442a-adcb-b2093977cdbf None None] Port d0811e49-bdd6-41f1-af32-6b3beb963832 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:31.681110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3b429233-5606-4b53-956d-f8582081b1dc None None] Provisioning complete for port d0811e49-bdd6-41f1-af32-6b3beb963832 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:31.681703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b429233-5606-4b53-956d-f8582081b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.692558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:31.713910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 7ff08020-82b7-43af-a723-55a41a7367cd) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:31.714150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.715354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.715354 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.756537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f93537-9b21-43de-a67a-8cd557d088a2 None None] Network 7ff08020-82b7-43af-a723-55a41a7367cd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:31.769123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:31.858969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Network 379cc346-577f-47c5-8419-1b0830f57b7e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:31.865207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Pushing event updated for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:31.868049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:31.879665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:31.973933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc75da2-e68c-4c27-9d64-b5f745d16425 req-5451e2de-d995-40eb-99fb-ae07192b4715 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.984311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cc75da2-e68c-4c27-9d64-b5f745d16425 req-5451e2de-d995-40eb-99fb-ae07192b4715 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 932 time: 0.1126752 Aug 03 19:22:31.992316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:31.993184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.036764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3b429233-5606-4b53-956d-f8582081b1dc None None] Port d0811e49-bdd6-41f1-af32-6b3beb963832 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:32.041003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:32.041406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9aadd13-5e71-4983-a679-0295b3708410 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2557335 Aug 03 19:22:32.051556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:22:32.058642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cc75da2-e68c-4c27-9d64-b5f745d16425 req-105e330c-5e85-4dd3-be80-093117b90bf7 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680158 Aug 03 19:22:32.100108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b1442122-1a64-40e5-b03b-c6c386467603 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:32.206771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d550c-8e95-4ff2-abd0-893a62754cb9 None None] Pushing event updated for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:32.295186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-d617a4a9-267a-4478-a42c-dc71c5d6e673 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1522157 Aug 03 19:22:32.310200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Request body: {'port': {'device_id': '7402d810-fb27-4761-9afb-36da85188d59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:32.324578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-7ff08020-82b7-43af-a723-55a41a7367cd', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:32.325483 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.330196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:32.387137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Attempting to bind port d0811e49-bdd6-41f1-af32-6b3beb963832 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:32.387657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Attempting to bind port d0811e49-bdd6-41f1-af32-6b3beb963832 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:32.387851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Attempting to bind port d0811e49-bdd6-41f1-af32-6b3beb963832 on network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:32.417206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.438556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'port_id': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'mac_address': 'fa:16:3e:10:f7:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23353e22-e63b-45bf-b255-4b68249a7f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:32.457213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:32.457777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Checking segment: {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:32.458302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.458794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Bound using segment: {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:32.459413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Bound port: d0811e49-bdd6-41f1-af32-6b3beb963832, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:32.462968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.627967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bbdb2-535a-4d64-8a2c-ee169066c6f2 req-2d9fb67a-9e60-4bf2-926e-68e84ad67f33 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:32.629512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c6bbdb2-535a-4d64-8a2c-ee169066c6f2 req-2d9fb67a-9e60-4bf2-926e-68e84ad67f33 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.0993955 Aug 03 19:22:32.664460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Allocated IP 172.23.0.2 (7ff08020-82b7-43af-a723-55a41a7367cd/67ef62b6-7952-4763-9e6e-50cbd3dcfc78/7f0ef437-0037-4cee-961c-1df84828eb58) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:32.716795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c6bbdb2-535a-4d64-8a2c-ee169066c6f2 req-6125c161-751a-493b-b4cb-c3ca7b373307 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747182 Aug 03 19:22:32.829655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36964) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:32.879433 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.909616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:32.933988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:32.935318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b1442122-1a64-40e5-b03b-c6c386467603 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:32.936001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:32.959236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1615098513'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:33.043434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfbaf1db-609c-4c69-a933-41ed6a8de0c1 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:33.054594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.065717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.090792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Transition to ACTIVE for port object cfbaf1db-609c-4c69-a933-41ed6a8de0c1 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:33.126067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.152735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] For port d0811e49-bdd6-41f1-af32-6b3beb963832, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:33.168209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] For port d0811e49-bdd6-41f1-af32-6b3beb963832, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0811e49-bdd6-41f1-af32-6b3beb963832,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:33.176395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:33.180170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.266462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.403722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.408409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.458310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.464998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2f5b3000-030e-4d46-b1d9-756576f3ff7a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:33.469170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75410f-bce8-47e8-adcc-854fdf06117b req-a542296d-ea75-4a65-a107-eb630f874f93 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:33.471078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f75410f-bce8-47e8-adcc-854fdf06117b req-a542296d-ea75-4a65-a107-eb630f874f93 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 932 time: 0.2881567 Aug 03 19:22:33.505409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:33.551934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f75410f-bce8-47e8-adcc-854fdf06117b req-2e1cb137-cd16-431b-b30f-629eb08d98ca tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Aug 03 19:22:33.566529 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.614820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Transition to ACTIVE for port object 7f0ef437-0037-4cee-961c-1df84828eb58 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:33.625971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.626541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:33.626541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:33.638884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.661622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:33.692856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227027e8-6283-429c-8bdb-371cfe8728d2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:33.699835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.700800 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment e483c3dc-53ba-4b16-8136-ed15806985b9 of type vlan for network 158924d4-e990-47c1-a6c3-e219838d404a Aug 03 19:22:33.731087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.731490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.731948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.732234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.732636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.732933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.733228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.734182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.734539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.734957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.735200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.735551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:33.795074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:33.857125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:33.861966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Pushing event updated for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:33.890393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Transition to ACTIVE for port object 7f0ef437-0037-4cee-961c-1df84828eb58 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:33.910445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:33.972358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d550c-8e95-4ff2-abd0-893a62754cb9 None None] Pushing event updated for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.031751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.037605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.038433 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.067701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Attempting to bind port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:34.068388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Attempting to bind port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '95462864-da7a-4ce4-a3cc-4826764e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:34.068388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Attempting to bind port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 on network 379cc346-577f-47c5-8419-1b0830f57b7e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:34.108592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 on network 379cc346-577f-47c5-8419-1b0830f57b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:22:34.108953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Attempting to bind port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 on network 379cc346-577f-47c5-8419-1b0830f57b7e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:34.124686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:34.125090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Checking segment: {'id': '95462864-da7a-4ce4-a3cc-4826764e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:34.125593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Bound using segment: {'id': '95462864-da7a-4ce4-a3cc-4826764e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:34.125903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Bound port: cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95462864-da7a-4ce4-a3cc-4826764e2eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:34.126338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.151885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Allocated IP 172.23.0.1 (7ff08020-82b7-43af-a723-55a41a7367cd/67ef62b6-7952-4763-9e6e-50cbd3dcfc78/688a8d2e-a9db-47a7-a6ea-259c1b481f38) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:34.207150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cf0df-d077-4a1e-93c1-7fb353fc30e8 req-4b4cc6b8-ca10-4b95-9ad6-1fbc4c22f8b8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.216190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e3cf0df-d077-4a1e-93c1-7fb353fc30e8 req-4b4cc6b8-ca10-4b95-9ad6-1fbc4c22f8b8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 944 time: 0.2830703 Aug 03 19:22:34.256005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=158924d4-e990-47c1-a6c3-e219838d404a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.281091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e3cf0df-d077-4a1e-93c1-7fb353fc30e8 req-2d586ebb-c9b1-4a07-878a-3bceaaef7bd1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639350 Aug 03 19:22:34.283507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-38bd17e1-3e64-4c67-b1f6-1765c6e4a2d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4522572 Aug 03 19:22:34.286199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 36992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:34.293684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'name': 'tempest-PortsTestJSON-1246940881'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:34.322763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:34.337603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,segment=NetworkSegment(95462864-da7a-4ce4-a3cc-4826764e2eb4),segment_id=95462864-da7a-4ce4-a3cc-4826764e2eb4)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:34.351520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.365933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 158924d4-e990-47c1-a6c3-e219838d404a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:34.406189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.438548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Transition to ACTIVE for port object 688a8d2e-a9db-47a7-a6ea-259c1b481f38 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:34.447730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.512529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Pushing event updated for resources: {'Port': ['ID=7f0ef437-0037-4cee-961c-1df84828eb58,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.527249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Network 7ff08020-82b7-43af-a723-55a41a7367cd is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:34.537806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.539201 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.541879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] 10.222.0.77 "PUT /v2.0/ports/cfbaf1db-609c-4c69-a933-41ed6a8de0c1 HTTP/1.1" status: 200 len: 1092 time: 2.2467072 Aug 03 19:22:34.542691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:34.545068 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045" -d '{"events": [{"name": "network-changed", "server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:34.547968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:34.551666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.556384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:34.577628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:34.590032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:34.626214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc0047-f56b-4262-8f0a-52df221fe06f service neutron] Pushing event updated for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.687774 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a444d5e6-4738-4379-9e3a-0c5c664bd4a4 x-openstack-request-id: req-a444d5e6-4738-4379-9e3a-0c5c664bd4a4 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:34.688625 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:34.688915 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a444d5e6-4738-4379-9e3a-0c5c664bd4a4 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:34.696599 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1', 'status': 'completed', 'code': 200} Aug 03 19:22:34.730549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.739578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Attempting to bind port 7f0ef437-0037-4cee-961c-1df84828eb58 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:34.739945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Attempting to bind port 7f0ef437-0037-4cee-961c-1df84828eb58 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:34.741101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Attempting to bind port 7f0ef437-0037-4cee-961c-1df84828eb58 on network 7ff08020-82b7-43af-a723-55a41a7367cd {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:34.755554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01ef84-3787-4770-90ad-ca19e05343f0 req-e7237521-ef3b-426e-9fe1-b95ce2e217ac tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.758341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba01ef84-3787-4770-90ad-ca19e05343f0 req-e7237521-ef3b-426e-9fe1-b95ce2e217ac tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 944 time: 0.1056764 Aug 03 19:22:34.764130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-1d48631e-7b03-47ef-8fa5-8ef081f5bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:34.766059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-1d48631e-7b03-47ef-8fa5-8ef081f5bf89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=113fdec498904f31ad481ee01e9b06be&device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 1095 time: 0.0524242 Aug 03 19:22:34.786544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:34.802103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:34.802717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Checking segment: {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:34.803471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.803984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Bound using segment: {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:34.804526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Bound port: 7f0ef437-0037-4cee-961c-1df84828eb58, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:34.805013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.846663 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.855876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:34.865361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba01ef84-3787-4770-90ad-ca19e05343f0 req-77858fa4-b3e4-4cbb-ba3d-e3b85d71411d tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933259 Aug 03 19:22:34.890533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:34.953235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:26Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:33Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:34.962041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 7ff08020-82b7-43af-a723-55a41a7367cd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:34.971248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:34.992721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:34.995072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c534461-b3de-4191-9b7e-1ac2c1c731ff None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:26Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:33Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:35.001821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] For port 7f0ef437-0037-4cee-961c-1df84828eb58, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:35.015214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:35.016722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] For port 7f0ef437-0037-4cee-961c-1df84828eb58, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f0ef437-0037-4cee-961c-1df84828eb58,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:35.072961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.154670 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.172234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.172881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-333482e7-3b54-4e71-a6d4-11f5ece816e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.174873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-333482e7-3b54-4e71-a6d4-11f5ece816e8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=113fdec498904f31ad481ee01e9b06be&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3993666 Aug 03 19:22:35.175823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.205127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.293990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': 'e483c3dc-53ba-4b16-8136-ed15806985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:35.297595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: 158924d4-e990-47c1-a6c3-e219838d404a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:35.325606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.394555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b92afc-4abb-47f8-889c-fe101edd87cd None None] Pushing event updated for resources: {'Port': ['ID=7f0ef437-0037-4cee-961c-1df84828eb58,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:35.455175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0440c38-793e-4ba2-b084-b0cec1aacf0b req-eb84be14-666c-4446-915a-8aa35bb4521e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.457133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0440c38-793e-4ba2-b084-b0cec1aacf0b req-eb84be14-666c-4446-915a-8aa35bb4521e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 943 time: 0.0685275 Aug 03 19:22:35.488705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.491710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:35.528331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-80ecf990-3cf6-4728-abbe-66a217171943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.532637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2cdcf3b5-4bf8-48a6-ae18-33c0a9a5c045 req-80ecf990-3cf6-4728-abbe-66a217171943 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437730 Aug 03 19:22:35.544186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0440c38-793e-4ba2-b084-b0cec1aacf0b req-73e15ea0-b05f-45d1-9a60-e6e1f10dd865 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Aug 03 19:22:35.685420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 158924d4-e990-47c1-a6c3-e219838d404a) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:35.694157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:35.697141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b964d999-ddfc-44dd-becf-21d40eab3198 None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:35.710801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.712817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:35.774784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:35.794384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-af3c5fcf-7f76-43be-a3c0-09721d84ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:35.796669 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-af3c5fcf-7f76-43be-a3c0-09721d84ec54 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=113fdec498904f31ad481ee01e9b06be&device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 1095 time: 0.2003710 Aug 03 19:22:35.869031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-f6088c75-f962-484b-b584-06b9515d18fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1 HTTP/1.1" status: 200 len: 217 time: 0.0579855 Aug 03 19:22:35.954492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7bbc6e63-04aa-4b97-8627-34e3765bed2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6656630 Aug 03 19:22:35.957949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:35.966738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2760202'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:35.991587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f0ef437-0037-4cee-961c-1df84828eb58 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:36.028266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2f5b3000-030e-4d46-b1d9-756576f3ff7a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:36.028640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.095138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-71b2054a-4d0a-44a2-8bb4-b53120cc8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.096936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-71b2054a-4d0a-44a2-8bb4-b53120cc8a0a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b15b7173-0ef2-48cc-9b41-de7523ee46a1 HTTP/1.1" status: 200 len: 853 time: 0.0837312 Aug 03 19:22:36.110184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38378cf-ce5e-41ff-a1b0-6bff4d5c20f5 req-ca685b1c-04d4-4280-a248-82ab69353ede tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.112568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d38378cf-ce5e-41ff-a1b0-6bff4d5c20f5 req-ca685b1c-04d4-4280-a248-82ab69353ede tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 944 time: 0.1150744 Aug 03 19:22:36.161482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.213551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d38378cf-ce5e-41ff-a1b0-6bff4d5c20f5 req-adb750d9-ed4c-49a4-9344-f63848694bfb tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929496 Aug 03 19:22:36.232629 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-22cbdb8d-0233-4861-9d44-981feb5ea1f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=379cc346-577f-47c5-8419-1b0830f57b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158471 Aug 03 19:22:36.239538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:36.246213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.254949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:36.257303 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58149c4f-ac5e-42b1-acc6-5db8a8037067" -d '{"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:36.279766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:36.286201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:36.295588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.305219 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment e45b00e9-5651-495f-9a7a-31a9e778b283 of type vlan for network a604fc3f-adef-41f8-ac54-6d91d1cc7908 Aug 03 19:22:36.356932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.398949 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c829815-ca14-4b72-9f10-d51abe350e13 x-openstack-request-id: req-0c829815-ca14-4b72-9f10-d51abe350e13 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:36.399319 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-plugged", "status": "completed", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:36.399719 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c829815-ca14-4b72-9f10-d51abe350e13 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:36.400432 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'code': 200} Aug 03 19:22:36.400519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.409574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7f0ef437-0037-4cee-961c-1df84828eb58 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:36.417019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-b494ca5b-1838-4c55-a9d4-2c3e442b1e04 service neutron] 10.222.0.77 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752565 Aug 03 19:22:36.419011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0811e49-bdd6-41f1-af32-6b3beb963832 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:36.490086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.580585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.589584 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1010d5d9-6423-424b-a5a9-3d13fdce4bf4 req-079fff05-e1e8-4ddc-acf3-a20b3f32ff01 service neutron] 10.222.0.77 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593263 Aug 03 19:22:36.608598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.626815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc345-3ccc-44ca-8908-3bbf183f0f6f req-98264b71-fe57-4b6b-a0c5-be8532891089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.628468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77dbc345-3ccc-44ca-8908-3bbf183f0f6f req-98264b71-fe57-4b6b-a0c5-be8532891089 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 1096 time: 0.0716560 Aug 03 19:22:36.689823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event updated for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.707874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.713309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.717241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.717917 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:36.754407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797199ab-6093-44cb-a189-9d698c8c69b5 None None] Network 7ff08020-82b7-43af-a723-55a41a7367cd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:36.760533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77dbc345-3ccc-44ca-8908-3bbf183f0f6f req-f0105528-4125-44d8-afcf-8c8f687cf8d8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175673 Aug 03 19:22:36.851007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=a604fc3f-adef-41f8-ac54-6d91d1cc7908,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:36.862267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Network 7ff08020-82b7-43af-a723-55a41a7367cd is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:36.863077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c431a2b-b553-44bf-b30d-9bc9400b8cec req-31debf53-efe5-4927-81d3-8a86d85c1584 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:36.864158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:36.871238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c431a2b-b553-44bf-b30d-9bc9400b8cec req-31debf53-efe5-4927-81d3-8a86d85c1584 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1997335 Aug 03 19:22:36.883172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a604fc3f-adef-41f8-ac54-6d91d1cc7908 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:36.896190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d0811e49-bdd6-41f1-af32-6b3beb963832 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:36.942323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c431a2b-b553-44bf-b30d-9bc9400b8cec req-d05fd953-0d02-4d8a-b888-8b9da126b64e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701675 Aug 03 19:22:36.949488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0811e49-bdd6-41f1-af32-6b3beb963832 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:36.950358 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.006233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe868fd9-1322-4994-a195-3c0daed0ae77 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0359066 Aug 03 19:22:37.016586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37044) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.016586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'ports': [{'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'}, {'network_id': 'a604fc3f-adef-41f8-ac54-6d91d1cc7908'}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:37.016586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:37.017204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': 'a604fc3f-adef-41f8-ac54-6d91d1cc7908'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:37.060369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:37.146465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Provisioning for port 7f0ef437-0037-4cee-961c-1df84828eb58 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:37.166057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Provisioning complete for port 7f0ef437-0037-4cee-961c-1df84828eb58 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:37.167034 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.203591 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.280308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:37.294300 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:37.298316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d0811e49-bdd6-41f1-af32-6b3beb963832, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0811e49-bdd6-41f1-af32-6b3beb963832,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:37.301886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5f654bb3-711f-4021-9b80-60193634ba1d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2589777 Aug 03 19:22:37.307321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37052) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:37.328158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:37.328976 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:37.331284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:37.357154 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.444397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] For port 7f0ef437-0037-4cee-961c-1df84828eb58, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f0ef437-0037-4cee-961c-1df84828eb58,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:37.456788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.498147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23afdb-0c0f-4e15-bf47-1c7c2f380371 req-85715931-286f-4f07-992a-b4d9820b8ac7 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:37.498579 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:37.501484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae23afdb-0c0f-4e15-bf47-1c7c2f380371 req-85715931-286f-4f07-992a-b4d9820b8ac7 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 944 time: 0.1251442 Aug 03 19:22:37.535467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 2} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:37.542164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.574290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.598864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.635955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae23afdb-0c0f-4e15-bf47-1c7c2f380371 req-874ca53b-dd7b-41bd-af3b-57511ff234bd tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252139 Aug 03 19:22:37.654317 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.759604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7028e2-eba0-4488-8355-58c8d94ec2d2 None None] Pushing event updated for resources: {'Port': ['ID=7f0ef437-0037-4cee-961c-1df84828eb58,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:37.805824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 6a6ca07c-48c6-47fb-a28e-41a81dfb8718 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:37.833345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Provisioning complete for port 7f0ef437-0037-4cee-961c-1df84828eb58 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:37.836104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:37.973860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0811e49-bdd6-41f1-af32-6b3beb963832 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:37.993191 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:35Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:35Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:33Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:38.034564 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:38.034564 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Updating router 5a24b0ae-745b-406f-9cc3-2b45cd96364a port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:22:38.087372 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.090689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.208091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:22:38.230438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Removed routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:22:38.231170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.253190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0811e49-bdd6-41f1-af32-6b3beb963832 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:38.253724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.278914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port bcc40627-5f2b-42d8-b16d-66fc97ddfbfd yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:38.295258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbccf78-60af-493b-9116-359c4afb816e req-c92b0c33-6592-4112-a2d6-8ecd27e72921 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:38.307575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbccf78-60af-493b-9116-359c4afb816e req-c92b0c33-6592-4112-a2d6-8ecd27e72921 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.2025530 Aug 03 19:22:38.395211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbccf78-60af-493b-9116-359c4afb816e req-9a4cb6a2-384f-4c5b-86e7-806a862afb4d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861454 Aug 03 19:22:38.432723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Provisioning for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:38.443338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Provisioning complete for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:38.445299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.512114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a6e249fa-16e7-4b61-a8c6-00f2d1a68a8b None None] Port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:38.543757 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.555996 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Transition to ACTIVE for port object 688a8d2e-a9db-47a7-a6ea-259c1b481f38 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:38.561519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.637965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02977827-2e52-4ff7-bbf6-4f10554499f0 None None] Provisioning complete for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:38.638740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02977827-2e52-4ff7-bbf6-4f10554499f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.687568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-02977827-2e52-4ff7-bbf6-4f10554499f0 None None] Port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:22:38.688575 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.729511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-d8662c1b-d527-4527-831b-e8d02cfc3031 req-3d52282d-2030-4166-81eb-015f4f6b1d49 service neutron] (101342) timed out ('10.222.0.67', 36890) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:22:38.763628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.767929 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Pushing event updated for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:38.849398 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849398 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849398 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849398 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:38.849861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.849861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.850052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.850555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.853014 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.853428 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.853762 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:38.857641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:38.870256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:38.877052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.885172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=6a6ca07c-48c6-47fb-a28e-41a81dfb8718,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:38.897974 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Attempting to bind port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:38.898570 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Attempting to bind port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:38.901086 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Attempting to bind port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 on network 7ff08020-82b7-43af-a723-55a41a7367cd {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:38.910384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584338-e703-41dc-8422-90970481b877 req-d1f0484e-b3a6-4e04-8ef9-cd914d4508a7 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:38.913652 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:38.914152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Checking segment: {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:38.914820 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.917222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Bound using segment: {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:38.917909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Bound port: 688a8d2e-a9db-47a7-a6ea-259c1b481f38, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:38.918462 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.927215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed584338-e703-41dc-8422-90970481b877 req-d1f0484e-b3a6-4e04-8ef9-cd914d4508a7 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 944 time: 0.1769421 Aug 03 19:22:38.988105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:38.993233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.003550 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] For port 688a8d2e-a9db-47a7-a6ea-259c1b481f38, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:39.007565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] For port 688a8d2e-a9db-47a7-a6ea-259c1b481f38, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=688a8d2e-a9db-47a7-a6ea-259c1b481f38,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:39.096534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=bcc40627-5f2b-42d8-b16d-66fc97ddfbfd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.109243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed584338-e703-41dc-8422-90970481b877 req-f9553dde-9c9d-4122-8114-0e1d93979b8c tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809628 Aug 03 19:22:39.117460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:39.128638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': 'e45b00e9-5651-495f-9a7a-31a9e778b283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a604fc3f-adef-41f8-ac54-6d91d1cc7908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:39.129223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: a604fc3f-adef-41f8-ac54-6d91d1cc7908, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:39.136126 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.186432 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:39.187065 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.232528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:39.239712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.244056 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-628d60fe-211f-4008-9ebe-622d8177ac73 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 933 time: 1.9258764 Aug 03 19:22:39.244464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37084) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:39.307612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network a604fc3f-adef-41f8-ac54-6d91d1cc7908 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:39.397110 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb857c6c-edb3-411e-9ff8-66f9cc687365 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 933 time: 0.1485896 Aug 03 19:22:39.397967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37090) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:39.411021 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791870f-fc56-4548-8d78-f5ba479f810b None None] Pushing event updated for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:39.418744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'routes': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:39.440007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a604fc3f-adef-41f8-ac54-6d91d1cc7908) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:39.445516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:39.455605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.462557 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:39.476793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.477846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:39.484274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced4c24-aa29-473e-9fb8-cf9cee52addf None None] Network a604fc3f-adef-41f8-ac54-6d91d1cc7908 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:39.531107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-8b93b066-9806-4cd0-a375-1681cffbb9a5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1701744 Aug 03 19:22:39.656521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cf004-63bc-4f78-8a63-16da0b2c6fee req-7a4a6a4c-7846-495d-826c-668288dac194 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.659590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b7cf004-63bc-4f78-8a63-16da0b2c6fee req-7a4a6a4c-7846-495d-826c-668288dac194 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1108880 Aug 03 19:22:39.664966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-407ab9e9-cf73-4607-bba1-21f79e8f5372 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6498890 Aug 03 19:22:39.672491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37096) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:39.756850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cfbaf1db-609c-4c69-a933-41ed6a8de0c1 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:22:39.758629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-dbf0eea4-522c-4884-b3e4-0de0f2aad8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:39.760357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-dbf0eea4-522c-4884-b3e4-0de0f2aad8ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.1610985 Aug 03 19:22:39.777912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b7cf004-63bc-4f78-8a63-16da0b2c6fee req-7ebd6137-0700-49a6-a2f0-247756188402 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065190 Aug 03 19:22:39.846569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fd32013a-9207-4b4e-8144-600805966277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 6, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:39.878577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd32013a-9207-4b4e-8144-600805966277 None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 6, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:39.924576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f0ef437-0037-4cee-961c-1df84828eb58 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:40.103562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,segment=NetworkSegment(95462864-da7a-4ce4-a3cc-4826764e2eb4),segment_id=95462864-da7a-4ce4-a3cc-4826764e2eb4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:40.107355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7f0ef437-0037-4cee-961c-1df84828eb58 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:40.107740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.110993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018430b4-657d-4a05-940e-14e1abcb6989 req-7a70ba6b-1793-40b5-88e6-12b53c8d5b81 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.112568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-018430b4-657d-4a05-940e-14e1abcb6989 req-7a70ba6b-1793-40b5-88e6-12b53c8d5b81 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.1005058 Aug 03 19:22:40.219088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1', 'network_id': '379cc346-577f-47c5-8419-1b0830f57b7e', 'port_id': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1', 'mac_address': 'fa:16:3e:86:26:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15b7173-0ef2-48cc-9b41-de7523ee46a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:22:40.285659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:22:40.286441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:22:40.325623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.327533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.342181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfbaf1db-609c-4c69-a933-41ed6a8de0c1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:40.344955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-018430b4-657d-4a05-940e-14e1abcb6989 req-253c3f8f-b160-4cbf-b58d-5644f1e0ae58 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072887 Aug 03 19:22:40.374347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port bcc40627-5f2b-42d8-b16d-66fc97ddfbfd {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:40.374347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.374347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-7bf57850-edfe-4481-be00-0a4a1251de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.374834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,segment=NetworkSegment(95462864-da7a-4ce4-a3cc-4826764e2eb4),segment_id=95462864-da7a-4ce4-a3cc-4826764e2eb4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:40.374932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-7bf57850-edfe-4481-be00-0a4a1251de69 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.4928536 Aug 03 19:22:40.446513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b9a3f-19e5-4858-8120-87f326f75e80 req-e8bddfa0-a3ac-4c66-bcfd-92015433d3d1 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.448014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-933b9a3f-19e5-4858-8120-87f326f75e80 req-e8bddfa0-a3ac-4c66-bcfd-92015433d3d1 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 944 time: 0.1566043 Aug 03 19:22:40.506386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-6eacb765-e3c0-4022-b299-d5e5e3936341 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.1123152 Aug 03 19:22:40.566420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.571225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.603427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for bcc40627-5f2b-42d8-b16d-66fc97ddfbfd owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:40.622504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-933b9a3f-19e5-4858-8120-87f326f75e80 req-ca4feed9-2b68-4f64-b8b6-7856c90d7125 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318011 Aug 03 19:22:40.638831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-89aa9b57-7ac2-44f6-88b5-f1bb115ae68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:40.640141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-89aa9b57-7ac2-44f6-88b5-f1bb115ae68c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.1251097 Aug 03 19:22:40.689490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:40.727625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-c2ab7dc5-54ec-4f1a-ba69-f7cb20b03da9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344040 Aug 03 19:22:40.802986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.807820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:40.816094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['cfbaf1db-609c-4c69-a933-41ed6a8de0c1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:40.854829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-f320b924-c9ba-4c3b-8c60-0d7bfd7a7393 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160238 Aug 03 19:22:41.023253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:41.069630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.162382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df58e428-1649-47c9-b12b-b021ad3cbd89 req-0199dbce-9e6c-4ca9-9420-f80f08bc3ae2 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875545 Aug 03 19:22:41.165194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=bcc40627-5f2b-42d8-b16d-66fc97ddfbfd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:41.175596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.182656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6cbef6eb-548d-490d-bf61-1ba95427f90b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/bcc40627-5f2b-42d8-b16d-66fc97ddfbfd HTTP/1.1" status: 204 len: 168 time: 1.5090678 Aug 03 19:22:41.185625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.308620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa3b9d-873c-4b43-b5b4-988c1080c5d5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:41.317244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa3b9d-873c-4b43-b5b4-988c1080c5d5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:41.319301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:41.325704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b9fa3b9d-873c-4b43-b5b4-988c1080c5d5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1389544 Aug 03 19:22:41.332006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37136) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.348279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:41.348639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:41.364181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:41.374360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.375592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f8c95b79-cda7-406f-8d9f-8e9c9bce1424 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 699 time: 1.9746966 Aug 03 19:22:41.378354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37144) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.476416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 6a6ca07c-48c6-47fb-a28e-41a81dfb8718 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:41.476609 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.517190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:41.607470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-78838802-541d-4a2d-ae85-b689e3c38df7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 699 time: 0.2274928 Aug 03 19:22:41.611224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37152) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:41.613982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.650900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 6a6ca07c-48c6-47fb-a28e-41a81dfb8718 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:41.910449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:41.944493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 688a8d2e-a9db-47a7-a6ea-259c1b481f38 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:41.950818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:41.957490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:41.988779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=6a6ca07c-48c6-47fb-a28e-41a81dfb8718,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:42.004886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:42.005843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:42.012299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.023934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0654cefc-c254-4735-b4ee-156e12b969b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/6a6ca07c-48c6-47fb-a28e-41a81dfb8718 HTTP/1.1" status: 204 len: 168 time: 0.6807821 Aug 03 19:22:42.028171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.121448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae4b0d-787b-4083-84d9-707501de3e95 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.123674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cbae4b0d-787b-4083-84d9-707501de3e95 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0938962 Aug 03 19:22:42.126344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37166) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.168467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:42.172641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-943ee067-2097-4cbb-a35a-050a7eb08469 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.180710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-943ee067-2097-4cbb-a35a-050a7eb08469 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.7508352 Aug 03 19:22:42.186255 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c452a784-4457-4510-af6b-af8c1597b98e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:22:42.190859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c452a784-4457-4510-af6b-af8c1597b98e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/bcc40627-5f2b-42d8-b16d-66fc97ddfbfd HTTP/1.1" status: 404 len: 333 time: 0.0607522 Aug 03 19:22:42.191427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.219710 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c165d08-9c61-4714-8391-02b6e4d61ebb tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:22:42.224188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1c165d08-9c61-4714-8391-02b6e4d61ebb tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/6a6ca07c-48c6-47fb-a28e-41a81dfb8718 HTTP/1.1" status: 404 len: 333 time: 0.0290415 Aug 03 19:22:42.224497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.285770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-ef9e4a19-1bb4-4fbd-a393-4c219c38551c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/quotas/3570cba1a2b9481c93c0335fd85b210f HTTP/1.1" status: 200 len: 375 time: 0.1035078 Aug 03 19:22:42.325123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.353151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:42.361071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:42.361071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.438531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.450961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a604fc3f-adef-41f8-ac54-6d91d1cc7908']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:42.464203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45b00e9-5651-495f-9a7a-31a9e778b283') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:42.464764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45b00e9-5651-495f-9a7a-31a9e778b283') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:42.475161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.502289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.505831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.514242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:42.514652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.515624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e951f4-60fa-4d40-aea5-b9963838bfd1 req-4144680a-b3f7-4e8c-83a0-6b45752f3e88 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.517218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e951f4-60fa-4d40-aea5-b9963838bfd1 req-4144680a-b3f7-4e8c-83a0-6b45752f3e88 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 945 time: 0.2765651 Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:42.517698 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:42.526104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-2cb59695-4651-4658-91e2-c83293f5a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.526543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-2cb59695-4651-4658-91e2-c83293f5a5c1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.1617644 Aug 03 19:22:42.537768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:42.558529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-ed395dfe-7b68-4682-be67-12be92efb563 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839950 Aug 03 19:22:42.583030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a69f22d-c67c-440c-b3f7-3a156d1e93c6 None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:38Z', 'revision_number': 4, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:42.587384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 688a8d2e-a9db-47a7-a6ea-259c1b481f38, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=688a8d2e-a9db-47a7-a6ea-259c1b481f38,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:42.702160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-59d42d98-a61d-40a4-8446-5a377e034d3b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.706112 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-59d42d98-a61d-40a4-8446-5a377e034d3b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "GET /v2.0/ports?device_id=1e0db9e0-b09d-4716-a2ff-63a7304dd626 HTTP/1.1" status: 200 len: 945 time: 0.0953605 Aug 03 19:22:42.718724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.734810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.754674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e951f4-60fa-4d40-aea5-b9963838bfd1 req-1f9ae645-a2ed-4643-aceb-ad91544f0da5 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219057 Aug 03 19:22:42.773598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.777094 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/a604fc3f-adef-41f8-ac54-6d91d1cc7908 HTTP/1.1" status: 204 len: 168 time: 0.5512578 Aug 03 19:22:42.801111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:42.811073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:42.819026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1482062914'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:42.831814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc975e-3495-46e3-a77a-69360e4f4b35 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=a604fc3f-adef-41f8-ac54-6d91d1cc7908,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:42.965474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Deleting port 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:42.966039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:42.982826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-a68f1358-c8f7-47ad-a2bb-844b62108479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:42.984540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-a68f1358-c8f7-47ad-a2bb-844b62108479 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.4481566 Aug 03 19:22:43.031657 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:43.045500 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:43.046017 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.058771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-71acd954-040f-43b0-ba0a-1bf86ade8222 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608927 Aug 03 19:22:43.062525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-14696f2e-14f3-4824-87b3-5ce9a7d58ac0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.0653596 Aug 03 19:22:43.096904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] For port 2f5b3000-030e-4d46-b1d9-756576f3ff7a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2f5b3000-030e-4d46-b1d9-756576f3ff7a,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:43.097283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.121300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Calling delete_port for 2f5b3000-030e-4d46-b1d9-756576f3ff7a owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:43.130710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b508a-78d1-4b66-9b6e-85531781a40b req-33e0d2e1-5228-4209-8ca9-8f7bee77f13a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.132472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db6b508a-78d1-4b66-9b6e-85531781a40b req-33e0d2e1-5228-4209-8ca9-8f7bee77f13a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2303808 Aug 03 19:22:43.158614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:43.162459 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:43.162876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.325713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-37edf8f5-9191-4dfa-b63d-b53bacdadd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:43.327380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-37edf8f5-9191-4dfa-b63d-b53bacdadd46 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.2262764 Aug 03 19:22:43.345928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:43.379603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db6b508a-78d1-4b66-9b6e-85531781a40b req-dd020841-b2a7-4826-8a88-b6773f5c8dbe tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019641 Aug 03 19:22:43.390669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-14434b9b-63a8-4524-a3c7-952603e5486d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525935 Aug 03 19:22:43.395728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.396086 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment 0c1a8a3a-8751-491d-99f3-abfd570a60da of type vlan for network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 Aug 03 19:22:43.425203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.462776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.486486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2f5b3000-030e-4d46-b1d9-756576f3ff7a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:22:43.527369 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:42Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.544552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event deleted for resources: {'Port': ['ID=2f5b3000-030e-4d46-b1d9-756576f3ff7a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:43.547984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-157aca6d-9b50-4332-8752-71b3dfc648a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482470 Aug 03 19:22:43.582919 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:43.594691 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:43.596045 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:43.596495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.666044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] No DVR routers for this DVR port 2f5b3000-030e-4d46-b1d9-756576f3ff7a on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:43.670576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:43.673809 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b3c3598a-26ee-469c-bac0-80e911fcd939 req-132d71ad-7fb0-440c-9f28-b2c6d369291f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "DELETE /v2.0/ports/2f5b3000-030e-4d46-b1d9-756576f3ff7a HTTP/1.1" status: 204 len: 173 time: 0.9598947 Aug 03 19:22:43.674197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-deleted', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:43.678843 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c2e3a-06dc-490a-b089-039d7f6d0717" -d '{"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-deleted", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:43.716605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-2d96a7f0-35f7-4e0f-9b5c-f02853b1c011 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157353 Aug 03 19:22:43.759780 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed2d4e-ca1f-46cb-bde6-6c7914f172e0 x-openstack-request-id: req-feed2d4e-ca1f-46cb-bde6-6c7914f172e0 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:43.760202 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0db9e0-b09d-4716-a2ff-63a7304dd626", "name": "network-vif-deleted", "tag": "2f5b3000-030e-4d46-b1d9-756576f3ff7a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:43.760606 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-feed2d4e-ca1f-46cb-bde6-6c7914f172e0 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:43.761471 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0db9e0-b09d-4716-a2ff-63a7304dd626', 'name': 'network-vif-deleted', 'tag': '2f5b3000-030e-4d46-b1d9-756576f3ff7a', 'status': 'completed', 'code': 200} Aug 03 19:22:43.770625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cfbaf1db-609c-4c69-a933-41ed6a8de0c1 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:43.824692 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:43.901319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 688a8d2e-a9db-47a7-a6ea-259c1b481f38 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:43.988426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:44.001024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.029411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c07142e9-18d2-4985-b3ba-4b4c1109ce9b req-fcb37a8e-88bf-4a79-b6c5-8c285064c2ee service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829871 Aug 03 19:22:44.033305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:44.035910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.044234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.044925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.065920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:44.065920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.272357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.298636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.316545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:42Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:44.322317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbf9ff93-24f2-4454-a6a1-ef03bf10722f req-ea207223-690f-4d3e-8d0d-0c34013f215a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.1310902 Aug 03 19:22:44.336250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:44.368608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576f77c-c601-4b7b-9ebd-d81c6293a92d req-903443d4-64bc-4b84-b267-a7f5d7b73d5e tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.376254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d576f77c-c601-4b7b-9ebd-d81c6293a92d req-903443d4-64bc-4b84-b267-a7f5d7b73d5e tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 945 time: 0.4936471 Aug 03 19:22:44.401020 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a145bc-2da9-44fe-ad28-2236aae3011c None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:40Z', 'revision_number': 7, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': '688a8d2e-a9db-47a7-a6ea-259c1b481f38', 'name': '', 'network_id': '7ff08020-82b7-43af-a723-55a41a7367cd', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:d0:b4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2128, 'fixed_ips': [{'subnet_id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:33Z', 'updated_at': '2021-08-03T19:22:42Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '67ef62b6-7952-4763-9e6e-50cbd3dcfc78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:44.420217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-022b161e-1062-4e23-b0c8-01f50e986e50 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6066525 Aug 03 19:22:44.420905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37212) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:44.426218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:44.465520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d576f77c-c601-4b7b-9ebd-d81c6293a92d req-9aeb8116-e080-41bd-aa4b-186a2376eadb tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881748 Aug 03 19:22:44.484798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:44.484798 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec3b149-614a-461a-9b35-4b5f7c460ef5" -d '{"events": [{"server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "name": "network-vif-plugged", "status": "completed", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:44.527248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,segment=NetworkSegment(95462864-da7a-4ce4-a3cc-4826764e2eb4),segment_id=95462864-da7a-4ce4-a3cc-4826764e2eb4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:44.558392 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c5a448-199f-47dd-af27-9af4225a53ab x-openstack-request-id: req-38c5a448-199f-47dd-af27-9af4225a53ab {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:44.558692 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "name": "network-vif-plugged", "status": "completed", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:44.558959 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38c5a448-199f-47dd-af27-9af4225a53ab {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:44.559368 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1', 'code': 200} Aug 03 19:22:44.722225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 688a8d2e-a9db-47a7-a6ea-259c1b481f38 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:44.722606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.745965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.746970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:44.772376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 2f5b3000-030e-4d46-b1d9-756576f3ff7a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:44.772871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2f5b3000-030e-4d46-b1d9-756576f3ff7a not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:44.788536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115e44-f4bd-4e41-ab21-4d523e3352b6 req-a4255253-1e1e-47d0-8f40-6d17247bd301 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.790217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54115e44-f4bd-4e41-ab21-4d523e3352b6 req-a4255253-1e1e-47d0-8f40-6d17247bd301 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2158926 Aug 03 19:22:44.827440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:44.843496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025ffa5-12bb-4316-896d-1029388a89ab req-dbd25d38-8339-4224-852b-2b79e0015c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:44.845045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4025ffa5-12bb-4316-896d-1029388a89ab req-dbd25d38-8339-4224-852b-2b79e0015c5d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 1096 time: 0.1656635 Aug 03 19:22:44.900116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54115e44-f4bd-4e41-ab21-4d523e3352b6 req-7fe9d3ec-5986-43b4-a003-f4fc63bbbe68 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957592 Aug 03 19:22:44.908351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 688a8d2e-a9db-47a7-a6ea-259c1b481f38, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=688a8d2e-a9db-47a7-a6ea-259c1b481f38,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:44.908782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:44.932003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4025ffa5-12bb-4316-896d-1029388a89ab req-2ce628fa-0e73-414a-8239-bf615bc285c0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769067 Aug 03 19:22:44.932981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 688a8d2e-a9db-47a7-a6ea-259c1b481f38 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:44.994259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:44.998474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.431552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acee6255-06a7-4cef-82c3-4c1c6e33fef2 req-c87c3657-7a04-4392-86b4-ad37ad10427b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Aug 03 19:22:45.476189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.479295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.516266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=688a8d2e-a9db-47a7-a6ea-259c1b481f38,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:45.737229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a42f2-eb01-48fc-b700-5e05bfaa1e9f req-438fb924-5928-4c56-b8b3-9070f4c0ebe2 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:45.739134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-777a42f2-eb01-48fc-b700-5e05bfaa1e9f req-438fb924-5928-4c56-b8b3-9070f4c0ebe2 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.1651516 Aug 03 19:22:45.829641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.847233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-777a42f2-eb01-48fc-b700-5e05bfaa1e9f req-5f7a1f4e-9101-4361-8946-2dde333058d5 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831060 Aug 03 19:22:45.913322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:45.978779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': '0c1a8a3a-8751-491d-99f3-abfd570a60da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:45.985914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:45.994852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=f2692919-2f22-4544-b0e0-5ec35664669d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:46.129046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:46.139746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab0b8a-78e7-4781-89a2-bb24cf650ef2 req-8efb1f8a-6bc7-43d3-9a4c-d4bc1be8b62e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:46.141717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:46.147473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6ab0b8a-78e7-4781-89a2-bb24cf650ef2 req-8efb1f8a-6bc7-43d3-9a4c-d4bc1be8b62e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1250284 Aug 03 19:22:46.239181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6ab0b8a-78e7-4781-89a2-bb24cf650ef2 req-52316cfc-a576-4497-b156-ab25dc12984e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884869 Aug 03 19:22:46.274735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:46.288097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6844c427-7b15-43e6-93ff-f551346c7e6a None None] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:46.292421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:46.295494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.358320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:46.380590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3bc3db30-e0b0-4cc0-97ae-97c296fdd7a3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7663863 Aug 03 19:22:46.384807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:46.386367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37254) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.412045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:46.412045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:46.448605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cce6e074-2727-4291-93a9-c5ba3b9292d6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0263734 Aug 03 19:22:46.449455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:46.454614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806', 'name': 'tempest-PortsTestJSON-1244210122'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:46.494192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet 67ef62b6-7952-4763-9e6e-50cbd3dcfc78 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:46.502151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.587903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:46.725154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806', 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': 'f2692919-2f22-4544-b0e0-5ec35664669d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:46.726380 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.781698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:46.786502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:46.821930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 8e64f652-59c5-48fd-b3de-178e533cd568 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:47.041614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.5 (6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806/f2692919-2f22-4544-b0e0-5ec35664669d/8e64f652-59c5-48fd-b3de-178e533cd568) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:47.101857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-042a0333-1d32-45b0-8c73-8829b16b781f req-66331221-4a2a-47da-a421-0762a2518291 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.0961800 Aug 03 19:22:47.107848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.231413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420f5eb-9aca-4ae3-9704-32c12ea95dea req-94ec2a09-29ab-4cab-bb27-3f09aae49b35 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.239137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3420f5eb-9aca-4ae3-9704-32c12ea95dea req-94ec2a09-29ab-4cab-bb27-3f09aae49b35 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2387528 Aug 03 19:22:47.279129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:45Z', 'revision_number': 8, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:47.293363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.316365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:47.323469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3420f5eb-9aca-4ae3-9704-32c12ea95dea req-3109dd75-2d82-4237-8a47-7d8289976a89 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Aug 03 19:22:47.335512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:47.335729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 8e64f652-59c5-48fd-b3de-178e533cd568 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:47.336450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:47.373910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.505518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:47.588770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053e11-724f-4617-94a7-835c9b03e36f req-33aa961b-b59d-4ee4-99f9-56656f2ff467 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.593615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0053e11-724f-4617-94a7-835c9b03e36f req-33aa961b-b59d-4ee4-99f9-56656f2ff467 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1029904 Aug 03 19:22:47.603957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.660132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0053e11-724f-4617-94a7-835c9b03e36f req-66eecbe8-9103-46ac-ac56-19cec01042d2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593116 Aug 03 19:22:47.683291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:47.691848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:47.698463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:47.705704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=8e64f652-59c5-48fd-b3de-178e533cd568,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:47.767229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Allocated IP 172.20.0.2 (6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806/f2692919-2f22-4544-b0e0-5ec35664669d/7d8e66b8-d457-4bf6-b024-3b4a8f544567) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:47.778977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:47.779750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.788499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.829185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.831272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/67ef62b6-7952-4763-9e6e-50cbd3dcfc78 HTTP/1.1" status: 204 len: 168 time: 1.4436762 Aug 03 19:22:47.832457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d11f62-8552-46d8-ba56-564de51aa1ba tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=67ef62b6-7952-4763-9e6e-50cbd3dcfc78,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:47.835611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37288) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:47.842478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e69463-b96a-4b19-9f57-25cbfb52bd08 None None] Network 7ff08020-82b7-43af-a723-55a41a7367cd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:47.942199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:47.954003 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-299493b9-f052-4b28-b84b-a7a1c0d905cf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5033112 Aug 03 19:22:47.956684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37292) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:48.061520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 7f0ef437-0037-4cee-961c-1df84828eb58 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:48.062016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.072433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1368682-1381-4bfd-abed-672320489ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:45Z', 'revision_number': 8, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:48.161610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1368682-1381-4bfd-abed-672320489ebd None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:45Z', 'revision_number': 8, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0811e49-bdd6-41f1-af32-6b3beb963832', 'name': '', 'network_id': '993a5677-c421-48a5-8f4e-d34e6ce0bf11', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:dd:e0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:23Z', 'updated_at': '2021-08-03T19:22:37Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'b17c6327-8164-4005-b812-0b2ced71f5ed', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:48.162610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 8e64f652-59c5-48fd-b3de-178e533cd568 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:48.163058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.200276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] DHCP port deletion for 7ff08020-82b7-43af-a723-55a41a7367cd request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:48.225472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 7f0ef437-0037-4cee-961c-1df84828eb58, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f0ef437-0037-4cee-961c-1df84828eb58,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:48.225928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.245810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 7f0ef437-0037-4cee-961c-1df84828eb58 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:48.269122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.282660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Transition to ACTIVE for port object 7d8e66b8-d457-4bf6-b024-3b4a8f544567 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:48.307425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Transition to ACTIVE for port object 7d8e66b8-d457-4bf6-b024-3b4a8f544567 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:48.324936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Deleting port 7f0ef437-0037-4cee-961c-1df84828eb58 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:48.326082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.342748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f92cc8ea-0a24-437d-a856-76e6b51dc87c req-eddf0d32-c0f9-4234-8a57-050eab4fe33a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.0640960 Aug 03 19:22:48.384327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577921f1-2270-4fe7-aa05-a321b34572b8 req-6e196159-b88c-4969-b075-356fd66d8879 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.395649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-577921f1-2270-4fe7-aa05-a321b34572b8 req-6e196159-b88c-4969-b075-356fd66d8879 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2245884 Aug 03 19:22:48.413713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] For port 7f0ef437-0037-4cee-961c-1df84828eb58, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f0ef437-0037-4cee-961c-1df84828eb58,segment=NetworkSegment(d2dc8783-aa11-4bb4-bffc-13f2d0b149ea),segment_id=d2dc8783-aa11-4bb4-bffc-13f2d0b149ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:48.414520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.435913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Calling delete_port for 7f0ef437-0037-4cee-961c-1df84828eb58 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:48.454300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.454561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-73f62c04-6ff9-4f7e-9351-d8e6b45dd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.456159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-73f62c04-6ff9-4f7e-9351-d8e6b45dd593 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=113fdec498904f31ad481ee01e9b06be&device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 1097 time: 0.1858559 Aug 03 19:22:48.549151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.552704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:48.568643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:48.582647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:48.583181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.592492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-577921f1-2270-4fe7-aa05-a321b34572b8 req-e2aa80df-24da-4b68-9b78-40e9ea7ddff8 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872413 Aug 03 19:22:48.601649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Pushing event updated for resources: {'Port': ['ID=7d8e66b8-d457-4bf6-b024-3b4a8f544567,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.603020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 8e64f652-59c5-48fd-b3de-178e533cd568 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:48.675519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=7f0ef437-0037-4cee-961c-1df84828eb58,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.692944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 7f0ef437-0037-4cee-961c-1df84828eb58 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:48.713200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-6f9a891b-1023-4d60-8fa3-e2cdfbdc7964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:48.715230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-6f9a891b-1023-4d60-8fa3-e2cdfbdc7964 service neutron] 10.222.0.77 "GET /v2.0/networks?id=379cc346-577f-47c5-8419-1b0830f57b7e HTTP/1.1" status: 200 len: 914 time: 0.2465286 Aug 03 19:22:48.726553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Attempting to bind port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:48.728540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Attempting to bind port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0c1a8a3a-8751-491d-99f3-abfd570a60da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:48.730032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Attempting to bind port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 on network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:48.761401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.801407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:48.805095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Checking segment: {'id': '0c1a8a3a-8751-491d-99f3-abfd570a60da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:48.805679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.806157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Bound using segment: {'id': '0c1a8a3a-8751-491d-99f3-abfd570a60da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:48.806744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Bound port: 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1a8a3a-8751-491d-99f3-abfd570a60da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:48.808201 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.854435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] Pushing event deleted for resources: {'Port': ['ID=7f0ef437-0037-4cee-961c-1df84828eb58,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:48.855062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-f024a3cb-0d6e-46df-8d65-b10f15f72bb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1 HTTP/1.1" status: 200 len: 217 time: 0.1313415 Aug 03 19:22:48.859578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28333e1e-e132-4c69-bd01-9c2d44b4d833 None None] No DVR routers for this DVR port 7f0ef437-0037-4cee-961c-1df84828eb58 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:48.919034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.925766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7d26804d-f6a1-4e24-8883-9bd3af70500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:48.948312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff08020-82b7-43af-a723-55a41a7367cd']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:48.972388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:48.972849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc8783-aa11-4bb4-bffc-13f2d0b149ea') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:48.996356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.009086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] For port 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:49.018988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.021499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] For port 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8e66b8-d457-4bf6-b024-3b4a8f544567,segment=NetworkSegment(0c1a8a3a-8751-491d-99f3-abfd570a60da),segment_id=0c1a8a3a-8751-491d-99f3-abfd570a60da)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:49.026079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84321296-d6ad-4d59-916c-e51144a13daf req-ae950788-a6f6-47f4-91c4-a3fcdb521958 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.027189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:49.027606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:49.031886 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:49.034565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84321296-d6ad-4d59-916c-e51144a13daf req-ae950788-a6f6-47f4-91c4-a3fcdb521958 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1850908 Aug 03 19:22:49.036834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-a638c2af-5a39-4dcd-ba7f-e0a35ec338ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.038428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-a638c2af-5a39-4dcd-ba7f-e0a35ec338ba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b15b7173-0ef2-48cc-9b41-de7523ee46a1 HTTP/1.1" status: 200 len: 853 time: 0.1715517 Aug 03 19:22:49.139099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-6f5fd408-773f-4fb7-a1e1-b24221b0b3aa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=379cc346-577f-47c5-8419-1b0830f57b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558279 Aug 03 19:22:49.216776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.226278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84321296-d6ad-4d59-916c-e51144a13daf req-f01189b7-6537-4a75-b0dc-31672f482ece tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910522 Aug 03 19:22:49.252879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0e205dab-f714-4929-84ad-d4a466994944 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:49.254415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0e205dab-f714-4929-84ad-d4a466994944 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.54 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.2586591 Aug 03 19:22:49.278151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.300121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Request body: {'port': {'device_id': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'admin_state_up': True, 'tenant_id': '3570cba1a2b9481c93c0335fd85b210f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:49.340948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.342981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c657baf-fa15-4779-86d2-f0f042e784f7 None None] Pushing event updated for resources: {'Port': ['ID=7d8e66b8-d457-4bf6-b024-3b4a8f544567,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.348530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/7ff08020-82b7-43af-a723-55a41a7367cd HTTP/1.1" status: 204 len: 168 time: 1.5077620 Aug 03 19:22:49.360893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37316) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:49.369325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578464-2ba5-4b58-a309-ba0836601f81 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=7ff08020-82b7-43af-a723-55a41a7367cd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.400925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:49.418545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-665b068e-f5a2-4d48-903c-39af0f136d91 service neutron] 10.222.0.77 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670395 Aug 03 19:22:49.510586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=8e64f652-59c5-48fd-b3de-178e533cd568,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:49.791286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f98b32a-3530-43a9-90e5-370c377b7b8f req-64549426-6734-424c-8eaa-82b94913c013 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.2851479 Aug 03 19:22:49.892080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1e99513-134c-46fe-9c8f-2be688a2038e req-f0abf14a-ad5d-496e-a8da-d3268da0d7c6 service neutron] 10.222.0.77 "GET /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232471 Aug 03 19:22:49.930787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8e66b8-d457-4bf6-b024-3b4a8f544567 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:50.060259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5db1c7-8821-444d-9ee9-1992e6c07a0f req-d8f953a1-2efe-4a92-902b-091f7cab4a05 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.062166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b5db1c7-8821-444d-9ee9-1992e6c07a0f req-d8f953a1-2efe-4a92-902b-091f7cab4a05 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2576115 Aug 03 19:22:50.109058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.111059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:50.111995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-48dcbc11-c528-4f98-8ef1-1c41d61d1045 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/8e64f652-59c5-48fd-b3de-178e533cd568 HTTP/1.1" status: 204 len: 168 time: 2.1540048 Aug 03 19:22:50.115136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37336) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:50.181401 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f189e4-8798-4dc3-a079-99b13933eb3c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:22:50.182446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f189e4-8798-4dc3-a079-99b13933eb3c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:22:50.187312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0f189e4-8798-4dc3-a079-99b13933eb3c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/8e64f652-59c5-48fd-b3de-178e533cd568 HTTP/1.1" status: 404 len: 333 time: 0.0680015 Aug 03 19:22:50.188317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37338) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:50.259169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f0ef437-0037-4cee-961c-1df84828eb58 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:50.263014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b5db1c7-8821-444d-9ee9-1992e6c07a0f req-c9fa1495-2681-42f1-9d8e-12e29cd16dce tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561613 Aug 03 19:22:50.267048 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce50a977-664d-4572-9db3-7e4be127e817 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:22:50.268885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce50a977-664d-4572-9db3-7e4be127e817 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/8e64f652-59c5-48fd-b3de-178e533cd568 HTTP/1.1" status: 404 len: 333 time: 0.0802047 Aug 03 19:22:50.271530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Made reservation on behalf of 3570cba1a2b9481c93c0335fd85b210f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:50.272521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:50.274203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.322881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7f0ef437-0037-4cee-961c-1df84828eb58 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:50.323308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f0ef437-0037-4cee-961c-1df84828eb58 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:50.323805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 688a8d2e-a9db-47a7-a6ea-259c1b481f38 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:50.415751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 688a8d2e-a9db-47a7-a6ea-259c1b481f38 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:50.416487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 688a8d2e-a9db-47a7-a6ea-259c1b481f38 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:50.462313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet f2692919-2f22-4544-b0e0-5ec35664669d {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:50.478453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.531761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.566747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Allocated IP 172.20.0.14 (ca773f6a-a192-489c-be27-a46390321c12/23353e22-e63b-45bf-b255-4b68249a7f10/4f46cfb4-0f92-48f2-932a-5094ac7adbbf) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:50.629993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60dc4f-f824-456d-a0a4-d0977aa88469 req-2721db6a-3485-4f6e-999c-fcfb7a3dd277 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:50.632313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c60dc4f-f824-456d-a0a4-d0977aa88469 req-2721db6a-3485-4f6e-999c-fcfb7a3dd277 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1751759 Aug 03 19:22:50.658243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:50.831237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c60dc4f-f824-456d-a0a4-d0977aa88469 req-4fbce810-f8e8-4ed4-8e59-c079deb9114d tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900768 Aug 03 19:22:50.859494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb67ecf7-4fc8-40b1-9039-1cb21d0b6bad None None] Network 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:50.948828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.013212 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.097206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Provisioning for port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:51.105219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Provisioning complete for port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:51.105829 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.149613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e69f9e3-7332-4e68-a7c2-1f9a567b7720 req-dccb668e-b958-4f8f-8742-0b4010afc699 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 210 time: 0.1048501 Aug 03 19:22:51.193570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.224216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.261051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] DHCP port deletion for 6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:51.276110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.286838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] For port 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8e66b8-d457-4bf6-b024-3b4a8f544567,segment=NetworkSegment(0c1a8a3a-8751-491d-99f3-abfd570a60da),segment_id=0c1a8a3a-8751-491d-99f3-abfd570a60da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:51.388168 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.421582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Deleting port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:51.421582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.455692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:51.479034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Network ca773f6a-a192-489c-be27-a46390321c12 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:51.485356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=f2692919-2f22-4544-b0e0-5ec35664669d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:51.493249 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.497958 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a35cac37-fb10-47da-a069-166b501b96a6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/f2692919-2f22-4544-b0e0-5ec35664669d HTTP/1.1" status: 204 len: 168 time: 1.2216191 Aug 03 19:22:51.501121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:51.510397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f614f11c-d843-4510-ba6d-ada5480effa5 None None] Pushing event updated for resources: {'Port': ['ID=7d8e66b8-d457-4bf6-b024-3b4a8f544567,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:51.518131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] For port 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8e66b8-d457-4bf6-b024-3b4a8f544567,segment=NetworkSegment(0c1a8a3a-8751-491d-99f3-abfd570a60da),segment_id=0c1a8a3a-8751-491d-99f3-abfd570a60da)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:51.518532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.541868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Calling delete_port for 7d8e66b8-d457-4bf6-b024-3b4a8f544567 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:51.553804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:51.559449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:51.599009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.675832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:51.676505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.695608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:51.696375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.703677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332127-753a-4df3-b527-f5eec109016a req-9419b8c2-2527-4617-a264-53922e34c1e6 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:51.705309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3332127-753a-4df3-b527-f5eec109016a req-9419b8c2-2527-4617-a264-53922e34c1e6 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2512481 Aug 03 19:22:51.749625 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.772691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3332127-753a-4df3-b527-f5eec109016a req-a0917083-5e83-41a7-a341-c1c1550f31e0 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550065 Aug 03 19:22:51.842005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port 7d8e66b8-d457-4bf6-b024-3b4a8f544567, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8e66b8-d457-4bf6-b024-3b4a8f544567,segment=NetworkSegment(0c1a8a3a-8751-491d-99f3-abfd570a60da),segment_id=0c1a8a3a-8751-491d-99f3-abfd570a60da)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:51.842950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:51.921061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 7d8e66b8-d457-4bf6-b024-3b4a8f544567 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:51.987791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-f291a776-3fcf-4de6-9945-f2af926d138a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7101119 Aug 03 19:22:51.991192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8e66b8-d457-4bf6-b024-3b4a8f544567 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:52.042759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] Pushing event deleted for resources: {'Port': ['ID=7d8e66b8-d457-4bf6-b024-3b4a8f544567,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:52.044887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Request body: {'port': {'device_id': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:52.102763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7d8e66b8-d457-4bf6-b024-3b4a8f544567 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:52.111191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8e66b8-d457-4bf6-b024-3b4a8f544567 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:52.128191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41972155-3930-4969-944c-f6fad5f914f9 None None] No DVR routers for this DVR port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:52.164960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.179662 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9af26c7a-b86e-4913-961a-f827d615ac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.227804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=7d8e66b8-d457-4bf6-b024-3b4a8f544567,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:52.245137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.247343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port 7d8e66b8-d457-4bf6-b024-3b4a8f544567 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:52.334995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.376307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069ae8-1947-4d9f-8c69-02f77851ef77 req-23f38920-ef80-430b-ac60-0a82e3fb5bd0 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:52.378645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6069ae8-1947-4d9f-8c69-02f77851ef77 req-23f38920-ef80-430b-ac60-0a82e3fb5bd0 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2035737 Aug 03 19:22:52.382009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.399051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:52.416821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1a8a3a-8751-491d-99f3-abfd570a60da') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:52.417559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1a8a3a-8751-491d-99f3-abfd570a60da') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:52.431176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.450754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.460188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:22:52.460757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:22:52.551707 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:22:52.723039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.731531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.733659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806 HTTP/1.1" status: 204 len: 168 time: 1.2315557 Aug 03 19:22:52.746009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37386) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:52.751439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-268328545'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:52.756374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebcaaf-d3f4-43b3-b5bc-c5a7a1e95f4a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=6bce9c8e-e0fc-44cb-93f4-fd4c9b2cb806,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:52.833432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port d0811e49-bdd6-41f1-af32-6b3beb963832 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:52.833774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:52.923250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6069ae8-1947-4d9f-8c69-02f77851ef77 req-9f092729-727b-4861-a046-4859b2186356 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366657 Aug 03 19:22:52.958599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.026086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:53.031706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.122994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:22:53.150832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.151465 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment d17392db-1bc8-4bab-ac27-4b96841c95d8 of type vlan for network edebdecb-505a-49b5-85bc-df2d4ede3bf5 Aug 03 19:22:53.185807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port d0811e49-bdd6-41f1-af32-6b3beb963832, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0811e49-bdd6-41f1-af32-6b3beb963832,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:53.186385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.206142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for d0811e49-bdd6-41f1-af32-6b3beb963832 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:53.213671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.320312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.328069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.330120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.417915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=edebdecb-505a-49b5-85bc-df2d4ede3bf5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.430277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:22:53.471070 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2466c9a-7b55-49e2-ada7-42ce99ddbd02 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7215424 Aug 03 19:22:53.472005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37402) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:53.478455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc862-4572-4007-ba90-2e7a6932b0e9 req-a78bc691-74d7-47b2-a733-16436ca80ff1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.479283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:53.486501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a9cc862-4572-4007-ba90-2e7a6932b0e9 req-a78bc691-74d7-47b2-a733-16436ca80ff1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 932 time: 0.4660168 Aug 03 19:22:53.626227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bbf7a-3752-4420-b1b4-7a16c3adfeb4 req-72835af9-613a-4f03-bc1e-4faee819453b tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:53.627897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6bbf7a-3752-4420-b1b4-7a16c3adfeb4 req-72835af9-613a-4f03-bc1e-4faee819453b tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2532213 Aug 03 19:22:53.653064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a9cc862-4572-4007-ba90-2e7a6932b0e9 req-c27e62ae-8316-4b1e-89bd-c30b5de9d5ed tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605921 Aug 03 19:22:53.696294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:53.701952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.744986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6bbf7a-3752-4420-b1b4-7a16c3adfeb4 req-4575263f-8c9b-4dd2-ad89-83b4b0fa2dd9 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Aug 03 19:22:53.754307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.810096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=d0811e49-bdd6-41f1-af32-6b3beb963832,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:53.814097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f46cfb4-0f92-48f2-932a-5094ac7adbbf {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:22:53.856132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:53.926928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Transition to ACTIVE for port object 4f46cfb4-0f92-48f2-932a-5094ac7adbbf will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:54.065525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.096210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.207000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=e5afa26d-29c1-4516-86a1-5315e69c88d0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:54.283883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': 'd17392db-1bc8-4bab-ac27-4b96841c95d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:54.284280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: edebdecb-505a-49b5-85bc-df2d4ede3bf5, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:22:54.316052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a209bdd-b24d-4e3d-ad2d-d8f75100f249 req-d37ec0f1-215e-4065-b1c8-d89d0cbc8538 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.325253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a209bdd-b24d-4e3d-ad2d-d8f75100f249 req-d37ec0f1-215e-4065-b1c8-d89d0cbc8538 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2324982 Aug 03 19:22:54.336190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.372994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:54.465417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:22:54.515074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a209bdd-b24d-4e3d-ad2d-d8f75100f249 req-5ba0df04-0f80-422b-9afc-a6b74468a80a tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888435 Aug 03 19:22:54.563036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Attempting to bind port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:54.563366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Attempting to bind port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:54.563704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Attempting to bind port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:54.572796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, edebdecb-505a-49b5-85bc-df2d4ede3bf5) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:54.578091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf on network ca773f6a-a192-489c-be27-a46390321c12 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:22:54.578091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Attempting to bind port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:54.590757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:54.591100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Checking segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:54.591490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Bound using segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:54.591946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Bound port: 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:54.592303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.593851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd36d5e-7e35-4f7e-9c5f-3619bf0c061b None None] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:54.596433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.598122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.610384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-0ced2ba6-1154-493f-8a76-241d4b5aa28f tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:54.612217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-0ced2ba6-1154-493f-8a76-241d4b5aa28f tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.77 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.1512728 Aug 03 19:22:54.732260 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b866eb9d-bbbd-4e9e-8ed0-0515273ad37f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2589824 Aug 03 19:22:54.735487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:54.743025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2090770091'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:22:54.828210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:54.897990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-edebdecb-505a-49b5-85bc-df2d4ede3bf5', 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': 'e5afa26d-29c1-4516-86a1-5315e69c88d0'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:22:54.899631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.018593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:22:55.025146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:22:55.042575 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.042767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:55.065609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port b3ce92c6-a031-4bd1-bbd8-5bed27106be7 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:55.065745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8413a07-0a16-497a-81bb-4e2e76a67051 req-1c8b9154-d545-4f7d-b40b-0219dc677d6b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:55.071211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8413a07-0a16-497a-81bb-4e2e76a67051 req-1c8b9154-d545-4f7d-b40b-0219dc677d6b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.2954586 Aug 03 19:22:55.080088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eec8a6-fa63-4add-960f-4f0b39fbb321 req-e76ba803-1c2b-4e3d-9e2c-e0a8d0dcd64f tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:55.087839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50eec8a6-fa63-4add-960f-4f0b39fbb321 req-e76ba803-1c2b-4e3d-9e2c-e0a8d0dcd64f tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 946 time: 0.2053907 Aug 03 19:22:55.101147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:55.127303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Allocated IP 172.20.0.2 (edebdecb-505a-49b5-85bc-df2d4ede3bf5/e5afa26d-29c1-4516-86a1-5315e69c88d0/4364ca2c-81a1-458c-897f-2ba2d8bc043c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:55.239471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4198f-ae43-485b-85a7-162e89dbcd50 req-506ba74d-eaa3-4d65-b668-849a4d30d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:55.241358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27d4198f-ae43-485b-85a7-162e89dbcd50 req-506ba74d-eaa3-4d65-b668-849a4d30d3a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.1505156 Aug 03 19:22:55.303451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.338843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27d4198f-ae43-485b-85a7-162e89dbcd50 req-c2ebde56-6d59-4a81-9725-cd4adaa1a85d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904243 Aug 03 19:22:55.417267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.426056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Transition to ACTIVE for port object 4364ca2c-81a1-458c-897f-2ba2d8bc043c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:55.446563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Transition to ACTIVE for port object 4364ca2c-81a1-458c-897f-2ba2d8bc043c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:55.473915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:55.474557 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.476011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] 10.222.0.54 "PUT /v2.0/ports/4f46cfb4-0f92-48f2-932a-5094ac7adbbf HTTP/1.1" status: 200 len: 1092 time: 3.4638147 Aug 03 19:22:55.480602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75df3e-97eb-47e9-acf0-b50ddab4f41e service neutron] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8413a07-0a16-497a-81bb-4e2e76a67051 req-035d7254-fc8d-488f-b2b3-e45ac4ea5874 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226513 Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50eec8a6-fa63-4add-960f-4f0b39fbb321 req-c158609d-0052-4281-b02a-5818d696bdcd tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/security-groups?id=320ab820-7ffb-438f-8cbf-3fdcdaca03ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377642 Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Deleting port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.585306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:22:55.586351 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:22:55.593892 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:55.594999 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:55.605424 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e7dd5-5857-46ac-b925-419ad51fd623 x-openstack-request-id: req-ad4e7dd5-5857-46ac-b925-419ad51fd623 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:55.605771 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:55.605944 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad4e7dd5-5857-46ac-b925-419ad51fd623 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:55.606632 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'status': 'completed', 'code': 200} Aug 03 19:22:55.610186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0e9427b3-144e-4003-aadd-4e5a8cbf3a9d tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2104526 Aug 03 19:22:55.613867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37444) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:55.692907 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.753208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:55.760199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:55.760888 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:55.776005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:55.784513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet b17c6327-8164-4005-b812-0b2ced71f5ed {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:22:55.788225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.831423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Pushing event updated for resources: {'Port': ['ID=4364ca2c-81a1-458c-897f-2ba2d8bc043c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:55.844840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.845526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.846075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.846747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.847544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.848102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.848754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.849304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.849850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.850399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.850933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.851473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:22:55.868932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] For port cfbaf1db-609c-4c69-a933-41ed6a8de0c1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,segment=NetworkSegment(95462864-da7a-4ce4-a3cc-4826764e2eb4),segment_id=95462864-da7a-4ce4-a3cc-4826764e2eb4)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:55.869347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:55.932273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Calling delete_port for cfbaf1db-609c-4c69-a933-41ed6a8de0c1 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:55.953528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-38edbc20-1372-4e90-81f8-d30e2369f375 {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:22:55.954396 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:22:56.150431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-47a2b063-2b5b-4f1e-a4af-b0d79beff1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:56.152927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-47a2b063-2b5b-4f1e-a4af-b0d79beff1c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 1095 time: 0.4914086 Aug 03 19:22:56.174140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd921b24-9e42-4c56-bc33-5af53cdf4ae8 req-13bc2c67-4001-4d77-b253-6db8978b1ea1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:56.176159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd921b24-9e42-4c56-bc33-5af53cdf4ae8 req-13bc2c67-4001-4d77-b253-6db8978b1ea1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.4954770 Aug 03 19:22:56.176700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Attempting to bind port 4364ca2c-81a1-458c-897f-2ba2d8bc043c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:22:56.177337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Attempting to bind port 4364ca2c-81a1-458c-897f-2ba2d8bc043c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd17392db-1bc8-4bab-ac27-4b96841c95d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:22:56.177940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Attempting to bind port 4364ca2c-81a1-458c-897f-2ba2d8bc043c on network edebdecb-505a-49b5-85bc-df2d4ede3bf5 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:22:56.187720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:22:56.188102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Checking segment: {'id': 'd17392db-1bc8-4bab-ac27-4b96841c95d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:22:56.192130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.192130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Bound using segment: {'id': 'd17392db-1bc8-4bab-ac27-4b96841c95d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:22:56.192130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Bound port: 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17392db-1bc8-4bab-ac27-4b96841c95d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'edebdecb-505a-49b5-85bc-df2d4ede3bf5'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:22:56.192130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.233577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.294739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] For port 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:22:56.298530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] For port 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4364ca2c-81a1-458c-897f-2ba2d8bc043c,segment=NetworkSegment(d17392db-1bc8-4bab-ac27-4b96841c95d8),segment_id=d17392db-1bc8-4bab-ac27-4b96841c95d8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:22:56.308038 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:53Z', 'revision_number': 9, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:56.311874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.342641 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:22:56.352487 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:22:56.355406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:56.359637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Pushing event deleted for resources: {'Port': ['ID=cfbaf1db-609c-4c69-a933-41ed6a8de0c1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:56.440542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd921b24-9e42-4c56-bc33-5af53cdf4ae8 req-5e4b8009-0e5f-449f-ac38-bac9dea108d1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311354 Aug 03 19:22:56.455295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.481156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:56.491896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port df507d09-add0-4ae4-9af1-3b972f0b3826 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:22:56.627078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3dfcb-f047-49e4-a9c1-ddbe15ac4831 None None] Pushing event updated for resources: {'Port': ['ID=4364ca2c-81a1-458c-897f-2ba2d8bc043c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:56.738225 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:22:56.796281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.14 (edebdecb-505a-49b5-85bc-df2d4ede3bf5/e5afa26d-29c1-4516-86a1-5315e69c88d0/df507d09-add0-4ae4-9af1-3b972f0b3826) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:22:57.063178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-86ddcc14-f147-43de-8e05-7f881f5d7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.064875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-86ddcc14-f147-43de-8e05-7f881f5d7641 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3570cba1a2b9481c93c0335fd85b210f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8873479 Aug 03 19:22:57.138861 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-56de9450-3956-4d12-a67a-8a0332ff594e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002295 Aug 03 19:22:57.141852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.156309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.190638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] No DVR routers for this DVR port cfbaf1db-609c-4c69-a933-41ed6a8de0c1 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:57.196780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object df507d09-add0-4ae4-9af1-3b972f0b3826 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:22:57.214815 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:53Z', 'revision_number': 9, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:57.228398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.230456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce7fd932-6e85-4915-923e-960b02cd8d92 req-9dd38e43-bc09-43c4-ac13-fbadd40cb374 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.77 "DELETE /v2.0/ports/cfbaf1db-609c-4c69-a933-41ed6a8de0c1 HTTP/1.1" status: 204 len: 173 time: 2.5754981 Aug 03 19:22:57.251077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b6a2d-7e15-444d-9b9c-03265e766026 None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:22:53Z', 'revision_number': 9, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8857118-0c65-4a92-8a4e-0af8916416d1', 'name': '', 'network_id': 'fc372a0a-89cc-4e38-b4db-92edc81f5903', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:7d:af:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:13Z', 'updated_at': '2021-08-03T19:22:23Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': '2ca31430-9f5d-4edd-8441-5a20ccdb1923', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:22:57.287309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7575f3f2-4b24-4627-a6c5-e474f75fac0f req-1a75c52c-84db-430f-bdc3-1d8783787054 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.2458417 Aug 03 19:22:57.307984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-d6d17763-a20f-48fb-84a0-eeb0d75f0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.309449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-d6d17763-a20f-48fb-84a0-eeb0d75f0b9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 1096 time: 0.0654123 Aug 03 19:22:57.382750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2027-07c4-4781-869f-4bab4f3dff69 req-fabeaf76-72fd-45a0-a613-939fd4f8eb42 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.384848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd3b2027-07c4-4781-869f-4bab4f3dff69 req-fabeaf76-72fd-45a0-a613-939fd4f8eb42 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.3620641 Aug 03 19:22:57.444308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-ca2b1b60-469e-4a43-b3bc-d6978c08011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.446048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb13b1f3-bec5-44ec-b6a4-73dfe5eacbdf req-ca2b1b60-469e-4a43-b3bc-d6978c08011e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342409 Aug 03 19:22:57.481374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd3b2027-07c4-4781-869f-4bab4f3dff69 req-7afa7594-9bc2-4c0b-aa71-790f7ac8efb7 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Aug 03 19:22:57.547036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-c7d80c5e-6c55-4a49-a9ed-13a5a77c6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.555964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-c7d80c5e-6c55-4a49-a9ed-13a5a77c6b4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.2126431 Aug 03 19:22:57.624589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.633069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-c7068c69-b92b-49aa-af09-d885e072887c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 200 len: 217 time: 0.0695362 Aug 03 19:22:57.642429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'name': 'network-vif-deleted', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:22:57.645601 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be895b-c36a-49e5-a47e-6dabfa3d65dc" -d '{"events": [{"server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "name": "network-vif-deleted", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:22:57.669898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.696867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e746bd-a9da-489e-904d-b026e0c4ebd2 None None] Network 993a5677-c421-48a5-8f4e-d34e6ce0bf11 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:57.721431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:57.725635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/b17c6327-8164-4005-b812-0b2ced71f5ed HTTP/1.1" status: 204 len: 168 time: 2.1070106 Aug 03 19:22:57.726317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37474) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:57.822371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-5a25c038-972a-443c-99b2-787f347c36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.826120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-5a25c038-972a-443c-99b2-787f347c36e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 1095 time: 0.2933168 Aug 03 19:22:57.827158 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bec8392-ab78-4de5-b1ff-2aa5a371320b x-openstack-request-id: req-4bec8392-ab78-4de5-b1ff-2aa5a371320b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:22:57.827524 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7402d810-fb27-4761-9afb-36da85188d59", "name": "network-vif-deleted", "tag": "cfbaf1db-609c-4c69-a933-41ed6a8de0c1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:22:57.827876 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4bec8392-ab78-4de5-b1ff-2aa5a371320b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:22:57.828384 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7402d810-fb27-4761-9afb-36da85188d59', 'name': 'network-vif-deleted', 'tag': 'cfbaf1db-609c-4c69-a933-41ed6a8de0c1', 'status': 'completed', 'code': 200} Aug 03 19:22:57.834674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6356603-db8d-4d18-96b5-62198bcd91aa tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=b17c6327-8164-4005-b812-0b2ced71f5ed,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:57.869296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cfbaf1db-609c-4c69-a933-41ed6a8de0c1 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:57.920704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:22:57.926612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a5950-286a-4713-84d1-f89cc30ecda6 req-c144790a-a5fe-47e6-b9cf-c11789f1676e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:57.929288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2a5950-286a-4713-84d1-f89cc30ecda6 req-c144790a-a5fe-47e6-b9cf-c11789f1676e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.3431065 Aug 03 19:22:57.934419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:22:57.959930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:22:57.966539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: cfbaf1db-609c-4c69-a933-41ed6a8de0c1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:57.967348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device cfbaf1db-609c-4c69-a933-41ed6a8de0c1 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:58.074344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-538daa30-dbb1-4dbe-bb71-99eb6f4e66b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf HTTP/1.1" status: 200 len: 217 time: 0.2189617 Aug 03 19:22:58.084016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4364ca2c-81a1-458c-897f-2ba2d8bc043c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:22:58.087560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-20ecf495-7561-44e4-94c7-48c86ab3ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.089498 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-20ecf495-7561-44e4-94c7-48c86ab3ade5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.3246696 Aug 03 19:22:58.089922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=df507d09-add0-4ae4-9af1-3b972f0b3826,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:58.138129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2a5950-286a-4713-84d1-f89cc30ecda6 req-0a29e0f9-e3d9-40e4-82be-6a2a772adc09 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277752 Aug 03 19:22:58.150667 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-325edb93-d596-406a-88e1-d4b15411b901 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462821 Aug 03 19:22:58.199973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.200956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.213429 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.254855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c829f8e-7a18-46f2-88fa-43802712d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:58.256819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0c829f8e-7a18-46f2-88fa-43802712d186 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 200 len: 854 time: 0.1767087 Aug 03 19:22:58.309224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] DHCP port deletion for 993a5677-c421-48a5-8f4e-d34e6ce0bf11 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:22:58.327561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-0ab94749-0e93-4076-81c3-2c15f0eae224 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca773f6a-a192-489c-be27-a46390321c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618229 Aug 03 19:22:58.377836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48295094-5b90-48c5-95cb-5afa304ff7bc None None] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:22:58.377836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4364ca2c-81a1-458c-897f-2ba2d8bc043c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:58.388154 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd6256cf-fb80-4c7c-91ae-91cf6e79cb8b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.6513562 Aug 03 19:22:58.394107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:58.513517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0811e49-bdd6-41f1-af32-6b3beb963832 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:22:58.559856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d0811e49-bdd6-41f1-af32-6b3beb963832 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:22:58.560129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0811e49-bdd6-41f1-af32-6b3beb963832 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:22:58.590790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff4c66a9-612d-4b61-bedc-21bd48951840 req-38716507-7c54-4384-8a4d-b508a1688a18 tempest-InstanceActionsTestJSON-1946679178 tempest-InstanceActionsTestJSON-1946679178-project] 10.222.0.67 "GET /v2.0/ports?device_id=7402d810-fb27-4761-9afb-36da85188d59 HTTP/1.1" status: 200 len: 210 time: 0.0740948 Aug 03 19:22:58.608684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Deleting port b1442122-1a64-40e5-b03b-c6c386467603 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:58.609319 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.658232 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-9b2c4727-d8a3-48ff-a5f5-90f5dae627d0 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378421 Aug 03 19:22:58.719288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port b1442122-1a64-40e5-b03b-c6c386467603 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:58.719553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.753427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] For port b1442122-1a64-40e5-b03b-c6c386467603, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b1442122-1a64-40e5-b03b-c6c386467603,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:58.754333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.807298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port df507d09-add0-4ae4-9af1-3b972f0b3826 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:22:58.807640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.809311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Calling delete_port for b1442122-1a64-40e5-b03b-c6c386467603 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:58.831884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Provisioning for port 4364ca2c-81a1-458c-897f-2ba2d8bc043c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:22:58.832126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-41116ecb-bb57-4b73-9103-24a6e43335af service neutron] 10.222.0.54 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967787 Aug 03 19:22:58.944453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.953692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port b1442122-1a64-40e5-b03b-c6c386467603, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b1442122-1a64-40e5-b03b-c6c386467603,segment=NetworkSegment(ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e),segment_id=ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:58.954148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:58.960725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for df507d09-add0-4ae4-9af1-3b972f0b3826 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:58.987128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for b1442122-1a64-40e5-b03b-c6c386467603 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:22:58.998942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdcdf3-c3e1-45cf-89b2-141239332ff2 req-ce5e009c-878f-404d-96d5-2c7efee54682 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.000944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9cdcdf3-c3e1-45cf-89b2-141239332ff2 req-ce5e009c-878f-404d-96d5-2c7efee54682 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.2661633 Aug 03 19:22:59.037702 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7ebb11d2-6a23-48d8-aed1-b5117f91366a req-3a70b746-3f3d-4749-b029-d2acdfe613c5 service neutron] 10.222.0.54 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703518 Aug 03 19:22:59.059134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Provisioning complete for port 4364ca2c-81a1-458c-897f-2ba2d8bc043c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:59.062088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.175737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c375f5bd-56fa-4457-b90a-f9968c7471f1 req-91046d8a-1719-49a7-b342-e19c6fdbe4fa service neutron] 10.222.0.54 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267281 Aug 03 19:22:59.194664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9cdcdf3-c3e1-45cf-89b2-141239332ff2 req-be51f9f1-53a3-466c-9688-7b85dcf3b400 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756597 Aug 03 19:22:59.240890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.243209 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.309629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] No DVR routers for this DVR port b1442122-1a64-40e5-b03b-c6c386467603 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:59.312276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3cf3b-4598-483e-84c3-a6e9d82a248a None None] Pushing event deleted for resources: {'Port': ['ID=b1442122-1a64-40e5-b03b-c6c386467603,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:59.342576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.349984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] For port 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4364ca2c-81a1-458c-897f-2ba2d8bc043c,segment=NetworkSegment(d17392db-1bc8-4bab-ac27-4b96841c95d8),segment_id=d17392db-1bc8-4bab-ac27-4b96841c95d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:22:59.400338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port b1442122-1a64-40e5-b03b-c6c386467603 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:22:59.402389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=b1442122-1a64-40e5-b03b-c6c386467603,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:59.413711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.470812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=df507d09-add0-4ae4-9af1-3b972f0b3826,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:59.506962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.520295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-0360f60b-f9f4-4260-b183-d42a943e0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.522295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-0360f60b-f9f4-4260-b183-d42a943e0df2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ee3dffe6a45640b897585ae9449ab582&device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 1097 time: 0.2102799 Aug 03 19:22:59.566879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.631131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a5677-c421-48a5-8f4e-d34e6ce0bf11']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:59.677958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:59.678458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5a5c7f-cfb3-47c9-85ca-633d3b177b7e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:22:59.690307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a4a5b-5049-4606-a7d8-47080d8ef29b None None] Pushing event updated for resources: {'Port': ['ID=4364ca2c-81a1-458c-897f-2ba2d8bc043c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:22:59.730347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.733911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09002da3-a39f-461c-970e-3eb4ed476cad tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/df507d09-add0-4ae4-9af1-3b972f0b3826 HTTP/1.1" status: 204 len: 168 time: 1.3318622 Aug 03 19:22:59.740436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:59.766506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37518) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:59.802925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b35c5ded-74c0-4a06-9f1a-d8cd6f5ca01b None None] Provisioning complete for port 4364ca2c-81a1-458c-897f-2ba2d8bc043c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:22:59.807855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b35c5ded-74c0-4a06-9f1a-d8cd6f5ca01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.837043 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59598f0-e1e5-4f12-abb3-1603d5fc6f58 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:22:59.841261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e59598f0-e1e5-4f12-abb3-1603d5fc6f58 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/df507d09-add0-4ae4-9af1-3b972f0b3826 HTTP/1.1" status: 404 len: 333 time: 0.0970464 Aug 03 19:22:59.846151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37520) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:22:59.851281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-c8482366-a9c3-4470-9498-3669f0241e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:22:59.858986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-c8482366-a9c3-4470-9498-3669f0241e31 service neutron] 10.222.0.77 "GET /v2.0/networks?id=46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 200 len: 920 time: 0.3223934 Aug 03 19:22:59.940200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:22:59.987725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4364ca2c-81a1-458c-897f-2ba2d8bc043c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:00.004949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Deleting subnet b15b7173-0ef2-48cc-9b41-de7523ee46a1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:00.011561 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.033464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-01536214-37fc-4fbb-9a0b-90c38fa44858 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 200 len: 217 time: 0.1064258 Aug 03 19:23:00.052729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.063337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.098673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:00.099088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:00.103101 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:00.133493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3035ed-b75f-4e1a-b862-f3d0d4fc8fec req-6c1f8737-fea3-4321-938a-ef709f384cfe tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:00.140939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet e5afa26d-29c1-4516-86a1-5315e69c88d0 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:00.143489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f3035ed-b75f-4e1a-b862-f3d0d4fc8fec req-6c1f8737-fea3-4321-938a-ef709f384cfe tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.2830684 Aug 03 19:23:00.144487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.162078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b35c5ded-74c0-4a06-9f1a-d8cd6f5ca01b None None] Could not find standard attr ID for object df507d09-add0-4ae4-9af1-3b972f0b3826. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:00.201052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.223924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-c4bec418-7afb-4741-a647-7eb89edd500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:00.225605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-c4bec418-7afb-4741-a647-7eb89edd500a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 200 len: 859 time: 0.1838937 Aug 03 19:23:00.231030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4364ca2c-81a1-458c-897f-2ba2d8bc043c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:00.231766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.311049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-7136000e-7a9f-4381-8233-acff3bd01279 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=46718942-5d30-4568-a348-7e03de481d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739362 Aug 03 19:23:00.311150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6337ad00-4bc3-4947-88ca-e8462ee9877a None None] Could not find standard attr ID for object df507d09-add0-4ae4-9af1-3b972f0b3826. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:00.329167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.465985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.498933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.532579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:00.546350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f3035ed-b75f-4e1a-b862-f3d0d4fc8fec req-73c4cf75-ac42-430b-85e3-914bbb35d858 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463802 Aug 03 19:23:00.549160 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.560722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/993a5677-c421-48a5-8f4e-d34e6ce0bf11 HTTP/1.1" status: 204 len: 168 time: 2.7568376 Aug 03 19:23:00.568899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37530) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:00.574661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-6fd3abb5-2193-4a6f-b9b9-850578a03d79 service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498245 Aug 03 19:23:00.577676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff87bb0-c41a-4dc1-9045-e6576083ca0a tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=993a5677-c421-48a5-8f4e-d34e6ce0bf11,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:00.665626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b1442122-1a64-40e5-b03b-c6c386467603 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:00.669781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd21420-160b-4a3e-a06b-61ed68fdf22d req-bb51bfe3-9ba4-4212-9d0c-3361de444158 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:00.672574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdd21420-160b-4a3e-a06b-61ed68fdf22d req-bb51bfe3-9ba4-4212-9d0c-3361de444158 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.1923976 Aug 03 19:23:00.712895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b1442122-1a64-40e5-b03b-c6c386467603 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:00.713395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b1442122-1a64-40e5-b03b-c6c386467603 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:00.716494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5d02538-8135-4a58-b1b1-250e31abcc47 req-3d90d660-9c17-4ed1-bdfe-f8cb198c532c service neutron] 10.222.0.77 "GET /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325083 Aug 03 19:23:00.799650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdd21420-160b-4a3e-a06b-61ed68fdf22d req-d7588841-8165-40c1-ac7b-b6d25053ef1c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Aug 03 19:23:00.811774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:00.842996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'port_id': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'mac_address': 'fa:16:3e:cd:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23353e22-e63b-45bf-b255-4b68249a7f10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:00.854339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.910277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.920087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.946757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f46cfb4-0f92-48f2-932a-5094ac7adbbf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:00.951512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15b7173-0ef2-48cc-9b41-de7523ee46a1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:00.983400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:00.987689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-949eca02-0f5d-4af5-8ebe-146bbaf8996b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b15b7173-0ef2-48cc-9b41-de7523ee46a1 HTTP/1.1" status: 204 len: 168 time: 1.2189703 Aug 03 19:23:00.988023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37536) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:00.998461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=e5afa26d-29c1-4516-86a1-5315e69c88d0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:01.017988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:01.044006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.044746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a315b90f-67f6-4eff-9c67-6f4c88e0f86c None None] Network edebdecb-505a-49b5-85bc-df2d4ede3bf5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:01.050004 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7c75393-eeeb-4749-b746-86ca8105aec7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/e5afa26d-29c1-4516-86a1-5315e69c88d0 HTTP/1.1" status: 204 len: 168 time: 1.1937530 Aug 03 19:23:01.050766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37540) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:01.154224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.200542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.242605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.269093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:01.295665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.309371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379cc346-577f-47c5-8419-1b0830f57b7e']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:01.325582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95462864-da7a-4ce4-a3cc-4826764e2eb4') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:01.325988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95462864-da7a-4ce4-a3cc-4826764e2eb4') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:01.336573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.361307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.373809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:01.374558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:01.382810 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:01.445960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] DHCP port deletion for edebdecb-505a-49b5-85bc-df2d4ede3bf5 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:01.446072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 4364ca2c-81a1-458c-897f-2ba2d8bc043c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:01.446570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.498393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['4f46cfb4-0f92-48f2-932a-5094ac7adbbf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:01.636844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Deleting port 4364ca2c-81a1-458c-897f-2ba2d8bc043c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:01.637610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.706709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca35ad6-4276-4481-812e-be387eb8a472 req-a99daa92-7c47-4277-bdac-a974cea1f9f5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:01.708607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ca35ad6-4276-4481-812e-be387eb8a472 req-a99daa92-7c47-4277-bdac-a974cea1f9f5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0777531 Aug 03 19:23:01.755897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] For port 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4364ca2c-81a1-458c-897f-2ba2d8bc043c,segment=NetworkSegment(d17392db-1bc8-4bab-ac27-4b96841c95d8),segment_id=d17392db-1bc8-4bab-ac27-4b96841c95d8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:01.756324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.805297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Calling delete_port for 4364ca2c-81a1-458c-897f-2ba2d8bc043c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:01.807875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ca35ad6-4276-4481-812e-be387eb8a472 req-9afda3b1-15f2-42a3-b57c-841f331faee8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894029 Aug 03 19:23:01.808966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.847173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.852803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] 10.222.0.67 "DELETE /v2.0/networks/379cc346-577f-47c5-8419-1b0830f57b7e HTTP/1.1" status: 204 len: 168 time: 0.8613560 Aug 03 19:23:01.852803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c042625-ad85-46cd-94e3-c090172b6740 admin admin] Pushing event deleted for resources: {'Network': ['ID=379cc346-577f-47c5-8419-1b0830f57b7e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:01.905590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4364ca2c-81a1-458c-897f-2ba2d8bc043c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:01.919768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port 4364ca2c-81a1-458c-897f-2ba2d8bc043c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4364ca2c-81a1-458c-897f-2ba2d8bc043c,segment=NetworkSegment(d17392db-1bc8-4bab-ac27-4b96841c95d8),segment_id=d17392db-1bc8-4bab-ac27-4b96841c95d8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:01.920392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:01.943803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 4364ca2c-81a1-458c-897f-2ba2d8bc043c owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:02.011550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.042413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.075573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.136975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244ef98-86c3-460e-bff3-2ca76b7d8105 req-9ca7e4bf-7ad2-416d-b51f-f2e606f5843f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:02.170600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3244ef98-86c3-460e-bff3-2ca76b7d8105 req-9ca7e4bf-7ad2-416d-b51f-f2e606f5843f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 945 time: 0.1631811 Aug 03 19:23:02.188374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] Pushing event deleted for resources: {'Port': ['ID=4364ca2c-81a1-458c-897f-2ba2d8bc043c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:02.193858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe37c72-b649-412e-afaa-c32f17c054e1 None None] No DVR routers for this DVR port 4364ca2c-81a1-458c-897f-2ba2d8bc043c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:02.240213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3244ef98-86c3-460e-bff3-2ca76b7d8105 req-fd4b3289-d808-4ea5-a3fd-e593c068081f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678666 Aug 03 19:23:02.263633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.316603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=4364ca2c-81a1-458c-897f-2ba2d8bc043c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:02.322737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port 4364ca2c-81a1-458c-897f-2ba2d8bc043c on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:02.425644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.441216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edebdecb-505a-49b5-85bc-df2d4ede3bf5']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:02.456175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17392db-1bc8-4bab-ac27-4b96841c95d8') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:02.456175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17392db-1bc8-4bab-ac27-4b96841c95d8') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:02.489595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.510593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:02.522857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:02.551946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.573278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:02.574153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:02.577690 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:02.585468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-96d50a3d-47fd-4e0c-b5ce-a08dc6dcb8eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=113fdec498904f31ad481ee01e9b06be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736458 Aug 03 19:23:02.588449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:02.662228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.666934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port f8857118-0c65-4a92-8a4e-0af8916416d1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:02.667358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.698225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.746933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:02.753803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:02.753803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.788027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port f8857118-0c65-4a92-8a4e-0af8916416d1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f8857118-0c65-4a92-8a4e-0af8916416d1,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:02.788592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.805291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for f8857118-0c65-4a92-8a4e-0af8916416d1 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:02.859364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.878411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.890945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.894059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/edebdecb-505a-49b5-85bc-df2d4ede3bf5 HTTP/1.1" status: 204 len: 168 time: 1.8377333 Aug 03 19:23:02.896103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37574) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:02.902202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:02.903811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'name': 'tempest-PortsTestJSON-1985048532'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:02.904565 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e154b21-2666-4ac0-b53c-48329abab221" -d '{"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-plugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:02.907885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14eab30-206e-4d89-a2cc-f0e7687e4db6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=edebdecb-505a-49b5-85bc-df2d4ede3bf5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:02.936476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:02.944294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.947148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:02.952522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/320ab820-7ffb-438f-8cbf-3fdcdaca03ab HTTP/1.1" status: 204 len: 168 time: 0.3588874 Aug 03 19:23:02.989681 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d659c-c15a-4d1b-a83f-1ecd4c35c1fd x-openstack-request-id: req-fc8d659c-c15a-4d1b-a83f-1ecd4c35c1fd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:02.990139 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-plugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:02.990389 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fc8d659c-c15a-4d1b-a83f-1ecd4c35c1fd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:02.990830 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'code': 200} Aug 03 19:23:03.000880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de79b6c-aa7a-4a2a-9439-dec50d3d4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320ab820-7ffb-438f-8cbf-3fdcdaca03ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.100785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc314d-78a7-4e2b-abd2-f33a5d6618dc req-f6bec175-0e46-460e-9738-eec9b87e90ca tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.100785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0abc314d-78a7-4e2b-abd2-f33a5d6618dc req-f6bec175-0e46-460e-9738-eec9b87e90ca tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1999555 Aug 03 19:23:03.123010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.184821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0abc314d-78a7-4e2b-abd2-f33a5d6618dc req-09d05af0-259a-4c2c-b6eb-ec289e95e3af tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437489 Aug 03 19:23:03.200283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.202218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941871-e503-4036-93c5-cbcdb9798890 req-8dd94e27-1926-4e67-8d6b-ba98aa8317f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.212816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20941871-e503-4036-93c5-cbcdb9798890 req-8dd94e27-1926-4e67-8d6b-ba98aa8317f8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 1096 time: 0.1233497 Aug 03 19:23:03.262485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.308475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:03.317724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.347343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.378654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20941871-e503-4036-93c5-cbcdb9798890 req-6c3e27bf-0722-4687-9b36-17f54bdc4a07 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648884 Aug 03 19:23:03.422127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port ac273c15-820c-4f7e-8df5-e851e3390e78 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:03.428274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=f8857118-0c65-4a92-8a4e-0af8916416d1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:03.537192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4c72-9312-447c-8b57-b2381ccfdfbe req-3ef659fa-8bf1-4ee9-bd1d-23ccebf106e4 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:03.541800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb4c72-9312-447c-8b57-b2381ccfdfbe req-3ef659fa-8bf1-4ee9-bd1d-23ccebf106e4 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1985774 Aug 03 19:23:03.608876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bcb4c72-9312-447c-8b57-b2381ccfdfbe req-d75e3db5-0582-4a56-899b-ead14a6a1682 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662513 Aug 03 19:23:03.761359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.779122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:03.994591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.093735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:04.099723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:04.111824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:04.112217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:04.120871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.122735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.147081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=ac273c15-820c-4f7e-8df5-e851e3390e78,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:04.219700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:04.225021 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a99ff3d-f19c-4c84-86ce-98d459381d26 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6578889 Aug 03 19:23:04.243024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:04.243024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:04.243024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:04.244888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:04.314231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet 2ca31430-9f5d-4edd-8441-5a20ccdb1923 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:04.321071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.341135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f98a59cd-1462-4da9-aedf-478b60ecd4c2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4427164 Aug 03 19:23:04.341391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37622) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:04.424734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.568885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port ac273c15-820c-4f7e-8df5-e851e3390e78 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:04.569494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.592417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.631723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:04.777328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.818652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for ac273c15-820c-4f7e-8df5-e851e3390e78 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:04.842469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.923462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37b7a0-04dc-4bc4-b474-5439a53808a2 None None] Network fc372a0a-89cc-4e38-b4db-92edc81f5903 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:04.927965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:04.928923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1344ce-0e44-44a4-a4da-80c57373e01e req-f5ae565c-3d3b-46c5-8cd4-3973cd35b118 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:04.934352 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/2ca31430-9f5d-4edd-8441-5a20ccdb1923 HTTP/1.1" status: 204 len: 168 time: 0.6883686 Aug 03 19:23:04.935280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd436ff-982d-48b6-b260-72df75c843d9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca31430-9f5d-4edd-8441-5a20ccdb1923,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:04.938885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c1344ce-0e44-44a4-a4da-80c57373e01e req-f5ae565c-3d3b-46c5-8cd4-3973cd35b118 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1562963 Aug 03 19:23:04.939042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:04.939158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:03Z', 'revision_number': 10, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:04.989891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:05.023900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c1344ce-0e44-44a4-a4da-80c57373e01e req-012c3306-9306-4819-803a-0087601cb36e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827479 Aug 03 19:23:05.115192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.120945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37644) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:05.131678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:05.132400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.209990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.217811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:05.224272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.298151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=ac273c15-820c-4f7e-8df5-e851e3390e78,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:05.319859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.327661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f3ab8cc0-0cf2-4181-bdb6-74c5727c5ec5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/ac273c15-820c-4f7e-8df5-e851e3390e78 HTTP/1.1" status: 204 len: 168 time: 0.9848619 Aug 03 19:23:05.328298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37650) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:05.344209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1915818097-network', 'tenant_id': '121306ee709c47538a652efdd0708a2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:05.360416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'mac_address': 'fa:16:3e:46:a8:a2', 'name': 'tempest-PortsTestJSON-268213354'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:05.370710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:05.405911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,segment=NetworkSegment(561a9df0-ba86-44e2-9ff6-398c2e9e1b57),segment_id=561a9df0-ba86-44e2-9ff6-398c2e9e1b57)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:05.405911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.444353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:05.653616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:05.656543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.672546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.697145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5847856-9141-4917-b832-a29fd15ee67a None None] DHCP port deletion for fc372a0a-89cc-4e38-b4db-92edc81f5903 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:05.714766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.732334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=8db6aeea-70f9-4e04-9cac-6eeee4c76d8a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:05.741622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:05.753778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-42832435-90a2-4d60-93cd-de40869488ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:03Z', 'revision_number': 10, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.799328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42832435-90a2-4d60-93cd-de40869488ef None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:03Z', 'revision_number': 10, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None, '_interfaces': [{'id': 'c2a44a75-eb29-4794-b3be-5d4505d29e53', 'name': '', 'network_id': '029b41d8-0aca-4caf-bf10-936932fbc700', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'mac_address': 'fa:16:3e:53:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2077, 'fixed_ips': [{'subnet_id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:22:00Z', 'updated_at': '2021-08-03T19:22:13Z', 'revision_number': 5, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'subnets': [{'id': 'd451748a-56a2-471d-8c67-4855a7dd0c1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:05.861806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:05.862169 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.886976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc372a0a-89cc-4e38-b4db-92edc81f5903']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.892637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:05.905595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:05.905595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8db6aeea-70f9-4e04-9cac-6eeee4c76d8a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:05.912569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:05.933475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561a9df0-ba86-44e2-9ff6-398c2e9e1b57') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.933821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561a9df0-ba86-44e2-9ff6-398c2e9e1b57') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:05.951563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:05.999017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.013106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:06.014083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:06.019632 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:06.037361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.095028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port ea5b3f64-bfd3-4994-9e7f-58af55d1b4df yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:06.250499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.273578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.280995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.286530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8821301-f86d-4e50-9b7e-32adda936c87 req-fd29fdf9-9ebe-47f3-80d6-150e7f82b196 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:06.286934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8821301-f86d-4e50-9b7e-32adda936c87 req-fd29fdf9-9ebe-47f3-80d6-150e7f82b196 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1381567 Aug 03 19:23:06.287299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/fc372a0a-89cc-4e38-b4db-92edc81f5903 HTTP/1.1" status: 204 len: 168 time: 1.3476012 Aug 03 19:23:06.287413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37666) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:06.315107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652507e5-f9a0-4993-af6e-07449d719bc3 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=fc372a0a-89cc-4e38-b4db-92edc81f5903,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:06.439546 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.522041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:06.542841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.549274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8821301-f86d-4e50-9b7e-32adda936c87 req-583d437c-eeb0-4b09-b053-47c4e4baef3c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481849 Aug 03 19:23:06.600575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e496c40-dab8-416b-b1b6-4e07b6d299b4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:06.680305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:06.681106 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Added segment 81b49c12-4ac1-47c0-9225-ef69504d263b of type vlan for network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 Aug 03 19:23:07.161178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.228262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a7f2c-4533-42e6-b5a5-3b1eda450804 req-e1058b85-1ffb-46b8-9244-ccd4b0208c93 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.229771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c8a7f2c-4533-42e6-b5a5-3b1eda450804 req-e1058b85-1ffb-46b8-9244-ccd4b0208c93 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.5466154 Aug 03 19:23:07.324630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c8a7f2c-4533-42e6-b5a5-3b1eda450804 req-e1bf8d47-b3ec-48f8-8b14-ff66f7bc759e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752196 Aug 03 19:23:07.326699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.385308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:07.396980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:07.402938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:07.408734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.409357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.415765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=ea5b3f64-bfd3-4994-9e7f-58af55d1b4df,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.435764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.435764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.436803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.564106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] Pushing event updated for resources: {'Network': ['ID=4885a2c6-cb21-4a76-b11e-168aad5da1f9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:07.578715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:07.592242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.649360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d07bc692-049a-4d44-bb5d-99b562b24cd4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3155336 Aug 03 19:23:07.650457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37694) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.694290 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d34460fe-21fe-4955-8e4d-926278fb2298 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5719190 Aug 03 19:23:07.699794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37700) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.710792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Request body: {'subnet': {'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1915818097-subnet', 'tenant_id': '121306ee709c47538a652efdd0708a2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:07.787958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c6219-c59b-499f-a54e-d42e3f66530a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.797527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-937c6219-c59b-499f-a54e-d42e3f66530a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/ea5b3f64-bfd3-4994-9e7f-58af55d1b4df HTTP/1.1" status: 200 len: 840 time: 0.1422470 Aug 03 19:23:07.797527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:07.807254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f8857118-0c65-4a92-8a4e-0af8916416d1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:07.865200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f8857118-0c65-4a92-8a4e-0af8916416d1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:07.865582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f8857118-0c65-4a92-8a4e-0af8916416d1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:07.916746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63a46-c661-42ba-8b68-008aa867cfcf req-db6238e3-3823-418c-a615-50506f508e87 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:07.924401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e63a46-c661-42ba-8b68-008aa867cfcf req-db6238e3-3823-418c-a615-50506f508e87 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.0977380 Aug 03 19:23:07.978593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:07.981158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:07.995075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e63a46-c661-42ba-8b68-008aa867cfcf req-4d4fa212-5877-472b-8bb0-b42da844d3e9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696542 Aug 03 19:23:07.996880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port ea5b3f64-bfd3-4994-9e7f-58af55d1b4df {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:07.997386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.088562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.110955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for ea5b3f64-bfd3-4994-9e7f-58af55d1b4df owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:08.228969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7b71d-5d01-470c-aea2-547107890f72 req-c9f0f394-449c-4d18-9a67-8a0e4bc8deac tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:08.229881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9b7b71d-5d01-470c-aea2-547107890f72 req-c9f0f394-449c-4d18-9a67-8a0e4bc8deac tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1305594 Aug 03 19:23:08.318937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port c2a44a75-eb29-4794-b3be-5d4505d29e53 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:08.319192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.356244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.380357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9b7b71d-5d01-470c-aea2-547107890f72 req-b62f3d6d-2196-4b0d-967b-cf00ae79e509 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408803 Aug 03 19:23:08.412279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=ea5b3f64-bfd3-4994-9e7f-58af55d1b4df,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.442886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.449240 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2e954373-6797-44e3-8a66-9d1781d4a9e8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/ea5b3f64-bfd3-4994-9e7f-58af55d1b4df HTTP/1.1" status: 204 len: 168 time: 0.6495254 Aug 03 19:23:08.456726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37714) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:08.496635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port c2a44a75-eb29-4794-b3be-5d4505d29e53, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c2a44a75-eb29-4794-b3be-5d4505d29e53,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:08.498438 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d7faa6-d21a-4f58-bd08-deb61ca9d027 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:08.504791 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.505091 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6d7faa6-d21a-4f58-bd08-deb61ca9d027 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/ea5b3f64-bfd3-4994-9e7f-58af55d1b4df HTTP/1.1" status: 404 len: 333 time: 0.0427728 Aug 03 19:23:08.511259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37718) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:08.516988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'name': 'tempest-PortsTestJSON-699653120'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:08.520429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for c2a44a75-eb29-4794-b3be-5d4505d29e53 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:08.547757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.730313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07272a9-4fc4-46dc-9ac4-e852c4d7700c,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:08.766655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Checking segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:08.766655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Network hostable DHCP agents. Network: 4885a2c6-cb21-4a76-b11e-168aad5da1f9, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:08.895435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:08.903826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:08.926195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:08.997035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:09.076022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.105477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=c2a44a75-eb29-4794-b3be-5d4505d29e53,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.138505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4885a2c6-cb21-4a76-b11e-168aad5da1f9) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:09.172898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a248d88a-c604-4ed4-9c65-b7cc5d6b10ae None None] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:09.178699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.203821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.204640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.380507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.441888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.478792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972e1e3-87e7-4e61-8b16-68e5548ac868 None None] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:09.489422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc12f9c-d457-46bd-a1a1-a8d2d3a7e0b3 req-8c5e776f-dfda-4a02-81db-f99557d784fb tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.491292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7cc12f9c-d457-46bd-a1a1-a8d2d3a7e0b3 req-8c5e776f-dfda-4a02-81db-f99557d784fb tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1206555 Aug 03 19:23:09.505519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:09.512686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:09.516111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:09.545669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:09.545669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:09.560797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:09.638990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-26b526ec-b252-4098-9081-eb2c86bd188b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9367299 Aug 03 19:23:09.657039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7cc12f9c-d457-46bd-a1a1-a8d2d3a7e0b3 req-fd272722-c5d7-42c5-b2b2-5a23aa278edb tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459062 Aug 03 19:23:09.749007 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2e2f93e4-1a4f-438f-bd4b-ad766e11d016 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2356718 Aug 03 19:23:09.764747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37748) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:09.764747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:09.827928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:10.061675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.065161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:10.072352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9354ff5c-f094-47cf-a5fe-5e9b53ed30c9 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7722569 Aug 03 19:23:10.075105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37764) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:10.100064 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:10.147870 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:10.149499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:10.224758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting subnet d451748a-56a2-471d-8c67-4855a7dd0c1f {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:10.236514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.283988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:10.328595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.378480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:10.388768 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.435614 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:10.442635 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:10.445054 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:10.523234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.607102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:10.613592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.688990 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:10.698700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] In _notify_port_updated(), no bound segment for port eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 on network 158924d4-e990-47c1-a6c3-e219838d404a {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:23:10.704983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.706062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.712232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/ports/eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 HTTP/1.1" status: 200 len: 818 time: 0.9581239 Aug 03 19:23:10.712896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37782) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:10.719207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-6cbe1215-7b31-46cf-a140-fddd63db4d0b tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:10.728761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-6cbe1215-7b31-46cf-a140-fddd63db4d0b tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 0.3186545 Aug 03 19:23:10.751836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-3f0f4314-9c19-4337-ba6c-fd0eed4263b1 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/quotas/121306ee709c47538a652efdd0708a2a HTTP/1.1" status: 200 len: 375 time: 0.0218976 Aug 03 19:23:10.781821 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c060928-bf9d-4875-8c97-4416431b737c None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:10.782359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.804601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb47ea-b0c7-4876-a56c-e2d797441dfd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:10.830516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-462d7684-6bc7-424f-93ef-ee6a920ba684 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775533 Aug 03 19:23:10.866598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Subnet': ['ID=d451748a-56a2-471d-8c67-4855a7dd0c1f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:10.877102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:10.879379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0946a0c-6239-470e-9779-fe6e52fe3eef tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/d451748a-56a2-471d-8c67-4855a7dd0c1f HTTP/1.1" status: 204 len: 168 time: 0.8029492 Aug 03 19:23:10.896388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37788) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:10.913535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b70f87-8762-42e5-b27b-e5b27c57a5b3 None None] Network 029b41d8-0aca-4caf-bf10-936932fbc700 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:10.952192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:10.961369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.089493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.113145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:11.125286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-95505ada-824b-4a47-9c41-79769c8d1b5c service neutron] 10.222.0.67 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593760 Aug 03 19:23:11.231620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] DHCP port deletion for 029b41d8-0aca-4caf-bf10-936932fbc700 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:11.232323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bfe0-8152-41c5-9a90-0a954f76374a req-e3eba6a1-8abc-4cc9-9d03-131d341ec500 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.240379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d39bfe0-8152-41c5-9a90-0a954f76374a req-e3eba6a1-8abc-4cc9-9d03-131d341ec500 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.4481418 Aug 03 19:23:11.262326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.299421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d39bfe0-8152-41c5-9a90-0a954f76374a req-0e8a2a76-79c6-4fcc-aee0-dd63d21f53b1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Aug 03 19:23:11.355068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Deleting port 7df91309-b853-4019-9ece-3bffe82916cc {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:11.355560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.401629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-c7210e46-6110-45d5-a90b-4d2193ff563a service neutron] 10.222.0.67 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750697 Aug 03 19:23:11.426434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Deleting port 7df91309-b853-4019-9ece-3bffe82916cc {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:11.426434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.439900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.491155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] For port 7df91309-b853-4019-9ece-3bffe82916cc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7df91309-b853-4019-9ece-3bffe82916cc,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:11.491513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.503882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:11.515429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.527031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Calling delete_port for 7df91309-b853-4019-9ece-3bffe82916cc owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:11.527328 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b52b8905-32ba-41ae-8bb2-b4f4ca6a3a1f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 HTTP/1.1" status: 204 len: 168 time: 0.8129442 Aug 03 19:23:11.534052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:11.537497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] For port 7df91309-b853-4019-9ece-3bffe82916cc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7df91309-b853-4019-9ece-3bffe82916cc,segment=NetworkSegment(20646232-82e9-4623-b572-4e4e1afe23a7),segment_id=20646232-82e9-4623-b572-4e4e1afe23a7)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:11.537936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.569407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Calling delete_port for 7df91309-b853-4019-9ece-3bffe82916cc owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:11.635474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15c16b-61a6-4877-b5c7-dbcbce6b37c5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:11.638042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6d15c16b-61a6-4877-b5c7-dbcbce6b37c5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1024971 Aug 03 19:23:11.643037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37808) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:11.681519 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-03af0376-288a-4cd7-85ef-a17554b438d4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:11.683133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03af0376-288a-4cd7-85ef-a17554b438d4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/eb28fa96-91b9-4d3e-84b2-b6bf7c6455a5 HTTP/1.1" status: 404 len: 333 time: 0.0379698 Aug 03 19:23:11.687129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:11.692483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-895474010'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:11.832927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.848804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.881516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c2a44a75-eb29-4794-b3be-5d4505d29e53 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:11.885518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] No DVR routers for this DVR port 7df91309-b853-4019-9ece-3bffe82916cc on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:11.887134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Port': ['ID=7df91309-b853-4019-9ece-3bffe82916cc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:11.888014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475afadc-c97a-4b03-b3fd-8a2e1006d5a2 None None] Pushing event deleted for resources: {'Port': ['ID=7df91309-b853-4019-9ece-3bffe82916cc,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:11.893928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No DVR routers for this DVR port 7df91309-b853-4019-9ece-3bffe82916cc on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:11.918518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c2a44a75-eb29-4794-b3be-5d4505d29e53 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:11.918918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c2a44a75-eb29-4794-b3be-5d4505d29e53 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:11.919294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7df91309-b853-4019-9ece-3bffe82916cc no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:11.950647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7df91309-b853-4019-9ece-3bffe82916cc {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:11.950647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7df91309-b853-4019-9ece-3bffe82916cc not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:11.955987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:11.960486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:11.999635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.003506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:12.013917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029b41d8-0aca-4caf-bf10-936932fbc700']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:12.020800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.021178 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment 496c5216-dd85-4616-a282-3be475d0e921 of type vlan for network a3b13683-6bd6-4919-8b10-5b92ed8b828d Aug 03 19:23:12.035573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20646232-82e9-4623-b572-4e4e1afe23a7') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:12.035878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20646232-82e9-4623-b572-4e4e1afe23a7') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:12.047891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.080471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.093791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:12.094219 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.098588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:12.103003 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:12.286427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a59f809a-1a21-4002-8e1d-a8ec5fc7595e req-81e2fc38-d2bf-4b07-920a-a0dc873ed593 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0327609 Aug 03 19:23:12.473440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.486555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.489335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.489508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6412f-4b00-4b03-b1df-02f228a74421 req-372c51a5-fe88-4caf-b5fb-d4e2a68ea437 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:12.492996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0d6412f-4b00-4b03-b1df-02f228a74421 req-372c51a5-fe88-4caf-b5fb-d4e2a68ea437 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.0916035 Aug 03 19:23:12.496094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.506075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:12.508760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/networks/029b41d8-0aca-4caf-bf10-936932fbc700 HTTP/1.1" status: 204 len: 168 time: 1.6112852 Aug 03 19:23:12.559858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:12.570705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'routes': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:12.582408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de712-9115-4675-b364-7e7cbe8d2c3b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Pushing event deleted for resources: {'Network': ['ID=029b41d8-0aca-4caf-bf10-936932fbc700,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:12.622400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=a3b13683-6bd6-4919-8b10-5b92ed8b828d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:12.638137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:12.694254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0d6412f-4b00-4b03-b1df-02f228a74421 req-08df7d13-3992-4cad-912b-be9a1e8a83d5 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837533 Aug 03 19:23:12.842787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-46493f9e-e103-4302-81ca-cbb825df5260 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1544406 Aug 03 19:23:12.846017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:12.869285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:12.873111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.extraroute_db [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Added routes are [] {{(pid=101342) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:23:12.873416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.extraroute_db [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Removed routes are [] {{(pid=101342) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:23:12.873784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.120824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.127994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.638834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:13.643468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.675345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3259b75-ce07-4f14-8156-276384e3e923 req-52773688-c575-4aef-97cb-e1d0777c01d0 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0515616 Aug 03 19:23:13.721400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 5a24b0ae-745b-406f-9cc3-2b45cd96364a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:13.881516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:13.900628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:13.902460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3cfda0c2-d8dd-46b3-aa39-e23663273a28 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 700 time: 1.3398120 Aug 03 19:23:13.903558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Sync routers for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:13.908355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:13.919592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:13.920248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:13.972929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f179dc-e8b4-49c6-847f-e27d676a4b4f req-11733a2a-051e-40cb-85e5-ad730ef56197 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:13.974714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5f179dc-e8b4-49c6-847f-e27d676a4b4f req-11733a2a-051e-40cb-85e5-ad730ef56197 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1282139 Aug 03 19:23:13.982976 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fa57a1c9-d273-48ab-98f8-98b615892eb0 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 205 time: 0.0725884 Aug 03 19:23:13.988908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:14.036521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:14.095520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5f179dc-e8b4-49c6-847f-e27d676a4b4f req-68212155-9232-416e-b3f6-a39d12a5a89d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111288 Aug 03 19:23:14.117461 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.134883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:14.222223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Checking router: 5a24b0ae-745b-406f-9cc3-2b45cd96364a for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:14.240385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Routers {'5a24b0ae-745b-406f-9cc3-2b45cd96364a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:14.241034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:14.278868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.434250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=1be5d364-86ef-4689-9981-40eb6dc933ba,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:14.465359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': '496c5216-dd85-4616-a282-3be475d0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:14.466012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: a3b13683-6bd6-4919-8b10-5b92ed8b828d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:14.479535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] Set router 5a24b0ae-745b-406f-9cc3-2b45cd96364a gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:14.568566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:14.607486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47896f8-c660-4301-83e9-0688580f7c5c None None] The sync data for ids ['5a24b0ae-745b-406f-9cc3-2b45cd96364a'] in n-d-803363-1 is: [{'id': '5a24b0ae-745b-406f-9cc3-2b45cd96364a', 'name': 'tempest-RoutersTest-router-248520473', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:54Z', 'updated_at': '2021-08-03T19:23:08Z', 'revision_number': 11, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:14.647541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:14.753679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.757042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.797322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1244d6c7-4aad-4705-b2c6-e668c779d1bb req-8224c393-f459-4048-8c85-432a04f36dcc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0454128 Aug 03 19:23:14.861898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a3b13683-6bd6-4919-8b10-5b92ed8b828d) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:14.869031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:14.869031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:14.896000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba19ad2-9d24-4e8e-82c2-b4b6b798fb0b None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:15.027523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.029235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 5a24b0ae-745b-406f-9cc3-2b45cd96364a {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:23:15.045951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.052632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26ff1429-1b06-4674-841a-9baba8c340a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 204 len: 168 time: 1.0620687 Aug 03 19:23:15.053776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.059788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-668872437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:15.121907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': '1be5d364-86ef-4689-9981-40eb6dc933ba'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:15.124666 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.201030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7dd6be6c-fb4d-41a2-9e5b-4b2e1cdedc79 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3536763 Aug 03 19:23:15.223300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:15.223300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:15.328015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591b671-d150-4525-ab92-3a64085de3ab req-06fdad36-5435-44ad-b642-876efa2819dd tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:15.336225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0591b671-d150-4525-ab92-3a64085de3ab req-06fdad36-5435-44ad-b642-876efa2819dd tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1032813 Aug 03 19:23:15.422531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0591b671-d150-4525-ab92-3a64085de3ab req-d50a7477-a695-491c-8d28-3e56203c4cc3 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848303 Aug 03 19:23:15.423666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Allocated IP 172.20.0.2 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/1be5d364-86ef-4689-9981-40eb6dc933ba/ea7b3e06-d131-4870-81ca-e0f2d3340e47) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:15.489648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.490930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.494310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.561066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.627442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.637421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Transition to ACTIVE for port object ea7b3e06-d131-4870-81ca-e0f2d3340e47 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:15.652607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Transition to ACTIVE for port object ea7b3e06-d131-4870-81ca-e0f2d3340e47 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:15.877335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02762343-b463-4a45-9fa1-cce8850b0a97 req-c453279b-3969-4ce4-97c7-71f6778f2a58 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0294926 Aug 03 19:23:15.972463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:15.972738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:15.972850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.060527 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1be5d364-86ef-4689-9981-40eb6dc933ba (CIDR: 172.20.0.0/28) Aug 03 19:23:16.168216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.209922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:16.213511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:16.219003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:16.225202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Pushing event updated for resources: {'Port': ['ID=ea7b3e06-d131-4870-81ca-e0f2d3340e47,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:16.359582 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:23:16.360132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:16.410478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.420805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-86fc6203-e9e5-40da-b286-3cf69a8cb76b tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3556695 Aug 03 19:23:16.420805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:16.424352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:16.440449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Attempting to bind port ea7b3e06-d131-4870-81ca-e0f2d3340e47 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:16.441002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Attempting to bind port ea7b3e06-d131-4870-81ca-e0f2d3340e47 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '496c5216-dd85-4616-a282-3be475d0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:16.441402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Attempting to bind port ea7b3e06-d131-4870-81ca-e0f2d3340e47 on network a3b13683-6bd6-4919-8b10-5b92ed8b828d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:16.448789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:16.449210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Checking segment: {'id': '496c5216-dd85-4616-a282-3be475d0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:16.449670 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.450102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Bound using segment: {'id': '496c5216-dd85-4616-a282-3be475d0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:16.450984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Bound port: ea7b3e06-d131-4870-81ca-e0f2d3340e47, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496c5216-dd85-4616-a282-3be475d0e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:16.451191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.540033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] For port ea7b3e06-d131-4870-81ca-e0f2d3340e47, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:16.543668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] For port ea7b3e06-d131-4870-81ca-e0f2d3340e47, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ea7b3e06-d131-4870-81ca-e0f2d3340e47,segment=NetworkSegment(496c5216-dd85-4616-a282-3be475d0e921),segment_id=496c5216-dd85-4616-a282-3be475d0e921)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:16.716597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:16.731258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8611-9ef1-4509-b0a9-d6b93b382a7e req-2524cfcf-1837-4bed-81e9-9e8302365fa6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:16.731872 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-942591f5-900c-44b8-b6b9-6bbc5d279c0c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5234482 Aug 03 19:23:16.733556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37926) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:16.735681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c70f8611-9ef1-4509-b0a9-d6b93b382a7e req-2524cfcf-1837-4bed-81e9-9e8302365fa6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1428959 Aug 03 19:23:16.740045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:16.782745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c70f8611-9ef1-4509-b0a9-d6b93b382a7e req-17321780-0036-45ae-9ee1-d6187b306d05 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Aug 03 19:23:16.964428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8f5c77e-b4dd-4a82-a25a-7c392c7ea7d1 req-ef93b339-32c5-4d1a-9b5c-1d0b18563864 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Aug 03 19:23:17.017140 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.109430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd7e5-d963-43a8-8ed1-44a9a0feab3c None None] Pushing event updated for resources: {'Port': ['ID=ea7b3e06-d131-4870-81ca-e0f2d3340e47,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:17.136822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:17.139261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.140984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.602869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Router 40136688-8315-4704-acee-85e5324f9c02 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:23:17.768074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:17.781022 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Sync routers for ids ['40136688-8315-4704-acee-85e5324f9c02'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:17.791424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:17.793235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe04043e-71b8-41ec-a774-820f9cb083ee tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "PUT /v2.0/routers/40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 200 len: 693 time: 1.3762720 Aug 03 19:23:17.796181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:17.800003 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Routers {'40136688-8315-4704-acee-85e5324f9c02'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:17.800856 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40136688-8315-4704-acee-85e5324f9c02'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:17.989551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.028004 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Set router 40136688-8315-4704-acee-85e5324f9c02 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:18.074838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ea7b3e06-d131-4870-81ca-e0f2d3340e47 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:18.082006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f40d7-5955-4753-a4dc-a4c354de9dae req-101a7e2f-ee7e-4a3d-801e-540f857d0fe9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.093881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-393f40d7-5955-4753-a4dc-a4c354de9dae req-101a7e2f-ee7e-4a3d-801e-540f857d0fe9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1870275 Aug 03 19:23:18.158790 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40136688-8315-4704-acee-85e5324f9c02', 'name': 'tempest-RoutersTest-router-668872437', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:16Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:18.197709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a1a7592b-434a-401d-8e9f-cafa24963cf5 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/routers/40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 200 len: 699 time: 0.3975699 Aug 03 19:23:18.200150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37952) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:18.234307 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Checking router: 40136688-8315-4704-acee-85e5324f9c02 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:18.244136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d090bc13-6a40-4cbb-9ca4-2e656c923781 req-41591e78-9083-49e4-a83e-1d25c53a0ac9 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.1181316 Aug 03 19:23:18.297949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Routers {'40136688-8315-4704-acee-85e5324f9c02'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:18.305886 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:22:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40136688-8315-4704-acee-85e5324f9c02'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:18.322847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-393f40d7-5955-4753-a4dc-a4c354de9dae req-5b2dc1a3-5eae-44c4-816c-24b0b0bc5531 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277131 Aug 03 19:23:18.428581 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] Set router 40136688-8315-4704-acee-85e5324f9c02 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:18.453120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37962) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:18.454544 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c54ad5d-df89-4955-883c-affb92c48712 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 200 len: 205 time: 0.2515755 Aug 03 19:23:18.493461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:18.513446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:18.548280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:18.581840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:18.582638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.607893 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40136688-8315-4704-acee-85e5324f9c02', 'name': 'tempest-RoutersTest-router-668872437', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:16Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:18.639195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=b5ee981f-3f74-42df-85ea-d144a14bdf6a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:18.652495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:18.658670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc811-0f74-4914-8e6f-f66cf12d7cac None None] The sync data for ids ['40136688-8315-4704-acee-85e5324f9c02'] in n-d-803363-1 is: [{'id': '40136688-8315-4704-acee-85e5324f9c02', 'name': 'tempest-RoutersTest-router-668872437', 'tenant_id': '59f091c42d4a41a2a36fd18509a32548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:23:15Z', 'updated_at': '2021-08-03T19:23:16Z', 'revision_number': 2, 'project_id': '59f091c42d4a41a2a36fd18509a32548', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:18.762884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-531da83d-9714-4bc7-9c51-ad798a399516 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0280890 Aug 03 19:23:18.765533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:18.771827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'fixed_ips': [{'subnet_id': '1be5d364-86ef-4689-9981-40eb6dc933ba'}, {'subnet_id': 'b5ee981f-3f74-42df-85ea-d144a14bdf6a'}], 'name': 'tempest-PortsTestJSON-1212641819'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:18.849231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02fa203d-26e0-4f94-8c2b-61e55aa4d676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.000055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85113a22-a90d-452a-b2c2-67ceb19a23ca None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:19.282033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.290253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.294104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:19.294623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Provisioning for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:19.308435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Provisioning complete for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:19.309772 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.415734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-63141411-72e3-43ed-b5f1-8759bb17aeff tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:19.417843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-63141411-72e3-43ed-b5f1-8759bb17aeff tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 0.5549283 Aug 03 19:23:19.466341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da252e65-10a2-407b-aad8-7d85e02b0103 req-e57b8bf1-a542-4716-bb6d-0dfffea6bc5e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0376220 Aug 03 19:23:19.470092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.484504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Request body: {'port': {'device_id': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'admin_state_up': True, 'tenant_id': '121306ee709c47538a652efdd0708a2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:19.544769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Update dhcp port {'port': {'network_id': 'a3b13683-6bd6-4919-8b10-5b92ed8b828d', 'fixed_ips': [{'subnet_id': '1be5d364-86ef-4689-9981-40eb6dc933ba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5ee981f-3f74-42df-85ea-d144a14bdf6a'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'ea7b3e06-d131-4870-81ca-e0f2d3340e47'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:23:19.608448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.709446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:19.727539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.728223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Fanout notify agent at l3_agent the message router_deleted on router 40136688-8315-4704-acee-85e5324f9c02 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:23:19.748885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:19.755562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d5985ed1-5cdb-4f96-8395-8cf8f29a5dde tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 204 len: 168 time: 1.2965178 Aug 03 19:23:19.760835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:19.867632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113c1b-98b9-406b-ac81-d77d27126ffe req-517b62f0-5925-4f9d-8c49-842a6b177a28 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:19.877385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61113c1b-98b9-406b-ac81-d77d27126ffe req-517b62f0-5925-4f9d-8c49-842a6b177a28 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.3332112 Aug 03 19:23:19.888101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4880377c-b56a-4016-a93a-4d287cbb3fb6 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 200 len: 205 time: 0.0972328 Aug 03 19:23:19.911462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37988) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.025031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61113c1b-98b9-406b-ac81-d77d27126ffe req-98f60278-cfe7-4ccb-b4b8-401b72b34817 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452971 Aug 03 19:23:20.039327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Allocated IP 172.20.0.18 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/b5ee981f-3f74-42df-85ea-d144a14bdf6a/ea7b3e06-d131-4870-81ca-e0f2d3340e47) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:20.074796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.083382 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-58019226-1d65-44ff-bb2e-d91c8c48f545 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:20.084615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58019226-1d65-44ff-bb2e-d91c8c48f545 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/40136688-8315-4704-acee-85e5324f9c02 HTTP/1.1" status: 404 len: 336 time: 0.0706334 Aug 03 19:23:20.089570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.131088 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d6141d-c344-4284-a46d-eb0dce29e321 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:20.131646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d6141d-c344-4284-a46d-eb0dce29e321 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:20.137293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-35d6141d-c344-4284-a46d-eb0dce29e321 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/67ef62b6-7952-4763-9e6e-50cbd3dcfc78 HTTP/1.1" status: 404 len: 337 time: 0.0461683 Aug 03 19:23:20.138056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.200849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-ceb8fc61-29d6-4914-9b94-8b6e11898dbc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:20.203377 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-ceb8fc61-29d6-4914-9b94-8b6e11898dbc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 0.7196457 Aug 03 19:23:20.216701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:20.220713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.224123 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae14f40-65fb-4123-a0aa-9b12fbf61af4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:20.224641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae14f40-65fb-4123-a0aa-9b12fbf61af4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:20.229535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ae14f40-65fb-4123-a0aa-9b12fbf61af4 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/b17c6327-8164-4005-b812-0b2ced71f5ed HTTP/1.1" status: 404 len: 337 time: 0.0882156 Aug 03 19:23:20.237979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37998) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.264688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] For port ea7b3e06-d131-4870-81ca-e0f2d3340e47, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ea7b3e06-d131-4870-81ca-e0f2d3340e47,segment=NetworkSegment(496c5216-dd85-4616-a282-3be475d0e921),segment_id=496c5216-dd85-4616-a282-3be475d0e921)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:20.308700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Request body: {'port': {'device_id': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'admin_state_up': True, 'tenant_id': '121306ee709c47538a652efdd0708a2a'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:20.323187 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-831e6ad5-55e3-4acb-9315-042073430087 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:20.323780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831e6ad5-55e3-4acb-9315-042073430087 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:20.332165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-831e6ad5-55e3-4acb-9315-042073430087 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/2ca31430-9f5d-4edd-8441-5a20ccdb1923 HTTP/1.1" status: 404 len: 337 time: 0.0929856 Aug 03 19:23:20.344014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.347561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.364767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Transition to ACTIVE for port object ea7b3e06-d131-4870-81ca-e0f2d3340e47 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:20.436580 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5663f4-5bec-4370-943b-c4a81aea3abc tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:20.437482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5663f4-5bec-4370-943b-c4a81aea3abc tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:20.440247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6d5663f4-5bec-4370-943b-c4a81aea3abc tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/d451748a-56a2-471d-8c67-4855a7dd0c1f HTTP/1.1" status: 404 len: 337 time: 0.0950279 Aug 03 19:23:20.444088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38004) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.489330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4295777e-8e9b-4c33-b732-be4e8b608842 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 200 len: 205 time: 0.0423844 Aug 03 19:23:20.495202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.518028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.558197 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-be33f365-5fa0-4b6e-8843-b324b61bfb02 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:20.561707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-be33f365-5fa0-4b6e-8843-b324b61bfb02 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/5a24b0ae-745b-406f-9cc3-2b45cd96364a HTTP/1.1" status: 404 len: 336 time: 0.0626357 Aug 03 19:23:20.562846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38010) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.597819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b810406-6829-4b75-ba71-6ecd69aab579 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=7360f6a2-10ea-4820-af23-98f2197d92da HTTP/1.1" status: 200 len: 205 time: 0.0317822 Aug 03 19:23:20.600426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.665409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3c4e-f851-433d-85f4-25328afb2c9e None None] Pushing event updated for resources: {'Port': ['ID=ea7b3e06-d131-4870-81ca-e0f2d3340e47,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:20.672494 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-eb420b45-5a5f-4344-8357-dfdca989a2a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:20.676347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eb420b45-5a5f-4344-8357-dfdca989a2a7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/7360f6a2-10ea-4820-af23-98f2197d92da HTTP/1.1" status: 404 len: 336 time: 0.0741639 Aug 03 19:23:20.677097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38016) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.729407 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d552b49-bb3e-4559-9670-d85103340d10 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:20.730090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d552b49-bb3e-4559-9670-d85103340d10 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:20.743735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d552b49-bb3e-4559-9670-d85103340d10 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/fc5bcbf7-6d8d-4e99-a52a-0c0d344b83b6 HTTP/1.1" status: 404 len: 337 time: 0.0400636 Aug 03 19:23:20.743964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38020) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.782038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e7156c9-4650-4775-a807-fb61db6666b4 req-eb02b02c-d547-45a7-af39-5a15d904cd89 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.1025472 Aug 03 19:23:20.789398 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5be02798-eae0-462c-9724-0cdb2efae7ed tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 200 len: 205 time: 0.0500464 Aug 03 19:23:20.794379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.849124 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:20.850196 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:20.856766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:20.867759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:20.878644 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-c2b0c75f-f3d4-47cf-b45b-90d386c9804c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:20.880034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c2b0c75f-f3d4-47cf-b45b-90d386c9804c tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/63cfb943-9e80-4509-81d7-2dc02d77e0d8 HTTP/1.1" status: 404 len: 336 time: 0.0846207 Aug 03 19:23:20.881628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Allocated IP 172.20.0.5 (4885a2c6-cb21-4a76-b11e-168aad5da1f9/d07272a9-4fc4-46dc-9ac4-e852c4d7700c/66c3efb3-dd86-41e7-a258-df322218aba8) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:20.909145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38028) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.956050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.9 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/1be5d364-86ef-4689-9981-40eb6dc933ba/6eadcfc0-1f7e-47a1-9112-380e54eaf296) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:20.971348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dda70073-913c-4b65-92ce-8826a5056c39 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=23ef9113-525a-4fca-a4c1-535cc006baae HTTP/1.1" status: 200 len: 205 time: 0.0607171 Aug 03 19:23:20.974265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38030) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:20.974582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.28 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/b5ee981f-3f74-42df-85ea-d144a14bdf6a/6eadcfc0-1f7e-47a1-9112-380e54eaf296) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:21.071244 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6e036eea-c9a4-4ae9-aa89-155cde78f847 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:21.083414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6e036eea-c9a4-4ae9-aa89-155cde78f847 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/23ef9113-525a-4fca-a4c1-535cc006baae HTTP/1.1" status: 404 len: 336 time: 0.1078610 Aug 03 19:23:21.089547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38036) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.158917 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b085f9-af55-4019-8978-5994e7bc98be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:21.159683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b085f9-af55-4019-8978-5994e7bc98be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:21.162114 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58b085f9-af55-4019-8978-5994e7bc98be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/54710103-de44-4985-b45c-bfc5fd05cbc6 HTTP/1.1" status: 404 len: 337 time: 0.0714250 Aug 03 19:23:21.165161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.272466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1dd2ff07-e9ac-418e-81c0-e39bf0342a82 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=64b63976-941e-4cb7-81e7-59701aa9e7d4 HTTP/1.1" status: 200 len: 205 time: 0.1034038 Aug 03 19:23:21.274514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38042) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.392218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.420365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 6eadcfc0-1f7e-47a1-9112-380e54eaf296 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:21.431262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.491326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.535075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] For port ea7b3e06-d131-4870-81ca-e0f2d3340e47, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ea7b3e06-d131-4870-81ca-e0f2d3340e47,segment=NetworkSegment(496c5216-dd85-4616-a282-3be475d0e921),segment_id=496c5216-dd85-4616-a282-3be475d0e921)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:21.567854 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-95117bd8-ddec-4b70-9abb-58b99ff7e5fb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:21.571854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95117bd8-ddec-4b70-9abb-58b99ff7e5fb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/64b63976-941e-4cb7-81e7-59701aa9e7d4 HTTP/1.1" status: 404 len: 336 time: 0.2973843 Aug 03 19:23:21.575778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38048) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:21.632871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035e181-56ee-4dad-868c-380187ee1a15 req-b5a2e3f3-3cac-4335-bfdd-1e72150d34ac tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:21.643979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3035e181-56ee-4dad-868c-380187ee1a15 req-b5a2e3f3-3cac-4335-bfdd-1e72150d34ac tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.3587024 Aug 03 19:23:21.669701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.720682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.745747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:21.824350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6710d-405f-4e93-a6a0-9d1dab6e8d55 None None] Pushing event updated for resources: {'Port': ['ID=ea7b3e06-d131-4870-81ca-e0f2d3340e47,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:21.871375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3035e181-56ee-4dad-868c-380187ee1a15 req-5dbda1e3-574a-434c-8c5a-a7d4a757f9a8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264695 Aug 03 19:23:21.947246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1d151-28cd-4663-bdab-6d5d90092bf1 None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:21.973952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:21.974250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ea7b3e06-d131-4870-81ca-e0f2d3340e47 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:22.012912 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f44fa4-7b67-4a22-a4e4-1e0d5e846e48 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:22.017466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f44fa4-7b67-4a22-a4e4-1e0d5e846e48 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:22.027635 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-66f44fa4-7b67-4a22-a4e4-1e0d5e846e48 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/3df1765b-0acd-450b-a30a-46d3a197438a HTTP/1.1" status: 404 len: 337 time: 0.4446442 Aug 03 19:23:22.040507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a940a723-5b6f-4e99-8fe0-10563f31b910 req-a8eac634-8096-4b03-905c-7474298d1b92 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0395625 Aug 03 19:23:22.041362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38058) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:22.042488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event updated for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:22.049289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:22.062909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:22.166516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9f0f614-fc10-4fbe-a240-71161d07cbeb tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "GET /v2.0/ports?device_id=e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 HTTP/1.1" status: 200 len: 205 time: 0.1184614 Aug 03 19:23:22.167227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=6eadcfc0-1f7e-47a1-9112-380e54eaf296,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:22.173843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:22.174431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38064) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:22.186195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Allocated IP 172.20.0.9 (4885a2c6-cb21-4a76-b11e-168aad5da1f9/d07272a9-4fc4-46dc-9ac4-e852c4d7700c/59ca1be3-fe40-4bcd-8ab1-a2787a8133a7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:22.205122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:22.238299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:22.238974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.247378 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc4516a9-5ed1-44a2-a45e-9520f76f2349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.260119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:22.269536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.269787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.270251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.270662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.271041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.271456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.271805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.272131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.272789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.274200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.274200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.274497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:22.281487 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-ef469df5-1280-4c3e-b46f-56cc717f0835 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] delete failed (client error): The resource could not be found. Aug 03 19:23:22.283635 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef469df5-1280-4c3e-b46f-56cc717f0835 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/routers/e0c651fa-5b46-4be8-8fc2-4f29ce1d1731 HTTP/1.1" status: 404 len: 336 time: 0.1079707 Aug 03 19:23:22.285944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38066) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:22.351103 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f500db-e6f0-4dae-8c85-cad5557aa6be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:22.351680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f500db-e6f0-4dae-8c85-cad5557aa6be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:22.355966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-36f500db-e6f0-4dae-8c85-cad5557aa6be tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/f03c9c39-7cd8-4aaf-a1a9-7496725013fb HTTP/1.1" status: 404 len: 337 time: 0.0674710 Aug 03 19:23:22.359395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-85b13a7c-4b47-4245-9f29-a09cf5d26167 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8916779 Aug 03 19:23:22.359614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38070) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:22.375420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Request body: {'port': {'device_id': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:22.461799 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef97342e-0179-48fd-a5f8-4a9d65f8ccd7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] DELETE failed (client error): The resource could not be found. Aug 03 19:23:22.462565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef97342e-0179-48fd-a5f8-4a9d65f8ccd7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:23:22.465475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ef97342e-0179-48fd-a5f8-4a9d65f8ccd7 tempest-RoutersTest-1619075077 tempest-RoutersTest-1619075077-project] 10.222.0.67 "DELETE /v2.0/subnets/b34c09dd-0881-440b-ac3d-7a610b1445ca HTTP/1.1" status: 404 len: 337 time: 0.1047254 Aug 03 19:23:22.487077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.589348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.631588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:22.643706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dd4f9ecf-88ae-44bc-a181-0b0e77969862 None None] Provisioning for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:22.645670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.656443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dd4f9ecf-88ae-44bc-a181-0b0e77969862 None None] Provisioning complete for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:22.656959 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4f9ecf-88ae-44bc-a181-0b0e77969862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.789319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:22.949441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d901ba8-b172-48b5-a4ad-6020f3108b4b req-39f2f5b7-b30e-4143-863e-dd59ae1acd27 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:22.952452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d901ba8-b172-48b5-a4ad-6020f3108b4b req-39f2f5b7-b30e-4143-863e-dd59ae1acd27 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.0984569 Aug 03 19:23:22.977379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d75a992-23ae-47ad-a001-2101e129aea8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.2025654 Aug 03 19:23:22.977379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38082) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:22.983490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be5d364-86ef-4689-9981-40eb6dc933ba'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:23.038149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d901ba8-b172-48b5-a4ad-6020f3108b4b req-105cbe01-32a1-459d-8de5-c83284f744c8 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654702 Aug 03 19:23:23.059659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0f865-d7f3-4317-99ae-21a479b05654 req-40191523-4a3e-400b-a758-0a4c1917901d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.061635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ea0f865-d7f3-4317-99ae-21a479b05654 req-40191523-4a3e-400b-a758-0a4c1917901d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.0700002 Aug 03 19:23:23.072915 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.107173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.154374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ea0f865-d7f3-4317-99ae-21a479b05654 req-fd033fa5-052a-46af-9e62-6f29f11f8725 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860701 Aug 03 19:23:23.218061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.243670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f37c145-9de2-40be-964b-5a63ca656ec0 req-47f74a38-2c24-4984-a210-5ec8ada14fd5 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 210 time: 0.0787277 Aug 03 19:23:23.252950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Provisioning for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:23.259833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Provisioning complete for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:23.260211 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.396972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:23.431442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:23.435984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Provisioning complete for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:23.436355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32e22ab8-4764-41c4-8d80-560aedeaab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.451080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:23.497664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:23.523775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38094) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:23.571271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event updated for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.587224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c3efb3-dd86-41e7-a258-df322218aba8 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:23.598550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.622280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Transition to ACTIVE for port object 66c3efb3-dd86-41e7-a258-df322218aba8 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:23.721446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:23.722470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.781461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.865315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0cd8c80f-23b9-4d87-854d-f2430be21629 None None] Provisioning complete for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:23.868230 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0cd8c80f-23b9-4d87-854d-f2430be21629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:23.920173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Pushing event updated for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:23.978869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Delete allocated IP 172.20.0.28 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/b5ee981f-3f74-42df-85ea-d144a14bdf6a) {{(pid=101343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:23:24.001023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8c80f-23b9-4d87-854d-f2430be21629 None None] Port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:24.008881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ea7b3e06-d131-4870-81ca-e0f2d3340e47 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:24.019598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1e1170ea-f938-4bce-9bbc-18305ccc563e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7699256 Aug 03 19:23:24.048869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Request body: {'port': {'device_id': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:24.094584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Attempting to bind port 66c3efb3-dd86-41e7-a258-df322218aba8 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:24.095398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Attempting to bind port 66c3efb3-dd86-41e7-a258-df322218aba8 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:24.095837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Attempting to bind port 66c3efb3-dd86-41e7-a258-df322218aba8 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:24.108468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Port 66c3efb3-dd86-41e7-a258-df322218aba8 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:24.109012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Attempting to bind port 66c3efb3-dd86-41e7-a258-df322218aba8 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:24.123911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:24.124259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Checking segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:24.124684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Bound using segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:24.129340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Bound port: 66c3efb3-dd86-41e7-a258-df322218aba8, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:24.130081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.144592 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-32fd0c76-158b-442b-9667-307edfdd91a8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=59f091c42d4a41a2a36fd18509a32548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786555 Aug 03 19:23:24.146269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:24.146821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.163074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38108) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:24.240784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:24.241195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=66c3efb3-dd86-41e7-a258-df322218aba8,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:24.250262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.468568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.476932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.599886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.602458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.604697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] 10.222.0.77 "PUT /v2.0/ports/66c3efb3-dd86-41e7-a258-df322218aba8 HTTP/1.1" status: 200 len: 1091 time: 2.2336891 Aug 03 19:23:24.610794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:24.618337 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f47e4-0312-4e7f-ae75-109dcb4921cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:24.649838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:24.685287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cca08e-6310-4ada-a81b-cf320a1e7287 req-8e2f544b-390b-42af-9e6e-17c55bcc48a7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:24.688154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74cca08e-6310-4ada-a81b-cf320a1e7287 req-8e2f544b-390b-42af-9e6e-17c55bcc48a7 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.3956399 Aug 03 19:23:24.830068 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.145748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.168412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Ignored duplicate provisioning block setup for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:23:25.259154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:25.273310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.293145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Transition to ACTIVE for port object 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:25.346232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.455817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaee51e-00c5-45ac-8243-9991a0c195a5 req-9bffa7da-e64e-4b6b-a882-0118ee067b57 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.458294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcaee51e-00c5-45ac-8243-9991a0c195a5 req-9bffa7da-e64e-4b6b-a882-0118ee067b57 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 1.0151100 Aug 03 19:23:25.475275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346f3f-3fcc-417f-a97b-5a1c896731b9 service neutron] Pushing event updated for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:25.494191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=6eadcfc0-1f7e-47a1-9112-380e54eaf296,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:25.550594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] In _notify_port_updated(), no bound segment for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 on network a3b13683-6bd6-4919-8b10-5b92ed8b828d {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:23:25.565035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74cca08e-6310-4ada-a81b-cf320a1e7287 req-755368b6-7ab3-45cb-a621-0fa100fc2625 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8627341 Aug 03 19:23:25.568277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.573496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.576694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fd5f51b3-5ebf-4999-b7c0-0f1c6824e055 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/ports/6eadcfc0-1f7e-47a1-9112-380e54eaf296 HTTP/1.1" status: 200 len: 919 time: 2.6034198 Aug 03 19:23:25.578738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.584236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38130) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:25.611088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be5d364-86ef-4689-9981-40eb6dc933ba'}, {'subnet_id': 'b5ee981f-3f74-42df-85ea-d144a14bdf6a'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:25.729583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-7fa39c72-80e0-4e39-8a50-d599268b2db9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.735047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-7fa39c72-80e0-4e39-8a50-d599268b2db9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.54 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.4038162 Aug 03 19:23:25.798755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1565d213-dc82-4900-82cb-2108365b469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:25.801442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-1565d213-dc82-4900-82cb-2108365b469d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 1094 time: 0.4564474 Aug 03 19:23:25.883544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-63e1b29f-750f-477e-9d4a-9090a8a5c9fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c3efb3-dd86-41e7-a258-df322218aba8 HTTP/1.1" status: 200 len: 217 time: 0.0524826 Aug 03 19:23:25.888922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcaee51e-00c5-45ac-8243-9991a0c195a5 req-1473a7d4-f404-4d65-9cfa-b47b73e8601f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699999 Aug 03 19:23:25.944333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.949816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:25.954026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0408e775-fc1d-4e4b-b616-434ad381069e HTTP/1.1" status: 204 len: 168 time: 1.7082856 Aug 03 19:23:25.990232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a969e0-9558-49e3-a3b5-e3db8b243115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408e775-fc1d-4e4b-b616-434ad381069e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:26.019353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e63eb2a2-6d1a-4e43-b881-2bb3a20c11f4 None None] Provisioning complete for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:26.020607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e63eb2a2-6d1a-4e43-b881-2bb3a20c11f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.097551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:26.112746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.114457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e63eb2a2-6d1a-4e43-b881-2bb3a20c11f4 None None] Port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:26.208603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0fb64-0815-4555-a0e5-d373a6d1c568 req-382a5445-0517-4632-bbbd-20c8ebb87efe tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:26.221982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ced0fb64-0815-4555-a0e5-d373a6d1c568 req-382a5445-0517-4632-bbbd-20c8ebb87efe tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 943 time: 0.4024246 Aug 03 19:23:26.232778 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58138fb-1d38-46bc-b357-6ba15836cdf3 x-openstack-request-id: req-b58138fb-1d38-46bc-b357-6ba15836cdf3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:26.233077 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:26.238918 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b58138fb-1d38-46bc-b357-6ba15836cdf3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:26.238918 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8', 'status': 'completed', 'code': 200} Aug 03 19:23:26.265849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-ae2e6542-67a5-4c5a-9bcc-e9909d1da7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:26.268249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-ae2e6542-67a5-4c5a-9bcc-e9909d1da7de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.3080163 Aug 03 19:23:26.299502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ced0fb64-0815-4555-a0e5-d373a6d1c568 req-75ff1e3a-d543-4979-ad54-5486e37fdd9c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633533 Aug 03 19:23:26.325506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-bd4faa57-b962-4692-b180-efe6c04949e4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407145 Aug 03 19:23:26.354059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Attempting to bind port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:26.355315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Attempting to bind port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:26.358399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Attempting to bind port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:26.443595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Deleting port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:26.444185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.559535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:26.560480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Attempting to bind port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:26.575978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:26.576831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Checking segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:26.577459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Bound using segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:26.578226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Bound port: 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:26.578957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.591116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-337865c2-acf5-46b5-9c03-a1ad5aecf1ce service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584944 Aug 03 19:23:26.853117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] For port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:26.853117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:26.853117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Calling delete_port for 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:26.863701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:26.863701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:26.863701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.24 (a3b13683-6bd6-4919-8b10-5b92ed8b828d/b5ee981f-3f74-42df-85ea-d144a14bdf6a/6eadcfc0-1f7e-47a1-9112-380e54eaf296) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:26.920233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-6ee5899a-c9a5-48ae-ab9c-2e0538eb5e7f service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212430 Aug 03 19:23:26.952834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78c98f-0591-4a11-8fea-223ef60ed1ac req-ee1af92c-b3ef-4384-b591-fff0ca12a338 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:26.955280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf78c98f-0591-4a11-8fea-223ef60ed1ac req-ee1af92c-b3ef-4384-b591-fff0ca12a338 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 945 time: 0.1485729 Aug 03 19:23:27.058411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.090733 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.117171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.117687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.119474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] 10.222.0.77 "PUT /v2.0/ports/59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 HTTP/1.1" status: 200 len: 1091 time: 3.0776691 Aug 03 19:23:27.120135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:27.123812 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099fee87-99c6-4a8f-b9e0-2d060430d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:27.149569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf78c98f-0591-4a11-8fea-223ef60ed1ac req-05ab3e49-2d0b-4cdd-b34b-cecbddf9eed1 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777766 Aug 03 19:23:27.195434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca6cce-2e76-41d9-9d2b-420b3ba871f2 req-1b82a7da-73e2-461c-94c0-390f4dc812e2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.196775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eca6cce-2e76-41d9-9d2b-420b3ba871f2 req-1b82a7da-73e2-461c-94c0-390f4dc812e2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1569345 Aug 03 19:23:27.245691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.259105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['4f797f60-5c2f-44dc-8b85-765a0b621f88'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:27.260483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eca6cce-2e76-41d9-9d2b-420b3ba871f2 req-d59d52a1-80eb-4546-b5aa-7a7e26334dda tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560083 Aug 03 19:23:27.341355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 6eadcfc0-1f7e-47a1-9112-380e54eaf296 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:27.343493 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1195f7-a869-495c-b6cb-81fe02e52164 x-openstack-request-id: req-5f1195f7-a869-495c-b6cb-81fe02e52164 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:27.343783 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:27.344034 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f1195f7-a869-495c-b6cb-81fe02e52164 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:27.344439 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7', 'status': 'completed', 'code': 200} Aug 03 19:23:27.373990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b066f8-62eb-4655-a457-e6bbe0829d93 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:27.426677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Pushing event deleted for resources: {'Port': ['ID=2e7c3ea4-6fd7-427d-8d31-e02e3dff841e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:27.431381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-93c0a1f5-1cf7-4b03-8829-f31913f9eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.433068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-93c0a1f5-1cf7-4b03-8829-f31913f9eb26 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 1094 time: 0.2374971 Aug 03 19:23:27.433995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.655142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] No DVR routers for this DVR port 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:27.660118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.672177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b5a5d59-82ed-48f9-96cc-f0cccab781be req-3f5b937f-511d-4ee2-8eab-f45471d035ed tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.54 "DELETE /v2.0/ports/2e7c3ea4-6fd7-427d-8d31-e02e3dff841e HTTP/1.1" status: 204 len: 173 time: 1.9037800 Aug 03 19:23:27.684050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=6eadcfc0-1f7e-47a1-9112-380e54eaf296,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:27.733188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-a014437b-0815-4e9e-989d-e091c0196cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.735312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-a014437b-0815-4e9e-989d-e091c0196cc0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 1094 time: 0.4417810 Aug 03 19:23:27.787438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] In _notify_port_updated(), no bound segment for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 on network a3b13683-6bd6-4919-8b10-5b92ed8b828d {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:23:27.795720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.796322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:27.809748 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4137ceae-c8ae-46ee-a9b7-2fbde6b63a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/ports/6eadcfc0-1f7e-47a1-9112-380e54eaf296 HTTP/1.1" status: 200 len: 999 time: 2.2117481 Aug 03 19:23:27.810728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38176) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:27.866964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-e7c3776a-251c-4ea1-80c6-8136fef079e5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 HTTP/1.1" status: 200 len: 217 time: 0.1134393 Aug 03 19:23:27.891157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cf752-7068-47d1-9d4b-6cd91b6f32a4 req-63474ec5-6f24-4317-af08-7df6d9c6506f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.901778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-888cf752-7068-47d1-9d4b-6cd91b6f32a4 req-63474ec5-6f24-4317-af08-7df6d9c6506f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 943 time: 0.3276000 Aug 03 19:23:27.973924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-8da6f338-76c7-4abc-b853-5337cd7d8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:27.976789 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-8da6f338-76c7-4abc-b853-5337cd7d8db5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 914 time: 0.4464765 Aug 03 19:23:28.030754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-2e306593-6b69-4db0-9e8a-0e74f8a76920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.032539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-2e306593-6b69-4db0-9e8a-0e74f8a76920 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.1534774 Aug 03 19:23:28.056254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-232a2fba-e6be-419a-a41c-e9cc5138aeaa service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66c3efb3-dd86-41e7-a258-df322218aba8 HTTP/1.1" status: 200 len: 217 time: 0.0705383 Aug 03 19:23:28.072484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-91809062-b86f-441c-9368-0e308cdb7162 None None] Provisioning for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:28.077487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-91809062-b86f-441c-9368-0e308cdb7162 None None] Provisioning complete for port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:28.082422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-91809062-b86f-441c-9368-0e308cdb7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.089977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-ee36a81a-0752-4a4c-9cf9-0fba662dead3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439725 Aug 03 19:23:28.096188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-888cf752-7068-47d1-9d4b-6cd91b6f32a4 req-b123a231-2bda-46fe-be52-79047d2d73fd tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933272 Aug 03 19:23:28.150783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-91809062-b86f-441c-9368-0e308cdb7162 None None] Port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:28.182716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 6eadcfc0-1f7e-47a1-9112-380e54eaf296 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:28.183073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.236394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'name': 'network-vif-deleted', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:28.239121 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf46857-7212-4c90-a456-eec472ce1ddc" -d '{"events": [{"server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "name": "network-vif-deleted", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:28.279361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-25babf11-22ff-42a2-a2d1-a957813dbd45 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760845 Aug 03 19:23:28.291401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-dbde0982-f4b2-4140-86e0-4fee071dafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.293482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-dbde0982-f4b2-4140-86e0-4fee071dafa5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.2263842 Aug 03 19:23:28.350365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-3f3024e3-38e0-44ac-944e-e18c91d92d74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437791 Aug 03 19:23:28.382558 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995143b1-6a0f-456b-8a65-96d969ea802a x-openstack-request-id: req-995143b1-6a0f-456b-8a65-96d969ea802a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:28.383005 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fa2c8d-0ea7-4c52-a18d-8738018954b0", "name": "network-vif-deleted", "tag": "2e7c3ea4-6fd7-427d-8d31-e02e3dff841e", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:28.383462 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-995143b1-6a0f-456b-8a65-96d969ea802a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:28.383967 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fa2c8d-0ea7-4c52-a18d-8738018954b0', 'name': 'network-vif-deleted', 'tag': '2e7c3ea4-6fd7-427d-8d31-e02e3dff841e', 'status': 'completed', 'code': 200} Aug 03 19:23:28.411750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8682c2f9-9fa0-48ba-8a6c-83dd2e97bdf7 req-0281d76f-00fe-4dca-8603-94432028fe33 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=41fa2c8d-0ea7-4c52-a18d-8738018954b0 HTTP/1.1" status: 200 len: 210 time: 0.1338646 Aug 03 19:23:28.457210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.485019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 6eadcfc0-1f7e-47a1-9112-380e54eaf296 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:28.494892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f794-9e48-4993-91d7-b2c73927bc4d req-57755257-5818-4100-b550-2c130f7d8050 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.496500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76e5f794-9e48-4993-91d7-b2c73927bc4d req-57755257-5818-4100-b550-2c130f7d8050 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1116173 Aug 03 19:23:28.516245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-961fdc27-cf9e-4e88-9894-73a3a0733c18 req-7b472f36-e960-40d7-b424-cbabbd2891db service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262647 Aug 03 19:23:28.548725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76e5f794-9e48-4993-91d7-b2c73927bc4d req-a4a27da4-9137-4d80-915a-4cbc9df3f98f tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456104 Aug 03 19:23:28.573468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-4076ad70-9e34-45f2-a166-fa1d0c1b1d0d service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137153 Aug 03 19:23:28.735297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:28.747367 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b36f47e4-0312-4e7f-ae75-109dcb4921cb req-0b2194af-a9d4-42b5-b309-a8a23d5b4331 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655157 Aug 03 19:23:28.782647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:28.783706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2e7c3ea4-6fd7-427d-8d31-e02e3dff841e not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:28.784292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:28.830583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-0d456d12-2c8a-400e-a9b3-a7a58feb00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:28.832149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-0d456d12-2c8a-400e-a9b3-a7a58feb00cc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 1094 time: 0.1045959 Aug 03 19:23:28.936852 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:28.963207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:28.966718 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc784b82-e641-4264-a9f5-2446a0cc9bc7" -d '{"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-unplugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:28.998764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.018251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:29.020122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-bb282580-9131-4d90-883c-0fdd855f14b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.024010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-bb282580-9131-4d90-883c-0fdd855f14b0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 914 time: 0.1838682 Aug 03 19:23:29.082613 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b28cc8-263a-4376-99ad-9e9d4c57ff25 x-openstack-request-id: req-d9b28cc8-263a-4376-99ad-9e9d4c57ff25 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:29.082803 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-unplugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:29.083283 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d9b28cc8-263a-4376-99ad-9e9d4c57ff25 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:29.084063 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'code': 200} Aug 03 19:23:29.122721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.157245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-130dfe21-bcda-4cb0-8a71-ad7df208df50 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 HTTP/1.1" status: 200 len: 217 time: 0.1247008 Aug 03 19:23:29.182887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=6eadcfc0-1f7e-47a1-9112-380e54eaf296,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:29.213913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:29.347113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.353658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38228) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:29.357708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35dc1855-0ada-4875-b91e-10e3389dba38 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/6eadcfc0-1f7e-47a1-9112-380e54eaf296 HTTP/1.1" status: 204 len: 168 time: 1.5388160 Aug 03 19:23:29.388423 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d09fcf7-789b-44bd-82e1-97013fcaf98b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:29.393108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1d09fcf7-789b-44bd-82e1-97013fcaf98b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/6eadcfc0-1f7e-47a1-9112-380e54eaf296 HTTP/1.1" status: 404 len: 333 time: 0.0367556 Aug 03 19:23:29.393551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38232) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:29.402405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726446c-5a3d-44bf-a757-da32a6c81c90 req-a1b1a2ba-1ed2-4676-b265-309fffadfb3f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.416206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0726446c-5a3d-44bf-a757-da32a6c81c90 req-a1b1a2ba-1ed2-4676-b265-309fffadfb3f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 943 time: 0.1250443 Aug 03 19:23:29.416206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-b4da900b-daf2-4f9b-a6f0-d4b2a6a23f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.416885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-b4da900b-daf2-4f9b-a6f0-d4b2a6a23f6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.2516677 Aug 03 19:23:29.489223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0726446c-5a3d-44bf-a757-da32a6c81c90 req-db44ffb9-1c84-4ce1-b6a3-a2e3239a0fb8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777264 Aug 03 19:23:29.531948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet b5ee981f-3f74-42df-85ea-d144a14bdf6a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:29.537906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.550931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-26936ba0-8285-4bde-98a6-ccd0f19b435b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725024 Aug 03 19:23:29.635976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.788327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:29.802278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-2eb043a8-caa3-4042-a60f-db8d0a3e50a8 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463601 Aug 03 19:23:29.942485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3990d2f-5971-4270-92c9-2ce0d2e77c6a req-32237b15-b5ee-4e6a-8772-a83aabd91a71 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:29.944099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3990d2f-5971-4270-92c9-2ce0d2e77c6a req-32237b15-b5ee-4e6a-8772-a83aabd91a71 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.1971424 Aug 03 19:23:29.961436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:30.009236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-099fee87-99c6-4a8f-b9e0-2d060430d9e4 req-42d59c6f-5315-431b-b1cc-22c83194c691 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602292 Aug 03 19:23:30.028583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3990d2f-5971-4270-92c9-2ce0d2e77c6a req-8966d9a3-52a6-4c49-a796-e82ebb702699 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759194 Aug 03 19:23:30.079031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.160560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:30.182066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.184461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/b5ee981f-3f74-42df-85ea-d144a14bdf6a HTTP/1.1" status: 204 len: 168 time: 0.7891021 Aug 03 19:23:30.185715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f669a02-bf96-406d-af01-124af0dab77d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ee981f-3f74-42df-85ea-d144a14bdf6a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:30.188360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:30.200111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'port_id': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7', 'mac_address': 'fa:16:3e:79:f6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07272a9-4fc4-46dc-9ac4-e852c4d7700c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:30.270146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f1a787-c452-474e-a524-f3cd8daf59f7 None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:30.352400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 1be5d364-86ef-4689-9981-40eb6dc933ba {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:30.355986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.385411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.402364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0d819-7882-44ae-b828-eb0df855cfcd req-49bace2f-b9b1-4e27-bacc-1f4828be5bdb tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.404463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85e0d819-7882-44ae-b828-eb0df855cfcd req-49bace2f-b9b1-4e27-bacc-1f4828be5bdb tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0606332 Aug 03 19:23:30.417140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:30.433329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.491928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85e0d819-7882-44ae-b828-eb0df855cfcd req-57be54d6-cc51-47b3-a7f3-8ee487a5144b tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793660 Aug 03 19:23:30.517993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:30.609902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.614036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 66c3efb3-dd86-41e7-a258-df322218aba8 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:30.684273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:30.734899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:30.846936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c562f-b248-422f-ba71-ecbdc296813e req-fe6fc73c-9fa4-4255-99c6-24cecdaeee61 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:30.855520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-958c562f-b248-422f-ba71-ecbdc296813e req-fe6fc73c-9fa4-4255-99c6-24cecdaeee61 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 944 time: 0.1653287 Aug 03 19:23:30.915033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.resource_extend [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:23:30.934296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=66c3efb3-dd86-41e7-a258-df322218aba8,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:30.941903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-958c562f-b248-422f-ba71-ecbdc296813e req-4e848c99-a287-4836-953f-1e105ecb4f30 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839670 Aug 03 19:23:30.972549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '66c3efb3-dd86-41e7-a258-df322218aba8', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'port_id': '66c3efb3-dd86-41e7-a258-df322218aba8', 'mac_address': 'fa:16:3e:30:30:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07272a9-4fc4-46dc-9ac4-e852c4d7700c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:31.007997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.048241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:31.090662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=1be5d364-86ef-4689-9981-40eb6dc933ba,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:31.107405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:31.115804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.127571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b068e846-3904-42cd-a539-00a268b39668 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/1be5d364-86ef-4689-9981-40eb6dc933ba HTTP/1.1" status: 204 len: 168 time: 0.9378448 Aug 03 19:23:31.130611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38292) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:31.134429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'port_id': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'mac_address': 'fa:16:3e:cd:1d:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23353e22-e63b-45bf-b255-4b68249a7f10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:31.254123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.299191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c3efb3-dd86-41e7-a258-df322218aba8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:31.358467 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.364281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=66c3efb3-dd86-41e7-a258-df322218aba8,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:31.404252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f46cfb4-0f92-48f2-932a-5094ac7adbbf {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:31.439975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:31.450192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.472990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.473764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc7307-ee15-49bf-b658-82c22f0c5cb8 req-7d937777-68aa-4cfc-a14a-8272772e3bba tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.479330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddbc7307-ee15-49bf-b658-82c22f0c5cb8 req-7d937777-68aa-4cfc-a14a-8272772e3bba tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 944 time: 0.2410572 Aug 03 19:23:31.589116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.593288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:31.703298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:31.721984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddbc7307-ee15-49bf-b658-82c22f0c5cb8 req-8691e292-548a-463e-9dbd-e865e8f13d0a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263005 Aug 03 19:23:31.755343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port ea7b3e06-d131-4870-81ca-e0f2d3340e47 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:31.755343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:31.755797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['59ca1be3-fe40-4bcd-8ab1-a2787a8133a7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:31.788606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['66c3efb3-dd86-41e7-a258-df322218aba8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:31.834360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bb86e-7c29-4910-abb7-2b3a00755981 req-d44626d8-3ff7-41ff-a873-7c8a43bc9cb2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:31.844293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b2bb86e-7c29-4910-abb7-2b3a00755981 req-d44626d8-3ff7-41ff-a873-7c8a43bc9cb2 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1899548 Aug 03 19:23:31.958144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b2bb86e-7c29-4910-abb7-2b3a00755981 req-320f339c-8334-44c2-b8bf-126372df2ee5 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125836 Aug 03 19:23:31.970775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port ea7b3e06-d131-4870-81ca-e0f2d3340e47, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ea7b3e06-d131-4870-81ca-e0f2d3340e47,segment=NetworkSegment(496c5216-dd85-4616-a282-3be475d0e921),segment_id=496c5216-dd85-4616-a282-3be475d0e921)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:31.971624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.004418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['4f46cfb4-0f92-48f2-932a-5094ac7adbbf'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:32.011954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb683a2-31bc-4e1c-95e5-1e3910d1d0a7 None None] Network a3b13683-6bd6-4919-8b10-5b92ed8b828d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:32.012921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for ea7b3e06-d131-4870-81ca-e0f2d3340e47 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:32.213471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be739-073c-4f89-8539-455942d25ed1 req-5ea0461f-ebf9-48b5-b23b-0465ff629e85 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.222216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d8be739-073c-4f89-8539-455942d25ed1 req-5ea0461f-ebf9-48b5-b23b-0465ff629e85 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 944 time: 0.1272051 Aug 03 19:23:32.223323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e70d7c15-0792-4796-9fa4-ac41dbdf78a8 None None] Provisioning complete for port ea7b3e06-d131-4870-81ca-e0f2d3340e47 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:32.223703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70d7c15-0792-4796-9fa4-ac41dbdf78a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.270267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d8be739-073c-4f89-8539-455942d25ed1 req-cd6ff613-24f4-4217-8acd-b915c0855f55 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465651 Aug 03 19:23:32.271341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.303483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=ea7b3e06-d131-4870-81ca-e0f2d3340e47,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:32.312376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port ea7b3e06-d131-4870-81ca-e0f2d3340e47 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:32.434592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.447310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b13683-6bd6-4919-8b10-5b92ed8b828d']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:32.462224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496c5216-dd85-4616-a282-3be475d0e921') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:32.462603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496c5216-dd85-4616-a282-3be475d0e921') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:32.466245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e70d7c15-0792-4796-9fa4-ac41dbdf78a8 None None] Could not find standard attr ID for object ea7b3e06-d131-4870-81ca-e0f2d3340e47. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:32.481296 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.500840 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.502353 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.db [None req-e70d7c15-0792-4796-9fa4-ac41dbdf78a8 None None] No ports have port_id starting with ea7b3e06-d131-4870-81ca-e0f2d3340e47 Aug 03 19:23:32.509699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:32.510379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:32.588849 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:32.640492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f439c-d8f6-4eec-a245-a15e7aba59ec None None] DHCP port deletion for a3b13683-6bd6-4919-8b10-5b92ed8b828d request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:32.775404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.784268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:32.786130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/a3b13683-6bd6-4919-8b10-5b92ed8b828d HTTP/1.1" status: 204 len: 168 time: 1.6544814 Aug 03 19:23:32.797143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ee2ad-b5de-480e-9335-c91e3620e733 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=a3b13683-6bd6-4919-8b10-5b92ed8b828d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:32.799528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:32.863684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce23f5-c37d-436b-a6b5-332c6043cdcf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.865401 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-37ce23f5-c37d-436b-a6b5-332c6043cdcf tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0648301 Aug 03 19:23:32.869358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38348) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:32.894353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded4d92-72fe-4fc5-92e8-78d3362acd9c req-d042ec9c-d5b4-4f24-b597-3cacb9213bb6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:32.896056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ded4d92-72fe-4fc5-92e8-78d3362acd9c req-d042ec9c-d5b4-4f24-b597-3cacb9213bb6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 945 time: 0.0584972 Aug 03 19:23:32.921923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-20fe4c85-7503-4d59-b4b9-991a744976a3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0514352 Aug 03 19:23:32.925775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38352) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:32.931749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2107124416'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:32.951917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ded4d92-72fe-4fc5-92e8-78d3362acd9c req-dbdd69b9-00d7-40a7-9096-0e05e5e9227e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Aug 03 19:23:33.034021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:33.042004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.057280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.081044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:33.102757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.103432 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment febce432-3747-4975-84ce-6c3c813be3f8 of type vlan for network 6afeafbe-f374-48b7-ab7f-522a410138ae Aug 03 19:23:33.144388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e5467-bbac-462d-86be-974c1aa83e2c req-e34ee6ce-7b23-4cdb-b2d2-de19c19a3cd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.146268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a38e5467-bbac-462d-86be-974c1aa83e2c req-e34ee6ce-7b23-4cdb-b2d2-de19c19a3cd9 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0640371 Aug 03 19:23:33.154359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.201551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a38e5467-bbac-462d-86be-974c1aa83e2c req-b1876c7f-26b7-435c-9472-82d1e44496da tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439217 Aug 03 19:23:33.260558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.266266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.266861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.339484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=6afeafbe-f374-48b7-ab7f-522a410138ae,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:33.350289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6afeafbe-f374-48b7-ab7f-522a410138ae details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:33.433110 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d45b2ff7-8279-42aa-882f-7365091bfa2f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5060549 Aug 03 19:23:33.437140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38378) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:33.441327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f048d91-9435-4e59-a301-4744633e9dc2 req-662df647-ed4d-401f-ae5a-574e16c0a13d tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:33.443174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f048d91-9435-4e59-a301-4744633e9dc2 req-662df647-ed4d-401f-ae5a-574e16c0a13d tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 944 time: 0.0842433 Aug 03 19:23:33.443958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:33.523390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f048d91-9435-4e59-a301-4744633e9dc2 req-198835bf-307f-47dd-8690-98e9f74a3f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Aug 03 19:23:33.689303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:33.695643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:33.880510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ea7b3e06-d131-4870-81ca-e0f2d3340e47 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:33.915180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ea7b3e06-d131-4870-81ca-e0f2d3340e47 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:33.915788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ea7b3e06-d131-4870-81ca-e0f2d3340e47 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:33.982344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:34.094955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.227901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:34.233805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:34.233805 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.262885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de875f-c76d-4c4e-bb57-394605bd8308 req-00576cf6-956a-4ad5-abbf-ce24e45841e9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.279806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1de875f-c76d-4c4e-bb57-394605bd8308 req-00576cf6-956a-4ad5-abbf-ce24e45841e9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 945 time: 0.1815019 Aug 03 19:23:34.293250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=cd6038e4-9f37-4281-9862-9101953fef9d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:34.343066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1de875f-c76d-4c4e-bb57-394605bd8308 req-0a04969f-a5f6-4917-b68b-b30662cfbb14 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604415 Aug 03 19:23:34.372556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': 'febce432-3747-4975-84ce-6c3c813be3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:34.372935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: 6afeafbe-f374-48b7-ab7f-522a410138ae, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:34.402629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.444922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:34.447416 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dfac1c-3104-4b0b-ae1f-67cdf079372f" -d '{"events": [{"server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "name": "network-vif-plugged", "status": "completed", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:34.468342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:34.485563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426da420-bf8b-464e-9dcc-c74dd3111787 req-8b71ab24-51c6-4695-a250-5b2cf45042dd tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.487475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-426da420-bf8b-464e-9dcc-c74dd3111787 req-8b71ab24-51c6-4695-a250-5b2cf45042dd tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.0787323 Aug 03 19:23:34.496139 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10097d57-8706-4068-bd77-a4997622e5c4 x-openstack-request-id: req-10097d57-8706-4068-bd77-a4997622e5c4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:34.496464 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "name": "network-vif-plugged", "status": "completed", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:34.496756 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-10097d57-8706-4068-bd77-a4997622e5c4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:34.499035 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7', 'code': 200} Aug 03 19:23:34.543399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-426da420-bf8b-464e-9dcc-c74dd3111787 req-757abaf3-662c-4fed-9151-11c6c445fa94 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Aug 03 19:23:34.550068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 6afeafbe-f374-48b7-ab7f-522a410138ae is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:34.586667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.588695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 66c3efb3-dd86-41e7-a258-df322218aba8 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:34.728827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:34.736195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6afeafbe-f374-48b7-ab7f-522a410138ae) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:34.736881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed91f9-4ca5-4328-953b-a2e282b13ef3 req-06863706-6e2d-462b-bf8d-0e48549df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.736881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5ed91f9-4ca5-4328-953b-a2e282b13ef3 req-06863706-6e2d-462b-bf8d-0e48549df8d2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 1096 time: 0.1094041 Aug 03 19:23:34.744179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:34.750728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f6069-f83f-445c-a22d-7f9d5ae437ae None None] Network 6afeafbe-f374-48b7-ab7f-522a410138ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:34.753803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.753957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.837469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889dd0d-8b99-40cd-8a81-2942452767b4 req-c7dde6f2-4ce9-47e3-b58b-d89c84fb3c57 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:34.839157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3889dd0d-8b99-40cd-8a81-2942452767b4 req-c7dde6f2-4ce9-47e3-b58b-d89c84fb3c57 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 945 time: 0.1701903 Aug 03 19:23:34.841038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5ed91f9-4ca5-4328-953b-a2e282b13ef3 req-af31766d-34c9-43dd-b607-0be32a994c56 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993505 Aug 03 19:23:34.867294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 66c3efb3-dd86-41e7-a258-df322218aba8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:34.878988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 66c3efb3-dd86-41e7-a258-df322218aba8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:34.879382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:34.900727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-137aeba0-c871-4cd9-86c2-f11580d27902 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4624419 Aug 03 19:23:34.903610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38446) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:34.911180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae', 'name': 'tempest-PortsTestJSON-1734057555'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:34.936494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3889dd0d-8b99-40cd-8a81-2942452767b4 req-050e14c6-9246-4d97-a5ac-e24c4df4f9bc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Aug 03 19:23:34.969400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:34.970101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.156147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.202929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=66c3efb3-dd86-41e7-a258-df322218aba8,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:35.206538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6afeafbe-f374-48b7-ab7f-522a410138ae', 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': 'cd6038e4-9f37-4281-9862-9101953fef9d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:35.207416 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.243813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:35.260575 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.284573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.307290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 239df485-c5de-49c8-8343-dfc532d57f3e yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:35.365323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.458098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:35.484327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.548590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.2 (6afeafbe-f374-48b7-ab7f-522a410138ae/cd6038e4-9f37-4281-9862-9101953fef9d/239df485-c5de-49c8-8343-dfc532d57f3e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:35.571592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb1e79-f6af-413e-a6ed-9adf9890e9af req-52f2f97f-72b4-4c0d-b54c-bf610d7eb9f9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.587367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2fb1e79-f6af-413e-a6ed-9adf9890e9af req-52f2f97f-72b4-4c0d-b54c-bf610d7eb9f9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 945 time: 0.0983763 Aug 03 19:23:35.649120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:35.863795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:35.956676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-104ea05d-f1a3-4895-b6e3-9f271405be48 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:35.959396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-104ea05d-f1a3-4895-b6e3-9f271405be48 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.77 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.3251715 Aug 03 19:23:35.984008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2fb1e79-f6af-413e-a6ed-9adf9890e9af req-05dd5005-79f6-4709-a6d2-487d97d426c9 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602877 Aug 03 19:23:36.055927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.067320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41520a5-14f1-4e74-811b-c05a0fd1e737 req-f4d01303-3170-41f4-9537-d11f58a94c5e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.071146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 239df485-c5de-49c8-8343-dfc532d57f3e will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:36.076612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e41520a5-14f1-4e74-811b-c05a0fd1e737 req-f4d01303-3170-41f4-9537-d11f58a94c5e tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 946 time: 0.1949651 Aug 03 19:23:36.182675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38480) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.192022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e41520a5-14f1-4e74-811b-c05a0fd1e737 req-405e0999-0b61-4263-b4df-fe57841738fe tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/security-groups?id=dbce140b-56f4-4ab3-8576-2548147391bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142492 Aug 03 19:23:36.221580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.230993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d90da-6d82-4e1b-8de1-9ebae97331cc req-b24f0222-303b-4011-850a-e494ccc3d2b8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.238750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb8d90da-6d82-4e1b-8de1-9ebae97331cc req-b24f0222-303b-4011-850a-e494ccc3d2b8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 945 time: 0.1377146 Aug 03 19:23:36.274512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Deleting port 4f797f60-5c2f-44dc-8b85-765a0b621f88 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:36.274738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.313369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 6afeafbe-f374-48b7-ab7f-522a410138ae is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:36.316809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:36.321372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:36.349105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb8d90da-6d82-4e1b-8de1-9ebae97331cc req-c7b99e25-bb72-4427-8db4-4697f308ff97 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094048 Aug 03 19:23:36.364122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a40ddc6b-51d1-482a-a21c-04f150210dcf {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:36.364795 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:36.373774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=239df485-c5de-49c8-8343-dfc532d57f3e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:36.396491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7eee8c2d-e9d3-4354-af46-2275fed60d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.437117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.437803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.438903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] For port 4f797f60-5c2f-44dc-8b85-765a0b621f88, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=4f797f60-5c2f-44dc-8b85-765a0b621f88,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:36.442492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.463352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Calling delete_port for 4f797f60-5c2f-44dc-8b85-765a0b621f88 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:36.500045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8'}, {'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:36.503840 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b76f38-1674-460e-9128-b4f81203f3d9" -d '{"events": [{"server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "name": "network-vif-plugged", "status": "completed", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8"}, {"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-plugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:36.556720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7eee8c2d-e9d3-4354-af46-2275fed60d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.634767 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8225347b-af5e-4661-a994-d6dc66b53b39 x-openstack-request-id: req-8225347b-af5e-4661-a994-d6dc66b53b39 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:36.635679 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "name": "network-vif-plugged", "status": "completed", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8", "code": 200}, {"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-plugged", "status": "completed", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:36.635679 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8225347b-af5e-4661-a994-d6dc66b53b39 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:36.636392 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8', 'code': 200} Aug 03 19:23:36.636701 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'code': 200} Aug 03 19:23:36.667019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7eee8c2d-e9d3-4354-af46-2275fed60d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.682139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef15714-2e44-465f-91ed-94123997c6af req-9eac94aa-96b8-4de9-9bc4-f5044c1d78e0 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.682139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef15714-2e44-465f-91ed-94123997c6af req-9eac94aa-96b8-4de9-9bc4-f5044c1d78e0 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 945 time: 0.1189041 Aug 03 19:23:36.783455 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-70bd814c-e568-41f8-8626-4c1b0dd0484b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8784328 Aug 03 19:23:36.790597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee8c2d-e9d3-4354-af46-2275fed60d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6369057-2ab9-413b-bef3-10160ad3a843,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:36.792037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.805357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae', 'name': 'tempest-PortsTestJSON-1039270984'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:36.822902 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7eee8c2d-e9d3-4354-af46-2275fed60d58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f2a08858e89c45e3bd487edff737dfeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386778 Aug 03 19:23:36.824162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:36.828077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef15714-2e44-465f-91ed-94123997c6af req-9258ebba-13e5-46b6-a676-ad3657def6f0 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990326 Aug 03 19:23:36.865934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.867602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53f880-eea2-477e-9a98-4eb893b7c999 req-1a51cfe6-99bb-49f9-90ed-6bf1ad5ad83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.869495 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ed53f880-eea2-477e-9a98-4eb893b7c999 req-1a51cfe6-99bb-49f9-90ed-6bf1ad5ad83c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 1096 time: 0.1546488 Aug 03 19:23:36.916815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.937510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872757-9844-464d-ad13-ca98673b63ae req-c7c231b2-08c3-4d3e-97b2-7316c53503f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:36.939024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41872757-9844-464d-ad13-ca98673b63ae req-c7c231b2-08c3-4d3e-97b2-7316c53503f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 1097 time: 0.0845215 Aug 03 19:23:36.940445 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ed53f880-eea2-477e-9a98-4eb893b7c999 req-62a98a19-05f1-4119-9b88-fdd7d0748846 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554619 Aug 03 19:23:36.957979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:36.992579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41872757-9844-464d-ad13-ca98673b63ae req-0320f2d3-9a1f-4af0-aa27-ef59a7ca4aab service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458195 Aug 03 19:23:36.994271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.056596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Pushing event deleted for resources: {'Port': ['ID=4f797f60-5c2f-44dc-8b85-765a0b621f88,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.100829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Allocated IP 172.20.0.3 (6afeafbe-f374-48b7-ab7f-522a410138ae/cd6038e4-9f37-4281-9862-9101953fef9d/135354ad-e6ba-4674-af35-e34e729057f6) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:37.175512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.175865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.176900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.176900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.176900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.177241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.177572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.177901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.178229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.178557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.179414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.179936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:37.186434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] No DVR routers for this DVR port 4f797f60-5c2f-44dc-8b85-765a0b621f88 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:37.189836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.191729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da64a744-0e54-4a99-9eb9-0c48ff094adb req-e80dbc57-bb43-4b6a-bfc0-1d8ecf147593 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.77 "DELETE /v2.0/ports/4f797f60-5c2f-44dc-8b85-765a0b621f88 HTTP/1.1" status: 204 len: 173 time: 1.2056799 Aug 03 19:23:37.192321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:37.217968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.218243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.218359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.218359 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d6369057-2ab9-413b-bef3-10160ad3a843 HTTP/1.1" status: 204 len: 168 time: 0.3723793 Aug 03 19:23:37.218520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'name': 'network-vif-deleted', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:37.218520 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978484cd-391a-4ac5-9fcc-8182f059ae6b" -d '{"events": [{"server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "name": "network-vif-deleted", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:37.218716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0f20b-1d21-471d-870a-513a6f5cab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6369057-2ab9-413b-bef3-10160ad3a843,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.274464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 0d60e425-8fff-4174-83f2-50592caaf3b7 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:37.309871 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.313796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Transition to ACTIVE for port object 135354ad-e6ba-4674-af35-e34e729057f6 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:37.339423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Transition to ACTIVE for port object 135354ad-e6ba-4674-af35-e34e729057f6 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:37.345530 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788740b-80dd-4b25-90da-e6eae3a4aa46 x-openstack-request-id: req-d788740b-80dd-4b25-90da-e6eae3a4aa46 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:37.345831 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea6dcdd-3c55-4274-81bf-670183ca54bf", "name": "network-vif-deleted", "tag": "4f797f60-5c2f-44dc-8b85-765a0b621f88", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:37.346258 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d788740b-80dd-4b25-90da-e6eae3a4aa46 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:37.346658 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea6dcdd-3c55-4274-81bf-670183ca54bf', 'name': 'network-vif-deleted', 'tag': '4f797f60-5c2f-44dc-8b85-765a0b621f88', 'status': 'completed', 'code': 200} Aug 03 19:23:37.361474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f807b88-08c1-44cd-92ce-a80c56365d1e req-83bdd48c-f536-45f5-b012-dbb81e733702 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.363143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f807b88-08c1-44cd-92ce-a80c56365d1e req-83bdd48c-f536-45f5-b012-dbb81e733702 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.2434001 Aug 03 19:23:37.398096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44f9a0a8-6ee2-4a6e-a3da-30a58bf663e1 req-82934a3d-0c7e-4416-a89b-f43c8491c566 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 210 time: 0.0505221 Aug 03 19:23:37.438620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f807b88-08c1-44cd-92ce-a80c56365d1e req-92455253-f005-49ca-b394-c74772774a5d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637913 Aug 03 19:23:37.530526 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.593268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Network 6afeafbe-f374-48b7-ab7f-522a410138ae is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:37.605526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:37.605526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Pushing event updated for resources: {'Port': ['ID=135354ad-e6ba-4674-af35-e34e729057f6,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:37.606195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:37.607045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.4 (6afeafbe-f374-48b7-ab7f-522a410138ae/cd6038e4-9f37-4281-9862-9101953fef9d/0d60e425-8fff-4174-83f2-50592caaf3b7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:37.676454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Attempting to bind port 135354ad-e6ba-4674-af35-e34e729057f6 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:37.676876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Attempting to bind port 135354ad-e6ba-4674-af35-e34e729057f6 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'febce432-3747-4975-84ce-6c3c813be3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:37.677338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Attempting to bind port 135354ad-e6ba-4674-af35-e34e729057f6 on network 6afeafbe-f374-48b7-ab7f-522a410138ae {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:37.684661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:37.685043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Checking segment: {'id': 'febce432-3747-4975-84ce-6c3c813be3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:37.685614 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.686010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Bound using segment: {'id': 'febce432-3747-4975-84ce-6c3c813be3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:37.686484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Bound port: 135354ad-e6ba-4674-af35-e34e729057f6, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febce432-3747-4975-84ce-6c3c813be3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6afeafbe-f374-48b7-ab7f-522a410138ae'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:37.686858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.774018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] For port 135354ad-e6ba-4674-af35-e34e729057f6, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:37.778379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] For port 135354ad-e6ba-4674-af35-e34e729057f6, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=135354ad-e6ba-4674-af35-e34e729057f6,segment=NetworkSegment(febce432-3747-4975-84ce-6c3c813be3f8),segment_id=febce432-3747-4975-84ce-6c3c813be3f8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:37.837539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.857091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 0d60e425-8fff-4174-83f2-50592caaf3b7 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:37.966392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:37.993916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbed3e-c6c5-4a4b-a065-8ca198d3cb86 req-76433bac-81ba-4a8f-883f-2d2a5a03b28e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:37.995935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4fbed3e-c6c5-4a4b-a065-8ca198d3cb86 req-76433bac-81ba-4a8f-883f-2d2a5a03b28e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 945 time: 0.0637381 Aug 03 19:23:38.040947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4f797f60-5c2f-44dc-8b85-765a0b621f88 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:38.058863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4fbed3e-c6c5-4a4b-a065-8ca198d3cb86 req-b0a8f1e2-1c22-4a8f-aa0a-7825fc25c5d1 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Aug 03 19:23:38.078171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.111039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 4f797f60-5c2f-44dc-8b85-765a0b621f88 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:38.111756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 4f797f60-5c2f-44dc-8b85-765a0b621f88 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:38.159834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98872-7a87-4908-86ac-fd4f09c5cadd None None] Pushing event updated for resources: {'Port': ['ID=135354ad-e6ba-4674-af35-e34e729057f6,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.193278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 6afeafbe-f374-48b7-ab7f-522a410138ae is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:38.198372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:38.207474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:38.514313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38534) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:38.551322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4243c12-a6e8-49d4-a037-c9b9bdb0b54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.734017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4243c12-a6e8-49d4-a037-c9b9bdb0b54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.850113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=0d60e425-8fff-4174-83f2-50592caaf3b7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.855637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4243c12-a6e8-49d4-a037-c9b9bdb0b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:38.940819 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4243c12-a6e8-49d4-a037-c9b9bdb0b54e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b238994678a64c5bb0351e3416fb91fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4285970 Aug 03 19:23:38.941555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4243c12-a6e8-49d4-a037-c9b9bdb0b54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b990a488-fd84-4b4c-8144-5766bfd0de96,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:38.944466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38540) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:38.951944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a289e29-1df6-413c-896f-330fbfe57d4a req-3c0af0a8-6c84-4ffe-a7f2-75822ecaca43 tempest-ServerRescueNegativeTestJSON-1207057466 tempest-ServerRescueNegativeTestJSON-1207057466-project] 10.222.0.67 "GET /v2.0/ports?device_id=1ea6dcdd-3c55-4274-81bf-670183ca54bf HTTP/1.1" status: 200 len: 210 time: 0.1252694 Aug 03 19:23:38.978506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:38.979287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.012631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c036c2-1ad4-4835-801d-1abc37aa232c req-bc5a1c01-cbcb-402a-af98-172f42fa66e3 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.015143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9c036c2-1ad4-4835-801d-1abc37aa232c req-bc5a1c01-cbcb-402a-af98-172f42fa66e3 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1863973 Aug 03 19:23:39.035971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.064590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.091684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9c036c2-1ad4-4835-801d-1abc37aa232c req-a94ed825-ccf5-4011-98d5-cee6629135f6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Aug 03 19:23:39.107233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-02f808bd-397d-4928-a6ea-e72995b9f640 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3121030 Aug 03 19:23:39.119732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38544) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:39.214564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.217303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.221343 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b990a488-fd84-4b4c-8144-5766bfd0de96 HTTP/1.1" status: 204 len: 168 time: 0.2757039 Aug 03 19:23:39.235790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d84bf-749a-4169-8d99-878f6415113a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990a488-fd84-4b4c-8144-5766bfd0de96,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:39.336860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662d7f-af48-4de2-b728-f238e5c2f8bc req-f3dddf0c-8e44-42cb-94f9-294658a7f316 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.338413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6662d7f-af48-4de2-b728-f238e5c2f8bc req-f3dddf0c-8e44-42cb-94f9-294658a7f316 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.1372969 Aug 03 19:23:39.408072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d570a-680c-4774-ae8e-0506e1f11627 req-a9cfd456-c7d8-4748-8fe7-855985480fc8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.421883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8d570a-680c-4774-ae8e-0506e1f11627 req-a9cfd456-c7d8-4748-8fe7-855985480fc8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 945 time: 0.1432593 Aug 03 19:23:39.431813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd673a8-da6e-4cd3-9456-55376e6b0995 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:39.434120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-abd673a8-da6e-4cd3-9456-55376e6b0995 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.3223310 Aug 03 19:23:39.436929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38552) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:39.448062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6662d7f-af48-4de2-b728-f238e5c2f8bc req-e3915a57-018c-4899-8cee-90f64babccc4 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919809 Aug 03 19:23:39.509080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8d570a-680c-4774-ae8e-0506e1f11627 req-34ab1f8e-57eb-4e68-b24f-62dccc5af59f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Aug 03 19:23:39.623039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 0d60e425-8fff-4174-83f2-50592caaf3b7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:39.626578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.762161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f2de4-e577-4d7e-bf58-b50bf04ea3cf None None] Network 6afeafbe-f374-48b7-ab7f-522a410138ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:39.860097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:39.902149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 0d60e425-8fff-4174-83f2-50592caaf3b7 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:40.076107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 135354ad-e6ba-4674-af35-e34e729057f6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:40.112569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-db838c88-157f-4005-bb5b-1c9710563bd9 None None] Provisioning for port 135354ad-e6ba-4674-af35-e34e729057f6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:40.429749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 135354ad-e6ba-4674-af35-e34e729057f6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:40.429749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 135354ad-e6ba-4674-af35-e34e729057f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:40.429749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.430425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:40.712488 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.745178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7350e036-d330-491b-a857-beed3add0273 None None] Provisioning complete for port 135354ad-e6ba-4674-af35-e34e729057f6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:40.745809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7350e036-d330-491b-a857-beed3add0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.773859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:40.805775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 135354ad-e6ba-4674-af35-e34e729057f6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=135354ad-e6ba-4674-af35-e34e729057f6,segment=NetworkSegment(febce432-3747-4975-84ce-6c3c813be3f8),segment_id=febce432-3747-4975-84ce-6c3c813be3f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:40.965182 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.079300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-06fd5efd-fb7f-47d5-af40-ea4b33737660 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:41.090564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-06fd5efd-fb7f-47d5-af40-ea4b33737660 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.3475928 Aug 03 19:23:41.123912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7350e036-d330-491b-a857-beed3add0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.135277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=135354ad-e6ba-4674-af35-e34e729057f6,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:41.144916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-2b46cf21-3c69-4d53-9336-de4519152679 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/quotas/3570cba1a2b9481c93c0335fd85b210f HTTP/1.1" status: 200 len: 375 time: 0.0377350 Aug 03 19:23:41.332954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-f5057eda-a465-470a-8457-d46ff1bf73d5 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816392 Aug 03 19:23:41.356887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-7350e036-d330-491b-a857-beed3add0273 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:23:41.357251 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-7350e036-d330-491b-a857-beed3add0273 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:23:41.724261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=0d60e425-8fff-4174-83f2-50592caaf3b7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:41.771565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-a8b43290-1b02-4e51-b913-d08438d61434 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362209 Aug 03 19:23:41.881389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:41.886895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90150b62-f739-439e-818d-528644c7ab42 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/0d60e425-8fff-4174-83f2-50592caaf3b7 HTTP/1.1" status: 204 len: 168 time: 2.4488616 Aug 03 19:23:41.889764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:41.949955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 135354ad-e6ba-4674-af35-e34e729057f6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:41.998085 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0edcf25-4412-4200-9bc6-809b53f95b3b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:42.006011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0edcf25-4412-4200-9bc6-809b53f95b3b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/0d60e425-8fff-4174-83f2-50592caaf3b7 HTTP/1.1" status: 404 len: 333 time: 0.1150081 Aug 03 19:23:42.007966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:42.012218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 135354ad-e6ba-4674-af35-e34e729057f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:42.012512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.161825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b561808-0233-4330-8505-74274190f5a4 req-dc690037-74df-491e-a0ba-0532b2e8944d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.164113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b561808-0233-4330-8505-74274190f5a4 req-dc690037-74df-491e-a0ba-0532b2e8944d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdc0987d-0b57-4ce1-9e23-67adda47fd42 HTTP/1.1" status: 200 len: 946 time: 0.3705218 Aug 03 19:23:42.203769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7350e036-d330-491b-a857-beed3add0273 None None] Provisioning for port 239df485-c5de-49c8-8343-dfc532d57f3e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:42.213684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7350e036-d330-491b-a857-beed3add0273 None None] Provisioning complete for port 239df485-c5de-49c8-8343-dfc532d57f3e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:42.213684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7350e036-d330-491b-a857-beed3add0273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.253763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 239df485-c5de-49c8-8343-dfc532d57f3e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:42.254633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.302296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7350e036-d330-491b-a857-beed3add0273 None None] Port 239df485-c5de-49c8-8343-dfc532d57f3e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:42.311945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7350e036-d330-491b-a857-beed3add0273 None None] Could not find standard attr ID for object 0d60e425-8fff-4174-83f2-50592caaf3b7. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:42.332760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-6f0e1269-0642-4d3c-bc62-23e7230c39ca tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.334322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-6f0e1269-0642-4d3c-bc62-23e7230c39ca tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b81531b-c142-4217-a986-f8c7f57cae8d HTTP/1.1" status: 200 len: 945 time: 0.4645536 Aug 03 19:23:42.361685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.376415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 239df485-c5de-49c8-8343-dfc532d57f3e owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:42.439201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-332b25a4-5d75-4313-b5dc-3f243f0b91f0 None None] Provisioning complete for port 239df485-c5de-49c8-8343-dfc532d57f3e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:42.439581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-332b25a4-5d75-4313-b5dc-3f243f0b91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.518636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-332b25a4-5d75-4313-b5dc-3f243f0b91f0 None None] Port 239df485-c5de-49c8-8343-dfc532d57f3e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:42.526529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-332b25a4-5d75-4313-b5dc-3f243f0b91f0 None None] Could not find standard attr ID for object 0d60e425-8fff-4174-83f2-50592caaf3b7. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:23:42.605047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-a0348333-eac5-44bb-995d-b13c6b809fe8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:42.606574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-a0348333-eac5-44bb-995d-b13c6b809fe8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 0.6983664 Aug 03 19:23:42.673321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-e368be94-1dd1-4c8c-8dd7-9b0a8d9d9915 service neutron] 10.222.0.67 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007235 Aug 03 19:23:42.673614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.674591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-40d20be1-e89c-41dd-aeae-1620ffce260c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/quotas/121306ee709c47538a652efdd0708a2a HTTP/1.1" status: 200 len: 375 time: 0.0445087 Aug 03 19:23:42.693046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Deleting port 66c3efb3-dd86-41e7-a258-df322218aba8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:42.698841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.786358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Deleting port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:42.786708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.861378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:42.912122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=239df485-c5de-49c8-8343-dfc532d57f3e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:42.964799 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:23:43.009120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-93377ed1-5650-487d-86f7-78f942b1f7fd tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421508 Aug 03 19:23:43.042168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-704f682e-d722-4c91-bce5-38787aa3ca37 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:43.052539 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-704f682e-d722-4c91-bce5-38787aa3ca37 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/ports?device_id=ccd3b705-4fd1-41b5-bfe2-f31052a63b60 HTTP/1.1" status: 200 len: 945 time: 0.3586128 Aug 03 19:23:43.052905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] For port 66c3efb3-dd86-41e7-a258-df322218aba8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=66c3efb3-dd86-41e7-a258-df322218aba8,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:43.052905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.135140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Calling delete_port for 66c3efb3-dd86-41e7-a258-df322218aba8 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:43.190677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] For port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:43.191372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.314735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Calling delete_port for 4f46cfb4-0f92-48f2-932a-5094ac7adbbf owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:43.354348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.356286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-afca9a40-2bfa-4485-b7ed-492c32d9dfc3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/239df485-c5de-49c8-8343-dfc532d57f3e HTTP/1.1" status: 204 len: 168 time: 1.3384542 Aug 03 19:23:43.364686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38646) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:43.474271 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba814a0-157d-44a8-94b3-8553660a7eed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:43.476383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aba814a0-157d-44a8-94b3-8553660a7eed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/239df485-c5de-49c8-8343-dfc532d57f3e HTTP/1.1" status: 404 len: 333 time: 0.0945601 Aug 03 19:23:43.487277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38654) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:43.620311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fdf3fd3-9a89-4570-97a6-7a8e2e6443e8 req-016a4600-4e19-4bac-9a6e-bd2ce1025c72 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0872533 Aug 03 19:23:43.629250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Deleting port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:43.629652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.733609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-6fb52624-89be-4d9b-8100-ff65a1d451ea service neutron] 10.222.0.67 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450199 Aug 03 19:23:43.851934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet cd6038e4-9f37-4281-9862-9101953fef9d {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:43.865454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:43.969212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-ff548fd8-c376-46de-af53-d7107109a552 service neutron] 10.222.0.67 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982298 Aug 03 19:23:44.035895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:44.043422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.113074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.158826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event deleted for resources: {'Port': ['ID=4f46cfb4-0f92-48f2-932a-5094ac7adbbf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:44.201626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] For port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:44.202354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.220685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Calling delete_port for 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:44.274009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.282197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] No DVR routers for this DVR port 4f46cfb4-0f92-48f2-932a-5094ac7adbbf on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:44.300633 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.302409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b561808-0233-4330-8505-74274190f5a4 req-3d764787-8332-4d0b-b939-c50e5cfcd99e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.54 "DELETE /v2.0/ports/4f46cfb4-0f92-48f2-932a-5094ac7adbbf HTTP/1.1" status: 204 len: 173 time: 2.1234949 Aug 03 19:23:44.303979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-deleted', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:44.313958 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.322167 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe0d9b-7ef0-42c2-a0bd-b2543b7859aa" -d '{"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-deleted", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:44.389083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event deleted for resources: {'Port': ['ID=66c3efb3-dd86-41e7-a258-df322218aba8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:44.485264 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb0003e-fb85-465e-a20c-791ca88bc0f6 x-openstack-request-id: req-3eb0003e-fb85-465e-a20c-791ca88bc0f6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:44.485563 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0987d-0b57-4ce1-9e23-67adda47fd42", "name": "network-vif-deleted", "tag": "4f46cfb4-0f92-48f2-932a-5094ac7adbbf", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:44.487070 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3eb0003e-fb85-465e-a20c-791ca88bc0f6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:44.487070 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0987d-0b57-4ce1-9e23-67adda47fd42', 'name': 'network-vif-deleted', 'tag': '4f46cfb4-0f92-48f2-932a-5094ac7adbbf', 'status': 'completed', 'code': 200} Aug 03 19:23:44.492814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Deleting port c3355e75-f26c-4e3a-a8da-83a5f82402b1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:44.493212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.524489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] No DVR routers for this DVR port 66c3efb3-dd86-41e7-a258-df322218aba8 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:44.528275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.538573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09a8fe2c-278c-4df4-a262-27d7799272ef req-578fb7c8-8ba4-4158-944b-0a3306072002 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "DELETE /v2.0/ports/66c3efb3-dd86-41e7-a258-df322218aba8 HTTP/1.1" status: 204 len: 173 time: 2.1917632 Aug 03 19:23:44.619772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.652559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.699306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event deleted for resources: {'Port': ['ID=59ca1be3-fe40-4bcd-8ab1-a2787a8133a7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:44.737940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 66c3efb3-dd86-41e7-a258-df322218aba8 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:44.782106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 66c3efb3-dd86-41e7-a258-df322218aba8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:44.782106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 66c3efb3-dd86-41e7-a258-df322218aba8 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:44.796513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] For port c3355e75-f26c-4e3a-a8da-83a5f82402b1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3355e75-f26c-4e3a-a8da-83a5f82402b1,segment=NetworkSegment(c0a0ffa0-aaed-40a9-a3db-78cda508ca94),segment_id=c0a0ffa0-aaed-40a9-a3db-78cda508ca94)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:44.796513 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.815795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:44.862245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Calling delete_port for c3355e75-f26c-4e3a-a8da-83a5f82402b1 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:44.864149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 4f46cfb4-0f92-48f2-932a-5094ac7adbbf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:44.864725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 4f46cfb4-0f92-48f2-932a-5094ac7adbbf not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:44.888702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] No DVR routers for this DVR port 59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:44.897992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:44.900421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-470e1ce7-734e-4b05-8bf9-ae6a5f219d56 req-e44bb040-684d-4f66-9646-09df800dcecc tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "DELETE /v2.0/ports/59ca1be3-fe40-4bcd-8ab1-a2787a8133a7 HTTP/1.1" status: 204 len: 173 time: 1.8502018 Aug 03 19:23:44.900844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'name': 'network-vif-deleted', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:44.911285 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8bed27-d58b-4fc2-a4b4-c24fe99df603" -d '{"events": [{"server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "name": "network-vif-deleted", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:44.927888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e8bd8ce-73bc-43a8-85c0-7585b5721477 req-0baa134d-7d23-4c61-9cbd-035a18553933 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.1115491 Aug 03 19:23:44.997182 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71511d38-be4d-4aa0-b012-639096ef77b6 x-openstack-request-id: req-71511d38-be4d-4aa0-b012-639096ef77b6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:44.997718 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd3b705-4fd1-41b5-bfe2-f31052a63b60", "name": "network-vif-deleted", "tag": "59ca1be3-fe40-4bcd-8ab1-a2787a8133a7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:44.998330 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71511d38-be4d-4aa0-b012-639096ef77b6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:44.998922 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd3b705-4fd1-41b5-bfe2-f31052a63b60', 'name': 'network-vif-deleted', 'tag': '59ca1be3-fe40-4bcd-8ab1-a2787a8133a7', 'status': 'completed', 'code': 200} Aug 03 19:23:45.256085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-577ff2b4-ec49-4ac0-b201-03698b622b44 req-d7c1170f-06e1-4cdc-a560-7c0614ca1fe2 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Aug 03 19:23:45.271008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.336493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6038e4-9f37-4281-9862-9101953fef9d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:45.344087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.348530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ded3f7c-03cd-4bd7-a8ff-cb423f3dbd66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/cd6038e4-9f37-4281-9862-9101953fef9d HTTP/1.1" status: 204 len: 168 time: 1.8584099 Aug 03 19:23:45.351753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38688) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:45.361851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125f6c5-1d16-4970-9ef7-c2ec7849b393 None None] Network 6afeafbe-f374-48b7-ab7f-522a410138ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:45.563381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.658432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.672465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 135354ad-e6ba-4674-af35-e34e729057f6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:45.673025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.778415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port 135354ad-e6ba-4674-af35-e34e729057f6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=135354ad-e6ba-4674-af35-e34e729057f6,segment=NetworkSegment(febce432-3747-4975-84ce-6c3c813be3f8),segment_id=febce432-3747-4975-84ce-6c3c813be3f8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:45.779050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.807166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] DHCP port deletion for 6afeafbe-f374-48b7-ab7f-522a410138ae request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:23:45.810076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 135354ad-e6ba-4674-af35-e34e729057f6 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:45.956524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Deleting port 135354ad-e6ba-4674-af35-e34e729057f6 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:45.961020 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.961384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:45.974726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 135354ad-e6ba-4674-af35-e34e729057f6 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:46.064306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-c2ec1c5b-f6b6-4cdd-a226-103b7f176eb0 req-7fc20e83-6090-4ed7-8abe-5263029adbe2 service neutron] (101343) timed out ('10.222.0.54', 54309) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:23:46.073912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3355e75-f26c-4e3a-a8da-83a5f82402b1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.118579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] For port 135354ad-e6ba-4674-af35-e34e729057f6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=135354ad-e6ba-4674-af35-e34e729057f6,segment=NetworkSegment(febce432-3747-4975-84ce-6c3c813be3f8),segment_id=febce432-3747-4975-84ce-6c3c813be3f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:46.119994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.133773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Calling delete_port for 135354ad-e6ba-4674-af35-e34e729057f6 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:46.138418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88ea8495-5794-4f65-8ca3-cd312a0a6e5c req-a181b8b0-55be-4912-8b37-4c83ae69c651 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0346105 Aug 03 19:23:46.366973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.390338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3eba83c-1211-49d8-99b7-cf9c0979abae req-b0c7dac3-0a97-42d7-8db0-57ec2d4ff06e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0508857 Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:23:46.418022 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:23:46.421476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.466349 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.477213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=135354ad-e6ba-4674-af35-e34e729057f6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.482403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.486675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port 135354ad-e6ba-4674-af35-e34e729057f6 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:46.487385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'name': 'network-vif-deleted', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:46.490025 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c45f3a3-de40-45a5-96d2-d54cd022f496" -d '{"events": [{"server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "name": "network-vif-deleted", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:46.501807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] No DVR routers for this DVR port 135354ad-e6ba-4674-af35-e34e729057f6 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:23:46.568748 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a7ef5f-d4c6-4264-af8f-8b2c4745dc79 x-openstack-request-id: req-13a7ef5f-d4c6-4264-af8f-8b2c4745dc79 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:46.569665 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81531b-c142-4217-a986-f8c7f57cae8d", "name": "network-vif-deleted", "tag": "66c3efb3-dd86-41e7-a258-df322218aba8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:46.570044 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-13a7ef5f-d4c6-4264-af8f-8b2c4745dc79 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:46.571168 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b81531b-c142-4217-a986-f8c7f57cae8d', 'name': 'network-vif-deleted', 'tag': '66c3efb3-dd86-41e7-a258-df322218aba8', 'status': 'completed', 'code': 200} Aug 03 19:23:46.580047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6a47e-464e-482a-8892-06d5eae2eccd None None] Pushing event deleted for resources: {'Port': ['ID=135354ad-e6ba-4674-af35-e34e729057f6,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:46.648763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.665348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6afeafbe-f374-48b7-ab7f-522a410138ae']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:46.681942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febce432-3747-4975-84ce-6c3c813be3f8') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:46.682520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febce432-3747-4975-84ce-6c3c813be3f8') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:46.696894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.767033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.803491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:46.804509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:46.807660 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:47.098401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Router a8f84eb5-368d-482c-b849-87aebb27d1e2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:23:47.203252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.228091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.231007 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/6afeafbe-f374-48b7-ab7f-522a410138ae HTTP/1.1" status: 204 len: 168 time: 1.8775570 Aug 03 19:23:47.237515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38730) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:47.247756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-120840984'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:47.248937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d04b89-04dc-4d98-9883-e3ab1a758f87 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=6afeafbe-f374-48b7-ab7f-522a410138ae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:47.328753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef6ebc87-fe68-4ff4-9d27-17c94eb9277f req-c9bf09d4-813c-4a88-af3d-00d31e9fbef1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0892570 Aug 03 19:23:47.373349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:23:47.385439 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb1ada7a-252d-49a6-ad31-6a20701c2b0b admin admin] 10.222.0.67 "PUT /v2.0/routers/a8f84eb5-368d-482c-b849-87aebb27d1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9784753 Aug 03 19:23:47.387603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:47.390709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Sync routers for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:23:47.423410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:47.427650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:47.492632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:47.513574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.594121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b11141b1-cb9f-4e4e-a8ad-2d168345fe43 req-5aebdb78-ef90-41b1-85b5-3d7c3da28071 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0540717 Aug 03 19:23:47.645317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:23:47.692274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:47.700687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.815308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.918621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.918909 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment 63f97ca6-1564-46fa-8c46-b57c7dc68192 of type vlan for network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 Aug 03 19:23:47.965642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:23:45Z', 'revision_number': 5, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:47.971347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:47.996450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Checking router: a8f84eb5-368d-482c-b849-87aebb27d1e2 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:23:48.005381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Routers {'a8f84eb5-368d-482c-b849-87aebb27d1e2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:23:48.006153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8f84eb5-368d-482c-b849-87aebb27d1e2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:48.120834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] Set router a8f84eb5-368d-482c-b849-87aebb27d1e2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:23:48.167996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.177433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.178272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.320880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=9aafb4eb-f6d7-478b-b742-1509c3da0af3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:48.335337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:23:48.343491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Deleting port d8835809-0730-463e-b019-a9fc645c7695 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:48.344050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.394887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-e9e0ba39-1112-4760-9aa4-fc6b22a3d7e1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:48.409254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-e9e0ba39-1112-4760-9aa4-fc6b22a3d7e1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 814 time: 0.2097592 Aug 03 19:23:48.423741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Request body: {'port': {'device_id': '6d719201-6c4a-4109-95e5-17f3e055a994', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'admin_state_up': True, 'tenant_id': '3570cba1a2b9481c93c0335fd85b210f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:48.443688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-86c775c2-8871-4d8f-9d7b-5f6762da14d9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2057018 Aug 03 19:23:48.447076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:48.453296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:48.478667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:23:45Z', 'revision_number': 5, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:48.527761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0f4a4e-5f8b-4b96-ba75-c42c2692a9a6 None None] The sync data for ids ['a8f84eb5-368d-482c-b849-87aebb27d1e2'] in n-d-803363-1 is: [{'id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'name': 'tempest-ServerRescueNegativeTestJSON-1310614480-router', 'tenant_id': 'ee3dffe6a45640b897585ae9449ab582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'd8835809-0730-463e-b019-a9fc645c7695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:20:24Z', 'updated_at': '2021-08-03T19:23:45Z', 'revision_number': 5, 'project_id': 'ee3dffe6a45640b897585ae9449ab582', 'gw_port': {'id': 'd8835809-0730-463e-b019-a9fc645c7695', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f84eb5-368d-482c-b849-87aebb27d1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:20:26Z', 'updated_at': '2021-08-03T19:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:23:48.586432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbcd13c2-7dff-453e-a05e-1f981a61e47e req-cff5535b-2ca5-4217-ae09-2ac17d073270 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0996778 Aug 03 19:23:48.659557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] For port d8835809-0730-463e-b019-a9fc645c7695, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d8835809-0730-463e-b019-a9fc645c7695,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:48.659754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.688737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Calling delete_port for d8835809-0730-463e-b019-a9fc645c7695 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:48.709417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31fb1a87-f4b7-431c-8384-6fc3fbd4a96e req-4d08ba51-a3d7-4806-8947-6960ad1df39e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0357130 Aug 03 19:23:48.902891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:48.906838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:48.961538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6250e7e7-0723-47e7-ab99-2bb37eb17566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.088606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Made reservation on behalf of 3570cba1a2b9481c93c0335fd85b210f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:49.093597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.185955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.215620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8835809-0730-463e-b019-a9fc645c7695,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:49.236729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Allocated IP 172.20.0.3 (ca773f6a-a192-489c-be27-a46390321c12/23353e22-e63b-45bf-b255-4b68249a7f10/73e03a4c-3580-4022-902b-3721b2993de6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:49.305870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.363322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.422174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.456426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=9e490ae0-acf6-4b77-aa26-269c0be78b43,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:49.495169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': '63f97ca6-1564-46fa-8c46-b57c7dc68192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:49.495526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: 9aafb4eb-f6d7-478b-b742-1509c3da0af3, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:23:49.499380 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.501747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.697803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9feba0ee-9c37-480d-820d-229eaec94f6b req-5bb6b052-ee57-463e-8b9b-774cede5915e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0312066 Aug 03 19:23:49.732786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.801472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.803586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f84eb5-368d-482c-b849-87aebb27d1e2 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:23:49.803586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:23:49.838411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.839771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6d47231-5d5e-4dd8-bffd-b8ab5ed4002f admin admin] 10.222.0.67 "DELETE /v2.0/routers/a8f84eb5-368d-482c-b849-87aebb27d1e2 HTTP/1.1" status: 204 len: 168 time: 2.4495816 Aug 03 19:23:49.850131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a4f8ca1-8312-4573-877c-b6abce866a4b req-12da9b00-54a3-466d-bad4-2183d983b471 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0602620 Aug 03 19:23:49.851465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:49.933332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3355e75-f26c-4e3a-a8da-83a5f82402b1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:49.950603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Deleting subnet 4b3429ae-ecd9-48ce-af7a-f98755b36ec0 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:23:49.959192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:49.969917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c3355e75-f26c-4e3a-a8da-83a5f82402b1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:49.970535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3355e75-f26c-4e3a-a8da-83a5f82402b1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:50.008802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.061459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.171354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9aafb4eb-f6d7-478b-b742-1509c3da0af3) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:50.180558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Network ca773f6a-a192-489c-be27-a46390321c12 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:50.188333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:50.188545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68498f59-9dea-4936-85f0-35307b647b4e None None] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:50.193126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:50.195526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.196164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.198505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event updated for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:50.255817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.265238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.266303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.300276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3429ae-ecd9-48ce-af7a-f98755b36ec0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:50.310741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.313679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bf5cf3d7-fb4e-4ec4-b8a2-509c1ded4b18 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4b3429ae-ecd9-48ce-af7a-f98755b36ec0 HTTP/1.1" status: 204 len: 168 time: 0.4584830 Aug 03 19:23:50.323214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38784) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:50.358214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-171ecd6a-820b-4b0f-80f3-f9511bd26fd5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9096158 Aug 03 19:23:50.360979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38786) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:50.369978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3', 'name': 'tempest-PortsTestJSON-1118939032', 'fixed_ips': [{'subnet_id': '9e490ae0-acf6-4b77-aa26-269c0be78b43', 'ip_address': '172.20.0.10'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:50.439198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-35499775-b30f-4fc7-b2a5-b5bc1e65fb9a tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0194380 Aug 03 19:23:50.445980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Request body: {'port': {'device_id': '6d719201-6c4a-4109-95e5-17f3e055a994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:50.504329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-9aafb4eb-f6d7-478b-b742-1509c3da0af3', 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': '9e490ae0-acf6-4b77-aa26-269c0be78b43'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:23:50.505827 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.513878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.550619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.629376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-32488927-e317-4981-b2cf-d06beaf21449 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:50.634769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-32488927-e317-4981-b2cf-d06beaf21449 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 0.2096004 Aug 03 19:23:50.654077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Request body: {'port': {'device_id': '5804a4fe-2a79-4104-8722-ce6776949936', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'admin_state_up': True, 'tenant_id': '121306ee709c47538a652efdd0708a2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:50.714210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.814696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46718942-5d30-4568-a348-7e03de481d26']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:50.846960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:50.847308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a0ffa0-aaed-40a9-a3db-78cda508ca94') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:23:50.866449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.908737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Allocated IP 172.20.0.2 (9aafb4eb-f6d7-478b-b742-1509c3da0af3/9e490ae0-acf6-4b77-aa26-269c0be78b43/ff6bcd60-f6bb-48cc-b15a-2f083df9e131) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:50.942687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.955509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:23:50.955936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:23:50.958267 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:23:51.061323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41de511c-c294-4880-8a6e-d2d7e9cbeae7 req-06b06197-fe70-42ef-a364-8b27ef05137f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0515144 Aug 03 19:23:51.102949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85525-0eba-4602-b753-d497eedd8caf req-6f65b46e-54c3-4a66-b2dd-012f675b1e71 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:51.106366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44d85525-0eba-4602-b753-d497eedd8caf req-6f65b46e-54c3-4a66-b2dd-012f675b1e71 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 931 time: 0.2130592 Aug 03 19:23:51.190856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44d85525-0eba-4602-b753-d497eedd8caf req-3eedbd8d-f3b0-4bb7-83bb-c69d74e4d397 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777929 Aug 03 19:23:51.238255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e03a4c-3580-4022-902b-3721b2993de6 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:51.266083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.295227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Transition to ACTIVE for port object 73e03a4c-3580-4022-902b-3721b2993de6 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:51.316882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.316882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.316882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] 10.222.0.67 "DELETE /v2.0/networks/46718942-5d30-4568-a348-7e03de481d26 HTTP/1.1" status: 204 len: 168 time: 0.9819179 Aug 03 19:23:51.318338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.326927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3ce1b-4614-4a33-ab74-1db704a9bb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=46718942-5d30-4568-a348-7e03de481d26,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.330248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:51.331930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Transition to ACTIVE for port object ff6bcd60-f6bb-48cc-b15a-2f083df9e131 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:51.355017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Transition to ACTIVE for port object ff6bcd60-f6bb-48cc-b15a-2f083df9e131 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:51.469481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.488230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 37c3d77d-3a90-4329-8197-a45d900ad778 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:51.626277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.626846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.671336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:51.673081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:51.680675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:51.729603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Pushing event updated for resources: {'Port': ['ID=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.752596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:51.762781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.779740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Attempting to bind port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:51.780259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Attempting to bind port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '63f97ca6-1564-46fa-8c46-b57c7dc68192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:51.780791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Attempting to bind port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 on network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:51.782869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.10 (9aafb4eb-f6d7-478b-b742-1509c3da0af3/9e490ae0-acf6-4b77-aa26-269c0be78b43/37c3d77d-3a90-4329-8197-a45d900ad778) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:51.791854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:51.792326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Checking segment: {'id': '63f97ca6-1564-46fa-8c46-b57c7dc68192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:51.792888 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.793703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Bound using segment: {'id': '63f97ca6-1564-46fa-8c46-b57c7dc68192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:51.795393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Bound port: ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f97ca6-1564-46fa-8c46-b57c7dc68192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:51.795671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.856017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Pushing event updated for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:51.870291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d8835809-0730-463e-b019-a9fc645c7695 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:23:51.910503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Attempting to bind port 73e03a4c-3580-4022-902b-3721b2993de6 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:51.911201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Attempting to bind port 73e03a4c-3580-4022-902b-3721b2993de6 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:51.911741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Attempting to bind port 73e03a4c-3580-4022-902b-3721b2993de6 on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:51.920457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Port 73e03a4c-3580-4022-902b-3721b2993de6 on network ca773f6a-a192-489c-be27-a46390321c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:51.921130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Attempting to bind port 73e03a4c-3580-4022-902b-3721b2993de6 on network ca773f6a-a192-489c-be27-a46390321c12 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:51.929486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d8835809-0730-463e-b019-a9fc645c7695 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:23:51.929853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d8835809-0730-463e-b019-a9fc645c7695 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:23:51.931263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:51.932010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Checking segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:51.934102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Bound using segment: {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:51.935751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Bound port: 73e03a4c-3580-4022-902b-3721b2993de6, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8380c59-0b68-48e9-adba-a3044f936eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:51.936555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:51.939039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] For port ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:51.956862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] For port ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,segment=NetworkSegment(63f97ca6-1564-46fa-8c46-b57c7dc68192),segment_id=63f97ca6-1564-46fa-8c46-b57c7dc68192)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:52.012006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d32c14c4-f66b-4867-ae81-c7f41c275569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.048355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:52.052325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=73e03a4c-3580-4022-902b-3721b2993de6,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:52.060875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.077404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:52.194611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe34a6d-4e2a-4597-a37e-92323ed2bbee None None] Pushing event updated for resources: {'Port': ['ID=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:52.227926 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.252033 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bccb8c21-8086-4452-8db7-0d468607a48e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee3dffe6a45640b897585ae9449ab582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734104 Aug 03 19:23:52.323781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.378288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Pushing event updated for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:52.385891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:52.396592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.405677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.416608 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-27ada53c-5912-4456-b40e-a9c312c9971d service neutron] 10.222.0.77 "PUT /v2.0/ports/73e03a4c-3580-4022-902b-3721b2993de6 HTTP/1.1" status: 200 len: 1091 time: 1.9750566 Aug 03 19:23:52.417149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:52.420236 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2246fb03-a4df-4f5c-adfd-a64027d524c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "tag": "73e03a4c-3580-4022-902b-3721b2993de6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:52.559327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.596673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:52.773174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-aec7c6d4-ff13-449c-bad4-9f6b523215bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.775168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-aec7c6d4-ff13-449c-bad4-9f6b523215bc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 1094 time: 0.0741284 Aug 03 19:23:52.796917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2cf58f50-2c18-4075-901b-666d47d46809 req-9f8f83cc-edc1-4aa1-b8e8-16acde79ff0d tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0885041 Aug 03 19:23:52.872940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-df664bd6-1702-49c9-aa02-7d10996ab8fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e03a4c-3580-4022-902b-3721b2993de6 HTTP/1.1" status: 200 len: 217 time: 0.0875616 Aug 03 19:23:52.925001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Allocated IP 172.20.0.8 (4885a2c6-cb21-4a76-b11e-168aad5da1f9/d07272a9-4fc4-46dc-9ac4-e852c4d7700c/c1d74173-55e7-49d7-a344-c0c1fbccf76b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:52.988308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-1f6c3cea-af0c-4332-9f90-7792cf785f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:52.990507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-1f6c3cea-af0c-4332-9f90-7792cf785f92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 200 len: 854 time: 0.1057777 Aug 03 19:23:53.039320 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-05dda98e-f204-44d9-a916-7d2f5867f10b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ca773f6a-a192-489c-be27-a46390321c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400450 Aug 03 19:23:53.040537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.053906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.053906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbce140b-56f4-4ab3-8576-2548147391bd HTTP/1.1" status: 204 len: 168 time: 0.6579161 Aug 03 19:23:53.072417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3e633-a856-4c02-babc-a19e730fc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce140b-56f4-4ab3-8576-2548147391bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:53.179322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772f3e9-20c3-46b2-8569-5a45d4f75ce6 req-ff9c4428-42ca-4d2b-9cfd-b94d32ef85b1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.181273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2772f3e9-20c3-46b2-8569-5a45d4f75ce6 req-ff9c4428-42ca-4d2b-9cfd-b94d32ef85b1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 943 time: 0.4685926 Aug 03 19:23:53.192123 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97011452-e771-422e-8397-64aa59a5c7a5 x-openstack-request-id: req-97011452-e771-422e-8397-64aa59a5c7a5 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:53.192797 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "tag": "73e03a4c-3580-4022-902b-3721b2993de6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:53.193183 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97011452-e771-422e-8397-64aa59a5c7a5 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:53.193784 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6', 'status': 'completed', 'code': 200} Aug 03 19:23:53.214906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-fa3b7859-c7d3-4244-a008-735dae2e86e4 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673639 Aug 03 19:23:53.223239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.263543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e34c220a-a8a3-43d7-949b-bb57c4108d25 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.265637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e34c220a-a8a3-43d7-949b-bb57c4108d25 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.54 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 813 time: 1.4591994 Aug 03 19:23:53.300061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Request body: {'port': {'device_id': '4e72b273-d74e-41fc-850e-f36cf8337992', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'admin_state_up': True, 'tenant_id': '121306ee709c47538a652efdd0708a2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:53.323244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e581c542-e799-40bb-93e2-12d10a6dee02 req-e94afc1f-92ea-4709-b3d0-4176dc3c9f09 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010380 Aug 03 19:23:53.403176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2772f3e9-20c3-46b2-8569-5a45d4f75ce6 req-d72e6501-4763-47da-8131-eadec6b49279 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060230 Aug 03 19:23:53.437795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.513872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 37c3d77d-3a90-4329-8197-a45d900ad778 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:53.575074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.610143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-6a9934b8-3490-4b11-b132-8632e9da37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.620267 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-6a9934b8-3490-4b11-b132-8632e9da37ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=3570cba1a2b9481c93c0335fd85b210f&device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 1094 time: 0.0692487 Aug 03 19:23:53.737670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-0ace4544-6405-4a2e-b3c5-7e7e51389737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.739234 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-0ace4544-6405-4a2e-b3c5-7e7e51389737 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 200 len: 915 time: 0.1205039 Aug 03 19:23:53.785759 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-5b2b96ae-c149-43af-80ab-9f53733627f5 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73e03a4c-3580-4022-902b-3721b2993de6 HTTP/1.1" status: 200 len: 217 time: 0.0381906 Aug 03 19:23:53.805362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f989e4-b1fb-4dca-8413-375d29551ed5 None None] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:23:53.840985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-e0a804ae-40f8-4e44-a8df-99a92a54e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:53.842572 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-e0a804ae-40f8-4e44-a8df-99a92a54e44f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 200 len: 854 time: 0.0497262 Aug 03 19:23:53.884475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Made reservation on behalf of 121306ee709c47538a652efdd0708a2a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:53.890656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.902664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.905427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:53.931880 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-f32b661b-d05d-4255-b95d-40d42622c6a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ca773f6a-a192-489c-be27-a46390321c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809717 Aug 03 19:23:54.002962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff6bcd60-f6bb-48cc-b15a-2f083df9e131 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:54.077343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:54.104583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:54.110569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:54.121266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b94095ad-9d47-4da1-8047-7f6eb212d890 req-70969dc2-7faf-4370-8144-dd97387080e1 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.0999091 Aug 03 19:23:54.121266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:54.127186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:54.137922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-ccc1b954-83ad-43ea-bd61-6110494f2e0f service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819229 Aug 03 19:23:54.152104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3cea7ccb-c862-4fe8-9cd0-d328795562b5 None None] Provisioning for port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:54.227817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:54.231563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event updated for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:54.290890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2246fb03-a4df-4f5c-adfd-a64027d524c5 req-2e0ee394-4481-41e1-a79e-f5057d805544 service neutron] 10.222.0.77 "GET /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464472 Aug 03 19:23:54.335441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:54.341458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.342059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.402291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=37c3d77d-3a90-4329-8197-a45d900ad778,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:54.487589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Allocated IP 172.20.0.6 (4885a2c6-cb21-4a76-b11e-168aad5da1f9/d07272a9-4fc4-46dc-9ac4-e852c4d7700c/b74782fa-41cd-4e3a-8bba-3aff42a288d6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:54.521502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.555560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.556515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.568042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,segment=NetworkSegment(63f97ca6-1564-46fa-8c46-b57c7dc68192),segment_id=63f97ca6-1564-46fa-8c46-b57c7dc68192)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:54.599238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.599933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.694140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c6cb5-d527-44d1-897f-f577e43758fb req-4f635af5-1418-4134-b7da-36b2246b05e0 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:54.695757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea4c6cb5-d527-44d1-897f-f577e43758fb req-4f635af5-1418-4134-b7da-36b2246b05e0 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 943 time: 0.1636171 Aug 03 19:23:54.764816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Provisioning for port 37c3d77d-3a90-4329-8197-a45d900ad778 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:54.766640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea4c6cb5-d527-44d1-897f-f577e43758fb req-7ae8a6cf-d223-449e-a292-7e87fe02df77 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Aug 03 19:23:54.768867 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.853112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.853473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Provisioning complete for port 37c3d77d-3a90-4329-8197-a45d900ad778 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.853473 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.853473 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.907887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Port 37c3d77d-3a90-4329-8197-a45d900ad778 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:54.942180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:54.946292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Provisioning complete for port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:54.946755 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5007045-5e22-4bd6-a712-91e5840d3406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:54.998250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-e13b062c-e510-4230-8706-acf55b378f50 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3521488 Aug 03 19:23:55.002133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5e484c88-c20b-4ed4-8fdd-e4cfd6e51481 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6371298 Aug 03 19:23:55.002848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38864) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:55.015242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '9aafb4eb-f6d7-478b-b742-1509c3da0af3', 'name': 'tempest-PortsTestJSON-1516315651', 'fixed_ips': [{'subnet_id': '9e490ae0-acf6-4b77-aa26-269c0be78b43', 'ip_address': '172.20.0.9'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:55.016890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Request body: {'port': {'device_id': '5804a4fe-2a79-4104-8722-ce6776949936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:55.104669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.144694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.218428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-69f9efe9-4095-4fa8-9373-b034ecbd8438 None None] Provisioning complete for port 37c3d77d-3a90-4329-8197-a45d900ad778 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:55.218811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69f9efe9-4095-4fa8-9373-b034ecbd8438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.264119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:55.290592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:55.331764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:55.334187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-69f9efe9-4095-4fa8-9373-b034ecbd8438 None None] Port 37c3d77d-3a90-4329-8197-a45d900ad778 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:55.372358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:23:55.493415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.520499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 135f0cda-f75c-4bef-beec-3aa127864cfb yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:23:55.538887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event updated for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:55.576294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:55.576991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.669832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e659bb6-7888-4f79-8ad4-60ad40256d52 req-e6fca78c-2a22-418b-bf25-b44af409e555 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:55.677299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e659bb6-7888-4f79-8ad4-60ad40256d52 req-e6fca78c-2a22-418b-bf25-b44af409e555 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 931 time: 0.3672018 Aug 03 19:23:55.752250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d0eaa352-be49-4aa9-a49e-2e0a4290b4df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4562869 Aug 03 19:23:55.761582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e659bb6-7888-4f79-8ad4-60ad40256d52 req-472e076e-09d9-426f-bcc2-0c277dd76b29 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683010 Aug 03 19:23:55.782336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Request body: {'port': {'device_id': '4e72b273-d74e-41fc-850e-f36cf8337992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:23:55.790413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.9 (9aafb4eb-f6d7-478b-b742-1509c3da0af3/9e490ae0-acf6-4b77-aa26-269c0be78b43/135f0cda-f75c-4bef-beec-3aa127864cfb) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:23:55.863569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:55.984847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff6bcd60-f6bb-48cc-b15a-2f083df9e131 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:55.992219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d74173-55e7-49d7-a344-c0c1fbccf76b {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:56.009103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.077001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:56.079221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.172400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Transition to ACTIVE for port object c1d74173-55e7-49d7-a344-c0c1fbccf76b will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:56.185816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 73e03a4c-3580-4022-902b-3721b2993de6 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:23:56.189620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.312060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 135f0cda-f75c-4bef-beec-3aa127864cfb will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:56.447533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.480831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=73e03a4c-3580-4022-902b-3721b2993de6,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:56.495104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '73e03a4c-3580-4022-902b-3721b2993de6', 'network_id': 'ca773f6a-a192-489c-be27-a46390321c12', 'port_id': '73e03a4c-3580-4022-902b-3721b2993de6', 'mac_address': 'fa:16:3e:a4:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23353e22-e63b-45bf-b255-4b68249a7f10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:23:56.536525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.545058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:56.551615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e03a4c-3580-4022-902b-3721b2993de6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:56.575672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=73e03a4c-3580-4022-902b-3721b2993de6,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:56.589171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5b714-397c-4ec9-9be1-a0de7ed69cf6 req-e2103f07-7ff2-4067-b63c-514a4a00e97d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:56.590829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ec5b714-397c-4ec9-9be1-a0de7ed69cf6 req-e2103f07-7ff2-4067-b63c-514a4a00e97d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 943 time: 0.3388884 Aug 03 19:23:56.652432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ec5b714-397c-4ec9-9be1-a0de7ed69cf6 req-3a32d13a-2c14-4618-84a2-c52534088f41 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493288 Aug 03 19:23:56.755401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.758607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.778274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74782fa-41cd-4e3a-8bba-3aff42a288d6 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:23:56.798443 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.833313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Transition to ACTIVE for port object b74782fa-41cd-4e3a-8bba-3aff42a288d6 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:23:56.835425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Attempting to bind port c1d74173-55e7-49d7-a344-c0c1fbccf76b on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:56.840259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Attempting to bind port c1d74173-55e7-49d7-a344-c0c1fbccf76b by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:56.840259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Attempting to bind port c1d74173-55e7-49d7-a344-c0c1fbccf76b on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:56.842094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Port c1d74173-55e7-49d7-a344-c0c1fbccf76b on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:56.842509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Attempting to bind port c1d74173-55e7-49d7-a344-c0c1fbccf76b on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:56.848338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:56.848755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Checking segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:56.849217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Bound using segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:56.849765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Bound port: c1d74173-55e7-49d7-a344-c0c1fbccf76b, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:56.851024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:56.923750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:23:56.929454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:23:56.952306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:23:56.963165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:56.970519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['73e03a4c-3580-4022-902b-3721b2993de6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:23:56.970688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:56.972317 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=135f0cda-f75c-4bef-beec-3aa127864cfb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:56.974112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:57.008870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.043189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.043805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.043905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.044176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.044665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.045086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.045398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.045720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.046039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.046359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.046677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.046991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:23:57.072022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.072754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.149960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.222341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.223239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.227583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] 10.222.0.77 "PUT /v2.0/ports/c1d74173-55e7-49d7-a344-c0c1fbccf76b HTTP/1.1" status: 200 len: 1091 time: 2.2189670 Aug 03 19:23:57.230124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:57.234181 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d615650-95cf-4e35-8af1-cc479f133eab" -d '{"events": [{"name": "network-changed", "server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:57.252353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff673e2-f5e0-48ad-98bc-96d769248f76 req-ce9be694-19ce-4f5f-b6e2-eb0069c2f73b tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.254189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bff673e2-f5e0-48ad-98bc-96d769248f76 req-ce9be694-19ce-4f5f-b6e2-eb0069c2f73b tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 943 time: 0.2702947 Aug 03 19:23:57.254966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Pushing event updated for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:57.266666 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c182d233-711d-4985-9546-5bb95d6523e9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2630379 Aug 03 19:23:57.271432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38910) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:57.422827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334d8a7-ecc8-4f71-9c17-be1b057fdb66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.427481 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6334d8a7-ecc8-4f71-9c17-be1b057fdb66 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1545687 Aug 03 19:23:57.428412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:57.507975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e243b38-6ce4-47da-a480-3f9b61eb3a8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.514700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e243b38-6ce4-47da-a480-3f9b61eb3a8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.521624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e243b38-6ce4-47da-a480-3f9b61eb3a8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.526776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e243b38-6ce4-47da-a480-3f9b61eb3a8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.0944061 Aug 03 19:23:57.527392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38918) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:57.539991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bff673e2-f5e0-48ad-98bc-96d769248f76 req-4381de37-940c-429e-8676-af3d762868b3 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783647 Aug 03 19:23:57.557576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bccfe-15b3-4dac-8e49-d0e3e760d808 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:57.634651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b5d8d767-7540-45f1-9922-ee3f3a14585a None None] Provisioning for port 135f0cda-f75c-4bef-beec-3aa127864cfb completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:57.638997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b5d8d767-7540-45f1-9922-ee3f3a14585a None None] Provisioning complete for port 135f0cda-f75c-4bef-beec-3aa127864cfb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:57.651068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-0be7cc04-847d-4a5e-ba26-9eebdcc4a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.651525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b5d8d767-7540-45f1-9922-ee3f3a14585a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.651716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-0be7cc04-847d-4a5e-ba26-9eebdcc4a8ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 1094 time: 0.2239211 Aug 03 19:23:57.651716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Attempting to bind port b74782fa-41cd-4e3a-8bba-3aff42a288d6 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:23:57.651716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Attempting to bind port b74782fa-41cd-4e3a-8bba-3aff42a288d6 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:23:57.651716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Attempting to bind port b74782fa-41cd-4e3a-8bba-3aff42a288d6 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:57.668607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 135f0cda-f75c-4bef-beec-3aa127864cfb {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:57.669108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.716742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-5eaae9e1-fe80-4eac-b8f2-e8d3859cbf1a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b HTTP/1.1" status: 200 len: 217 time: 0.0593736 Aug 03 19:23:57.719690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Port b74782fa-41cd-4e3a-8bba-3aff42a288d6 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:23:57.720022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Attempting to bind port b74782fa-41cd-4e3a-8bba-3aff42a288d6 on network 4885a2c6-cb21-4a76-b11e-168aad5da1f9 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:23:57.735729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:23:57.736076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Checking segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:23:57.736468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Bound using segment: {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:23:57.737027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Bound port: b74782fa-41cd-4e3a-8bba-3aff42a288d6, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81b49c12-4ac1-47c0-9225-ef69504d263b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:23:57.737390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.751102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8d767-7540-45f1-9922-ee3f3a14585a None None] Port 135f0cda-f75c-4bef-beec-3aa127864cfb cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:23:57.754291 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c9a631-6343-406b-827a-dd2b0e482e23 x-openstack-request-id: req-c7c9a631-6343-406b-827a-dd2b0e482e23 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:57.754636 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:57.759940 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7c9a631-6343-406b-827a-dd2b0e482e23 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:57.759940 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b', 'status': 'completed', 'code': 200} Aug 03 19:23:57.804981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:57.822980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 135f0cda-f75c-4bef-beec-3aa127864cfb owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:57.958103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-61d8cc8c-f7fc-4fdc-861b-ccbf51c431d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:57.960818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-61d8cc8c-f7fc-4fdc-861b-ccbf51c431d6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.2337768 Aug 03 19:23:58.092685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:23:58.092685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-6f0a325b-1244-42af-8703-529b03cfb1ab service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710633 Aug 03 19:23:58.092685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:23:58.107563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 73e03a4c-3580-4022-902b-3721b2993de6 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:23:58.179132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63d1db-9a7d-4cee-bd76-f2641bf38e9e req-9201956b-ca19-4e6d-8964-2779d8ce1689 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:58.180978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d63d1db-9a7d-4cee-bd76-f2641bf38e9e req-9201956b-ca19-4e6d-8964-2779d8ce1689 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 944 time: 0.1438162 Aug 03 19:23:58.290551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d63d1db-9a7d-4cee-bd76-f2641bf38e9e req-81eda9c9-9a11-431a-90dd-578db113ffb1 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Aug 03 19:23:58.317341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-8520d1e5-f2f2-40e3-8b1f-b0f9b49e3916 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578583 Aug 03 19:23:58.385384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.406970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.436225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=135f0cda-f75c-4bef-beec-3aa127864cfb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:58.503401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 73e03a4c-3580-4022-902b-3721b2993de6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:23:58.511127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 73e03a4c-3580-4022-902b-3721b2993de6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:23:58.512082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.526007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:58.526664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.539753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] 10.222.0.54 "PUT /v2.0/ports/b74782fa-41cd-4e3a-8bba-3aff42a288d6 HTTP/1.1" status: 200 len: 1091 time: 2.7706170 Aug 03 19:23:58.611098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.615622 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b00b1d3-0f8c-45c0-b072-4fb892654ac9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/135f0cda-f75c-4bef-beec-3aa127864cfb HTTP/1.1" status: 204 len: 168 time: 1.0847914 Aug 03 19:23:58.615930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38950) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:58.661996 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f99dbb7-f3a8-4185-bc6f-1845bc9dfcbb tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:23:58.673977 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f99dbb7-f3a8-4185-bc6f-1845bc9dfcbb tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/135f0cda-f75c-4bef-beec-3aa127864cfb HTTP/1.1" status: 404 len: 333 time: 0.0567367 Aug 03 19:23:58.677121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38952) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:58.685779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbca13-bbe3-4207-a161-99a3a1e40e49 service neutron] Pushing event updated for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:58.814754 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:58.818286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-808f11e2-3856-4436-9a5a-3ec47741a6a8 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020039 Aug 03 19:23:58.867152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-fb78eb34-7a6d-490b-91c5-c0409c42d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:58.869480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-fb78eb34-7a6d-490b-91c5-c0409c42d111 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 1094 time: 0.1147947 Aug 03 19:23:58.914626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:58.924312 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867874a9-e723-44fc-992c-def171e867a8" -d '{"events": [{"server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "name": "network-vif-plugged", "status": "completed", "tag": "73e03a4c-3580-4022-902b-3721b2993de6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:58.967060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=73e03a4c-3580-4022-902b-3721b2993de6,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:23:58.978375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 37c3d77d-3a90-4329-8197-a45d900ad778 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:23:58.978726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.034286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa3c7b-0113-4670-b76c-3a687133da85 req-c72acbae-89db-4940-bb97-33500c9cf150 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.036514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41fa3c7b-0113-4670-b76c-3a687133da85 req-c72acbae-89db-4940-bb97-33500c9cf150 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 943 time: 0.3047500 Aug 03 19:23:59.038817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-8c45adcc-46e1-4229-8518-32af6c70349e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6 HTTP/1.1" status: 200 len: 217 time: 0.1516602 Aug 03 19:23:59.227837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.250364 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-cba9320c-7e3f-4fa2-95c2-186b4258a5e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1041911 Aug 03 19:23:59.252077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d7e2b3e0-e014-4273-9e14-fc60c220ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.257756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-d7e2b3e0-e014-4273-9e14-fc60c220ac4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.1727207 Aug 03 19:23:59.285645 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:23:59.364115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:23:59.364368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 37c3d77d-3a90-4329-8197-a45d900ad778 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:23:59.367214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-a7462775-65fe-4f4c-b39f-9157c1318d29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909116 Aug 03 19:23:59.454273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-a8681ec6-5bca-40bd-a6a6-86320f857a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.455830 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-a8681ec6-5bca-40bd-a6a6-86320f857a75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1097 time: 0.1614006 Aug 03 19:23:59.587989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41fa3c7b-0113-4670-b76c-3a687133da85 req-2be56a17-9bdf-438f-b4a6-0149b29d29d4 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900857 Aug 03 19:23:59.594186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615650-95cf-4e35-8af1-cc479f133eab req-495784e2-0ff5-452e-aca4-d62608abf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.596374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-495784e2-0ff5-452e-aca4-d62608abf29c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 1094 time: 0.5532963 Aug 03 19:23:59.683184 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c89261b-4958-4a7b-bc64-1e9323f0baec x-openstack-request-id: req-8c89261b-4958-4a7b-bc64-1e9323f0baec {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:23:59.683375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-1812a0ce-76c5-4c70-9c24-d65417376a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.683479 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "name": "network-vif-plugged", "status": "completed", "tag": "73e03a4c-3580-4022-902b-3721b2993de6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:23:59.683680 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c89261b-4958-4a7b-bc64-1e9323f0baec {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:23:59.684231 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6', 'code': 200} Aug 03 19:23:59.684894 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-1812a0ce-76c5-4c70-9c24-d65417376a2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1894975 Aug 03 19:23:59.724532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:23:59.768471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:23:59.773684 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e428807c-6893-49e2-85df-8a363cb765c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:23:59.933824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615650-95cf-4e35-8af1-cc479f133eab req-58358ca2-9582-4aa0-b5c7-b9e20b923cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:23:59.941055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-58358ca2-9582-4aa0-b5c7-b9e20b923cd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 914 time: 0.3202236 Aug 03 19:24:00.004577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-f8d7b466-d3c4-4a8f-a7b4-47e27e9c441e service neutron] 10.222.0.54 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142726 Aug 03 19:24:00.127692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c1d74173-55e7-49d7-a344-c0c1fbccf76b details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:00.252840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39164b0e-3c9a-4960-8966-72f2687a78f8 req-a9337e26-2a5a-4c35-a16a-467b680b7685 service neutron] 10.222.0.54 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029960 Aug 03 19:24:00.305720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-3e4b0206-332b-4ec6-8004-bd0dcf73b006 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b HTTP/1.1" status: 200 len: 217 time: 0.2571590 Aug 03 19:24:00.340677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8458bf-023c-43ef-bca4-76aac5b40e8c req-a68b79db-02c9-48f3-b8bb-10c07f34a85d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.348843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f8458bf-023c-43ef-bca4-76aac5b40e8c req-a68b79db-02c9-48f3-b8bb-10c07f34a85d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.5558746 Aug 03 19:24:00.394774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:00.419592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'port_id': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b', 'mac_address': 'fa:16:3e:96:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07272a9-4fc4-46dc-9ac4-e852c4d7700c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:00.515924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.546525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d74173-55e7-49d7-a344-c0c1fbccf76b {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:00.575378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f8458bf-023c-43ef-bca4-76aac5b40e8c req-38b7bffb-58c1-4391-8c85-8835d5c1c87d tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948757 Aug 03 19:24:00.580097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615650-95cf-4e35-8af1-cc479f133eab req-cee9f937-b71d-412e-8797-fe9755397695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.584030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-cee9f937-b71d-412e-8797-fe9755397695 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.2341135 Aug 03 19:24:00.596454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:00.656717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-9eb48ed4-4703-4d6a-8de6-cfde32b9dc3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643141 Aug 03 19:24:00.676259 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e78d7-450e-4e12-a1ca-b941e7f9bf23 x-openstack-request-id: req-bf9e78d7-450e-4e12-a1ca-b941e7f9bf23 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:00.676565 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:00.676808 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf9e78d7-450e-4e12-a1ca-b941e7f9bf23 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:00.677196 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6', 'status': 'completed', 'code': 200} Aug 03 19:24:00.715076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.728872 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-de27cafc-c1f0-4220-a971-389703a32841 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 1001 time: 1.0351491 Aug 03 19:24:00.734263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b798846-860a-410a-8899-f9f6ac430f1b req-99bbb8df-b30c-491f-967d-2ea4acea8219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.738023 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1b798846-860a-410a-8899-f9f6ac430f1b req-99bbb8df-b30c-491f-967d-2ea4acea8219 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 1096 time: 0.9434793 Aug 03 19:24:00.739685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7bec0eba-1d59-407b-a57d-956e0570cb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.825492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.885204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:00.914575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1b798846-860a-410a-8899-f9f6ac430f1b req-3776edc7-8608-4622-b6c7-a0191f492ca8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577141 Aug 03 19:24:00.922593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['c1d74173-55e7-49d7-a344-c0c1fbccf76b'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:00.939378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b562b9f-98ca-4364-b3a8-b531188d6601 req-a347d190-bf0a-484b-8b2c-dec13a9e31aa tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.947598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b562b9f-98ca-4364-b3a8-b531188d6601 req-a347d190-bf0a-484b-8b2c-dec13a9e31aa tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 943 time: 0.1858940 Aug 03 19:24:00.972986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=37c3d77d-3a90-4329-8197-a45d900ad778,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:00.987551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-a98cfe48-4b6e-48fc-a450-cb0949938817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:00.989068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-a98cfe48-4b6e-48fc-a450-cb0949938817 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2450733 Aug 03 19:24:01.015910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428807c-6893-49e2-85df-8a363cb765c4 req-14ad952e-e00f-4f5a-a35b-803dfc51d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:01.017431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-14ad952e-e00f-4f5a-a35b-803dfc51d2eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=121306ee709c47538a652efdd0708a2a&device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 1094 time: 0.2541747 Aug 03 19:24:01.120630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b562b9f-98ca-4364-b3a8-b531188d6601 req-4cadbfa6-0e86-4f52-abf5-28c69f23fc0d tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717916 Aug 03 19:24:01.220244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-81d94a02-a07c-4a35-89d8-c87887652985 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565312 Aug 03 19:24:01.368402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.370367 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8842440b-f01a-4fa0-b10e-aba7a825e88e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/37c3d77d-3a90-4329-8197-a45d900ad778 HTTP/1.1" status: 204 len: 168 time: 2.6922281 Aug 03 19:24:01.372439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7bec0eba-1d59-407b-a57d-956e0570cb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.390495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.392420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-db1be77e-ea58-4432-bfe6-fe5b3fb46b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:01.400726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-db1be77e-ea58-4432-bfe6-fe5b3fb46b96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3893034 Aug 03 19:24:01.468983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7bec0eba-1d59-407b-a57d-956e0570cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.484140 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-da66e973-2115-440f-83be-bacf88d78bf9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:24:01.488625 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da66e973-2115-440f-83be-bacf88d78bf9 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/37c3d77d-3a90-4329-8197-a45d900ad778 HTTP/1.1" status: 404 len: 333 time: 0.0868952 Aug 03 19:24:01.494507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38986) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.589954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428807c-6893-49e2-85df-8a363cb765c4 req-4d7c606b-2243-468f-ae87-f7243ea9f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:01.591479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-4d7c606b-2243-468f-ae87-f7243ea9f99e service neutron] 10.222.0.54 "GET /v2.0/networks?id=4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 200 len: 914 time: 0.5494785 Aug 03 19:24:01.634193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-f34f1709-42b2-4203-89c2-4925b3d484d4 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996367 Aug 03 19:24:01.773446 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7bec0eba-1d59-407b-a57d-956e0570cb29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6b8632bdcac4476383b9faa94d93ff95&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0023444 Aug 03 19:24:01.778847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38992) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:01.790142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec0eba-1d59-407b-a57d-956e0570cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7492756-51b8-4eb0-9579-761d4b73caf6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:01.810398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 9e490ae0-acf6-4b77-aa26-269c0be78b43 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:01.822247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.944891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:01.971873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aaeceb9a-d51f-468d-9f74-6971c7abafaf req-12f86a63-a27d-4347-b10a-299fc02b2167 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264058 Aug 03 19:24:02.032182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.123829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c1d74173-55e7-49d7-a344-c0c1fbccf76b up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:02.151006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.175801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.305505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port c1d74173-55e7-49d7-a344-c0c1fbccf76b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:02.322951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port c1d74173-55e7-49d7-a344-c0c1fbccf76b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:02.323425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.368195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-43f1eed0-d39e-4149-9cf1-d4ff500ad8ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6 HTTP/1.1" status: 200 len: 217 time: 0.7542994 Aug 03 19:24:02.371941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d615650-95cf-4e35-8af1-cc479f133eab req-8e3223ce-e81d-40f5-a253-8c33340d8ee1 service neutron] 10.222.0.77 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1366436 Aug 03 19:24:02.434276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee30ef-6b25-4055-aee4-3e0b6085ded6 req-f4709c51-f981-4cc6-ae84-9c67d6ab3587 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:02.441956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bee30ef-6b25-4055-aee4-3e0b6085ded6 req-f4709c51-f981-4cc6-ae84-9c67d6ab3587 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.1054909 Aug 03 19:24:02.450593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.458749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.458749 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7492756-51b8-4eb0-9579-761d4b73caf6 HTTP/1.1" status: 204 len: 168 time: 0.6770163 Aug 03 19:24:02.465060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.476100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428807c-6893-49e2-85df-8a363cb765c4 req-e8c85994-1afd-4c20-9d8b-d64ab4fc9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:02.477667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-e8c85994-1afd-4c20-9d8b-d64ab4fc9b29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 200 len: 853 time: 0.1001875 Aug 03 19:24:02.484752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.499526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660fee8-7e48-4e2c-957f-f9553c1b8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7492756-51b8-4eb0-9579-761d4b73caf6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.554225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:02.562159 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1107fbda-9a14-424c-9290-168a026e04d2" -d '{"events": [{"server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "name": "network-vif-plugged", "status": "completed", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:02.562343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=9e490ae0-acf6-4b77-aa26-269c0be78b43,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.565509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-13d88adc-a270-4687-86b5-2a763996a0eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4885a2c6-cb21-4a76-b11e-168aad5da1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697916 Aug 03 19:24:02.570048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bee30ef-6b25-4055-aee4-3e0b6085ded6 req-a5f470f1-a463-42bd-a8ca-cf1dccb0206c tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269879 Aug 03 19:24:02.571354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.578433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8007f9da-a6fe-4002-b456-f4d58db55700 None None] Network 9aafb4eb-f6d7-478b-b742-1509c3da0af3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:02.584709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d189da4e-2e22-4ce9-9937-e77eb710b9d1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/9e490ae0-acf6-4b77-aa26-269c0be78b43 HTTP/1.1" status: 204 len: 168 time: 0.9796371 Aug 03 19:24:02.592717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39006) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:02.655371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:02.706296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.763225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.767451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8489058-a361-437c-a9ca-61705543a307 req-1e0766e2-c7f9-43f3-8762-31a4efa8bb8c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:02.769566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8489058-a361-437c-a9ca-61705543a307 req-1e0766e2-c7f9-43f3-8762-31a4efa8bb8c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 943 time: 0.0903363 Aug 03 19:24:02.786106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:02.786699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.793104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-3b373352-6248-42d7-b362-3d8d751b0f64 service neutron] 10.222.0.54 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152495 Aug 03 19:24:02.837970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] DHCP port deletion for 9aafb4eb-f6d7-478b-b742-1509c3da0af3 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:02.842340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:02.871664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,segment=NetworkSegment(63f97ca6-1564-46fa-8c46-b57c7dc68192),segment_id=63f97ca6-1564-46fa-8c46-b57c7dc68192)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:02.872175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.901161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8489058-a361-437c-a9ca-61705543a307 req-8a3dfee1-2a54-4cc1-b362-47d5e8a71cd9 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195178 Aug 03 19:24:02.902993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for ff6bcd60-f6bb-48cc-b15a-2f083df9e131 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:02.910238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b74782fa-41cd-4e3a-8bba-3aff42a288d6 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:02.932481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Deleting port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:02.933091 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:02.989322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e428807c-6893-49e2-85df-8a363cb765c4 req-3c968801-78bf-40dd-83fb-77792ec7dc57 service neutron] 10.222.0.54 "GET /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867275 Aug 03 19:24:02.992179 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c9caf-a279-4078-a641-13f4c9725b38 x-openstack-request-id: req-ce0c9caf-a279-4078-a641-13f4c9725b38 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:02.992717 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "name": "network-vif-plugged", "status": "completed", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:02.998203 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce0c9caf-a279-4078-a641-13f4c9725b38 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:02.998203 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b', 'code': 200} Aug 03 19:24:03.085765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] For port ff6bcd60-f6bb-48cc-b15a-2f083df9e131, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,segment=NetworkSegment(63f97ca6-1564-46fa-8c46-b57c7dc68192),segment_id=63f97ca6-1564-46fa-8c46-b57c7dc68192)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:03.086267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.086571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf66dc-97ee-4529-8d95-bf808a6d8293 req-41d27672-9b71-4e4f-9fd8-005002a103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:03.088127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6abf66dc-97ee-4529-8d95-bf808a6d8293 req-41d27672-9b71-4e4f-9fd8-005002a103ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 1096 time: 0.0581038 Aug 03 19:24:03.110620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Calling delete_port for ff6bcd60-f6bb-48cc-b15a-2f083df9e131 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:03.129149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:03.137719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6abf66dc-97ee-4529-8d95-bf808a6d8293 req-e412c522-4d08-43a6-b94e-616ea5db08c7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413923 Aug 03 19:24:03.145879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.175525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.178998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6', 'network_id': '4885a2c6-cb21-4a76-b11e-168aad5da1f9', 'port_id': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6', 'mac_address': 'fa:16:3e:78:1f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07272a9-4fc4-46dc-9ac4-e852c4d7700c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:03.180570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:03.181986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.241525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.257310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74782fa-41cd-4e3a-8bba-3aff42a288d6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:03.264912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.277489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.295759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] Pushing event deleted for resources: {'Port': ['ID=ff6bcd60-f6bb-48cc-b15a-2f083df9e131,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.298977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aafb4eb-f6d7-478b-b742-1509c3da0af3']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:03.309096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:03.310331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f320c99-21c7-4afb-9ca6-defe4625cb79 None None] No DVR routers for this DVR port ff6bcd60-f6bb-48cc-b15a-2f083df9e131 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:03.317834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f97ca6-1564-46fa-8c46-b57c7dc68192') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:03.318369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f97ca6-1564-46fa-8c46-b57c7dc68192') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:03.333496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.359145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:03.372263 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:03.397756 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.449121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.528610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.536974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.546926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39028) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:03.547498 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/9aafb4eb-f6d7-478b-b742-1509c3da0af3 HTTP/1.1" status: 204 len: 168 time: 0.9607060 Aug 03 19:24:03.556914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-572737890'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:03.577316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e398-c76b-45c0-ba35-31f9c9e84ffd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=9aafb4eb-f6d7-478b-b742-1509c3da0af3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:03.668335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b74782fa-41cd-4e3a-8bba-3aff42a288d6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:03.761625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:03.765552 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.832458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2315e-5715-44ae-9a2a-96e56533b657 req-913e4191-eeea-40bb-adff-8a130c65a083 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:03.835200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df2315e-5715-44ae-9a2a-96e56533b657 req-913e4191-eeea-40bb-adff-8a130c65a083 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.1048315 Aug 03 19:24:03.839738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:03.882395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:03.885102 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Added segment d3d75139-8bbd-47eb-b3a2-fb591f0d5232 of type vlan for network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab Aug 03 19:24:03.971293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.251071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff6bcd60-f6bb-48cc-b15a-2f083df9e131 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:04.251071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ff6bcd60-f6bb-48cc-b15a-2f083df9e131 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:04.251071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff6bcd60-f6bb-48cc-b15a-2f083df9e131 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:04.253918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0df2315e-5715-44ae-9a2a-96e56533b657 req-c27213f8-0d2a-4b3d-9d09-4c026ba610c5 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699847 Aug 03 19:24:04.302289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.305521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39062) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:04.309624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.310282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.380413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c139888-9d60-43d4-b172-fceb6318a353 req-ece6d81d-c0e3-4ef6-8f7d-5744704fcc3a tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.383170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c139888-9d60-43d4-b172-fceb6318a353 req-ece6d81d-c0e3-4ef6-8f7d-5744704fcc3a tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 944 time: 0.1762192 Aug 03 19:24:04.429474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Network': ['ID=1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:04.446199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:04.464126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c139888-9d60-43d4-b172-fceb6318a353 req-bcc1c0f8-c37d-47d1-b815-fe1fd5e14eb8 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733652 Aug 03 19:24:04.471117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bde9dc33-9e26-4bb7-a4e3-4394657f4a2a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9221094 Aug 03 19:24:04.474016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39068) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:04.498180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:04.536641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-783843838-network', 'tenant_id': '19821f78c4c643c7b8b319bad8f00664'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:04.719561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cbac0-7819-4f5f-b96b-2a2427b48974 req-26a14bed-748e-473f-92b4-20cf28b1da7b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:04.721646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-259cbac0-7819-4f5f-b96b-2a2427b48974 req-26a14bed-748e-473f-92b4-20cf28b1da7b tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.1070139 Aug 03 19:24:04.758146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:04.761164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.804124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:04.840800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-259cbac0-7819-4f5f-b96b-2a2427b48974 req-031bf57b-f8e4-43fb-8df3-c5d62599e1df tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077516 Aug 03 19:24:04.910606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b74782fa-41cd-4e3a-8bba-3aff42a288d6 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:04.919652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:04.924147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.161451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b74782fa-41cd-4e3a-8bba-3aff42a288d6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:05.171765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b74782fa-41cd-4e3a-8bba-3aff42a288d6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:05.176106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.218549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.396013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.397425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.472425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89eeec39-f381-4bc5-bb2c-485e56762d6d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:05.487974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.502120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:05.523498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.523886 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Added segment 3b6cb81f-8f0c-4d8a-b404-3e12d082a221 of type vlan for network 378d5cfa-ca00-4f38-9f53-59e43b080856 Aug 03 19:24:05.586610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.603826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:05.620065 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba917ca5-1290-48b8-a80d-3a008059e5b7" -d '{"events": [{"server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "name": "network-vif-plugged", "status": "completed", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:05.656099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:05.658130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=d19c3ffc-bc97-441c-bc75-55c3d492cd33,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:05.705907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Checking segment: {'id': 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:05.706894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network hostable DHCP agents. Network: 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:05.842801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.843139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.843781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:05.844861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:05.907343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:05.936405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7f479-a1fd-4723-98a6-82a6eb63da4b req-7ee40882-95b0-4af4-82e2-feb9996c5df8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:05.947040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc7f479-a1fd-4723-98a6-82a6eb63da4b req-7ee40882-95b0-4af4-82e2-feb9996c5df8 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.5078597 Aug 03 19:24:05.994373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:06.009481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] Pushing event updated for resources: {'Network': ['ID=378d5cfa-ca00-4f38-9f53-59e43b080856,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:06.017331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc7f479-a1fd-4723-98a6-82a6eb63da4b req-c1ad910f-56ef-47c0-8310-4af64f26f8ad tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689418 Aug 03 19:24:06.031644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:06.083892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:06.088235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.090193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.112426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7a5564c-25b4-4259-967d-32381e8d0af9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8043795 Aug 03 19:24:06.113951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39106) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.130463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Request body: {'subnet': {'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-783843838-subnet', 'tenant_id': '19821f78c4c643c7b8b319bad8f00664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:06.190868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89536e0f-8fe7-4f74-a426-eb3db5d33370 None None] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:06.228110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-19fb3cf4-63c4-471e-ab02-62aedbf47774 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7525787 Aug 03 19:24:06.240032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39108) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.243755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116bd6b-881b-4238-849f-2e1218600dfd req-edc24774-43ed-4022-add9-03612b829119 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.263069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-482266206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:06.264611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e116bd6b-881b-4238-849f-2e1218600dfd req-edc24774-43ed-4022-add9-03612b829119 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 945 time: 0.1335840 Aug 03 19:24:06.357564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e116bd6b-881b-4238-849f-2e1218600dfd req-58686a1c-384c-441e-be9f-74eeb36f7137 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015782 Aug 03 19:24:06.366112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:06.378863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.434752 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ce3c7c-ce22-4873-8077-bedfb4a828fd x-openstack-request-id: req-a2ce3c7c-ce22-4873-8077-bedfb4a828fd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:06.435047 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "name": "network-vif-plugged", "status": "completed", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:06.435323 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2ce3c7c-ce22-4873-8077-bedfb4a828fd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:06.435913 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6', 'code': 200} Aug 03 19:24:06.482694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.489750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.515799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab', 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': 'd19c3ffc-bc97-441c-bc75-55c3d492cd33'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:24:06.517425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.641204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.735322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a446b-5271-45fd-a610-f60220def59d req-1aff79e4-7c56-4a44-866d-ceae3bd36194 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.758075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-080a446b-5271-45fd-a610-f60220def59d req-1aff79e4-7c56-4a44-866d-ceae3bd36194 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.2314255 Aug 03 19:24:06.768154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.824190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d4454-fc7e-4fb2-973c-311f614bad01 req-93d5863c-3ec4-4e3a-b36c-5fcf20e32fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:06.827254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-286d4454-fc7e-4fb2-973c-311f614bad01 req-93d5863c-3ec4-4e3a-b36c-5fcf20e32fdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 1096 time: 0.2524598 Aug 03 19:24:06.856003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-080a446b-5271-45fd-a610-f60220def59d req-1f949d7a-8bfd-43d7-a66a-0f4b3c2c22d7 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Aug 03 19:24:06.856894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Allocated IP 172.20.0.2 (1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab/d19c3ffc-bc97-441c-bc75-55c3d492cd33/b7c81e88-d7fe-4003-a9a6-b88e5045270b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:06.909661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-286d4454-fc7e-4fb2-973c-311f614bad01 req-7d3983c5-19b8-4832-a381-84ef9fc24acb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629060 Aug 03 19:24:06.910515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:06.915847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39120) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:06.916108 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d94305c3-c938-4e20-b9d0-e53759e1de63 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6747963 Aug 03 19:24:06.944787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab', 'name': 'tempest-PortsTestJSON-1309477748'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:07.030190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.143560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.156181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Transition to ACTIVE for port object b7c81e88-d7fe-4003-a9a6-b88e5045270b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:07.175510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Transition to ACTIVE for port object b7c81e88-d7fe-4003-a9a6-b88e5045270b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:07.201229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=93dc961a-d4bc-400a-9be0-a69eaba6ce6a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:07.218555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Checking segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:07.218953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Network hostable DHCP agents. Network: 378d5cfa-ca00-4f38-9f53-59e43b080856, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:07.339065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9445dd-4e1a-49aa-b7f3-84d63380e43f req-587e815f-a380-40fe-a8e5-8cd9e45a85b2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:07.340779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be9445dd-4e1a-49aa-b7f3-84d63380e43f req-587e815f-a380-40fe-a8e5-8cd9e45a85b2 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.0600486 Aug 03 19:24:07.356066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:07.363346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.371049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.404538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:07.407779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:07.430296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be9445dd-4e1a-49aa-b7f3-84d63380e43f req-523db624-5372-439f-b737-d590d36755da tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763018 Aug 03 19:24:07.430496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:07.430496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:07.439155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:07.450583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Pushing event updated for resources: {'Port': ['ID=b7c81e88-d7fe-4003-a9a6-b88e5045270b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:07.513794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Attempting to bind port b7c81e88-d7fe-4003-a9a6-b88e5045270b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:07.517421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Attempting to bind port b7c81e88-d7fe-4003-a9a6-b88e5045270b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:07.518862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Attempting to bind port b7c81e88-d7fe-4003-a9a6-b88e5045270b on network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:07.528243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:07.529239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Checking segment: {'id': 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:07.529817 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.530720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Bound using segment: {'id': 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:07.531587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Bound port: b7c81e88-d7fe-4003-a9a6-b88e5045270b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:07.532287 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.611558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] For port b7c81e88-d7fe-4003-a9a6-b88e5045270b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:07.614844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] For port b7c81e88-d7fe-4003-a9a6-b88e5045270b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b7c81e88-d7fe-4003-a9a6-b88e5045270b,segment=NetworkSegment(d3d75139-8bbd-47eb-b3a2-fb591f0d5232),segment_id=d3d75139-8bbd-47eb-b3a2-fb591f0d5232)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:07.638519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6af6db-92c8-4624-a509-1d1c26c472b8 req-440cd005-f11f-4f27-aa84-5b40c363d89c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:07.640084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6af6db-92c8-4624-a509-1d1c26c472b8 req-440cd005-f11f-4f27-aa84-5b40c363d89c tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 945 time: 0.1100366 Aug 03 19:24:07.644551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.13 (1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab/d19c3ffc-bc97-441c-bc75-55c3d492cd33/88ddaf2e-2106-4e58-96f0-0d9eeeb603d3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:07.692813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 378d5cfa-ca00-4f38-9f53-59e43b080856) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:07.692813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:07.692813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.711512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004ae5c-8b7d-4bd0-ad4f-81cb610fc762 None None] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:07.719986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6af6db-92c8-4624-a509-1d1c26c472b8 req-45375531-704f-463d-8aea-d693db1934d4 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695510 Aug 03 19:24:07.897906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:07.998499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a415ad-19b3-41af-9664-edd8c1cdacf7 None None] Pushing event updated for resources: {'Port': ['ID=b7c81e88-d7fe-4003-a9a6-b88e5045270b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:08.005538 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6c8b3b59-f11a-4a0d-9214-29c2333729ce admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8909962 Aug 03 19:24:08.032674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.108315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2e98d-4f84-4aee-9c27-8e513eee6cdc req-923e414d-02d5-450e-8845-02cf9868355e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:08.115952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59d2e98d-4f84-4aee-9c27-8e513eee6cdc req-923e414d-02d5-450e-8845-02cf9868355e tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.2225683 Aug 03 19:24:08.117581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:08.145543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858589e-7800-4c46-8811-46be1e0c2501 None None] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:08.294443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59d2e98d-4f84-4aee-9c27-8e513eee6cdc req-b53ad166-ef42-457c-9f59-4ca64c6c71ee tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/security-groups?id=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622264 Aug 03 19:24:08.397788 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.562619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:08.571299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:08.606981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:08.677319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=88ddaf2e-2106-4e58-96f0-0d9eeeb603d3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:08.702154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:08.702865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:08.854685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-475ed412-0b7d-4c6b-a211-223b225442da tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9365115 Aug 03 19:24:08.857486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:08.900958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39182) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.106590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b4db0f2-8614-4130-a55f-9d54b522a5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.359203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b4db0f2-8614-4130-a55f-9d54b522a5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.480518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b4db0f2-8614-4130-a55f-9d54b522a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.542259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db0f2-8614-4130-a55f-9d54b522a5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23afd8a-2618-41e4-a6b7-2fd0d184190e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:09.574763 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5b4db0f2-8614-4130-a55f-9d54b522a5f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d7ad1f54fcc5446d9b3ace053f4305f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686621 Aug 03 19:24:09.579860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:09.663649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.680995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.701662 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.754849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-b2c9e508-3b22-4f18-8eff-7110906bd616 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:09.765255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-b2c9e508-3b22-4f18-8eff-7110906bd616 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.2408085 Aug 03 19:24:09.806491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-0b63959c-dc15-4ff0-9c39-d6126f3c7cec tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/quotas/19821f78c4c643c7b8b319bad8f00664 HTTP/1.1" status: 200 len: 375 time: 0.0394895 Aug 03 19:24:09.865771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.868538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:09.880078 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c23afd8a-2618-41e4-a6b7-2fd0d184190e HTTP/1.1" status: 204 len: 168 time: 0.2891705 Aug 03 19:24:09.888634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7351b3f-c564-4d5b-8c3f-b4c69ec8b539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23afd8a-2618-41e4-a6b7-2fd0d184190e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:09.889639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-35ad8fd4-a70e-4c15-8686-f7093e7e11e2 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437992 Aug 03 19:24:09.931640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14248a0a-866e-4e94-b607-31a13e49cbbf None None] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:10.063063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9ed4dd7a-1fa3-4a6e-bbd4-cc08704efd0f None None] Provisioning for port b7c81e88-d7fe-4003-a9a6-b88e5045270b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:10.069529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b7c81e88-d7fe-4003-a9a6-b88e5045270b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:10.249020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-f17b1a8d-9832-4401-94cc-97d069b1bbe8 service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544996 Aug 03 19:24:10.344947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b7c81e88-d7fe-4003-a9a6-b88e5045270b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:10.352282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b7c81e88-d7fe-4003-a9a6-b88e5045270b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:10.352785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.541112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.591457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.615215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b7c81e88-d7fe-4003-a9a6-b88e5045270b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b7c81e88-d7fe-4003-a9a6-b88e5045270b,segment=NetworkSegment(d3d75139-8bbd-47eb-b3a2-fb591f0d5232),segment_id=d3d75139-8bbd-47eb-b3a2-fb591f0d5232)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:10.621407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-7343ba0b-2ee3-496c-ab46-9ea22a6e461c service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691173 Aug 03 19:24:10.634966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-0dd95675-8fed-4dcd-a15b-20a03e044ae6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:10.638480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-0dd95675-8fed-4dcd-a15b-20a03e044ae6 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 945 time: 0.2097518 Aug 03 19:24:10.667747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Provisioning complete for port b7c81e88-d7fe-4003-a9a6-b88e5045270b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:10.668379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.759727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.774695 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.838985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:10.861858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b7c81e88-d7fe-4003-a9a6-b88e5045270b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:11.052596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:24:11.053890 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:24:11.155520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=88ddaf2e-2106-4e58-96f0-0d9eeeb603d3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:11.229155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Deleting port 73e03a4c-3580-4022-902b-3721b2993de6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:11.229504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.450399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a02b7f-7120-493d-9313-caeb828ce350 req-abaa09b5-c948-4f99-9c24-82ba644ef5ca tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:11.458744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01a02b7f-7120-493d-9313-caeb828ce350 req-abaa09b5-c948-4f99-9c24-82ba644ef5ca tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 945 time: 0.3194120 Aug 03 19:24:11.474102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.545715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] For port 73e03a4c-3580-4022-902b-3721b2993de6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=73e03a4c-3580-4022-902b-3721b2993de6,segment=NetworkSegment(b8380c59-0b68-48e9-adba-a3044f936eb5),segment_id=b8380c59-0b68-48e9-adba-a3044f936eb5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:11.546442 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.578760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Calling delete_port for 73e03a4c-3580-4022-902b-3721b2993de6 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:11.628599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01a02b7f-7120-493d-9313-caeb828ce350 req-d44c08cd-2d4e-4bcb-8ea7-dc353e87b068 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686020 Aug 03 19:24:11.823970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Provisioning for port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:11.846052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Provisioning complete for port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:11.846052 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:11.899451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-85f79421-c757-4a40-96f9-2610a8dab163 None None] Port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:11.950697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b7c81e88-d7fe-4003-a9a6-b88e5045270b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:11.957848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39278) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:12.106881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-723452d1-47bc-4036-bfdc-48da8a280c18 None None] Provisioning complete for port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:12.114471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-723452d1-47bc-4036-bfdc-48da8a280c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.137656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.154698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['73e03a4c-3580-4022-902b-3721b2993de6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:12.164332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.200907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-723452d1-47bc-4036-bfdc-48da8a280c18 None None] Port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:12.211490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b7c81e88-d7fe-4003-a9a6-b88e5045270b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:12.211887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.319076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c124321-6346-4175-a586-9d056ad26a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.377534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Pushing event deleted for resources: {'Port': ['ID=73e03a4c-3580-4022-902b-3721b2993de6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:12.423229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4be7a254-efeb-4a3b-a137-f97aa12bd0f4 req-9fcd9e68-7c70-44b0-bfc0-0793ac09c0fb tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.2538314 Aug 03 19:24:12.457495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] No DVR routers for this DVR port 73e03a4c-3580-4022-902b-3721b2993de6 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:12.501962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:12.501962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8977d1d8-1c1d-4ae2-86a6-bf2cc48b48bf req-629457e0-2996-445a-88d5-c874fdebcd67 tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.77 "DELETE /v2.0/ports/73e03a4c-3580-4022-902b-3721b2993de6 HTTP/1.1" status: 204 len: 173 time: 1.8485789 Aug 03 19:24:12.501962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'name': 'network-vif-deleted', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:12.501962 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb639062-0814-4ffc-8115-743efb716873" -d '{"events": [{"server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "name": "network-vif-deleted", "tag": "73e03a4c-3580-4022-902b-3721b2993de6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:12.730873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c7b60-199e-4917-ba9c-15f8f59d250b req-9795ba2f-57fd-4677-b484-81b16cfc055f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:12.741302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b13c7b60-199e-4917-ba9c-15f8f59d250b req-9795ba2f-57fd-4677-b484-81b16cfc055f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 945 time: 0.2263112 Aug 03 19:24:13.312955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b13c7b60-199e-4917-ba9c-15f8f59d250b req-33050f0f-1582-4a03-a8fe-121691ca1bdd tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620401 Aug 03 19:24:13.345433 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c124321-6346-4175-a586-9d056ad26a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.399408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.475202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-176bc8d9-1098-45fe-9300-014e0923d525 req-0243c036-3445-42b4-9c50-99b42f5d50cb tempest-ServerDiskConfigTestJSON-837465025 tempest-ServerDiskConfigTestJSON-837465025-project] 10.222.0.67 "GET /v2.0/ports?device_id=6d719201-6c4a-4109-95e5-17f3e055a994 HTTP/1.1" status: 200 len: 210 time: 0.0410562 Aug 03 19:24:13.534051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7c124321-6346-4175-a586-9d056ad26a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.550719 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d003fa79-db59-4415-a6ee-4e29954a6705 x-openstack-request-id: req-d003fa79-db59-4415-a6ee-4e29954a6705 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:13.551074 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d719201-6c4a-4109-95e5-17f3e055a994", "name": "network-vif-deleted", "tag": "73e03a4c-3580-4022-902b-3721b2993de6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:13.551366 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d003fa79-db59-4415-a6ee-4e29954a6705 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:13.551756 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d719201-6c4a-4109-95e5-17f3e055a994', 'name': 'network-vif-deleted', 'tag': '73e03a4c-3580-4022-902b-3721b2993de6', 'status': 'completed', 'code': 200} Aug 03 19:24:13.596983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7c124321-6346-4175-a586-9d056ad26a99 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0dfe402c9e864dfd97bac26a913f2d11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6377482 Aug 03 19:24:13.601060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:13.603060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c124321-6346-4175-a586-9d056ad26a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30ecd0-cbed-42ce-8f1c-912a76e10b3a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:13.819688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.820310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.820310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.821015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=88ddaf2e-2106-4e58-96f0-0d9eeeb603d3,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:13.821015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:13.916375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:13.918414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:14.121813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.137729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.154315 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e30ecd0-cbed-42ce-8f1c-912a76e10b3a HTTP/1.1" status: 204 len: 168 time: 0.5442080 Aug 03 19:24:14.176775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91a24-77ed-4854-91c9-c341bf4b6e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30ecd0-cbed-42ce-8f1c-912a76e10b3a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:14.194200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Router d457e929-396d-43aa-9d62-8cece6ad7f35 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:14.212383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 73e03a4c-3580-4022-902b-3721b2993de6 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:14.244700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 73e03a4c-3580-4022-902b-3721b2993de6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:14.245453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 73e03a4c-3580-4022-902b-3721b2993de6 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:14.261739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dd865357-196a-41f4-b9e4-c4f9506dde5c None None] Provisioning complete for port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:14.262429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd865357-196a-41f4-b9e4-c4f9506dde5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:14.311809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-dd865357-196a-41f4-b9e4-c4f9506dde5c None None] Port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:14.363691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:14.375530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6b2c1d3d-4b0e-4623-a658-55027ab227b6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/routers/d457e929-396d-43aa-9d62-8cece6ad7f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5167744 Aug 03 19:24:14.378484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39330) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:14.384350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] Sync routers for ids ['d457e929-396d-43aa-9d62-8cece6ad7f35'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:14.405568 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] Routers {'d457e929-396d-43aa-9d62-8cece6ad7f35'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:14.407626 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d457e929-396d-43aa-9d62-8cece6ad7f35'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.552251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b5ccc-192a-4072-964c-e6156862d6e2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:14.558972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-666b5ccc-192a-4072-964c-e6156862d6e2 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?device_id=d457e929-396d-43aa-9d62-8cece6ad7f35 HTTP/1.1" status: 200 len: 983 time: 0.1793809 Aug 03 19:24:14.568918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39340) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:14.593443 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.597541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f4226a8-8e0b-4df7-b83f-776058f58518 req-491a10d4-3284-4a53-98f0-3ffdadd81f5e tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.0525484 Aug 03 19:24:14.618665 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] Routers {'d457e929-396d-43aa-9d62-8cece6ad7f35'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:14.621388 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d457e929-396d-43aa-9d62-8cece6ad7f35'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.679440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:14.679440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a824107-4f8f-46ca-a516-1a11b463bcdc None None] The sync data for ids ['d457e929-396d-43aa-9d62-8cece6ad7f35'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:15.233430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.399164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.545579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39360) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:15.578482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a976-b97d-4e89-95f2-cdbedb7d92fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.590277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:15.594144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.635341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77205d-10c3-4512-92ee-f512b5454ed0 req-48312029-236c-49fd-9741-7b7c9c5bd269 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.636940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d77205d-10c3-4512-92ee-f512b5454ed0 req-48312029-236c-49fd-9741-7b7c9c5bd269 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 945 time: 0.0775614 Aug 03 19:24:15.715075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d77205d-10c3-4512-92ee-f512b5454ed0 req-ad80dedc-c81a-4749-a35b-e547b13f465f tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Aug 03 19:24:15.770818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.789761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:15.915082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a976-b97d-4e89-95f2-cdbedb7d92fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:15.945949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29ecb025-354c-487c-826a-3d8dd0999d08 req-2d27f6ff-fe43-4b04-b8c2-7fff76dca0f6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.0486042 Aug 03 19:24:15.984605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-b317a76a-bb55-46f0-8b51-e3c1b5ed0d07 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:15.988582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-b317a76a-bb55-46f0-8b51-e3c1b5ed0d07 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 945 time: 0.1716807 Aug 03 19:24:16.083535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:16.110550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a976-b97d-4e89-95f2-cdbedb7d92fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.183790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Deleting subnet 23353e22-e63b-45bf-b255-4b68249a7f10 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:16.190675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.231438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.233945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4f9a976-b97d-4e89-95f2-cdbedb7d92fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d5ff41613154af3841bb2ed81ab039e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6858778 Aug 03 19:24:16.239710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39388) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:16.241939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9a976-b97d-4e89-95f2-cdbedb7d92fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27150099-61d3-46d8-9db0-decfc1af4ffd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:16.286922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.289013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-b0fda3ff-2e71-4db4-a504-1bf445371ef6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:16.290983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-b0fda3ff-2e71-4db4-a504-1bf445371ef6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.2721794 Aug 03 19:24:16.291299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=88ddaf2e-2106-4e58-96f0-0d9eeeb603d3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:16.306041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Deleting port c1d74173-55e7-49d7-a344-c0c1fbccf76b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:16.306606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.314782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Request body: {'port': {'device_id': '893b6664-12b1-4573-a2ec-950adcf250be', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'admin_state_up': True, 'tenant_id': '19821f78c4c643c7b8b319bad8f00664'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:16.401511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.567360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.595697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.672221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] For port c1d74173-55e7-49d7-a344-c0c1fbccf76b, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=c1d74173-55e7-49d7-a344-c0c1fbccf76b,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:16.673091 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.696594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Calling delete_port for c1d74173-55e7-49d7-a344-c0c1fbccf76b owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:16.779568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.927037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8e502-2049-49d1-9dda-77610d9e994b req-79b3f5d0-b84d-42b4-bf90-ee22b42804df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:16.929000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85e8e502-2049-49d1-9dda-77610d9e994b req-79b3f5d0-b84d-42b4-bf90-ee22b42804df tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 945 time: 0.1136684 Aug 03 19:24:16.940397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:16.988750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85e8e502-2049-49d1-9dda-77610d9e994b req-97bbc32c-cc3c-4134-8d21-c81d7e6d7be1 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/security-groups?id=5e496c40-dab8-416b-b1b6-4e07b6d299b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 Aug 03 19:24:17.020788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:17.020788 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.035454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.038774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.043839 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27150099-61d3-46d8-9db0-decfc1af4ffd HTTP/1.1" status: 204 len: 168 time: 0.7937534 Aug 03 19:24:17.059713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23353e22-e63b-45bf-b255-4b68249a7f10,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.072630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.074659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b06dfc77-bad3-4d17-a887-a81bece5c354 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/23353e22-e63b-45bf-b255-4b68249a7f10 HTTP/1.1" status: 204 len: 168 time: 0.9891703 Aug 03 19:24:17.083438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:17.085855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a58088-811c-48d6-8362-b152c29b9b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27150099-61d3-46d8-9db0-decfc1af4ffd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.103290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Router d457e929-396d-43aa-9d62-8cece6ad7f35 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:17.111814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.145954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b74782fa-41cd-4e3a-8bba-3aff42a288d6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:17.149012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-96cc7709-9d63-4e2c-bc40-bb3a4e259c01 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:17.150697 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-96cc7709-9d63-4e2c-bc40-bb3a4e259c01 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 945 time: 0.2134702 Aug 03 19:24:17.284240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76bea61c-bd82-4a96-98ec-832d6d4a9639 req-f281d6b9-0eea-492b-bd0d-6459eb97275e tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.1116848 Aug 03 19:24:17.304300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event deleted for resources: {'Port': ['ID=c1d74173-55e7-49d7-a344-c0c1fbccf76b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:17.371563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] No DVR routers for this DVR port c1d74173-55e7-49d7-a344-c0c1fbccf76b on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:17.376561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.382041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7e24fea-bca7-4884-ac48-c0451322bbc1 req-34d5791d-0077-43a7-8fb6-bc626874fd69 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.77 "DELETE /v2.0/ports/c1d74173-55e7-49d7-a344-c0c1fbccf76b HTTP/1.1" status: 204 len: 173 time: 1.3852861 Aug 03 19:24:17.382542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'name': 'network-vif-deleted', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:17.396290 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e5d010-08bf-4990-8e0a-ce9f360ed5c9" -d '{"events": [{"server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "name": "network-vif-deleted", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:17.479366 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a146a8ab-81b2-41c5-a8a9-a35d48b98fd0 x-openstack-request-id: req-a146a8ab-81b2-41c5-a8a9-a35d48b98fd0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:17.479857 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5804a4fe-2a79-4104-8722-ce6776949936", "name": "network-vif-deleted", "tag": "c1d74173-55e7-49d7-a344-c0c1fbccf76b", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:17.480152 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a146a8ab-81b2-41c5-a8a9-a35d48b98fd0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:17.480769 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5804a4fe-2a79-4104-8722-ce6776949936', 'name': 'network-vif-deleted', 'tag': 'c1d74173-55e7-49d7-a344-c0c1fbccf76b', 'status': 'completed', 'code': 200} Aug 03 19:24:17.504181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Allocated IP 172.20.0.12 (378d5cfa-ca00-4f38-9f53-59e43b080856/93dc961a-d4bc-400a-9be0-a69eaba6ce6a/e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:17.725982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.809693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:17.820908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:17.833700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] Sync routers for ids ['d457e929-396d-43aa-9d62-8cece6ad7f35'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:17.835084 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cb026476-f905-4774-9b7f-eee6471908be tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/routers/d457e929-396d-43aa-9d62-8cece6ad7f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2634623 Aug 03 19:24:17.838065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39420) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:17.861081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] Routers {'d457e929-396d-43aa-9d62-8cece6ad7f35'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:17.861950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d457e929-396d-43aa-9d62-8cece6ad7f35'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:17.899652 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c03e21-9d9c-474e-aa0f-46cae3a89cde tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:24:17.899652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-94c03e21-9d9c-474e-aa0f-46cae3a89cde tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/88ddaf2e-2106-4e58-96f0-0d9eeeb603d3 HTTP/1.1" status: 404 len: 333 time: 0.0445399 Aug 03 19:24:17.902269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39424) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:17.962841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Deleting port b74782fa-41cd-4e3a-8bba-3aff42a288d6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:17.963714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.043053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.061644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.096790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca773f6a-a192-489c-be27-a46390321c12']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.191847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.204753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8380c59-0b68-48e9-adba-a3044f936eb5') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.205083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8380c59-0b68-48e9-adba-a3044f936eb5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.250664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.268772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.273909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c1d74173-55e7-49d7-a344-c0c1fbccf76b no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:18.301199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.311318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: c1d74173-55e7-49d7-a344-c0c1fbccf76b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:18.311849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device c1d74173-55e7-49d7-a344-c0c1fbccf76b not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:18.315577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] For port b74782fa-41cd-4e3a-8bba-3aff42a288d6, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b74782fa-41cd-4e3a-8bba-3aff42a288d6,segment=NetworkSegment(81b49c12-4ac1-47c0-9225-ef69504d263b),segment_id=81b49c12-4ac1-47c0-9225-ef69504d263b)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:18.315991 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.319169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:18.319587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:18.321519 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:18.330009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] Routers {'d457e929-396d-43aa-9d62-8cece6ad7f35'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:18.330828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:23:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['d457e929-396d-43aa-9d62-8cece6ad7f35'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.415968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Calling delete_port for b74782fa-41cd-4e3a-8bba-3aff42a288d6 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:18.450145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e79e0710-240b-420e-98a9-4b14943d3345 req-4c730207-e6f7-4b93-9912-8732674b55ee tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=5804a4fe-2a79-4104-8722-ce6776949936 HTTP/1.1" status: 200 len: 210 time: 0.1523132 Aug 03 19:24:18.452685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:18.453429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9357ecc0-d283-48e9-bd63-366a0ee5a851 None None] The sync data for ids ['d457e929-396d-43aa-9d62-8cece6ad7f35'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:18.554522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.557597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:18.560930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.580903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:18.601043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:18.651635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.661867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event updated for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:18.693805 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.693805 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] 10.222.0.67 "DELETE /v2.0/networks/ca773f6a-a192-489c-be27-a46390321c12 HTTP/1.1" status: 204 len: 168 time: 1.6037455 Aug 03 19:24:18.695251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd80f38-fe9e-4bf6-ba77-f7c9a20ad38c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca773f6a-a192-489c-be27-a46390321c12,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:18.749164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72b6c-4920-4a17-ba8b-87aafead4b09 req-f1073885-511b-4d60-a38b-1d120e62ce49 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:18.749164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9af72b6c-4920-4a17-ba8b-87aafead4b09 req-f1073885-511b-4d60-a38b-1d120e62ce49 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 932 time: 0.1853194 Aug 03 19:24:18.756820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:18.757517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.780139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.829812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9af72b6c-4920-4a17-ba8b-87aafead4b09 req-e2bd226a-3ac2-4017-bd18-0b9f786ef39d tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689659 Aug 03 19:24:18.841394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Pushing event deleted for resources: {'Port': ['ID=b74782fa-41cd-4e3a-8bba-3aff42a288d6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:18.916715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.917875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Fanout notify agent at l3_agent the message router_deleted on router d457e929-396d-43aa-9d62-8cece6ad7f35 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:24:18.937329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.940700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2eddbb67-44ec-4cf1-b06c-5b254eb159e5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/routers/d457e929-396d-43aa-9d62-8cece6ad7f35 HTTP/1.1" status: 204 len: 168 time: 1.0353186 Aug 03 19:24:18.940888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] No DVR routers for this DVR port b74782fa-41cd-4e3a-8bba-3aff42a288d6 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:18.943151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39456) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:18.962515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:18.966619 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7af5daf6-662e-4a1c-924c-92ad922d5ad6 req-77eb3cfc-9fbe-419f-a53e-755efeb54196 tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.54 "DELETE /v2.0/ports/b74782fa-41cd-4e3a-8bba-3aff42a288d6 HTTP/1.1" status: 204 len: 173 time: 1.7865381 Aug 03 19:24:18.967732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'name': 'network-vif-deleted', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:18.971977 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee2ce6e-eebb-4a23-86e7-02f9cffad05e" -d '{"events": [{"server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "name": "network-vif-deleted", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:18.993618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0bf6066-53b4-4324-b5d3-6bc5d0c54089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.019440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-c98d6f4e-6668-43fd-8bf9-34255e5184f3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7095842 Aug 03 19:24:19.069572 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1325fef0-2976-4679-be80-13dc7a144450 x-openstack-request-id: req-1325fef0-2976-4679-be80-13dc7a144450 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:19.070317 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e72b273-d74e-41fc-850e-f36cf8337992", "name": "network-vif-deleted", "tag": "b74782fa-41cd-4e3a-8bba-3aff42a288d6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:19.070622 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1325fef0-2976-4679-be80-13dc7a144450 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:19.071407 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e72b273-d74e-41fc-850e-f36cf8337992', 'name': 'network-vif-deleted', 'tag': 'b74782fa-41cd-4e3a-8bba-3aff42a288d6', 'status': 'completed', 'code': 200} Aug 03 19:24:19.076817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet d19c3ffc-bc97-441c-bc75-55c3d492cd33 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:19.100906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Request body: {'port': {'device_id': '893b6664-12b1-4573-a2ec-950adcf250be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:19.133423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.225719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.343675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.531626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39478) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.540889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.628225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8043837c-8745-4888-8265-4bb3b6dbfa16 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3570cba1a2b9481c93c0335fd85b210f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953181 Aug 03 19:24:19.636642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39484) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:19.749061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.783275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:19.861591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b21f92c-ce06-4f93-971a-4192d86f6568 req-0822d620-52c1-4ffa-954e-e9f1e399289e tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] 10.222.0.67 "GET /v2.0/ports?device_id=4e72b273-d74e-41fc-850e-f36cf8337992 HTTP/1.1" status: 200 len: 210 time: 0.1952417 Aug 03 19:24:19.881531 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:24:19.998269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:20.008089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.033098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480ce31-4a51-44a5-bc48-45523a276275 req-947662bf-af72-4269-9f3b-b0b6d8e86cef tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:20.034604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c480ce31-4a51-44a5-bc48-45523a276275 req-947662bf-af72-4269-9f3b-b0b6d8e86cef tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 932 time: 0.0779645 Aug 03 19:24:20.080422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.081610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c480ce31-4a51-44a5-bc48-45523a276275 req-928dfe5b-2590-48ea-8d55-61b84c8a6277 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Aug 03 19:24:20.083530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.085406 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/91f174a5-e016-4ee7-bdfa-deeb9f2b3fae HTTP/1.1" status: 204 len: 168 time: 0.4470088 Aug 03 19:24:20.097503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63be177-8f3f-48e4-b935-62213520bab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f174a5-e016-4ee7-bdfa-deeb9f2b3fae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.191075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Transition to ACTIVE for port object e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:20.193209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.231879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=d19c3ffc-bc97-441c-bc75-55c3d492cd33,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.238129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.240923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556ea4b-a7bf-4c97-b5d4-b4d6ffbe2ccb None None] Network 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:20.253419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.266199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-896d926f-70f5-4519-ba90-4428dcdf85af tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/d19c3ffc-bc97-441c-bc75-55c3d492cd33 HTTP/1.1" status: 204 len: 168 time: 1.3214002 Aug 03 19:24:20.387895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.451010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port b7c81e88-d7fe-4003-a9a6-b88e5045270b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:20.451360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.459632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.504143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] DHCP port deletion for 1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:20.527952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] For port b7c81e88-d7fe-4003-a9a6-b88e5045270b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b7c81e88-d7fe-4003-a9a6-b88e5045270b,segment=NetworkSegment(d3d75139-8bbd-47eb-b3a2-fb591f0d5232),segment_id=d3d75139-8bbd-47eb-b3a2-fb591f0d5232)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:20.528322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.551390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.585186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for b7c81e88-d7fe-4003-a9a6-b88e5045270b owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:20.594415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Deleting port b7c81e88-d7fe-4003-a9a6-b88e5045270b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:20.594804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.687214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Attempting to bind port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:20.687214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Attempting to bind port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:20.687401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Attempting to bind port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:20.702218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:20.702635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Attempting to bind port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:20.704136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] For port b7c81e88-d7fe-4003-a9a6-b88e5045270b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b7c81e88-d7fe-4003-a9a6-b88e5045270b,segment=NetworkSegment(d3d75139-8bbd-47eb-b3a2-fb591f0d5232),segment_id=d3d75139-8bbd-47eb-b3a2-fb591f0d5232)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:20.705471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.716340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:20.716921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Checking segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:20.717507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Bound using segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:20.717987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Bound port: e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:20.718464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.748894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Calling delete_port for b7c81e88-d7fe-4003-a9a6-b88e5045270b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:20.862994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:20.868628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:20.875160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.899567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:20.921457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No DVR routers for this DVR port b7c81e88-d7fe-4003-a9a6-b88e5045270b on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:20.962426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] No DVR routers for this DVR port b7c81e88-d7fe-4003-a9a6-b88e5045270b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:24:20.967013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39524) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:20.969252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=b7c81e88-d7fe-4003-a9a6-b88e5045270b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:20.987346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b74782fa-41cd-4e3a-8bba-3aff42a288d6 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:20.990580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211b5f7-b8ca-407a-8375-9f84ba45b16b None None] Pushing event deleted for resources: {'Port': ['ID=b7c81e88-d7fe-4003-a9a6-b88e5045270b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.014029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: b74782fa-41cd-4e3a-8bba-3aff42a288d6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:21.014548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b74782fa-41cd-4e3a-8bba-3aff42a288d6 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:21.065982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.082734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.103721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:21.117037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:21.119900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Deleting subnet d07272a9-4fc4-46dc-9ac4-e852c4d7700c {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:21.127108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d75139-8bbd-47eb-b3a2-fb591f0d5232') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:21.127303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.155917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.204585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.221610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:21.222036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:21.237157 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:21.279796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.285601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.286581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.289089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] 10.222.0.54 "PUT /v2.0/ports/e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 HTTP/1.1" status: 200 len: 1092 time: 2.2531159 Aug 03 19:24:21.294675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:21.298833 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47922d8-e075-47e6-9cca-df56649453ec" -d '{"events": [{"name": "network-changed", "server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:21.378757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610b528-6d5a-4b60-a152-2b2b33fa14d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.453570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.489238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fe249-f190-48e6-be03-91422482f070 req-2c1d58c7-dd04-498e-9b41-e12feab4cf9b tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.492324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e3fe249-f190-48e6-be03-91422482f070 req-2c1d58c7-dd04-498e-9b41-e12feab4cf9b tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 944 time: 0.2177460 Aug 03 19:24:21.558443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.585451 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.589109 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab HTTP/1.1" status: 204 len: 168 time: 1.3341908 Aug 03 19:24:21.596063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39550) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.607797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165ba0b-ad3e-43cb-b15d-9a21eac6d8d7 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=1cd2cc2a-68a2-49a9-9a63-0c2f86cf69ab,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:21.631917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-33d1aaaf-3a1c-4867-be59-cfb607a83446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.634327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-33d1aaaf-3a1c-4867-be59-cfb607a83446 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 1095 time: 0.1172273 Aug 03 19:24:21.676706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ad1d6-7690-47ed-92f6-fa05710b970e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.683024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.683262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-343ad1d6-7690-47ed-92f6-fa05710b970e tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 HTTP/1.1" status: 200 len: 841 time: 0.0760896 Aug 03 19:24:21.713052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e3fe249-f190-48e6-be03-91422482f070 req-d9c3b0ba-4760-499c-a8c8-9b6c38762438 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088337 Aug 03 19:24:21.801379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11e9e8d9-237c-49f7-8367-15aea6e2188d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1133602 Aug 03 19:24:21.801868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39562) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:21.813175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-86518c81-a89f-4d6d-9547-99486f3e2e1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 HTTP/1.1" status: 200 len: 217 time: 0.1277931 Aug 03 19:24:21.816096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:21.838903 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf64db-7a92-46f5-bdbe-6a45b4c58290 x-openstack-request-id: req-9baf64db-7a92-46f5-bdbe-6a45b4c58290 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:21.839167 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:21.839440 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9baf64db-7a92-46f5-bdbe-6a45b4c58290 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:21.839866 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'status': 'completed', 'code': 200} Aug 03 19:24:21.959128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:21.967431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-e7f2e081-2b07-4a1b-aef0-519b1d3cd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:21.967431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-e7f2e081-2b07-4a1b-aef0-519b1d3cd6ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.1425538 Aug 03 19:24:21.967884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b7c81e88-d7fe-4003-a9a6-b88e5045270b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:24:22.006756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07272a9-4fc4-46dc-9ac4-e852c4d7700c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:22.036697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-88a52d67-8d33-404f-ad76-2dfe74954518 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415823 Aug 03 19:24:22.038757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.043215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b7c81e88-d7fe-4003-a9a6-b88e5045270b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:24:22.043215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b7c81e88-d7fe-4003-a9a6-b88e5045270b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:24:22.044036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c132a604-506c-415f-bba5-5a9ae8347cda admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d07272a9-4fc4-46dc-9ac4-e852c4d7700c HTTP/1.1" status: 204 len: 168 time: 1.0744622 Aug 03 19:24:22.044955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.071240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-78e25982-5f01-4f78-97a3-a61797887b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.189149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.221971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-3f94c002-0b65-4652-90d3-2b25075e9168 service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757989 Aug 03 19:24:22.258259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:22.262085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.288500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:22.671233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39586) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:22.891252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-network', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:22.996016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.030006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4885a2c6-cb21-4a76-b11e-168aad5da1f9']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:23.050725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b49c12-4ac1-47c0-9225-ef69504d263b') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:23.051019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b49c12-4ac1-47c0-9225-ef69504d263b') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:23.051988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.053547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.075243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.109720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.131359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabf046-5bc8-4b0d-b11b-76512d5f2c15 req-4e717d73-d628-4b37-963a-be1f6316df76 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.133825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efabf046-5bc8-4b0d-b11b-76512d5f2c15 req-4e717d73-d628-4b37-963a-be1f6316df76 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 944 time: 0.1550362 Aug 03 19:24:23.135158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5981ab32-4fc9-4f12-a2e2-56adcef4d392 req-1e27e022-c6b6-45c0-a87a-53735934b06f service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8492491 Aug 03 19:24:23.137611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:24:23.138037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:24:23.140007 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:24:23.142540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:23.149132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:23.154616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.155227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.167470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f51d7-9e90-452d-b936-1dfbd35205f7 None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:23.173525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=59684b8f-fe6c-4d37-b04e-21124ad8dfe4,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.183855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Made reservation on behalf of 542a6d3abc1c485192e73da53103bb8f for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:23.186854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.203859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.208638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.209492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.209865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.210416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.210813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.211150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.211479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.211804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.212194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.212553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.212897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.213229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:23.267779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efabf046-5bc8-4b0d-b11b-76512d5f2c15 req-825e9f18-61d5-4338-8ce5-025823914a72 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051238 Aug 03 19:24:23.332913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:23.335393 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0aea14f6-3ba0-4b49-b40b-4889e86d27b3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5308213 Aug 03 19:24:23.343938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'security_group': {'name': 'tempest-secgroup-92704590'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:23.437900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.487128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.494149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4885a2c6-cb21-4a76-b11e-168aad5da1f9 HTTP/1.1" status: 204 len: 168 time: 1.4381466 Aug 03 19:24:23.511370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4583c1f-2ba7-4e5f-b374-ec0a7cba12a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4885a2c6-cb21-4a76-b11e-168aad5da1f9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.528279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-158924d4-e990-47c1-a6c3-e219838d404a', 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'tenant_id': '480c48a49a9b4f2189983b96cd31a62a', 'fixed_ips': [{'subnet_id': '59684b8f-fe6c-4d37-b04e-21124ad8dfe4'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:24:23.529811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.534309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47922d8-e075-47e6-9cca-df56649453ec req-26fec75b-c44b-47bb-8323-e421605d3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.536555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-26fec75b-c44b-47bb-8323-e421605d3a8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 1095 time: 0.1253650 Aug 03 19:24:23.577602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.721647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47922d8-e075-47e6-9cca-df56649453ec req-b3af1779-3891-4fab-9e67-ea7ebca60ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.724968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.741456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-b3af1779-3891-4fab-9e67-ea7ebca60ef0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 915 time: 0.1963768 Aug 03 19:24:23.774985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Allocated IP 172.20.0.2 (158924d4-e990-47c1-a6c3-e219838d404a/59684b8f-fe6c-4d37-b04e-21124ad8dfe4/7ecce373-3d88-4648-b72f-8ebad0a23f6c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:23.805982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:23.827626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddfd264-c953-47af-a2f6-e6d87be05786,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:23.838349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.839051 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Added segment ac2b95aa-8a40-4095-ae17-9e72ace3c132 of type vlan for network 06b94256-085b-4148-bc7f-7a185d55f8b8 Aug 03 19:24:23.850315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-160407f2-2249-4104-abb6-549d5ad4535a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 HTTP/1.1" status: 200 len: 217 time: 0.1000402 Aug 03 19:24:23.904830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:23.983373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47922d8-e075-47e6-9cca-df56649453ec req-fc5e843a-4ca9-4343-9ffc-24332c95dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:23.986259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-fc5e843a-4ca9-4343-9ffc-24332c95dd74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.1264613 Aug 03 19:24:23.987718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.053739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-59c06272-aad8-4a18-b41f-a68703a75587 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531511 Aug 03 19:24:24.091746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.093581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.094820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.113108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.125351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Transition to ACTIVE for port object 7ecce373-3d88-4648-b72f-8ebad0a23f6c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:24.143657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Transition to ACTIVE for port object 7ecce373-3d88-4648-b72f-8ebad0a23f6c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:24.181150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] Pushing event updated for resources: {'Network': ['ID=06b94256-085b-4148-bc7f-7a185d55f8b8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.194385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:24.208970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-eae65992-ed2a-4eeb-94dc-5e9a4ff57454 service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476297 Aug 03 19:24:24.244244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.319381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47922d8-e075-47e6-9cca-df56649453ec req-247b00c5-3784-4cc6-a111-19658f252c8a service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008291 Aug 03 19:24:24.453664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47d88-8357-4895-aae0-8f5d2b4f489a req-6a3d822f-d94b-45d1-abf9-c87eacf76411 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:24.455151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8a47d88-8357-4895-aae0-8f5d2b4f489a req-6a3d822f-d94b-45d1-abf9-c87eacf76411 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 944 time: 0.0503056 Aug 03 19:24:24.495701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8a47d88-8357-4895-aae0-8f5d2b4f489a req-dacc3f72-05c6-4395-9aa6-52565eb83dbe tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Aug 03 19:24:24.711628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.715402 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.738060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39630) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:24.774584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:24.777927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:24.781411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:24.782548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad98df73-0a50-4e51-8d81-ce641a39c753,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.800293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:24.810155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:24.810415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d5b7279-45fa-4962-9d68-c3a3e3112467 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=121306ee709c47538a652efdd0708a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708466 Aug 03 19:24:24.861452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Attempting to bind port 7ecce373-3d88-4648-b72f-8ebad0a23f6c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:24.864023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Attempting to bind port 7ecce373-3d88-4648-b72f-8ebad0a23f6c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e483c3dc-53ba-4b16-8136-ed15806985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:24.864023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Attempting to bind port 7ecce373-3d88-4648-b72f-8ebad0a23f6c on network 158924d4-e990-47c1-a6c3-e219838d404a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:24.871409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:24.872559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Checking segment: {'id': 'e483c3dc-53ba-4b16-8136-ed15806985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:24.872559 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.872838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Bound using segment: {'id': 'e483c3dc-53ba-4b16-8136-ed15806985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:24.873129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Bound port: 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e483c3dc-53ba-4b16-8136-ed15806985b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:24.873502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.889651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.929828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:24.947378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:24.951110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:25.033875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:25.046017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.047706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0fb60f80-dbfc-4e64-b905-ec8b01232a83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7112091 Aug 03 19:24:25.047936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e7d3fb9-7ebf-4e92-9260-0eece407f14f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3753200 Aug 03 19:24:25.051097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.071220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39642) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:25.071220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Request body: {'subnet': {'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-subnet', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:25.072339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012189089'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:25.072841 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.187441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:25.199797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'port_id': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'mac_address': 'fa:16:3e:d6:1d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dc961a-d4bc-400a-9be0-a69eaba6ce6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:25.246694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.262059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:25.283600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:25.300366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.300714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.303487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.314021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e496c40-dab8-416b-b1b6-4e07b6d299b4 HTTP/1.1" status: 204 len: 168 time: 0.5019522 Aug 03 19:24:25.341935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38df5ab-76ec-4624-bd76-03440005f92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e496c40-dab8-416b-b1b6-4e07b6d299b4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.357094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.431691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baad31-b71f-4cfb-851c-33474e2508a2 None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.534744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.682794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:25.705097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3802c21-443b-4d1d-bf4d-6fc5170ac1b9 req-00b69da1-ce98-4e10-8f21-78c4718c4a38 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:25.706253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3802c21-443b-4d1d-bf4d-6fc5170ac1b9 req-00b69da1-ce98-4e10-8f21-78c4718c4a38 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 945 time: 0.1124225 Aug 03 19:24:25.752415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3802c21-443b-4d1d-bf4d-6fc5170ac1b9 req-0c97337c-9a41-4f3f-8058-5266b892b8d3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385766 Aug 03 19:24:25.813801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:25.820417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Made reservation on behalf of 542a6d3abc1c485192e73da53103bb8f for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:25.836400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:25.973023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.063179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:26.372284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:26.393598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.423490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48d974b-0639-4ce6-a6aa-b9310b96c369,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.562869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.632523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5abbe2-1905-497b-845d-ccb5a63a3195,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:26.649591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Checking segment: {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:26.649961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Network hostable DHCP agents. Network: 06b94256-085b-4148-bc7f-7a185d55f8b8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:26.810526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:26.810901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.834626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:26.834877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39688) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:26.835639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-51a77320-5597-4f27-8d69-1aa2f07fd0f6 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7803140 Aug 03 19:24:26.838030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-813617673', 'security_groups': ['e48d974b-0639-4ce6-a6aa-b9310b96c369'], 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59684b8f-fe6c-4d37-b04e-21124ad8dfe4'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:26.859809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:26.914126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7ee56-362e-4309-b940-1eaf57f277e7 req-167879e6-4dff-478f-99e2-c16dd5a79ac7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:26.916586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34f7ee56-362e-4309-b940-1eaf57f277e7 req-167879e6-4dff-478f-99e2-c16dd5a79ac7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 945 time: 0.0724676 Aug 03 19:24:26.975507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34f7ee56-362e-4309-b940-1eaf57f277e7 req-65ed5bdd-aa2b-414e-b349-73647a0a9165 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Aug 03 19:24:27.008203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:27.034180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:27.166530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Provisioning for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:27.173580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:27.180779 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.286424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 06b94256-085b-4148-bc7f-7a185d55f8b8) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:27.298331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:27.298978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.301480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd7905-c4ab-421c-a282-7be3aa9d2045 None None] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:27.301926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:27.363979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.413137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:27.423297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.426641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:27.427213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.435541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:27.459793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 5f26538d-ecf9-4405-89dd-c66d69debfde yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:27.651647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5069ba55-af4c-4df7-8afa-47d50c64bdb0 None None] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:27.673099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b88b3f70-4562-4d9f-a6a7-c4b05adefa3a admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6169963 Aug 03 19:24:27.675874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39714) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:27.682041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:27.755017 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.778412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.4 (158924d4-e990-47c1-a6c3-e219838d404a/59684b8f-fe6c-4d37-b04e-21124ad8dfe4/5f26538d-ecf9-4405-89dd-c66d69debfde) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:27.815522 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:27.937198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:27.939556 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f6a784-58f3-41e1-b924-6f2d8cb74de5" -d '{"events": [{"server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "name": "network-vif-plugged", "status": "completed", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:27.950618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818dda5-fd11-4e65-861a-33c2fedf1096 None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:27.968302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.000742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 5f26538d-ecf9-4405-89dd-c66d69debfde will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:28.019594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:28.027996 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc0583-4551-4712-a5df-7e7760daaa91 x-openstack-request-id: req-4efc0583-4551-4712-a5df-7e7760daaa91 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:28.029076 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "name": "network-vif-plugged", "status": "completed", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:28.029076 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4efc0583-4551-4712-a5df-7e7760daaa91 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:28.030342 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'code': 200} Aug 03 19:24:28.122817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39724) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:28.125723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.127179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.154952 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.155610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.237064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=5f26538d-ecf9-4405-89dd-c66d69debfde,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:28.257395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fd0c9-9186-4b2e-adab-cdab9ce54a3a req-465212cc-2644-4c24-8369-a21b044d3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.259212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b32fd0c9-9186-4b2e-adab-cdab9ce54a3a req-465212cc-2644-4c24-8369-a21b044d3f91 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 1096 time: 0.1666105 Aug 03 19:24:28.265751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:28.271893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1603239722-network', 'tenant_id': '8421e29164d043fcbe395459ce0908db'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:28.291266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b3f7c-910b-43dc-8c3a-dfc67342bda4 req-1a5c76fc-be9a-417c-8270-382488578dd4 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.299884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b15b3f7c-910b-43dc-8c3a-dfc67342bda4 req-1a5c76fc-be9a-417c-8270-382488578dd4 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 945 time: 0.2015617 Aug 03 19:24:28.301478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:28.311677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:28.327324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:28.432625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:28.433674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.464524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.485917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b32fd0c9-9186-4b2e-adab-cdab9ce54a3a req-c8bc4325-1a33-4fd2-94d1-ad8622613d49 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148664 Aug 03 19:24:28.499253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b15b3f7c-910b-43dc-8c3a-dfc67342bda4 req-798a128d-cb4f-4d1b-8a2c-5df8ca9e3dec tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469476 Aug 03 19:24:28.718485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Made reservation on behalf of 8421e29164d043fcbe395459ce0908db for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:28.726630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.731392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.874759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cede002a-3104-4857-aa6d-e89da9a09df9 None None] Provisioning for port 5f26538d-ecf9-4405-89dd-c66d69debfde completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:28.904366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cede002a-3104-4857-aa6d-e89da9a09df9 None None] Provisioning complete for port 5f26538d-ecf9-4405-89dd-c66d69debfde triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:28.904366 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cede002a-3104-4857-aa6d-e89da9a09df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:28.936072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cede002a-3104-4857-aa6d-e89da9a09df9 None None] Port 5f26538d-ecf9-4405-89dd-c66d69debfde cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:29.009688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.169120 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ebc1b0f-d827-411e-baf4-2e975d61a2ed tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3353674 Aug 03 19:24:29.171567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39734) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:29.176835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:29.289612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.510805 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.519975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.555161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.579472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aec781-4a5b-402a-a093-047835a185e8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:29.600118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:24:29.625329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.625834 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Added segment cd118cf6-3f05-4007-9799-1c50883e8995 of type vlan for network f9628545-c65b-41f0-a1c8-abcedaaefeb1 Aug 03 19:24:29.680374 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:29.781982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ea684-09f8-4b34-9227-6d990314a69b req-8000415a-6c10-415f-9554-2406ab540cc7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:29.783569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e44ea684-09f8-4b34-9227-6d990314a69b req-8000415a-6c10-415f-9554-2406ab540cc7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 946 time: 0.1587787 Aug 03 19:24:29.826252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Allocated IP 172.25.2.171 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/fe04e985-4548-4c17-bbde-9494399e575a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:29.870624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e44ea684-09f8-4b34-9227-6d990314a69b req-32717cc3-f9b2-476b-af1a-5b613a943ff4 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Aug 03 19:24:29.989096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:29.994466 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.100178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.101288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:30.112313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.122789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:30.190033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:30.190522 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.227061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] Pushing event updated for resources: {'Network': ['ID=f9628545-c65b-41f0-a1c8-abcedaaefeb1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:30.244364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f9628545-c65b-41f0-a1c8-abcedaaefeb1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:24:30.271534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.295497 n-d-803363-1 neutron-server[101342]: INFO neutron.db.ipam_backend_mixin [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59684b8f-fe6c-4d37-b04e-21124ad8dfe4 (CIDR: 172.20.0.0/28) Aug 03 19:24:30.523375 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:30.524281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:30.528905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3ef4128-a63f-4c4e-8edc-3287c06f2c0b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4046612 Aug 03 19:24:30.545770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.551053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Request body: {'subnet': {'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1603239722-subnet', 'tenant_id': '8421e29164d043fcbe395459ce0908db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:30.660908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:30.703808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:30.708963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:30.712797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:30.743411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Pushing event updated for resources: {'Port': ['ID=fe04e985-4548-4c17-bbde-9494399e575a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:30.900737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d9d81ee-9e5f-448a-b00a-d824193e7125 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7274520 Aug 03 19:24:30.905012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:30.913918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:31.096486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ab20d-a252-4915-a7a0-117790070ac2 req-bbc20b38-91c5-4cbf-a76f-50f73356cb07 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:31.098380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4ab20d-a252-4915-a7a0-117790070ac2 req-bbc20b38-91c5-4cbf-a76f-50f73356cb07 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 946 time: 0.0950851 Aug 03 19:24:31.137094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Made reservation on behalf of 8421e29164d043fcbe395459ce0908db for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:31.139907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.241369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d4ab20d-a252-4915-a7a0-117790070ac2 req-3800fff6-ef75-4f8b-87fd-6697444adb2c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900586 Aug 03 19:24:31.261382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.457292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:31.467983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.567129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.801235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:31.917310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f95728-6a10-4a96-9195-22a35b9de175,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:32.290829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Checking segment: {'id': 'cd118cf6-3f05-4007-9799-1c50883e8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:32.290829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Network hostable DHCP agents. Network: f9628545-c65b-41f0-a1c8-abcedaaefeb1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:24:32.292924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:24:32.292924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:32.293480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Sync routers for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:32.293480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:32.293480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:24:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:32.293480 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:32.295614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Network f9628545-c65b-41f0-a1c8-abcedaaefeb1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:24:32.296450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.298228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.299711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe6a7a1e-40a1-4c7c-b5c5-1a9d3e95a93c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6220791 Aug 03 19:24:32.303362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39776) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:32.383824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:32.388087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:32.404599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:32.405652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.444214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=96ecfa6c-b46e-47f4-b267-6fb6cbd3400a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:32.458111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f9628545-c65b-41f0-a1c8-abcedaaefeb1) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:32.464748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:32.466137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.553571 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:30Z', 'revision_number': 3, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:32.591808 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Checking router: 74902fcb-eb2d-44ee-a1a2-199764aae7a4 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:32.592432 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Updating router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 port fe04e985-4548-4c17-bbde-9494399e575a binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:32.620855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a9401-25d7-43c4-b1af-641377d1b4d6 None None] Network f9628545-c65b-41f0-a1c8-abcedaaefeb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:32.625452 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:32.632421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-18a0248e-02c9-4373-8437-ca5ee49cc02a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7267115 Aug 03 19:24:32.638308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39784) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:32.642830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1198470800', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '96ecfa6c-b46e-47f4-b267-6fb6cbd3400a'}], 'security_groups': ['ad98df73-0a50-4e51-8d81-ce641a39c753']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:32.662198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b475dc-8814-44fb-8df4-8e0eea3a626b None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:32.825479 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bc865ffe-1507-49f8-a3e6-5955fc13d76e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2783961 Aug 03 19:24:33.070741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.141714 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.165070 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Transition to ACTIVE for port object fe04e985-4548-4c17-bbde-9494399e575a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:33.256477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450bc14-520f-4528-b4ad-edb01c437e0b None None] Network f9628545-c65b-41f0-a1c8-abcedaaefeb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:33.267657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.296581 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.384066 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Pushing event updated for resources: {'Port': ['ID=fe04e985-4548-4c17-bbde-9494399e575a,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:33.400055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.403221 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.403837 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.404176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.404514 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.404966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.405690 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.405864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.406284 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.406548 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.406877 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.407229 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.407656 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:33.421622 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Attempting to bind port fe04e985-4548-4c17-bbde-9494399e575a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:33.422266 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Attempting to bind port fe04e985-4548-4c17-bbde-9494399e575a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:33.422802 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Attempting to bind port fe04e985-4548-4c17-bbde-9494399e575a on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:33.431153 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:33.432871 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:33.433680 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.434418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:33.435336 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Bound port: fe04e985-4548-4c17-bbde-9494399e575a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:33.435911 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.541033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] For port fe04e985-4548-4c17-bbde-9494399e575a, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:33.560633 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] For port fe04e985-4548-4c17-bbde-9494399e575a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe04e985-4548-4c17-bbde-9494399e575a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:33.685020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Update dhcp port {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'fixed_ips': [{'subnet_id': '59684b8f-fe6c-4d37-b04e-21124ad8dfe4', 'ip_address': '172.20.0.2'}, {'subnet_id': '96ecfa6c-b46e-47f4-b267-6fb6cbd3400a'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '7ecce373-3d88-4648-b72f-8ebad0a23f6c'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:33.727378 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.740771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Delete allocated IP 172.20.0.4 (158924d4-e990-47c1-a6c3-e219838d404a/59684b8f-fe6c-4d37-b04e-21124ad8dfe4) {{(pid=101343) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:24:33.745433 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:33.751623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.27 (158924d4-e990-47c1-a6c3-e219838d404a/96ecfa6c-b46e-47f4-b267-6fb6cbd3400a/5f26538d-ecf9-4405-89dd-c66d69debfde) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:33.890497 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:33.891953 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:24:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:33.939631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f111af-cbb3-46e0-af78-33f29ac712e4 None None] Pushing event updated for resources: {'Port': ['ID=fe04e985-4548-4c17-bbde-9494399e575a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:34.088361 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:34.184294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.229301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 5f26538d-ecf9-4405-89dd-c66d69debfde will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:34.322466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.412341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=5f26538d-ecf9-4405-89dd-c66d69debfde,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:34.448274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Allocated IP 172.20.0.18 (158924d4-e990-47c1-a6c3-e219838d404a/96ecfa6c-b46e-47f4-b267-6fb6cbd3400a/7ecce373-3d88-4648-b72f-8ebad0a23f6c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:34.477096 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:30Z', 'revision_number': 3, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:34.533783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb61e050-228d-4ad9-bd94-6a190c74a813 None None] The sync data for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 is: [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:30Z', 'revision_number': 3, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:34.606190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] In _notify_port_updated(), no bound segment for port 5f26538d-ecf9-4405-89dd-c66d69debfde on network 158924d4-e990-47c1-a6c3-e219838d404a {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:24:34.617598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:34.618434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.623627 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b40c2b8-057d-4625-9f0d-b1e2040cc880 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/ports/5f26538d-ecf9-4405-89dd-c66d69debfde HTTP/1.1" status: 200 len: 921 time: 1.9841461 Aug 03 19:24:34.624001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39828) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:34.654121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:34.703818 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.723197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Transition to ACTIVE for port object 7ecce373-3d88-4648-b72f-8ebad0a23f6c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:34.769079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 5f26538d-ecf9-4405-89dd-c66d69debfde {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:34.769759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:34.789435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Allocated IP 172.20.0.1 (06b94256-085b-4148-bc7f-7a185d55f8b8/de5abbe2-1905-497b-845d-ccb5a63a3195/037499b4-615b-488f-9bba-acc6ad1c058d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:34.866815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.009585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.065873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 5f26538d-ecf9-4405-89dd-c66d69debfde owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:35.101777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.137381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e20fd7-e284-495e-9524-ce7bf8ab1a10 None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:35.242745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-1518d030-5efd-4e4a-9f6a-f8d582bbdcf4 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:35.250252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-1518d030-5efd-4e4a-9f6a-f8d582bbdcf4 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/networks?id=f9628545-c65b-41f0-a1c8-abcedaaefeb1 HTTP/1.1" status: 200 len: 809 time: 1.5867770 Aug 03 19:24:35.265958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-b4705630-944f-4a94-ad04-de33ea45702c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/quotas/8421e29164d043fcbe395459ce0908db HTTP/1.1" status: 200 len: 375 time: 0.0147822 Aug 03 19:24:35.267689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.344105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:35.346900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-87e8601f-f54d-4ce0-980f-da17d03753bd tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8421e29164d043fcbe395459ce0908db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447655 Aug 03 19:24:35.355455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:35.359179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:35.398445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.420502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Pushing event updated for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:35.503673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=5f26538d-ecf9-4405-89dd-c66d69debfde,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:35.517611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.747860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-aae13841-2caf-4cc2-ab13-f5a42370f8d7 service neutron] 10.222.0.67 "GET /v2.0/networks/f9628545-c65b-41f0-a1c8-abcedaaefeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573227 Aug 03 19:24:35.828774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:35.832040 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-486f66ba-60de-4a85-a90c-3425f42e7c83 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/5f26538d-ecf9-4405-89dd-c66d69debfde HTTP/1.1" status: 204 len: 168 time: 1.2064462 Aug 03 19:24:35.836952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39846) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:35.885934 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5598d9e1-e3ab-424f-8204-aa9f5a6d63bc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:24:35.890298 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5598d9e1-e3ab-424f-8204-aa9f5a6d63bc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/5f26538d-ecf9-4405-89dd-c66d69debfde HTTP/1.1" status: 404 len: 333 time: 0.0495446 Aug 03 19:24:35.891967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39848) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:36.011153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.059161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.088455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-059924cf-6aea-4f5a-ad47-7ea84969e76b service neutron] 10.222.0.67 "GET /v2.0/networks/f9628545-c65b-41f0-a1c8-abcedaaefeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223777 Aug 03 19:24:36.183103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.192364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:36.268499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.271537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.276406 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/security-groups/e48d974b-0639-4ce6-a6aa-b9310b96c369 HTTP/1.1" status: 204 len: 168 time: 0.3833649 Aug 03 19:24:36.277235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39860) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:36.309580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe04e985-4548-4c17-bbde-9494399e575a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:36.319060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4620c-5fe4-4611-8d45-3c8686afa84f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48d974b-0639-4ce6-a6aa-b9310b96c369,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:36.390987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Could not find standard attr ID for object 5f26538d-ecf9-4405-89dd-c66d69debfde. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:36.408582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:36.409112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.427739 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.450311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:36.493240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fe04e985-4548-4c17-bbde-9494399e575a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:36.501233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe04e985-4548-4c17-bbde-9494399e575a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:36.501233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.507476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.619535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Provisioning for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:36.649303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.660279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:36.660612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5d5a9ceb-50d2-4d53-b1ac-32256181a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.681811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.681811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.681811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/security-groups/ad98df73-0a50-4e51-8d81-ce641a39c753 HTTP/1.1" status: 204 len: 168 time: 0.3704772 Aug 03 19:24:36.682293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39882) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:36.697793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9e9c6-a2f9-471b-976c-30689b99d294 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad98df73-0a50-4e51-8d81-ce641a39c753,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:36.793560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.896408 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.940024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 59684b8f-fe6c-4d37-b04e-21124ad8dfe4 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:36.961383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:36.977059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fe04e985-4548-4c17-bbde-9494399e575a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe04e985-4548-4c17-bbde-9494399e575a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:37.112850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Pushing event updated for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:37.154021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.258902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.336907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cabd5279-201d-4a4d-8786-faf05c744770 None None] Could not find standard attr ID for object 5f26538d-ecf9-4405-89dd-c66d69debfde. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:37.382798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.406171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fe04e985-4548-4c17-bbde-9494399e575a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:37.624884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:37.627619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.667839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:37.937835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.976569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=59684b8f-fe6c-4d37-b04e-21124ad8dfe4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:37.987837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:37.989959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/59684b8f-fe6c-4d37-b04e-21124ad8dfe4 HTTP/1.1" status: 204 len: 168 time: 1.3069260 Aug 03 19:24:37.991394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebed2e1-8a47-453b-8417-c2206500f546 None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:37.992910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:24:37.994904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.995448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.995953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.996437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.996798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39906) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:37.997311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.997311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.997606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.998098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.998606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.999093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:37.999569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:38.000061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6949f80-416c-4747-9120-fb0a7a340ca3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:24:38.008225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:38.114451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe04e985-4548-4c17-bbde-9494399e575a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:38.277814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04a1908a-d86f-40ed-bda4-7b0734720651 req-128964db-69ff-4f12-8194-fd6ecb525ee9 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 210 time: 0.0432119 Aug 03 19:24:38.305162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fe04e985-4548-4c17-bbde-9494399e575a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:38.305633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:38.310198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:24:38.325618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b800dc76-ece4-441d-8b85-37a4a30a8932 admin admin] 10.222.0.67 "PUT /v2.0/routers/74902fcb-eb2d-44ee-a1a2-199764aae7a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0209320 Aug 03 19:24:38.366859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Sync routers for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:24:38.395343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:38.395471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:24:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:38.429109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:38.433393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:39.322828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-f7ad6687-e138-41de-b4c4-07f52b26928b tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:39.348384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-f7ad6687-e138-41de-b4c4-07f52b26928b tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 820 time: 0.2921059 Aug 03 19:24:39.368748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:39.447348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-4fe9eb66-01c4-41a4-95ba-f61afb962835 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/quotas/542a6d3abc1c485192e73da53103bb8f HTTP/1.1" status: 200 len: 375 time: 0.0910199 Aug 03 19:24:39.577593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-889df140-e30a-46ae-a497-f2a984ce044c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1243815 Aug 03 19:24:39.872807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-d3f8f97f-6345-4108-a6d5-d3c1399efc9c service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938104 Aug 03 19:24:39.968384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 2, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:40.070067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Checking router: 74902fcb-eb2d-44ee-a1a2-199764aae7a4 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:24:40.070434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Updating router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 port 037499b4-615b-488f-9bba-acc6ad1c058d binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:24:40.118909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-b359aefe-b75c-4a4c-9b3a-93063a0aa537 service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450852 Aug 03 19:24:40.133543 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.222331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.358572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:40.373292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:40.376495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:40.378180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.478473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:40.489192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a701e841-b2c5-43db-8e88-afafca93af24 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4884613 Aug 03 19:24:40.491022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39996) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:40.502493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'security_group': {'name': 'tempest-secgroup-228108257'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:40.622408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc85146-38d5-44a9-9f9a-f0070a61a30c None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:40.638933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-52c68db4-019d-4c53-8f38-2e1786a59f90 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:40.648885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-52c68db4-019d-4c53-8f38-2e1786a59f90 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.77 "GET /v2.0/networks?id=f9628545-c65b-41f0-a1c8-abcedaaefeb1 HTTP/1.1" status: 200 len: 809 time: 0.4525235 Aug 03 19:24:40.664981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Request body: {'port': {'device_id': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1', 'admin_state_up': True, 'tenant_id': '8421e29164d043fcbe395459ce0908db'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:40.725895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:40.949648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-453dd41a-b739-4923-96e3-36ed712844c7 None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:40.953949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-453dd41a-b739-4923-96e3-36ed712844c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.046912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2351731-9429-40a7-9d9b-0770866c4883 req-8ddd97c5-ef52-45ce-9d30-ad220f266fbe tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 210 time: 0.1278110 Aug 03 19:24:41.091468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.146603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-453dd41a-b739-4923-96e3-36ed712844c7 None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:41.198469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-400b8bb4-ea2b-4999-a394-d6c6e23119cb req-eccc4379-f190-4e0d-9452-332d2b439fb8 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0812685 Aug 03 19:24:41.207996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.224044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.244539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Transition to ACTIVE for port object 037499b4-615b-488f-9bba-acc6ad1c058d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:41.258979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c68eb-30bb-4d67-ab80-ae3a113f1145,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.288318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-453dd41a-b739-4923-96e3-36ed712844c7 None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:41.289027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-453dd41a-b739-4923-96e3-36ed712844c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.338959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Made reservation on behalf of 8421e29164d043fcbe395459ce0908db for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:41.348747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.391139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.442508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.449549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40042) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:41.451563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-91d8df66-c376-47d3-8c50-b7c44ad50c96 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9581199 Aug 03 19:24:41.459086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924355556'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:41.520507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80d72c-7f2d-4d52-87d3-1880c4a6b9b6 None None] Pushing event updated for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:41.585467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Update dhcp port {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'fixed_ips': [{'subnet_id': '96ecfa6c-b46e-47f4-b267-6fb6cbd3400a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '7ecce373-3d88-4648-b72f-8ebad0a23f6c'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:41.654201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.654703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Attempting to bind port 037499b4-615b-488f-9bba-acc6ad1c058d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:41.654703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Attempting to bind port 037499b4-615b-488f-9bba-acc6ad1c058d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:41.655199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Attempting to bind port 037499b4-615b-488f-9bba-acc6ad1c058d on network 06b94256-085b-4148-bc7f-7a185d55f8b8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:41.670299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.702050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:41.702831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Checking segment: {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:41.703398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.704169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Bound using segment: {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:41.704955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Bound port: 037499b4-615b-488f-9bba-acc6ad1c058d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:41.705530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:41.824349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] For port 037499b4-615b-488f-9bba-acc6ad1c058d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:41.827616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] For port 037499b4-615b-488f-9bba-acc6ad1c058d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=037499b4-615b-488f-9bba-acc6ad1c058d,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:41.850402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Allocated IP 172.20.0.11 (f9628545-c65b-41f0-a1c8-abcedaaefeb1/71f95728-6a10-4a96-9195-22a35b9de175/15f5b76c-6f77-4b43-bed1-4d2c70063839) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:42.015690 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.127133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.228355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4374585e-48da-4e53-b965-7874838317ee req-f0b106f2-8a0d-4f56-8063-9540a3a4a4d2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 210 time: 0.0561321 Aug 03 19:24:42.246512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Allocated IP 172.20.0.2 (158924d4-e990-47c1-a6c3-e219838d404a/8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af/7ecce373-3d88-4648-b72f-8ebad0a23f6c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:42.251168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80d72c-7f2d-4d52-87d3-1880c4a6b9b6 None None] Pushing event updated for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:42.270982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:24:42.281543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:24:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:42.335841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.404736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.520267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e300fac-1a93-4ff1-96db-89a89ec3c943,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:42.549789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ff70d8-aea9-45c6-8f09-fc8823622fa6 req-4704b574-14cf-446d-91ad-112b07330988 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 210 time: 0.1473804 Aug 03 19:24:42.558337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.673871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Network f9628545-c65b-41f0-a1c8-abcedaaefeb1 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:42.688484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:42.692875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:42.695716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:24:42.728521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.733841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-69637c3b-3eb2-4a46-99b2-020350fb3511 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2789273 Aug 03 19:24:42.735457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:42.739957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'security_group': {'name': 'tempest-secgroup-1325088352'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:42.752070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Pushing event updated for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:42.786321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:42.834337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:42.835092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:42.952225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.028703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.077435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-95b0de55-12e6-47b6-97f9-e2d886411a9c tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4173388 Aug 03 19:24:43.092244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Transition to ACTIVE for port object 7ecce373-3d88-4648-b72f-8ebad0a23f6c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:43.173108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.216467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Request body: {'port': {'device_id': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:43.276309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189caba-871f-4ee1-aa33-114bc920d211 None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:43.390714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.393023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.407058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:41Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:24:43.445902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53176a19-455d-4d7b-a8f0-efb3a6f58bfb None None] The sync data for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 is: [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:41Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:24:43.452720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950721-fb64-436e-8ec3-5d56113ea22f req-58270c93-b6ad-46d9-b9b0-b8407b99fc1e tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:43.461207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24950721-fb64-436e-8ec3-5d56113ea22f req-58270c93-b6ad-46d9-b9b0-b8407b99fc1e tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 932 time: 0.1202664 Aug 03 19:24:43.665621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24950721-fb64-436e-8ec3-5d56113ea22f req-12cd5e90-b11e-478f-addc-09187066e214 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025659 Aug 03 19:24:43.668548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:43.729859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c45265-e03f-4f7f-8479-96106a66881b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:44.378307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:44.605702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15f5b76c-6f77-4b43-bed1-4d2c70063839 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:44.660092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 037499b4-615b-488f-9bba-acc6ad1c058d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:44.687216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1e4efab-116d-4180-96ab-4c2c984e8686 req-a1e8568a-d6a0-49d5-a4a5-63a92bcdf292 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 210 time: 0.5746739 Aug 03 19:24:44.694032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.698111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d8e675f-fb49-46c4-b207-70984cd1ee6f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9590254 Aug 03 19:24:44.702295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:44.708888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:44.729721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-431259438', 'security_groups': ['11c45265-e03f-4f7f-8479-96106a66881b'], 'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:44.826403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-417b0de7-4051-4485-9efa-807012903324 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:44.828539 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-417b0de7-4051-4485-9efa-807012903324 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 820 time: 0.3150561 Aug 03 19:24:44.848719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'port': {'device_id': 'ab250716-285d-487c-a053-5e995f43a7e7', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'admin_state_up': True, 'tenant_id': '542a6d3abc1c485192e73da53103bb8f'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:44.852113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Transition to ACTIVE for port object 15f5b76c-6f77-4b43-bed1-4d2c70063839 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:44.930988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:44.932057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.011253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:45.041770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 037499b4-615b-488f-9bba-acc6ad1c058d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:45.046756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.049092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 037499b4-615b-488f-9bba-acc6ad1c058d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:45.051217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.088186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaa655-3026-4c50-ac41-36bb50e8a341 req-ad847061-ef46-4b47-b291-83b00739ef40 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:45.100530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6adaa655-3026-4c50-ac41-36bb50e8a341 req-ad847061-ef46-4b47-b291-83b00739ef40 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 932 time: 0.2313197 Aug 03 19:24:45.191933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Pushing event updated for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:45.203185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6adaa655-3026-4c50-ac41-36bb50e8a341 req-963322c5-a869-40ce-a7e0-8e7328547697 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013935 Aug 03 19:24:45.309443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Provisioning for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:45.328625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:45.329035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baed68cd-2025-4b93-b610-54ad69899d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.366353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Made reservation on behalf of 542a6d3abc1c485192e73da53103bb8f for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:45.373994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.413214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Attempting to bind port 15f5b76c-6f77-4b43-bed1-4d2c70063839 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:45.413552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Attempting to bind port 15f5b76c-6f77-4b43-bed1-4d2c70063839 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'cd118cf6-3f05-4007-9799-1c50883e8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:45.413886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Attempting to bind port 15f5b76c-6f77-4b43-bed1-4d2c70063839 on network f9628545-c65b-41f0-a1c8-abcedaaefeb1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:45.420481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Port 15f5b76c-6f77-4b43-bed1-4d2c70063839 on network f9628545-c65b-41f0-a1c8-abcedaaefeb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:45.420845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Attempting to bind port 15f5b76c-6f77-4b43-bed1-4d2c70063839 on network f9628545-c65b-41f0-a1c8-abcedaaefeb1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:45.428472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:45.428851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Checking segment: {'id': 'cd118cf6-3f05-4007-9799-1c50883e8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:45.429711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Bound using segment: {'id': 'cd118cf6-3f05-4007-9799-1c50883e8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:45.430046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Bound port: 15f5b76c-6f77-4b43-bed1-4d2c70063839, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd118cf6-3f05-4007-9799-1c50883e8995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:45.430388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.480188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.526208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:45.530083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839,segment=NetworkSegment(cd118cf6-3f05-4007-9799-1c50883e8995),segment_id=cd118cf6-3f05-4007-9799-1c50883e8995)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:45.610838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 037499b4-615b-488f-9bba-acc6ad1c058d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=037499b4-615b-488f-9bba-acc6ad1c058d,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:45.639235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.687583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Allocated IP 172.20.0.14 (06b94256-085b-4148-bc7f-7a185d55f8b8/de5abbe2-1905-497b-845d-ccb5a63a3195/dc157f4c-6446-4045-8ebf-b000db2b94fa) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:45.757021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:45.934302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:45.975205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.080092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87ae2bb0-5316-4326-b0ae-29497fd887dd req-c0ccd1bf-0250-45a3-8d95-acbf0d68ef52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 210 time: 0.1317389 Aug 03 19:24:46.132955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.133530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.153742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.154382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.155833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] 10.222.0.77 "PUT /v2.0/ports/15f5b76c-6f77-4b43-bed1-4d2c70063839 HTTP/1.1" status: 200 len: 1092 time: 3.0696661 Aug 03 19:24:46.157519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:46.159424 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48509668-d8c2-4f76-892f-426d3a4aedc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:46.235925 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c6edc-1ebd-4346-aa38-357719abbb46 x-openstack-request-id: req-151c6edc-1ebd-4346-aa38-357719abbb46 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:46.236635 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:46.237058 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-151c6edc-1ebd-4346-aa38-357719abbb46 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:46.237726 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839', 'status': 'completed', 'code': 200} Aug 03 19:24:46.296699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.331838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1853f-2214-4ff7-be44-417cfe83a307 service neutron] Pushing event updated for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.356714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] device_id is not set on port 1bfadd98-122b-45e3-83c1-286086841764 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:24:46.431162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.471710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-335e2f79-fe36-46cd-94b9-16707c9f4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.473226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-335e2f79-fe36-46cd-94b9-16707c9f4094 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8421e29164d043fcbe395459ce0908db&device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 1095 time: 0.2152669 Aug 03 19:24:46.648811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Network 06b94256-085b-4148-bc7f-7a185d55f8b8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:46.650278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:46.655482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:46.660076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:46.759238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:46.760372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:46.931967 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-2b37b7da-424c-4e16-85ab-3c911f162a52 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0929565 Aug 03 19:24:46.951256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Request body: {'port': {'device_id': 'ab250716-285d-487c-a053-5e995f43a7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:47.106351 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.191937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ea2d3-3f0e-479d-89d5-6a6f4b01a8fc req-c02174bb-65dd-4451-9f4d-76d5abda6e7f tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.193972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e39ea2d3-3f0e-479d-89d5-6a6f4b01a8fc req-c02174bb-65dd-4451-9f4d-76d5abda6e7f tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 944 time: 0.8319759 Aug 03 19:24:47.400017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e39ea2d3-3f0e-479d-89d5-6a6f4b01a8fc req-8b26072e-14a4-4c45-873e-92552d848ef0 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754320 Aug 03 19:24:47.484296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-cb27bb60-b276-4209-9cdc-1ef47ba306da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.485826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-cb27bb60-b276-4209-9cdc-1ef47ba306da service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=8421e29164d043fcbe395459ce0908db&shared=False HTTP/1.1" status: 200 len: 910 time: 1.0020595 Aug 03 19:24:47.584639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.4 (158924d4-e990-47c1-a6c3-e219838d404a/8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af/1bfadd98-122b-45e3-83c1-286086841764) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:47.591126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc157f4c-6446-4045-8ebf-b000db2b94fa {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:47.621289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.657167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Transition to ACTIVE for port object dc157f4c-6446-4045-8ebf-b000db2b94fa will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:47.793221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0264212-0285-4a42-891c-8677069281eb req-276b3d34-120e-4e78-bedf-3beb41a30f30 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.794871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0264212-0285-4a42-891c-8677069281eb req-276b3d34-120e-4e78-bedf-3beb41a30f30 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 932 time: 0.2378802 Aug 03 19:24:47.802906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-54558186-6b83-40c1-b75d-75c9b309db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.805159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48509668-d8c2-4f76-892f-426d3a4aedc5 req-54558186-6b83-40c1-b75d-75c9b309db07 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3093972 Aug 03 19:24:47.815613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:47.939259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:47.971893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0264212-0285-4a42-891c-8677069281eb req-7fac0757-0d35-4506-a874-72647a2a8bbf tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335292 Aug 03 19:24:47.984597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-abfa641b-22f3-4a76-b995-266f94316d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:47.986249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-abfa641b-22f3-4a76-b995-266f94316d20 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=8421e29164d043fcbe395459ce0908db&device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 1095 time: 0.0965745 Aug 03 19:24:48.018055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Attempting to bind port dc157f4c-6446-4045-8ebf-b000db2b94fa on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:24:48.018788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Attempting to bind port dc157f4c-6446-4045-8ebf-b000db2b94fa by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:24:48.019312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Attempting to bind port dc157f4c-6446-4045-8ebf-b000db2b94fa on network 06b94256-085b-4148-bc7f-7a185d55f8b8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:48.031531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Port dc157f4c-6446-4045-8ebf-b000db2b94fa on network 06b94256-085b-4148-bc7f-7a185d55f8b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:24:48.032885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Attempting to bind port dc157f4c-6446-4045-8ebf-b000db2b94fa on network 06b94256-085b-4148-bc7f-7a185d55f8b8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:24:48.068926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-f3f27f3a-1e7c-43a5-b382-c7041b8b3a24 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839 HTTP/1.1" status: 200 len: 217 time: 0.0542285 Aug 03 19:24:48.072701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 037499b4-615b-488f-9bba-acc6ad1c058d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:48.080013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:24:48.080595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Checking segment: {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:24:48.080946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Bound using segment: {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:24:48.081408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Bound port: dc157f4c-6446-4045-8ebf-b000db2b94fa, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2b95aa-8a40-4095-ae17-9e72ace3c132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:24:48.081779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.168532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 037499b4-615b-488f-9bba-acc6ad1c058d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:48.168954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.199090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.206357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-56c0b07d-0e28-4190-983b-316502a1a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.208039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-56c0b07d-0e28-4190-983b-316502a1a2a9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=71f95728-6a10-4a96-9195-22a35b9de175 HTTP/1.1" status: 200 len: 849 time: 0.1326613 Aug 03 19:24:48.228196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 1bfadd98-122b-45e3-83c1-286086841764 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:48.252916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-3b7edee2-c712-4978-8409-0d4595657223 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=f9628545-c65b-41f0-a1c8-abcedaaefeb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349298 Aug 03 19:24:48.296698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:24:48.302264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:24:48.367375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-70b54177-0a23-4082-900f-19f1a76d9715 service neutron] 10.222.0.77 "GET /v2.0/networks/f9628545-c65b-41f0-a1c8-abcedaaefeb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072309 Aug 03 19:24:48.484937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92c41045-2f8c-40e1-8396-6241683d3f98 req-a5ab8285-5581-4c9f-9656-1ea0da3c73fb service neutron] 10.222.0.77 "GET /v2.0/networks/f9628545-c65b-41f0-a1c8-abcedaaefeb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106811 Aug 03 19:24:48.527837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259395b-367c-4ce7-ad13-ebc98a4be69f req-dbb71c28-83b9-4424-8058-a628571a13d9 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.530431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c259395b-367c-4ce7-ad13-ebc98a4be69f req-dbb71c28-83b9-4424-8058-a628571a13d9 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 944 time: 0.0604284 Aug 03 19:24:48.579017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c259395b-367c-4ce7-ad13-ebc98a4be69f req-e7ee9c62-b9b6-4784-bf25-2852bb35c17f tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Aug 03 19:24:48.651606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.655344 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.712034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.712925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.713335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:48.714708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] 10.222.0.77 "PUT /v2.0/ports/dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 1092 time: 1.7729948 Aug 03 19:24:48.715157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:48.717095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:48.717672 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:48.738416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:24:48.764190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a391e7e-2dc3-4e93-aebe-e704a629e844 service neutron] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:48.826268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.828443 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:48.858746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=1bfadd98-122b-45e3-83c1-286086841764,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:48.886247 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd92e3-6639-4b74-ba81-5fce16a27e2d x-openstack-request-id: req-bbfd92e3-6639-4b74-ba81-5fce16a27e2d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:48.886548 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:48.886822 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bbfd92e3-6639-4b74-ba81-5fce16a27e2d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:48.887232 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:24:48.962252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-7ff4cd07-260d-47fd-be89-e14e5fdc1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:48.964034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-7ff4cd07-260d-47fd-be89-e14e5fdc1e0d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0543697 Aug 03 19:24:48.969080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e8c148b-a3cc-43b8-85e8-3d55d9d705b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.106498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-ae80f3a8-30bd-4e77-b069-1f6ce9d141ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.108578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-ae80f3a8-30bd-4e77-b069-1f6ce9d141ac service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=542a6d3abc1c485192e73da53103bb8f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1263196 Aug 03 19:24:49.139269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af00f63-ca25-4294-8fee-a1c3d43eb1e7 req-69b06088-bd41-4115-81b4-afe26914820d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.141642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4af00f63-ca25-4294-8fee-a1c3d43eb1e7 req-69b06088-bd41-4115-81b4-afe26914820d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 944 time: 0.0658278 Aug 03 19:24:49.192052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4af00f63-ca25-4294-8fee-a1c3d43eb1e7 req-3bc26d28-9d9d-413b-8384-2ea7ea561534 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Aug 03 19:24:49.251347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-d1eac0ab-f379-4374-95c7-498d9ceb6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.252969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4b0e9d45-fc20-48b7-a5ea-e84e98a9076d req-d1eac0ab-f379-4374-95c7-498d9ceb6a24 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360173 Aug 03 19:24:49.260030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-67c6b4c8-8789-4062-8577-d11efe0633fc tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5496948 Aug 03 19:24:49.264434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:49.272357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:49.304357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffdf7636-8225-4a02-8069-670872284697 None None] Provisioning for port 1bfadd98-122b-45e3-83c1-286086841764 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:49.311264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ffdf7636-8225-4a02-8069-670872284697 None None] Provisioning complete for port 1bfadd98-122b-45e3-83c1-286086841764 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:49.311636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7636-8225-4a02-8069-670872284697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.354953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf7636-8225-4a02-8069-670872284697 None None] Port 1bfadd98-122b-45e3-83c1-286086841764 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:49.408395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-90c369b7-9261-4009-aab7-7b91d09ca243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.409911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-90c369b7-9261-4009-aab7-7b91d09ca243 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1095 time: 0.0751553 Aug 03 19:24:49.464845 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-89b5b7b1-f93b-4530-96ef-e566eec79e5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0449488 Aug 03 19:24:49.523437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49825f15-73ff-4727-ae09-4eeab948e082 req-6a0229d1-9818-405f-9fb8-77a1643d6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.524873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-6a0229d1-9818-405f-9fb8-77a1643d6b68 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.0528564 Aug 03 19:24:49.560459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-9ce70656-7e37-452c-a756-ccae79a78908 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274284 Aug 03 19:24:49.673907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:49.678086 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:49.682786 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-b05a8cff-6b52-4d9a-9f88-dc4ea59403fc service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152177 Aug 03 19:24:49.719791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53767e6-88c3-405c-b26b-024bb2503293 req-86e22d55-0b7a-4842-9cd5-93cc72c00c3d tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:49.721585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c53767e6-88c3-405c-b26b-024bb2503293 req-86e22d55-0b7a-4842-9cd5-93cc72c00c3d tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 944 time: 0.0604119 Aug 03 19:24:49.793128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c53767e6-88c3-405c-b26b-024bb2503293 req-a9447375-0d70-4016-a3ab-c75156a26153 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Aug 03 19:24:49.905410 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-49825f15-73ff-4727-ae09-4eeab948e082 req-6930ef56-697f-4a36-a1a4-6e3bac68c3c8 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087493 Aug 03 19:24:49.912121 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af (CIDR: 172.20.0.0/28) Aug 03 19:24:49.980206 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:49.980967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:50.116911 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1a548c3-eef0-4fd3-8f64-733144fcc49d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8513505 Aug 03 19:24:50.119518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40322) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:50.124932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:50.355801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 15f5b76c-6f77-4b43-bed1-4d2c70063839 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:50.374766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a5feb-a18c-4aba-8566-fbe936c408a4 req-dd1afcc3-2246-4de0-8509-69cbec32d4e1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:50.383135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-090a5feb-a18c-4aba-8566-fbe936c408a4 req-dd1afcc3-2246-4de0-8509-69cbec32d4e1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 944 time: 0.1063006 Aug 03 19:24:50.415027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:50.428691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.437052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-090a5feb-a18c-4aba-8566-fbe936c408a4 req-63bda5d2-9854-4da1-ac1a-d1237dd58a7b tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527296 Aug 03 19:24:50.505164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839,segment=NetworkSegment(cd118cf6-3f05-4007-9799-1c50883e8995),segment_id=cd118cf6-3f05-4007-9799-1c50883e8995)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:50.534380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '15f5b76c-6f77-4b43-bed1-4d2c70063839', 'network_id': 'f9628545-c65b-41f0-a1c8-abcedaaefeb1', 'port_id': '15f5b76c-6f77-4b43-bed1-4d2c70063839', 'mac_address': 'fa:16:3e:ca:05:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f95728-6a10-4a96-9195-22a35b9de175', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:50.569519 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 96ecfa6c-b46e-47f4-b267-6fb6cbd3400a (CIDR: 172.20.0.16/28) Aug 03 19:24:50.587903 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.601442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15f5b76c-6f77-4b43-bed1-4d2c70063839 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:50.621470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839,segment=NetworkSegment(cd118cf6-3f05-4007-9799-1c50883e8995),segment_id=cd118cf6-3f05-4007-9799-1c50883e8995)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:50.665748 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:24:50.665748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:50.759283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:50.808038 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5293cfb2-32be-4ee9-b2a8-8790f4137d8f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6872351 Aug 03 19:24:50.811702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40350) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:50.824621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'subnet': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:50.828072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:50.966628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['15f5b76c-6f77-4b43-bed1-4d2c70063839'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:50.988663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51612-0809-4754-88a4-b913e0343d49 req-4fd30a67-5f08-4c78-9bb3-d21bb61e84ca tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:50.991405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23a51612-0809-4754-88a4-b913e0343d49 req-4fd30a67-5f08-4c78-9bb3-d21bb61e84ca tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 945 time: 0.1047912 Aug 03 19:24:51.083804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23a51612-0809-4754-88a4-b913e0343d49 req-30b43831-038a-486a-91f5-e4e48744bc92 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826092 Aug 03 19:24:51.138724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Made reservation on behalf of 480c48a49a9b4f2189983b96cd31a62a for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:24:51.142305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.505274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.574646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Network 158924d4-e990-47c1-a6c3-e219838d404a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:24:51.597289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:24:51.607472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:51.612088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.613495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d857f-e605-4eeb-ab59-31cc3c441e52 None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:51.625345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Subnet': ['ID=57c1ccf6-a481-4d6d-b463-bdc52f58fb80,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:51.660541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0c73e-da5e-46a7-a10f-f639816a042c req-05a954b9-1c5e-4cf3-b516-bd1c46dbaf14 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:51.672718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3c0c73e-da5e-46a7-a10f-f639816a042c req-05a954b9-1c5e-4cf3-b516-bd1c46dbaf14 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 944 time: 0.1219957 Aug 03 19:24:51.707927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3c0c73e-da5e-46a7-a10f-f639816a042c req-2b91f544-2eee-4f0e-abd0-7cbf0b8a1902 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Aug 03 19:24:51.725398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bddfd839-7d05-4d58-a524-671bf29b6d14 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9116094 Aug 03 19:24:51.727863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40392) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:51.735811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1358322723', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57c1ccf6-a481-4d6d-b463-bdc52f58fb80'}], 'security_groups': ['ca0c68eb-30bb-4d67-ab80-ae3a113f1145', '0e300fac-1a93-4ff1-96db-89a89ec3c943']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:24:51.951831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:51.953804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Update dhcp port {'port': {'network_id': '158924d4-e990-47c1-a6c3-e219838d404a', 'fixed_ips': [{'subnet_id': '96ecfa6c-b46e-47f4-b267-6fb6cbd3400a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af', 'ip_address': '172.20.0.2'}, {'subnet_id': '57c1ccf6-a481-4d6d-b463-bdc52f58fb80'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '7ecce373-3d88-4648-b72f-8ebad0a23f6c'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:24:51.982363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.096801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-719ee037-4480-45e1-a52c-0d675557c434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.250529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a4a5-40df-4c47-90f6-cb58f723d687 req-a8601c52-8f0a-40fc-b2d6-c73b10a42001 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:52.253554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8e5a4a5-40df-4c47-90f6-cb58f723d687 req-a8601c52-8f0a-40fc-b2d6-c73b10a42001 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 945 time: 0.0767312 Aug 03 19:24:52.328526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8e5a4a5-40df-4c47-90f6-cb58f723d687 req-5af126ca-13e9-4f27-b0fb-9110687ac014 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538390 Aug 03 19:24:52.367846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Allocated IP 172.20.0.34 (158924d4-e990-47c1-a6c3-e219838d404a/57c1ccf6-a481-4d6d-b463-bdc52f58fb80/7ecce373-3d88-4648-b72f-8ebad0a23f6c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:52.369800 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.380296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dc157f4c-6446-4045-8ebf-b000db2b94fa details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:24:52.387114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 15f5b76c-6f77-4b43-bed1-4d2c70063839 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:52.650526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:52.654655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:52.679709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'port_id': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'mac_address': 'fa:16:3e:d9:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:24:52.699276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 15f5b76c-6f77-4b43-bed1-4d2c70063839 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:52.722229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.729020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 15f5b76c-6f77-4b43-bed1-4d2c70063839 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:52.729383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.767064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Transition to ACTIVE for port object 7ecce373-3d88-4648-b72f-8ebad0a23f6c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:52.770734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.799469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc157f4c-6446-4045-8ebf-b000db2b94fa {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:24:52.828315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:52.842681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bce34-4a6e-4bdc-b35c-9fa3e7f2c6d3 req-1f29f2ab-9ef4-4110-903f-7bfc8846bf12 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:52.844202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696bce34-4a6e-4bdc-b35c-9fa3e7f2c6d3 req-1f29f2ab-9ef4-4110-903f-7bfc8846bf12 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 944 time: 0.0642235 Aug 03 19:24:52.869048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.880796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.912927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696bce34-4a6e-4bdc-b35c-9fa3e7f2c6d3 req-869a9d1a-eab1-4017-9bae-269797f45e31 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616937 Aug 03 19:24:52.936283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:52.939304 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0be3ff-a44d-4b26-a6e6-6f9f6175233f" -d '{"events": [{"server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "name": "network-vif-plugged", "status": "completed", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:52.955130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:52.983541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839,segment=NetworkSegment(cd118cf6-3f05-4007-9799-1c50883e8995),segment_id=cd118cf6-3f05-4007-9799-1c50883e8995)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:53.016337 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495d98e-4294-4fb1-a0f5-1825699c016c x-openstack-request-id: req-0495d98e-4294-4fb1-a0f5-1825699c016c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:53.017389 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "name": "network-vif-plugged", "status": "completed", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:53.017389 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0495d98e-4294-4fb1-a0f5-1825699c016c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:53.017389 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839', 'code': 200} Aug 03 19:24:53.025528 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.029793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084cff13-5fe5-445e-a91a-7150340194cb None None] Pushing event updated for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:53.038671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Delete allocated IP 172.20.0.4 (158924d4-e990-47c1-a6c3-e219838d404a/8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af) {{(pid=101342) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 03 19:24:53.060271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Allocated IP 172.20.0.43 (158924d4-e990-47c1-a6c3-e219838d404a/57c1ccf6-a481-4d6d-b463-bdc52f58fb80/1bfadd98-122b-45e3-83c1-286086841764) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:24:53.116062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.161868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153939e-3ab7-4650-900e-4b2db8f0e07f req-5313d495-52fb-41b1-96a7-887191459fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:53.163694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c153939e-3ab7-4650-900e-4b2db8f0e07f req-5313d495-52fb-41b1-96a7-887191459fe6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 1096 time: 0.0894983 Aug 03 19:24:53.170854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:53.213980 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c153939e-3ab7-4650-900e-4b2db8f0e07f req-586f731d-1056-4219-aa97-fd3c528726ed service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Aug 03 19:24:53.252452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:53.258987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:24:53.428096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.448157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Transition to ACTIVE for port object 1bfadd98-122b-45e3-83c1-286086841764 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:24:53.529503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d479219-bde8-4458-ace7-4cc521e5124e req-bce070be-ddbf-49ba-bc15-d022cec0ac42 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:53.531415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d479219-bde8-4458-ace7-4cc521e5124e req-bce070be-ddbf-49ba-bc15-d022cec0ac42 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 946 time: 0.0610821 Aug 03 19:24:53.578584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.589255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d479219-bde8-4458-ace7-4cc521e5124e req-2a28c628-d553-4f0f-9317-b5396e5b1818 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Aug 03 19:24:53.707360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event updated for resources: {'Port': ['ID=1bfadd98-122b-45e3-83c1-286086841764,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:53.737544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] In _notify_port_updated(), no bound segment for port 1bfadd98-122b-45e3-83c1-286086841764 on network 158924d4-e990-47c1-a6c3-e219838d404a {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:24:53.749100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:53.749100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.749100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-177f9331-380c-48b6-85e6-02623e7b14a1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "PUT /v2.0/ports/1bfadd98-122b-45e3-83c1-286086841764 HTTP/1.1" status: 200 len: 960 time: 2.0171704 Aug 03 19:24:53.749100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:53.868591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port 1bfadd98-122b-45e3-83c1-286086841764 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:53.869317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.891200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Provisioning for port 1bfadd98-122b-45e3-83c1-286086841764 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:53.891200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Provisioning complete for port 1bfadd98-122b-45e3-83c1-286086841764 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:53.891200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.926276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Port 1bfadd98-122b-45e3-83c1-286086841764 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:53.938312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:53.938679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:53.968984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.015696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:54.017195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for 1bfadd98-122b-45e3-83c1-286086841764 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:54.040505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:54.103731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e0c5c-b2af-4213-9fbd-e77fcd742a79 req-cbb3b3ec-d9a5-4d6b-894e-3a4462279711 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:54.105627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad7e0c5c-b2af-4213-9fbd-e77fcd742a79 req-cbb3b3ec-d9a5-4d6b-894e-3a4462279711 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 945 time: 0.0708826 Aug 03 19:24:54.129332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Provisioning for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:54.151848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:54.152707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3fd1c889-154f-473b-a88b-8e336c3cf59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.284191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad7e0c5c-b2af-4213-9fbd-e77fcd742a79 req-c24379a2-f005-4555-8be8-94f2853cdef3 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487916 Aug 03 19:24:54.383062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dc157f4c-6446-4045-8ebf-b000db2b94fa up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:24:54.418374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.463989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3e09ee79-2377-433c-8aff-f06be7491e00 None None] Could not find standard attr ID for object 1bfadd98-122b-45e3-83c1-286086841764. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:24:54.479136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=1bfadd98-122b-45e3-83c1-286086841764,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:54.559384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.561733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6ad7cfc-b7e5-48eb-8165-2ff62fb7f2b8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/1bfadd98-122b-45e3-83c1-286086841764 HTTP/1.1" status: 204 len: 168 time: 0.8117642 Aug 03 19:24:54.564425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:54.590999 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bc4374-1669-4b41-9e39-c88f79cb8f48 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] GET failed (client error): The resource could not be found. Aug 03 19:24:54.595204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-34bc4374-1669-4b41-9e39-c88f79cb8f48 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports/1bfadd98-122b-45e3-83c1-286086841764 HTTP/1.1" status: 404 len: 333 time: 0.0271535 Aug 03 19:24:54.595453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40524) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:54.603684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port dc157f4c-6446-4045-8ebf-b000db2b94fa completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:24:54.624993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port dc157f4c-6446-4045-8ebf-b000db2b94fa triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:54.624993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.779341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.810814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.813230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:54.858036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:24:54.880832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1a451-aec1-48cd-9509-4c3622e9b5e1 req-fd5d9f7e-9ac8-4da9-92fd-7358ccce4393 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:54.882425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bda1a451-aec1-48cd-9509-4c3622e9b5e1 req-fd5d9f7e-9ac8-4da9-92fd-7358ccce4393 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 946 time: 0.1465335 Aug 03 19:24:55.096613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.102934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bda1a451-aec1-48cd-9509-4c3622e9b5e1 req-234c5793-8712-4e8e-8047-0468c33b60af tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537093 Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c74775-dbb4-4d7b-bb9a-9b42889acaf3" -d '{"events": [{"server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "name": "network-vif-plugged", "status": "completed", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76892baf-2d36-4f29-8c62-97ee4c8781a9 x-openstack-request-id: req-76892baf-2d36-4f29-8c62-97ee4c8781a9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "name": "network-vif-plugged", "status": "completed", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-76892baf-2d36-4f29-8c62-97ee4c8781a9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:24:55.103144 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'code': 200} Aug 03 19:24:55.197814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28d720-06a6-4dde-a811-21f7fef6b6e2 req-a191cfcb-273a-4069-bc01-6893266d5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:55.199468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d28d720-06a6-4dde-a811-21f7fef6b6e2 req-a191cfcb-273a-4069-bc01-6893266d5c91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1096 time: 0.0627096 Aug 03 19:24:55.247727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7d28d720-06a6-4dde-a811-21f7fef6b6e2 req-96796d4d-8bab-4410-bd85-b6b7ea2e635d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406265 Aug 03 19:24:55.310893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-6c908d02-2aeb-42e3-8a22-e80e61ebf1e0 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:55.312462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-6c908d02-2aeb-42e3-8a22-e80e61ebf1e0 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.1236970 Aug 03 19:24:55.328881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-b9053bdc-79bb-4832-9a8d-7235d46389a7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/quotas/19821f78c4c643c7b8b319bad8f00664 HTTP/1.1" status: 200 len: 375 time: 0.0100420 Aug 03 19:24:55.385484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-08068af3-8ad8-4766-8483-332d42349d32 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461733 Aug 03 19:24:55.453098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.581356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.585929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:55.586911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.590953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/security-groups/11c45265-e03f-4f7f-8479-96106a66881b HTTP/1.1" status: 204 len: 168 time: 0.9919240 Aug 03 19:24:55.595071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40574) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:55.659022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8915be-1e4a-4dc4-a71e-c22ac1c0dbf0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c45265-e03f-4f7f-8479-96106a66881b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:55.725601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.740981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-b7c88b91-ee33-4eef-bb18-b9efc606e471 service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462164 Aug 03 19:24:55.767457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.891686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-96e551fc-7a24-4baf-9a24-2bea5824a36a service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498137 Aug 03 19:24:55.980447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.983261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:55.984626 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/security-groups/0e300fac-1a93-4ff1-96db-89a89ec3c943 HTTP/1.1" status: 204 len: 168 time: 0.3916354 Aug 03 19:24:55.987401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40596) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:56.007113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296325-2732-48af-8d30-ebcf39dbd84d tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e300fac-1a93-4ff1-96db-89a89ec3c943,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.107706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.135905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.285027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.290640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.294574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/security-groups/ca0c68eb-30bb-4d67-ab80-ae3a113f1145 HTTP/1.1" status: 204 len: 168 time: 0.3039021 Aug 03 19:24:56.295366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40608) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:56.338782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124b4ad-6a6d-4491-aa2d-3d86180ac056 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c68eb-30bb-4d67-ab80-ae3a113f1145,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.371226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:56.375183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.438868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.542444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.761861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.773184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2bd8-9305-4595-8da8-84f4d637a51f req-a8a63c98-bfcc-488d-b567-f07b46c926ed tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:56.787129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a41d2bd8-9305-4595-8da8-84f4d637a51f req-a8a63c98-bfcc-488d-b567-f07b46c926ed tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0732131 Aug 03 19:24:56.835283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:56.837918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.847626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae709a9c-c5b5-4c3b-bd1c-ecc457fda11f None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:56.857527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a41d2bd8-9305-4595-8da8-84f4d637a51f req-edcbf3c7-65b9-42b3-9707-4baabf613d75 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676777 Aug 03 19:24:56.858060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40642) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:56.861497 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f362195-9753-4440-a6c7-2f52d38d5a5b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af HTTP/1.1" status: 204 len: 168 time: 0.5624557 Aug 03 19:24:56.883359 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:24:56.938375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 57c1ccf6-a481-4d6d-b463-bdc52f58fb80 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:56.959863 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:56.964232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9863d8f3-5a59-472b-aae2-41cafcc63d6e req-214936c8-8c3e-484b-88f9-dcca28e2c202 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 210 time: 0.0415606 Aug 03 19:24:57.011128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.163474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.453511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.503446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=57c1ccf6-a481-4d6d-b463-bdc52f58fb80,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:57.508275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.515559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e30f3e66-00bd-4686-b2dc-a9327b6a078c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/57c1ccf6-a481-4d6d-b463-bdc52f58fb80 HTTP/1.1" status: 204 len: 168 time: 0.6521573 Aug 03 19:24:57.515930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40676) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:57.543082 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c22db3-686e-403f-b6f8-3be7c3ef0cb8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:57.544103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c22db3-686e-403f-b6f8-3be7c3ef0cb8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:57.545356 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3c22db3-686e-403f-b6f8-3be7c3ef0cb8 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/8bcf5b7e-5356-4c9c-8504-ef3a7b73a6af HTTP/1.1" status: 404 len: 337 time: 0.0298815 Aug 03 19:24:57.547956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40678) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:57.636173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting subnet 96ecfa6c-b46e-47f4-b267-6fb6cbd3400a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:24:57.645360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.718047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.783739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6525c-e092-48d2-b701-21877f2b355d None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:57.901270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-74bb51f4-cdf9-4caf-bde7-08c917894f0f None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:57.915238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.934170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74bb51f4-cdf9-4caf-bde7-08c917894f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:57.975741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259506-6829-4330-98db-1775a23d7f9f req-27e5568d-bec2-4047-a087-d3c7db4743c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:57.977687 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-27e5568d-bec2-4047-a087-d3c7db4743c6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1354821 Aug 03 19:24:58.042834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-74bb51f4-cdf9-4caf-bde7-08c917894f0f None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:58.076572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-74bb51f4-cdf9-4caf-bde7-08c917894f0f None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:58.076979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74bb51f4-cdf9-4caf-bde7-08c917894f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.124951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259506-6829-4330-98db-1775a23d7f9f req-297a7bc9-9d63-4ad9-ad52-4c72c003e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:58.126512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-297a7bc9-9d63-4ad9-ad52-4c72c003e31b service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.1417723 Aug 03 19:24:58.187264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-0b551a2f-0ff3-4f53-bedf-fb4d0d198768 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0506079 Aug 03 19:24:58.245737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27259506-6829-4330-98db-1775a23d7f9f req-19a4f639-c1ee-4497-8b5a-068766501fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:58.259503 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-19a4f639-c1ee-4497-8b5a-068766501fcf service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.0649934 Aug 03 19:24:58.260800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.326701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Subnet': ['ID=96ecfa6c-b46e-47f4-b267-6fb6cbd3400a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:24:58.362210 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-9b2ed3a6-a699-4ec2-8c4e-00c76b939c0f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455675 Aug 03 19:24:58.370034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:58.372261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a1bc0baf-23c2-4e67-83c5-a072c7b0980a tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/96ecfa6c-b46e-47f4-b267-6fb6cbd3400a HTTP/1.1" status: 204 len: 168 time: 0.8233764 Aug 03 19:24:58.378353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.418385 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3961b2-e6b0-4929-b088-771295eb0b65 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:58.419099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3961b2-e6b0-4929-b088-771295eb0b65 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:58.425586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa3961b2-e6b0-4929-b088-771295eb0b65 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/59684b8f-fe6c-4d37-b04e-21124ad8dfe4 HTTP/1.1" status: 404 len: 337 time: 0.0438709 Aug 03 19:24:58.426571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.499729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40712) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.508305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6edccda-9df6-437c-874b-27649fd1d76f tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "GET /v2.0/ports?device_id=d457e929-396d-43aa-9d62-8cece6ad7f35 HTTP/1.1" status: 200 len: 205 time: 0.0796399 Aug 03 19:24:58.567276 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-4baa4945-2ebb-47f0-af7a-a817ff21e9d4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] delete failed (client error): The resource could not be found. Aug 03 19:24:58.572566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40714) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.584722 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4baa4945-2ebb-47f0-af7a-a817ff21e9d4 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/routers/d457e929-396d-43aa-9d62-8cece6ad7f35 HTTP/1.1" status: 404 len: 336 time: 0.0827374 Aug 03 19:24:58.645776 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-2c111d66-70a7-4e8d-b581-62aa8a614fec service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720535 Aug 03 19:24:58.668586 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-544024a8-216e-4000-bcac-cdb47dffd12b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:58.673063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544024a8-216e-4000-bcac-cdb47dffd12b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:58.682751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-544024a8-216e-4000-bcac-cdb47dffd12b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/d19c3ffc-bc97-441c-bc75-55c3d492cd33 HTTP/1.1" status: 404 len: 337 time: 0.1078699 Aug 03 19:24:58.685087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.779645 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-773ca558-e9d9-4d0a-80c8-4cc544c960f3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:58.780100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773ca558-e9d9-4d0a-80c8-4cc544c960f3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:58.793044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-773ca558-e9d9-4d0a-80c8-4cc544c960f3 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/9e490ae0-acf6-4b77-aa26-269c0be78b43 HTTP/1.1" status: 404 len: 337 time: 0.1047146 Aug 03 19:24:58.796145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.809186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-27259506-6829-4330-98db-1775a23d7f9f req-bbd34d19-d36c-4887-9568-f324cb34efab service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584373 Aug 03 19:24:58.862540 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-78030afb-691e-49d4-ada0-edc4cebbeee1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:58.863291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78030afb-691e-49d4-ada0-edc4cebbeee1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:58.865693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-78030afb-691e-49d4-ada0-edc4cebbeee1 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/cd6038e4-9f37-4281-9862-9101953fef9d HTTP/1.1" status: 404 len: 337 time: 0.0679567 Aug 03 19:24:58.868243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:58.933055 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bb0eb6-5e0c-4c48-a49a-6fccf820525c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:58.933907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bb0eb6-5e0c-4c48-a49a-6fccf820525c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:58.935771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-63bb0eb6-5e0c-4c48-a49a-6fccf820525c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/6eadcfc0-1f7e-47a1-9112-380e54eaf296 HTTP/1.1" status: 404 len: 333 time: 0.0660579 Aug 03 19:24:58.938607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40732) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.077588 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-74bda7e1-8bba-4a28-99ae-88fa332a2e1b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:59.078659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74bda7e1-8bba-4a28-99ae-88fa332a2e1b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:59.084882 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-74bda7e1-8bba-4a28-99ae-88fa332a2e1b tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/b5ee981f-3f74-42df-85ea-d144a14bdf6a HTTP/1.1" status: 404 len: 337 time: 0.1397738 Aug 03 19:24:59.085102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40740) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.131360 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c45ac5-cb47-4293-bf2b-a57aacd373b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:59.131835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c45ac5-cb47-4293-bf2b-a57aacd373b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:59.136022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0c45ac5-cb47-4293-bf2b-a57aacd373b0 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/1be5d364-86ef-4689-9981-40eb6dc933ba HTTP/1.1" status: 404 len: 337 time: 0.0357859 Aug 03 19:24:59.136312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.165884 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-74af4517-63de-498f-a0af-48240c84324c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:59.165884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74af4517-63de-498f-a0af-48240c84324c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:59.169916 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-74af4517-63de-498f-a0af-48240c84324c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/df507d09-add0-4ae4-9af1-3b972f0b3826 HTTP/1.1" status: 404 len: 333 time: 0.0300965 Aug 03 19:24:59.170120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.214855 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5eb83d-bf7f-4cd2-a32b-d986fcc445a5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:59.216261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5eb83d-bf7f-4cd2-a32b-d986fcc445a5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:59.221403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea5eb83d-bf7f-4cd2-a32b-d986fcc445a5 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/e5afa26d-29c1-4516-86a1-5315e69c88d0 HTTP/1.1" status: 404 len: 337 time: 0.0502663 Aug 03 19:24:59.223188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40746) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.226556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5b4eb-5235-4906-be06-ec8a0f9be40f req-d10bda78-86a1-40d1-a2d5-eec0bd3e91cb tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:59.228419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54d5b4eb-5235-4906-be06-ec8a0f9be40f req-d10bda78-86a1-40d1-a2d5-eec0bd3e91cb tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1705194 Aug 03 19:24:59.281967 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca8e9f8-9dfc-4c8d-b964-46782f058d6c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] DELETE failed (client error): The resource could not be found. Aug 03 19:24:59.282565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca8e9f8-9dfc-4c8d-b964-46782f058d6c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:24:59.288573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40748) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:24:59.289702 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dca8e9f8-9dfc-4c8d-b964-46782f058d6c tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/subnets/f2692919-2f22-4544-b0e0-5ec35664669d HTTP/1.1" status: 404 len: 337 time: 0.0651805 Aug 03 19:24:59.314319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54d5b4eb-5235-4906-be06-ec8a0f9be40f req-2d182fb8-da22-477d-896a-839fba02c7fb tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Aug 03 19:24:59.382906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf192e3-bfc8-49c3-9f58-936b0eeb531b None None] Network 158924d4-e990-47c1-a6c3-e219838d404a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:24:59.520133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5ba85a0d-17de-4aaf-801e-72fb033cf2e8 None None] Provisioning complete for port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:59.521052 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ba85a0d-17de-4aaf-801e-72fb033cf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.552838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc03f53f-2822-48d7-bbf8-708a6ead6b80 req-76747037-3230-4d1c-b43e-18c9f989ca0d tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 210 time: 0.0556948 Aug 03 19:24:59.557850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Deleting port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:59.558581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.621470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5ba85a0d-17de-4aaf-801e-72fb033cf2e8 None None] Port f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:24:59.645848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5ba85a0d-17de-4aaf-801e-72fb033cf2e8 None None] Provisioning complete for port 7ecce373-3d88-4648-b72f-8ebad0a23f6c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:24:59.646228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ba85a0d-17de-4aaf-801e-72fb033cf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.758564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:24:59.763170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] DHCP port deletion for 158924d4-e990-47c1-a6c3-e219838d404a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:24:59.783198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Calling delete_port for f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:24:59.850615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfc777-e427-451b-bfb2-fbf5a827a6cb req-e40acc78-6a2c-4cdb-a50e-31b1faeeff37 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:24:59.865181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66dfc777-e427-451b-bfb2-fbf5a827a6cb req-e40acc78-6a2c-4cdb-a50e-31b1faeeff37 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.2203248 Aug 03 19:24:59.917034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Deleting port 7ecce373-3d88-4648-b72f-8ebad0a23f6c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:24:59.917960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.158404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] For port 7ecce373-3d88-4648-b72f-8ebad0a23f6c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ecce373-3d88-4648-b72f-8ebad0a23f6c,segment=NetworkSegment(e483c3dc-53ba-4b16-8136-ed15806985b9),segment_id=e483c3dc-53ba-4b16-8136-ed15806985b9)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:00.160798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.179426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Calling delete_port for 7ecce373-3d88-4648-b72f-8ebad0a23f6c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:00.185627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ecce373-3d88-4648-b72f-8ebad0a23f6c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:00.211267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66dfc777-e427-451b-bfb2-fbf5a827a6cb req-27b0603c-847f-4a3b-9ade-642e9c987695 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3451688 Aug 03 19:25:00.297730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-026588a4-0495-49d9-b74f-53a9159b3326 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:00.299727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-026588a4-0495-49d9-b74f-53a9159b3326 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.3440990 Aug 03 19:25:00.325142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Request body: {'port': {'device_id': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'admin_state_up': True, 'tenant_id': '19821f78c4c643c7b8b319bad8f00664'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:00.364413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.492464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.542901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.544512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Port': ['ID=f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:00.562516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.567409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2ae032c-13e8-4bcf-8564-60a3d3dab2dd tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/ports/f55d7be8-fbf4-46fc-a29e-57dc08f2a3a0 HTTP/1.1" status: 204 len: 168 time: 1.2776291 Aug 03 19:25:00.568996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40764) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:00.581787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Pushing event deleted for resources: {'Port': ['ID=7ecce373-3d88-4648-b72f-8ebad0a23f6c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:00.590423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:25:00.590423 n-d-803363-1 neutron-server[101344]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 03 19:25:00.590423 n-d-803363-1 neutron-server[101344]: [parameters: {'status': 'DOWN', 'ports_id': '7ecce373-3d88-4648-b72f-8ebad0a23f6c'}] Aug 03 19:25:00.590423 n-d-803363-1 neutron-server[101344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:25:00.590858 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:25:00.602623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.602840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.603099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.603440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.603778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.604115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.604456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.604813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.605172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.605996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.605996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.606287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:00.611583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c6ced5-a827-44e2-9857-5915cab971e0 None None] No DVR routers for this DVR port 7ecce373-3d88-4648-b72f-8ebad0a23f6c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:00.635477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:00.646515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.742124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.819576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e475e-a12b-4a01-a5f5-1799b4b08850 req-160503e4-76a7-44ad-9f75-79778ba0434d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:00.821113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-719e475e-a12b-4a01-a5f5-1799b4b08850 req-160503e4-76a7-44ad-9f75-79778ba0434d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1565540 Aug 03 19:25:00.881908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.897230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158924d4-e990-47c1-a6c3-e219838d404a']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:00.915324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e483c3dc-53ba-4b16-8136-ed15806985b9') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:00.916344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e483c3dc-53ba-4b16-8136-ed15806985b9') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:00.931875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.954854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.963204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:00.963693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:00.966540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-719e475e-a12b-4a01-a5f5-1799b4b08850 req-38797711-07fc-4f10-adc8-b2b599cd5fe5 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228468 Aug 03 19:25:01.047373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Allocated IP 172.20.0.8 (378d5cfa-ca00-4f38-9f53-59e43b080856/93dc961a-d4bc-400a-9be0-a69eaba6ce6a/e0900e91-e9c1-4081-9911-66fa958e5301) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:01.137918 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:01.200331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec46ff4c-7a8d-4fc8-b8b7-0210f34df2ff req-f2668a29-75fa-45aa-9d8c-c67e5ab62ddb tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 210 time: 0.0572338 Aug 03 19:25:01.326386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.349803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.353023 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] 10.222.0.67 "DELETE /v2.0/networks/158924d4-e990-47c1-a6c3-e219838d404a HTTP/1.1" status: 204 len: 168 time: 0.7823153 Aug 03 19:25:01.374839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b0af0-6ff5-4671-a095-a08169d80261 tempest-PortsTestJSON-26478112 tempest-PortsTestJSON-26478112-project] Pushing event deleted for resources: {'Network': ['ID=158924d4-e990-47c1-a6c3-e219838d404a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:01.403822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port 7ecce373-3d88-4648-b72f-8ebad0a23f6c update to DOWN by agent not found {{(pid=101344) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:25:01.407387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-dff2f009-40d5-43aa-90e4-74d4db779554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.409304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-dff2f009-40d5-43aa-90e4-74d4db779554 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1097 time: 0.2800605 Aug 03 19:25:01.564467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.651650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-0b622845-69b9-4fc5-a438-61e631f29d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.653690 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-0b622845-69b9-4fc5-a438-61e631f29d73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.2134285 Aug 03 19:25:01.738322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-f1f0f396-0332-46ae-84d7-643ca5bbe146 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 1001 time: 0.0754237 Aug 03 19:25:01.793149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958876e2-5e1e-4b8d-ad5c-e51cd464207a req-53db25a8-fc82-4f83-80a3-dde3f9d51675 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.803742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-958876e2-5e1e-4b8d-ad5c-e51cd464207a req-53db25a8-fc82-4f83-80a3-dde3f9d51675 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1284163 Aug 03 19:25:01.820834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-2cab203a-ede4-4fcd-a417-c9d62d4e78db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.823255 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-2cab203a-ede4-4fcd-a417-c9d62d4e78db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.0738461 Aug 03 19:25:01.842581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:01.883046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:01.922963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-387d8006-2b73-4681-b364-d8adcf1504cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:01.923646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-958876e2-5e1e-4b8d-ad5c-e51cd464207a req-ccc88b5e-d280-41ff-b1d1-5094df8d4aa2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173239 Aug 03 19:25:01.925396 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-387d8006-2b73-4681-b364-d8adcf1504cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939255 Aug 03 19:25:02.004834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event updated for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:02.014655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:02.023141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:02.026488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:02.144772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40806) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:02.206115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-787aa541-3241-4ec4-9c1e-f70b8cdfe194 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705920 Aug 03 19:25:02.219655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:02.220389 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.261220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8dd00-1ac5-43f2-87bd-7222ce2557d7 req-fdb6d9ff-0b7c-42e0-9cfd-8f9c816646a1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:02.263461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82d8dd00-1ac5-43f2-87bd-7222ce2557d7 req-fdb6d9ff-0b7c-42e0-9cfd-8f9c816646a1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1168914 Aug 03 19:25:02.326277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-9f7bbe6b-a7cb-403f-b985-067bbfff14a3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0078828 Aug 03 19:25:02.334754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82d8dd00-1ac5-43f2-87bd-7222ce2557d7 req-a88fa4a5-1015-4142-89db-6e38b28f8d18 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 Aug 03 19:25:02.356353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Request body: {'port': {'device_id': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:02.387323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7936123f-3dbe-4d64-9741-f6d05aa36941 req-9af93758-cc69-4d74-aefe-f3bfdfb44af4 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691797 Aug 03 19:25:02.470633 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:02.488493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:02.489052 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3d20458-6352-497f-b030-56be50a18850 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=480c48a49a9b4f2189983b96cd31a62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400993 Aug 03 19:25:03.067084 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.116796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.159413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.188614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db62f85-2868-491d-ac77-026b70e6f241 req-f1ac0b0f-0817-499a-a293-718388067b5c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:03.202607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9db62f85-2868-491d-ac77-026b70e6f241 req-f1ac0b0f-0817-499a-a293-718388067b5c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 931 time: 0.6396747 Aug 03 19:25:03.402322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9db62f85-2868-491d-ac77-026b70e6f241 req-c758b994-4b1e-4076-b2cd-467a6ff59710 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348481 Aug 03 19:25:03.537765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0900e91-e9c1-4081-9911-66fa958e5301 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:03.548334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.610180 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.615717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.620709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/227027e8-6283-429c-8bdb-371cfe8728d2 HTTP/1.1" status: 204 len: 168 time: 1.1272628 Aug 03 19:25:03.620709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Transition to ACTIVE for port object e0900e91-e9c1-4081-9911-66fa958e5301 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:03.631137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce3f56-611f-48a4-881e-14175bea48cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227027e8-6283-429c-8bdb-371cfe8728d2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:03.767574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:03.898131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Pushing event updated for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:03.950938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea65be8-3422-4394-bf11-acdb883fc553 req-d7d4af72-22c9-489b-be6c-3e5d8b49f200 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:03.953337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ea65be8-3422-4394-bf11-acdb883fc553 req-d7d4af72-22c9-489b-be6c-3e5d8b49f200 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1523244 Aug 03 19:25:04.023347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Attempting to bind port e0900e91-e9c1-4081-9911-66fa958e5301 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:04.023703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Attempting to bind port e0900e91-e9c1-4081-9911-66fa958e5301 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:04.024024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Attempting to bind port e0900e91-e9c1-4081-9911-66fa958e5301 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:04.035918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Port e0900e91-e9c1-4081-9911-66fa958e5301 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:04.036498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Attempting to bind port e0900e91-e9c1-4081-9911-66fa958e5301 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:04.046676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:04.047448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Checking segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:04.047851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Bound using segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:04.048311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Bound port: e0900e91-e9c1-4081-9911-66fa958e5301, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:04.048693 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.079955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ea65be8-3422-4394-bf11-acdb883fc553 req-bf9bb1dc-1004-4769-a3ab-8c63d8d1da13 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191943 Aug 03 19:25:04.277961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:04.282328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e0900e91-e9c1-4081-9911-66fa958e5301,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:04.315318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f907f17-505a-44d7-a4a4-8a89daef2d93 req-6ce26916-244e-4081-98fe-940ab9d28a74 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:04.317587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f907f17-505a-44d7-a4a4-8a89daef2d93 req-6ce26916-244e-4081-98fe-940ab9d28a74 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1405797 Aug 03 19:25:04.373517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f907f17-505a-44d7-a4a4-8a89daef2d93 req-0b21c826-ffc2-4a12-a45c-1bbe2693222e tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487640 Aug 03 19:25:04.451595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.482155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:04.483291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:04.485211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-fda07259-0450-44f6-831a-c93bca51009f service neutron] 10.222.0.54 "PUT /v2.0/ports/e0900e91-e9c1-4081-9911-66fa958e5301 HTTP/1.1" status: 200 len: 1091 time: 2.1388257 Aug 03 19:25:04.487630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:04.492533 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead" -d '{"events": [{"name": "network-changed", "server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:04.571323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda07259-0450-44f6-831a-c93bca51009f service neutron] Pushing event updated for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:04.744742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-d2252d84-6ae4-4f71-9ce0-d98b579cb509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:04.746959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-d2252d84-6ae4-4f71-9ce0-d98b579cb509 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 1094 time: 0.0982604 Aug 03 19:25:04.876079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-adf6560a-1385-4691-addc-aa5f71e1d267 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0900e91-e9c1-4081-9911-66fa958e5301 HTTP/1.1" status: 200 len: 217 time: 0.1124823 Aug 03 19:25:05.000570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8ba63-cf8a-45cb-aa6a-bf9bfa6ef5e8 req-3bc1390e-605d-4576-81a2-7efd28e5f8fd tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.002839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dba8ba63-cf8a-45cb-aa6a-bf9bfa6ef5e8 req-3bc1390e-605d-4576-81a2-7efd28e5f8fd tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 943 time: 0.1444449 Aug 03 19:25:05.005337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0001f-b16a-492d-a769-94884513013a req-a2bf164a-e2d1-4e86-9aab-28a138b3fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.007184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-a2bf164a-e2d1-4e86-9aab-28a138b3fef9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.1134150 Aug 03 19:25:05.053213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-2612d17c-b208-4d9e-b7d6-d76dd64023f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363874 Aug 03 19:25:05.098261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dba8ba63-cf8a-45cb-aa6a-bf9bfa6ef5e8 req-69b5111e-7bc0-4250-beba-2c4497c19067 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880096 Aug 03 19:25:05.243001 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333fd6e8-d17a-49bc-93d9-38a7f0c805f3 x-openstack-request-id: req-333fd6e8-d17a-49bc-93d9-38a7f0c805f3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:05.243245 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:05.243586 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-333fd6e8-d17a-49bc-93d9-38a7f0c805f3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:05.244122 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301', 'status': 'completed', 'code': 200} Aug 03 19:25:05.247500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-b62847fb-3b9d-4504-ab90-edd0024d3003 service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812711 Aug 03 19:25:05.373910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40884) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:05.478546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f0001f-b16a-492d-a769-94884513013a req-a4b3c295-1e0b-4cf7-a7fe-fe78456b0aaa service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140596 Aug 03 19:25:05.566964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6817955c-5e47-4281-959e-84cecdb562e6 tempest-DvrRoutersNegativeTest-733990038 tempest-DvrRoutersNegativeTest-733990038-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1873293970', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:05.570850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.policy [None req-6817955c-5e47-4281-959e-84cecdb562e6 tempest-DvrRoutersNegativeTest-733990038 tempest-DvrRoutersNegativeTest-733990038-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101342) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 03 19:25:05.571154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.policy [None req-6817955c-5e47-4281-959e-84cecdb562e6 tempest-DvrRoutersNegativeTest-733990038 tempest-DvrRoutersNegativeTest-733990038-project] Failed policy check for 'create_router' {{(pid=101342) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 03 19:25:05.571891 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6817955c-5e47-4281-959e-84cecdb562e6 tempest-DvrRoutersNegativeTest-733990038 tempest-DvrRoutersNegativeTest-733990038-project] create failed (client error): Access was denied to this resource. Aug 03 19:25:05.573287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6817955c-5e47-4281-959e-84cecdb562e6 tempest-DvrRoutersNegativeTest-733990038 tempest-DvrRoutersNegativeTest-733990038-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1977427 Aug 03 19:25:05.646332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11085d-7a3c-451e-99b2-33ef3898d6e6 req-eb5666c8-03b3-4b8c-985f-a3fcab583600 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.648669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f11085d-7a3c-451e-99b2-33ef3898d6e6 req-eb5666c8-03b3-4b8c-985f-a3fcab583600 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0635796 Aug 03 19:25:05.724813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f11085d-7a3c-451e-99b2-33ef3898d6e6 req-e8110205-9229-4c8a-a593-73038f8b171d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642247 Aug 03 19:25:05.792411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-c1ba91ba-48df-43e1-8956-7dda98f5716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.794608 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-c1ba91ba-48df-43e1-8956-7dda98f5716d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 1094 time: 0.0686581 Aug 03 19:25:05.964119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-9bdaaebe-337c-4bb1-b867-f57cd1b484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.965832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-9bdaaebe-337c-4bb1-b867-f57cd1b484ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 915 time: 0.1623044 Aug 03 19:25:05.991223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1600-c401-4c8a-9aa0-3cf5db313bd4 req-d30b7380-72f4-4bdb-b2ab-2a1f61a15a79 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:05.992862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696e1600-c401-4c8a-9aa0-3cf5db313bd4 req-d30b7380-72f4-4bdb-b2ab-2a1f61a15a79 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1073930 Aug 03 19:25:06.038671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-ffb0075f-7c47-43d7-afb9-c7acca08a3c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0900e91-e9c1-4081-9911-66fa958e5301 HTTP/1.1" status: 200 len: 217 time: 0.0559220 Aug 03 19:25:06.118033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-696e1600-c401-4c8a-9aa0-3cf5db313bd4 req-fe471bd2-6593-47c1-a5f9-ed6e6d916831 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102636 Aug 03 19:25:06.150338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-bdef3e7b-ee70-474d-8d74-b163074350cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:06.151965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-bdef3e7b-ee70-474d-8d74-b163074350cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.1066623 Aug 03 19:25:06.202919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-ea9a56c8-51df-41a7-9e1b-50dc620be49a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417628 Aug 03 19:25:06.392534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b1bea-42a8-4b07-a7cb-252ff42ff3f2 req-0d8b9f1a-0cea-4a49-87ac-a9751a62dc9f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:06.394210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d9b1bea-42a8-4b07-a7cb-252ff42ff3f2 req-0d8b9f1a-0cea-4a49-87ac-a9751a62dc9f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 943 time: 0.0981212 Aug 03 19:25:06.397074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-187d7fac-9d87-44f6-b86a-8a33d6ce173c service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852260 Aug 03 19:25:06.532216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40926) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:06.585364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06c91cbc-b92d-4d85-8ae7-80f84cef4ead req-d8b768ac-b0ac-46c0-a4df-79497b7fec65 service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755118 Aug 03 19:25:06.617293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d9b1bea-42a8-4b07-a7cb-252ff42ff3f2 req-a9e474c4-51e4-4c36-b077-36d798b2cc54 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150648 Aug 03 19:25:06.777832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff44a8ff-f893-409d-81a7-619fb7d4254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.011586 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff44a8ff-f893-409d-81a7-619fb7d4254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.091656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ff44a8ff-f893-409d-81a7-619fb7d4254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.098142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b2c51-e1da-41a4-9254-845d0b32853b req-c58cdde8-7a0b-415b-8577-8cf980eb54df tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:07.106554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c5b2c51-e1da-41a4-9254-845d0b32853b req-c58cdde8-7a0b-415b-8577-8cf980eb54df tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1523962 Aug 03 19:25:07.190122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c5b2c51-e1da-41a4-9254-845d0b32853b req-555662ef-0388-4e34-ae40-b3e62476da57 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822346 Aug 03 19:25:07.233571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ff44a8ff-f893-409d-81a7-619fb7d4254d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=606386f2084c40ec9cb5ac47fc34a6b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6968732 Aug 03 19:25:07.233571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44a8ff-f893-409d-81a7-619fb7d4254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd26ca60-633e-4fa0-a184-fdd5790ab275,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.234181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40974) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:07.312729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.347163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.709657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a960427-206f-47a6-b3a5-9a24204740cf req-51bd7249-8c0e-48ea-929e-f0e054dcb03c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:07.711670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a960427-206f-47a6-b3a5-9a24204740cf req-51bd7249-8c0e-48ea-929e-f0e054dcb03c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0591452 Aug 03 19:25:07.713297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.715870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:07.717202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd26ca60-633e-4fa0-a184-fdd5790ab275 HTTP/1.1" status: 204 len: 168 time: 0.4817057 Aug 03 19:25:07.733446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a276d-504f-45f2-aa07-c6ebf58c84dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd26ca60-633e-4fa0-a184-fdd5790ab275,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:07.789385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a960427-206f-47a6-b3a5-9a24204740cf req-15df8c59-99b9-4a6a-bdcf-f04b5439d359 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695386 Aug 03 19:25:08.243745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167226e-ba2d-4957-be6d-a78eee5bbfba req-5e0e16c9-0d66-45a2-9b8b-6e02ed3b50cf tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.245363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d167226e-ba2d-4957-be6d-a78eee5bbfba req-5e0e16c9-0d66-45a2-9b8b-6e02ed3b50cf tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 943 time: 0.1359084 Aug 03 19:25:08.316977 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d167226e-ba2d-4957-be6d-a78eee5bbfba req-790a4662-f043-487e-9666-baaa0fa5c07f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589914 Aug 03 19:25:08.852465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76b21c-424b-4bd4-a79e-0144a2e3d7e5 req-f1080ead-6f0f-4f2f-826d-f8eadcb6d73b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:08.855085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f76b21c-424b-4bd4-a79e-0144a2e3d7e5 req-f1080ead-6f0f-4f2f-826d-f8eadcb6d73b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0743780 Aug 03 19:25:08.946536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f76b21c-424b-4bd4-a79e-0144a2e3d7e5 req-30c4ce88-429b-4285-9bae-cb87c0a957ab tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754926 Aug 03 19:25:09.208207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70e38-5062-4c2c-beb0-34cb0ea53fe5 req-2c1c8c91-1330-4257-ab53-fc6959dfc84a tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.213442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef70e38-5062-4c2c-beb0-34cb0ea53fe5 req-2c1c8c91-1330-4257-ab53-fc6959dfc84a tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0931950 Aug 03 19:25:09.253793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e0900e91-e9c1-4081-9911-66fa958e5301 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:09.305207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef70e38-5062-4c2c-beb0-34cb0ea53fe5 req-47d2cf63-639a-4378-800c-672e6d3f1134 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Aug 03 19:25:09.583993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e0900e91-e9c1-4081-9911-66fa958e5301,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:09.618053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'e0900e91-e9c1-4081-9911-66fa958e5301', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'port_id': 'e0900e91-e9c1-4081-9911-66fa958e5301', 'mac_address': 'fa:16:3e:5a:a6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dc961a-d4bc-400a-9be0-a69eaba6ce6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:09.634385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41062) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:09.689351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.727377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0900e91-e9c1-4081-9911-66fa958e5301 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:09.763305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e0900e91-e9c1-4081-9911-66fa958e5301,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:09.875995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bc8e3-c69d-4351-9cab-2bdb3bb9bd9c req-8c86a42c-4f75-4afe-8a9d-af6884a18993 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:09.879104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-872bc8e3-c69d-4351-9cab-2bdb3bb9bd9c req-8c86a42c-4f75-4afe-8a9d-af6884a18993 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 943 time: 0.1040378 Aug 03 19:25:09.903336 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:09.954015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770637598'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:09.985731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-872bc8e3-c69d-4351-9cab-2bdb3bb9bd9c req-ac71e818-4c53-4d10-891f-0432c88a1691 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946081 Aug 03 19:25:10.000131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:10.104610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.128215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.227447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:10.357467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.445166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.577140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf1c1f6-9b87-4fa7-924b-5b09fd32c29e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:10.664691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.772020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b69c8-945d-40e1-8be3-9b6e9ccbcdf3 req-e93826b9-8bf4-4b13-bbcc-366c73e85333 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:10.773651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d4b69c8-945d-40e1-8be3-9b6e9ccbcdf3 req-e93826b9-8bf4-4b13-bbcc-366c73e85333 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0923240 Aug 03 19:25:10.777851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.866674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedaf8b6-a00e-4dae-b755-faac23a43c02,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:10.907980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d4b69c8-945d-40e1-8be3-9b6e9ccbcdf3 req-f3def02c-b162-42a2-9502-9122243fa71d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071043 Aug 03 19:25:10.915885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:10.917162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7eda47c5-d537-4e22-b5b4-bba4655040f6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2809730 Aug 03 19:25:10.920492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41084) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.082441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-59a432d7-fab0-4de7-876c-b86b3ec17c93 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1588125 Aug 03 19:25:11.087240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.094649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-security--251911564', 'description': 'tempest-security-description-1858662480'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:11.137599 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.151671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b328-c930-44ea-91ac-40d1496a16af req-aef5ed19-9e74-4062-a6ec-68d22ef136c2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.154067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f935b328-c930-44ea-91ac-40d1496a16af req-aef5ed19-9e74-4062-a6ec-68d22ef136c2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1326084 Aug 03 19:25:11.254175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f935b328-c930-44ea-91ac-40d1496a16af req-c707347a-cc7f-46d0-84f8-46fc70fff4b2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915539 Aug 03 19:25:11.257663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.271428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e0900e91-e9c1-4081-9911-66fa958e5301 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:11.373125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.376189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.378856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "PUT /v2.0/security-groups/dedaf8b6-a00e-4dae-b755-faac23a43c02 HTTP/1.1" status: 200 len: 1779 time: 0.2899418 Aug 03 19:25:11.382738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41090) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.445267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637a0f9-db19-404a-9290-7f32105cd3c7 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedaf8b6-a00e-4dae-b755-faac23a43c02,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:11.496471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port e0900e91-e9c1-4081-9911-66fa958e5301 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:11.501276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port e0900e91-e9c1-4081-9911-66fa958e5301 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:11.501930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.535089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4c6827ba-bdf7-46ae-800f-83bf8d48ef6b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups/dedaf8b6-a00e-4dae-b755-faac23a43c02 HTTP/1.1" status: 200 len: 1779 time: 0.1491358 Aug 03 19:25:11.538682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41092) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:11.543255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbeec78-d346-4f85-87dc-bde99d0aed62 req-cb25c54d-920d-4fdc-aa1f-bc4108639d5a tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.544930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbeec78-d346-4f85-87dc-bde99d0aed62 req-cb25c54d-920d-4fdc-aa1f-bc4108639d5a tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 946 time: 0.0823143 Aug 03 19:25:11.687479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efbeec78-d346-4f85-87dc-bde99d0aed62 req-07ba3ad2-5940-409a-99fc-0253986c5aaf tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250346 Aug 03 19:25:11.720313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.754223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.785709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.836137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:11.861078 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c4484-eeef-4c38-94a2-b5ecfc5b620d" -d '{"events": [{"server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "name": "network-vif-plugged", "status": "completed", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:11.877584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53a1bf-fe53-4482-9928-209c251eb780 req-9dae5d83-76d4-4744-bfb4-768355daf979 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:11.886775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c53a1bf-fe53-4482-9928-209c251eb780 req-9dae5d83-76d4-4744-bfb4-768355daf979 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 944 time: 0.1028879 Aug 03 19:25:11.909656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e0900e91-e9c1-4081-9911-66fa958e5301,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:11.942948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c53a1bf-fe53-4482-9928-209c251eb780 req-e5339a6f-13c7-4c5d-8198-67bb52baee8f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544505 Aug 03 19:25:11.991515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.995257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:11.996110 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/dedaf8b6-a00e-4dae-b755-faac23a43c02 HTTP/1.1" status: 204 len: 168 time: 0.4561887 Aug 03 19:25:11.998706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41108) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:12.002076 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb1374a-6c1b-4ed1-b63c-00a3f3fdfac9 x-openstack-request-id: req-6cb1374a-6c1b-4ed1-b63c-00a3f3fdfac9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:12.002372 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "name": "network-vif-plugged", "status": "completed", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:12.002626 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6cb1374a-6c1b-4ed1-b63c-00a3f3fdfac9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:12.003022 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301', 'code': 200} Aug 03 19:25:12.013041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.060591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9a253-033c-4d78-8c75-e6724e265ad2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedaf8b6-a00e-4dae-b755-faac23a43c02,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:12.172936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-65ed90e7-abbe-4b70-84a1-a1c10123372d tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.177448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2dbd841-947a-42ae-8d2f-3942f7210ebc tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1758430 Aug 03 19:25:12.177676 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-65ed90e7-abbe-4b70-84a1-a1c10123372d tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 946 time: 0.1684809 Aug 03 19:25:12.178952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41110) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:12.206343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:12.235074 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-269e2476-a32c-4270-9a30-63ae45078540 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] delete failed (client error): The resource could not be found. Aug 03 19:25:12.236698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-269e2476-a32c-4270-9a30-63ae45078540 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/dedaf8b6-a00e-4dae-b755-faac23a43c02 HTTP/1.1" status: 404 len: 347 time: 0.0546994 Aug 03 19:25:12.244212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41112) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:12.251762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094792944'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:12.335285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3f308-c901-466c-9e66-e71597441a4f req-57516998-d3dc-4514-a875-17bbdf9481c5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.337223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46f3f308-c901-466c-9e66-e71597441a4f req-57516998-d3dc-4514-a875-17bbdf9481c5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1600385 Aug 03 19:25:12.359721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Deleting port 15f5b76c-6f77-4b43-bed1-4d2c70063839 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:12.360420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.379077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50689b-824a-442e-a3f4-119934153b5a req-73f4c336-d6d0-43bd-8213-b041dbb031ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.381550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd50689b-824a-442e-a3f4-119934153b5a req-73f4c336-d6d0-43bd-8213-b041dbb031ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 1096 time: 0.1034725 Aug 03 19:25:12.430677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46f3f308-c901-466c-9e66-e71597441a4f req-93083199-03ca-476a-b530-2a0de195153e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832186 Aug 03 19:25:12.454112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd50689b-824a-442e-a3f4-119934153b5a req-8533c11f-54c2-4945-a748-7b31ac276664 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581944 Aug 03 19:25:12.489499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] For port 15f5b76c-6f77-4b43-bed1-4d2c70063839, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=15f5b76c-6f77-4b43-bed1-4d2c70063839,segment=NetworkSegment(cd118cf6-3f05-4007-9799-1c50883e8995),segment_id=cd118cf6-3f05-4007-9799-1c50883e8995)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:12.490093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.504421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Calling delete_port for 15f5b76c-6f77-4b43-bed1-4d2c70063839 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:12.570050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.615977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f78d8-afa2-4fb8-ab09-eec37c9bd817 req-74d3ac73-b305-4e9a-967f-3678c06449b0 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:12.617028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-959f78d8-afa2-4fb8-ab09-eec37c9bd817 req-74d3ac73-b305-4e9a-967f-3678c06449b0 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0898688 Aug 03 19:25:12.728208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-959f78d8-afa2-4fb8-ab09-eec37c9bd817 req-45aa5302-6157-4f93-99f6-9586e9f06b35 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998034 Aug 03 19:25:12.796897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.929431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:12.983558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a744c44-5890-4ad2-a4b1-1990bc0ffdd2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.004084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.004215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd8500-dd65-45a6-802e-192341366f7a req-133ceb5f-e123-4d2e-a0fc-b744577a4c22 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:13.004215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebcd8500-dd65-45a6-802e-192341366f7a req-133ceb5f-e123-4d2e-a0fc-b744577a4c22 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/ports?device_id=5fc784d4-ee11-4140-9b27-913559dcc09a HTTP/1.1" status: 200 len: 946 time: 0.1059096 Aug 03 19:25:13.059980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Pushing event deleted for resources: {'Port': ['ID=15f5b76c-6f77-4b43-bed1-4d2c70063839,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:13.074533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebcd8500-dd65-45a6-802e-192341366f7a req-83dd8b34-a4cd-4fe4-8954-3c951d9deaa5 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.67 "GET /v2.0/security-groups?id=15aec781-4a5b-402a-a093-047835a185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Aug 03 19:25:13.116610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.118395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2547a8fe-1975-4fbe-8f20-9ec72ac463cb tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8730385 Aug 03 19:25:13.123042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41138) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:13.131700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '0a744c44-5890-4ad2-a4b1-1990bc0ffdd2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:13.160514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] No DVR routers for this DVR port 15f5b76c-6f77-4b43-bed1-4d2c70063839 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:25:13.171812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.177437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-53879f51-5675-41e5-864d-98ddc525c5f8 req-75269648-fac1-40ce-a93b-80266be720a2 tempest-ServerTagsTestJSON-1605906545 tempest-ServerTagsTestJSON-1605906545-project] 10.222.0.77 "DELETE /v2.0/ports/15f5b76c-6f77-4b43-bed1-4d2c70063839 HTTP/1.1" status: 204 len: 173 time: 0.9939084 Aug 03 19:25:13.178634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'name': 'network-vif-deleted', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:13.196911 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e70330-173f-4ce2-8f1b-3605031e7258" -d '{"events": [{"server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "name": "network-vif-deleted", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:13.291772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:13.316794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf323c-84c8-4772-9676-15f2054e9f92 req-cf03ed19-f5c3-4fc6-b026-c461a9af4a17 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:13.320826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20cf323c-84c8-4772-9676-15f2054e9f92 req-cf03ed19-f5c3-4fc6-b026-c461a9af4a17 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 945 time: 0.1471481 Aug 03 19:25:13.441405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.579693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-20cf323c-84c8-4772-9676-15f2054e9f92 req-7ac51036-8d94-47fc-baa3-a21246755822 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397482 Aug 03 19:25:13.656152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:13.665613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.687744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:13.751661 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9683505-9ecb-4afc-9a30-4c954ba6087a x-openstack-request-id: req-d9683505-9ecb-4afc-9a30-4c954ba6087a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:13.752437 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc784d4-ee11-4140-9b27-913559dcc09a", "name": "network-vif-deleted", "tag": "15f5b76c-6f77-4b43-bed1-4d2c70063839", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:13.754508 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d9683505-9ecb-4afc-9a30-4c954ba6087a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:13.754508 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc784d4-ee11-4140-9b27-913559dcc09a', 'name': 'network-vif-deleted', 'tag': '15f5b76c-6f77-4b43-bed1-4d2c70063839', 'status': 'completed', 'code': 200} Aug 03 19:25:13.765442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.795429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:13.811148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:13.863992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:13.885788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b5224b-1119-4987-83f9-92046c466644,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:14.036988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.061098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.064740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.072387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-beb59902-36f4-4479-9b00-27c5d28cbe77 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9473100 Aug 03 19:25:14.196059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.199881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f442fac0-9f92-44da-abbd-071d60f8436c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:14.220313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.258921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd672d5-fb04-4f9e-95cb-25d723958bc9 req-bd46b45c-7026-4223-8e92-8c65fc0262a5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:14.271943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd672d5-fb04-4f9e-95cb-25d723958bc9 req-bd46b45c-7026-4223-8e92-8c65fc0262a5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 945 time: 0.2200899 Aug 03 19:25:14.298686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:14.346455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bd672d5-fb04-4f9e-95cb-25d723958bc9 req-1a2ec960-16d9-48a2-b9e5-d35aeda80543 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766566 Aug 03 19:25:14.366831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.387636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.396937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41182) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.416844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/73b5224b-1119-4987-83f9-92046c466644 HTTP/1.1" status: 204 len: 168 time: 0.3496966 Aug 03 19:25:14.445959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76635b2-4fcf-4ce6-8c78-9fcc6e412cad tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73b5224b-1119-4987-83f9-92046c466644,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:14.454566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 15f5b76c-6f77-4b43-bed1-4d2c70063839 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:14.497053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 15f5b76c-6f77-4b43-bed1-4d2c70063839 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:25:14.497537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 15f5b76c-6f77-4b43-bed1-4d2c70063839 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:25:14.528316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1460ecd5-2cc0-4d0b-abe5-9e081633b99e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1281698 Aug 03 19:25:14.533125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41188) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.545919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.678244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.717017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.732011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290e28-ed5e-48e7-985f-d9bf1f4bdb74 req-474af22d-4399-4786-9e3a-5c136d66b2a8 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:14.740406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0290e28-ed5e-48e7-985f-d9bf1f4bdb74 req-474af22d-4399-4786-9e3a-5c136d66b2a8 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1608047 Aug 03 19:25:14.873588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00ffd941-0dcd-4b8e-ab51-bebb90ffa1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.938912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0290e28-ed5e-48e7-985f-d9bf1f4bdb74 req-30b6712c-f151-4560-9208-c389821cec7c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872072 Aug 03 19:25:14.946116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.959796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:14.964935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/0a744c44-5890-4ad2-a4b1-1990bc0ffdd2 HTTP/1.1" status: 204 len: 168 time: 0.4293051 Aug 03 19:25:14.987846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41202) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:14.990807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cc42a-79f4-4da7-b248-451ee8719aa6 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a744c44-5890-4ad2-a4b1-1990bc0ffdd2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:15.121593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:15.218437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4830142c-cd7f-4658-a002-06b428465045 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1932149 Aug 03 19:25:15.225450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Deleting subnet 71f95728-6a10-4a96-9195-22a35b9de175 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:25:15.230346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41212) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:15.235198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1453837147'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:15.243342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.281559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:15.323400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.324144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00ffd941-0dcd-4b8e-ab51-bebb90ffa1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.399946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f442fac0-9f92-44da-abbd-071d60f8436c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:15.409289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.412453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.476692 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.512941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00ffd941-0dcd-4b8e-ab51-bebb90ffa1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.589462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.644712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:15.647301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:15.650137 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23da327-ff23-4c9c-82af-900da179fc96" -d '{"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:15.698011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef6b2-9880-464e-a9b9-b9aa21599930 req-e5fde2ad-1909-4801-b7a9-0fb142fecca9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:15.704114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d47ef6b2-9880-464e-a9b9-b9aa21599930 req-e5fde2ad-1909-4801-b7a9-0fb142fecca9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 945 time: 0.3727572 Aug 03 19:25:15.710930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00ffd941-0dcd-4b8e-ab51-bebb90ffa1ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cbdd94069fd4015a0fa895e61853e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1597385 Aug 03 19:25:15.712325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffd941-0dcd-4b8e-ab51-bebb90ffa1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91784c4-29e5-4887-9db0-fdc102a6356d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:15.714609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41220) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:15.788963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.803589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d47ef6b2-9880-464e-a9b9-b9aa21599930 req-23ea8c10-1f20-432c-a35f-157e1ead15da tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845435 Aug 03 19:25:15.829662 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:15.913948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.006264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.027886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4eb9e-d3a4-425c-adbd-d24aea05d5b4 req-35a294f4-2c3e-453a-bc5e-09aeee862b5d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:16.034400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfb4eb9e-d3a4-425c-adbd-d24aea05d5b4 req-35a294f4-2c3e-453a-bc5e-09aeee862b5d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0907071 Aug 03 19:25:16.074102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f95728-6a10-4a96-9195-22a35b9de175,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.077243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.078842 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ebefc77-a161-4008-8ab1-59be24e3c2d8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/71f95728-6a10-4a96-9195-22a35b9de175 HTTP/1.1" status: 204 len: 168 time: 0.9560204 Aug 03 19:25:16.082594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41230) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:16.101628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.196834 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.242086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfb4eb9e-d3a4-425c-adbd-d24aea05d5b4 req-a8922fd5-9146-47b3-a5d9-da1c6b2c8956 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985283 Aug 03 19:25:16.263327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.330573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.345627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.436537 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed23a15-c274-4529-8204-68190dc5e496 x-openstack-request-id: req-bed23a15-c274-4529-8204-68190dc5e496 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:16.438095 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:16.438955 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bed23a15-c274-4529-8204-68190dc5e496 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:16.439802 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'code': 200} Aug 03 19:25:16.441568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b926e3-0c68-453d-99a2-728465696e12,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.518205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.523312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fd99a7e-f95a-49c1-b4ae-9dcb9cbf4553 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2884164 Aug 03 19:25:16.523662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41236) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:16.528872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '01b926e3-0c68-453d-99a2-728465696e12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:16.578300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.586511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.590240 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d91784c4-29e5-4887-9db0-fdc102a6356d HTTP/1.1" status: 204 len: 168 time: 0.8711424 Aug 03 19:25:16.619790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6615cc-6530-4d0e-848d-e7ce6c069536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91784c4-29e5-4887-9db0-fdc102a6356d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:16.679972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.703141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9628545-c65b-41f0-a1c8-abcedaaefeb1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:16.737345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd118cf6-3f05-4007-9799-1c50883e8995') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:16.740196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd118cf6-3f05-4007-9799-1c50883e8995') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:16.740832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.773079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.795279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.824679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:25:16.825859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:25:16.828765 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:25:17.032789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.211131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2dc19-c438-47c3-9762-553aecae5d81 req-f74c710c-4ee6-40bb-a6a7-b1ab0a877056 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:17.220301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ee2dc19-c438-47c3-9762-553aecae5d81 req-f74c710c-4ee6-40bb-a6a7-b1ab0a877056 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1616347 Aug 03 19:25:17.267781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.323294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ee2dc19-c438-47c3-9762-553aecae5d81 req-b3e15716-6c3c-4e82-bda8-4fd248260de2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012502 Aug 03 19:25:17.352363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bc5b74-d7b4-44be-b343-2a998c720438,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:17.356006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.362647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.369920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] 10.222.0.67 "DELETE /v2.0/networks/f9628545-c65b-41f0-a1c8-abcedaaefeb1 HTTP/1.1" status: 204 len: 168 time: 1.2852204 Aug 03 19:25:17.391382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.399975 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6da721ea-72a9-4b20-85c6-412fb6feaf2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8741655 Aug 03 19:25:17.404032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41258) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:17.428050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '01b926e3-0c68-453d-99a2-728465696e12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:17.440443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bf509-a102-4ce9-a85a-aac7f0cab88e admin admin] Pushing event deleted for resources: {'Network': ['ID=f9628545-c65b-41f0-a1c8-abcedaaefeb1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:17.603380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.751276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.933854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:17.986303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1c98b7-de59-46d0-ac60-cca7568e52cb,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:18.076517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.082116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-407b436c-4cc4-400e-abec-194358d40d57 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6725578 Aug 03 19:25:18.082384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41274) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.087982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '01b926e3-0c68-453d-99a2-728465696e12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:18.246784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41278) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.284264 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e192ae56-f3ea-4ece-99da-11e67c4a5713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.397071 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.438262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.601290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b4d95399-56b0-4d42-8388-2078f81b5a70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8421e29164d043fcbe395459ce0908db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578822 Aug 03 19:25:18.602096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41286) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:18.733090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.738815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71dd3d-a57b-4a1c-9d59-4a2188d8b16b req-5d25dbdb-e23c-4cea-a38d-75e19d91ae5f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:18.747057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b71dd3d-a57b-4a1c-9d59-4a2188d8b16b req-5d25dbdb-e23c-4cea-a38d-75e19d91ae5f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.2796862 Aug 03 19:25:18.751786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.811248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.821624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b71dd3d-a57b-4a1c-9d59-4a2188d8b16b req-e90807b4-cecd-4587-b664-ff87f0fa91b8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734239 Aug 03 19:25:18.828975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e192ae56-f3ea-4ece-99da-11e67c4a5713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.858678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-619706c9-e663-4b8b-aae2-0d0af2537d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.921286 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:18.958977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a42c95-6b03-40e6-9244-8e355248a7d0,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:18.989198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e192ae56-f3ea-4ece-99da-11e67c4a5713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.049033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e192ae56-f3ea-4ece-99da-11e67c4a5713 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d26dd5fa041d4c89b6b6d7439cceb4c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8006434 Aug 03 19:25:19.051596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.053100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41294) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.058600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.061071 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/15aec781-4a5b-402a-a093-047835a185e8 HTTP/1.1" status: 204 len: 168 time: 0.4575591 Aug 03 19:25:19.063475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192ae56-f3ea-4ece-99da-11e67c4a5713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f510bd84-21cf-4503-9253-1da121194f0f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.075601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9333534-85a5-494d-b7ba-96b51dbbfabe req-2626e3cb-6ea6-4c88-aa5c-f3efc008a7bf tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:19.084269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9333534-85a5-494d-b7ba-96b51dbbfabe req-2626e3cb-6ea6-4c88-aa5c-f3efc008a7bf tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1463952 Aug 03 19:25:19.099598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.101194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ba4597aa-dddb-4c26-87f7-cd3d138cf61a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0177701 Aug 03 19:25:19.104825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:19.113648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '01b926e3-0c68-453d-99a2-728465696e12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:19.121131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07473d0f-1dd8-4cfc-9bc9-6b59efa6ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aec781-4a5b-402a-a093-047835a185e8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.229763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9333534-85a5-494d-b7ba-96b51dbbfabe req-b1b6e906-8e23-4c03-9a93-1ffbaf47f26c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443989 Aug 03 19:25:19.252744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.284073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.306964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.457247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.568145 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.571376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.572581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f510bd84-21cf-4503-9253-1da121194f0f HTTP/1.1" status: 204 len: 168 time: 0.5184944 Aug 03 19:25:19.582023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:19.633502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07cba8-ddfa-40f9-b590-20f9e8fbfbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510bd84-21cf-4503-9253-1da121194f0f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.694862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1141c233-3a3f-44c1-b483-2ba8b6f00a32,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:19.972438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:20.073119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6f60526-8dc1-4b30-9509-e691a53a3c16 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8687994 Aug 03 19:25:20.073119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8e56e-a3ce-4675-beac-f8d56dffc84a req-cc9caeb4-906f-4009-a155-6cda168cc5c9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:20.073119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9da8e56e-a3ce-4675-beac-f8d56dffc84a req-cc9caeb4-906f-4009-a155-6cda168cc5c9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0832644 Aug 03 19:25:20.075652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41312) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:20.158659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '01b926e3-0c68-453d-99a2-728465696e12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:20.191281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9da8e56e-a3ce-4675-beac-f8d56dffc84a req-76c97cf0-4e30-4624-9d1a-e680707f0347 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123481 Aug 03 19:25:20.401868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78334ca-84ad-4c6c-8693-06cac8986786 req-bafa5561-8da6-4c44-99a3-a6ddcd2144ea tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:20.403814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f78334ca-84ad-4c6c-8693-06cac8986786 req-bafa5561-8da6-4c44-99a3-a6ddcd2144ea tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0615416 Aug 03 19:25:20.458919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f78334ca-84ad-4c6c-8693-06cac8986786 req-db56871a-dd86-4db7-9e33-aad7a149ad06 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Aug 03 19:25:21.184211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.361526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.493588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563cd15-95d2-4e5c-834d-4825f3234273 req-8fbeb5b6-662f-4fc0-b18d-7d2da38e8e88 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:21.496251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3563cd15-95d2-4e5c-834d-4825f3234273 req-8fbeb5b6-662f-4fc0-b18d-7d2da38e8e88 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1326461 Aug 03 19:25:21.608555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3563cd15-95d2-4e5c-834d-4825f3234273 req-377a12ef-6f99-4422-ba16-861b8e3e4ca1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024146 Aug 03 19:25:21.611964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.760894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38532795-79b1-4a26-9a2b-ea166a314fd6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:21.933915 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:21.947773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d7d160b9-2895-4274-879d-f2da00505489 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.8616004 Aug 03 19:25:21.951143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41356) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:22.011845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cfc8c-563f-4e72-b5d1-873d4716ebbc req-662022f9-a78e-4562-ac6c-5f72814c5789 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:22.025294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243cfc8c-563f-4e72-b5d1-873d4716ebbc req-662022f9-a78e-4562-ac6c-5f72814c5789 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1352584 Aug 03 19:25:22.069707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af8ac117-44ad-48f5-be1b-0951d0d22444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.078382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.129927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.137588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243cfc8c-563f-4e72-b5d1-873d4716ebbc req-1c021801-b1d2-45bf-9980-3d68d1cf4895 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110494 Aug 03 19:25:22.179154 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.349316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.363610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.368924 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/38532795-79b1-4a26-9a2b-ea166a314fd6 HTTP/1.1" status: 204 len: 168 time: 0.4163997 Aug 03 19:25:22.371655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41370) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:22.392459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c79f54-0019-416d-8dfc-5b3caebda168 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38532795-79b1-4a26-9a2b-ea166a314fd6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:22.514989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-749ace64-8d41-43aa-a697-3a6bb092d636 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1418717 Aug 03 19:25:22.519149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41380) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:22.640691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.698763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.927164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.980276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:22.997139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.009985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/1141c233-3a3f-44c1-b483-2ba8b6f00a32 HTTP/1.1" status: 204 len: 168 time: 0.4863575 Aug 03 19:25:23.018906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41396) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.060563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd221f9-7fad-43f1-be23-96e61837fe84 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1141c233-3a3f-44c1-b483-2ba8b6f00a32,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.095521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b6c72-677d-4b10-a6c4-c3141f72e63a req-f26ac9c0-3f1f-4bb3-b992-50a319e5a9f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:23.103114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e07b6c72-677d-4b10-a6c4-c3141f72e63a req-f26ac9c0-3f1f-4bb3-b992-50a319e5a9f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1975791 Aug 03 19:25:23.211883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e07b6c72-677d-4b10-a6c4-c3141f72e63a req-88fdb5f3-d8f0-4cdf-8b70-0b6bc72a8be2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879731 Aug 03 19:25:23.223436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-605f1531-e50d-4d97-9510-accdd7dba832 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1769331 Aug 03 19:25:23.227444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41412) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.385494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.424168 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.622291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.641006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.641006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/18a42c95-6b03-40e6-9244-8e355248a7d0 HTTP/1.1" status: 204 len: 168 time: 0.4055066 Aug 03 19:25:23.643916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41426) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.681353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39daf-7098-4fcc-a2fd-84f097f4cf27 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18a42c95-6b03-40e6-9244-8e355248a7d0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:23.730730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5eb017e0-f4fe-4df6-92b3-d98fa87524c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0848579 Aug 03 19:25:23.739378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41428) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:23.775218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:23.790664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.015804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.037774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.047985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/0a1c98b7-de59-46d0-ac60-cca7568e52cb HTTP/1.1" status: 204 len: 168 time: 0.3052075 Aug 03 19:25:24.050496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41434) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.067483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ac46-e3de-4694-8538-4cf2bb6812c5 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a1c98b7-de59-46d0-ac60-cca7568e52cb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:24.176051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-acad12d0-89de-491e-99f7-84c3676fcebd tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1237714 Aug 03 19:25:24.180959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41438) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.241972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.273329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.401169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.423823 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.426013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c9bc5b74-d7b4-44be-b343-2a998c720438 HTTP/1.1" status: 204 len: 168 time: 0.2434704 Aug 03 19:25:24.431852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41448) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.450550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86adf32-4461-496d-8ff7-1e3888476c2a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9bc5b74-d7b4-44be-b343-2a998c720438,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:24.555156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d321694b-5cbb-4245-884a-5e30194af1ab tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1217275 Aug 03 19:25:24.558576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41452) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:24.729684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.750760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:24.788762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.206125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.221112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:25.227163 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/01b926e3-0c68-453d-99a2-728465696e12 HTTP/1.1" status: 204 len: 168 time: 0.6650927 Aug 03 19:25:25.229702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41464) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:25.267443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b926e3-0c68-453d-99a2-728465696e12,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:25.302398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.302852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.303368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.303934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.304455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.319877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.320506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.321100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.321672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.322202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.322750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.323306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c64044-24d5-40b6-805e-446d841307a9 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:25.386489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bc3c0-4e79-44f4-a706-bafc5f175811 req-bf23e3ad-12f5-4abe-b29d-ff5866943954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:25.405647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c33bc3c0-4e79-44f4-a706-bafc5f175811 req-bf23e3ad-12f5-4abe-b29d-ff5866943954 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.3229084 Aug 03 19:25:25.494982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-379644e2-395d-4ecd-814b-aaa8e08c1543 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2632964 Aug 03 19:25:25.498900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41472) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:25.521781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842298024'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:25.547628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c33bc3c0-4e79-44f4-a706-bafc5f175811 req-41a788f8-2d5c-4194-a677-bcb04eeb4fc5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409116 Aug 03 19:25:26.056317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.222626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.521081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.562101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a539c2-b1ba-49a4-98a3-1049e96450ae,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:26.914342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:26.920349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:26.931388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-105b03d0-a95b-461b-9818-0a55bfb3052b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4172969 Aug 03 19:25:26.932009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '36a539c2-b1ba-49a4-98a3-1049e96450ae', 'direction': 'ingress', 'protocol': 17}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:27.249967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.382051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.557223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.581870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deb1e03-022f-479f-a246-36628461739c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:27.966806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:27.968321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-058ae964-4acd-4774-b3e8-0ba4f01c5d34 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0467257 Aug 03 19:25:27.971817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41502) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.035475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.062850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.515564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.523433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:28.523822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41516) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.524292 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/36a539c2-b1ba-49a4-98a3-1049e96450ae HTTP/1.1" status: 204 len: 168 time: 0.5512128 Aug 03 19:25:28.553455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08868c-905f-48ae-8d13-87a37b96bb5b tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a539c2-b1ba-49a4-98a3-1049e96450ae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:28.596459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b129354-99cd-4b6d-8dc2-c2f18faef5ed tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701184 Aug 03 19:25:28.602287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41520) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:28.611746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130606803'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:28.945528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.124207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.292140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.358472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb3a276-850d-42e5-8101-9f6f25c984c6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:29.505378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:29.509373 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-def16d92-2dfd-430f-ad1b-1b11b7d2b752 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9068508 Aug 03 19:25:29.510892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41530) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:29.543369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783424490'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:29.941911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.140544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.454201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.512386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8afbe0-2bf6-4922-8b6f-46cf99eab56e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:30.724931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:30.726507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-79ac5b34-8fe2-433b-9ac5-acb3aa793682 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2118590 Aug 03 19:25:30.730480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41546) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:30.735367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': '8eb3a276-850d-42e5-8101-9f6f25c984c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bf8afbe0-2bf6-4922-8b6f-46cf99eab56e', 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:31.103996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:31.481025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.681623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:32.703782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a139fa-5222-4e34-92bc-2136c9bd5e4d,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:33.174667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.183887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a593b748-f638-4e74-ad7f-855f4bda8a81 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.4444816 Aug 03 19:25:33.183887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41588) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:33.221273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.231306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.470465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.471490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.493366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:33.495701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/20a139fa-5222-4e34-92bc-2136c9bd5e4d HTTP/1.1" status: 204 len: 168 time: 0.3152676 Aug 03 19:25:33.497366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0149-d86a-409d-b40d-b9eb7625d589 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20a139fa-5222-4e34-92bc-2136c9bd5e4d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:33.498589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41592) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:33.655735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41608) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:33.659860 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8c60600b-238d-4b0a-8237-e2e577b5203e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1585374 Aug 03 19:25:33.903773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:25:34.019437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.085472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.209306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589bc30-592b-42fd-b523-23f90ad1ac6e req-14780085-95fc-4db2-86e0-404762cc0379 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:34.212910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5589bc30-592b-42fd-b523-23f90ad1ac6e req-14780085-95fc-4db2-86e0-404762cc0379 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.4423010 Aug 03 19:25:34.268458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5589bc30-592b-42fd-b523-23f90ad1ac6e req-4621aa41-465c-434d-b5cd-f816a5e7df4d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437586 Aug 03 19:25:34.386953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd0c67-a962-4f03-a3a0-f14857bd87a5 req-3db2005d-97a6-4d52-9cba-1ea355fc43ef tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:34.389060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddbd0c67-a962-4f03-a3a0-f14857bd87a5 req-3db2005d-97a6-4d52-9cba-1ea355fc43ef tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0586369 Aug 03 19:25:34.436119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddbd0c67-a962-4f03-a3a0-f14857bd87a5 req-2a1ded35-c0bf-473a-9a6c-d7175b00ea12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399673 Aug 03 19:25:34.727565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.737383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.741795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:34.742781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/bf8afbe0-2bf6-4922-8b6f-46cf99eab56e HTTP/1.1" status: 204 len: 168 time: 1.0856798 Aug 03 19:25:34.761798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-973868b3-eaca-467c-bdf1-71f1a17b5836 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:34.764113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-973868b3-eaca-467c-bdf1-71f1a17b5836 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.2324793 Aug 03 19:25:34.786946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a38ed-f0ac-44f0-be0a-4f21e79a036e tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8afbe0-2bf6-4922-8b6f-46cf99eab56e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:34.806698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-054be8c9-7aa9-4745-9c85-0950883c1323 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/quotas/19821f78c4c643c7b8b319bad8f00664 HTTP/1.1" status: 200 len: 375 time: 0.0277896 Aug 03 19:25:34.842750 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fad44c0c-a829-4286-ba9e-5f0904f29334 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0962684 Aug 03 19:25:34.843054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41652) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:34.868422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-4dddbe91-1ed4-408f-920d-33d798b26699 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533960 Aug 03 19:25:34.906886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.931058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:34.978700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-a90e0817-28e7-4911-8b35-69eac166a026 service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027958 Aug 03 19:25:35.072847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-72affef0-8b89-4b31-9c1d-b4822e92f0d2 service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878313 Aug 03 19:25:35.524608 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bd01f10-40d4-4cc0-b623-272fa482686c req-c91b5da2-aeff-4549-b53b-97ec351b4b5a tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0665739 Aug 03 19:25:35.552322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1141846335', 'description': 'tempest-description-83966325'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:35.564754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.572063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:35.583151 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/8eb3a276-850d-42e5-8101-9f6f25c984c6 HTTP/1.1" status: 204 len: 168 time: 0.7298844 Aug 03 19:25:35.587018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41670) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:35.641451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500467-29eb-4adc-b5b0-2f77d69dcced tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb3a276-850d-42e5-8101-9f6f25c984c6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:35.727772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aff52385-a09d-4fb8-a2cf-af81ed8347fa tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1332748 Aug 03 19:25:35.732872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41682) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:35.738327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875324833'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:35.774281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.036326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.175652 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.542353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.601693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98580da-4ae4-4d29-9f2a-ddfef0207851,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.606933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-f3da9476-0f6d-46c2-96c2-1906eca05838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:36.608718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-f3da9476-0f6d-46c2-96c2-1906eca05838 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1097 time: 0.0964594 Aug 03 19:25:36.705135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.739422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-e6a69cfd-3c3c-4082-bc4b-323463bc936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:36.741229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-e6a69cfd-3c3c-4082-bc4b-323463bc936e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1229014 Aug 03 19:25:36.844925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-85b632ed-a118-4702-aa20-be5c9a583b2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 1001 time: 0.0957839 Aug 03 19:25:36.909621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:36.942425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c036db62-92b7-4428-ba8e-96021b48a786,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:36.966177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-eb47c259-1be0-4225-811a-352a4c2a228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:36.967819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-eb47c259-1be0-4225-811a-352a4c2a228c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1142490 Aug 03 19:25:37.030623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-c1cf35e3-5495-4c37-a152-30e343626a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:37.032821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-c1cf35e3-5495-4c37-a152-30e343626a4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551755 Aug 03 19:25:37.053414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.061912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aaaa1a7a-2ecc-441f-ab14-e36e0be5332c req-e3019393-346e-4246-a235-dd24849a23b7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5069423 Aug 03 19:25:37.141793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.143249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d43bdf7-00a6-4893-bbb2-ba28b29610a1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4089088 Aug 03 19:25:37.149140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41716) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.158638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': 'c036db62-92b7-4428-ba8e-96021b48a786', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:37.391246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.538597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.680257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.704073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c76c90af-4c91-4a6b-bac2-b5ef8514787a req-51d1e45c-4385-4d8d-9104-d7cb46aef4f6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 210 time: 0.5754504 Aug 03 19:25:37.757893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed98756-7b15-4d3f-8921-5c38539576a4,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:37.800283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-72561a0a-2b97-4fbd-a2d2-197257c87bf8 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584496 Aug 03 19:25:37.913253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6f44-1e19-4f7c-8174-9a1c69a6eec6 req-edca0cf9-4896-4676-8243-fd3b85ed3a8f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:37.914828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ccd6f44-1e19-4f7c-8174-9a1c69a6eec6 req-edca0cf9-4896-4676-8243-fd3b85ed3a8f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.1137006 Aug 03 19:25:37.944898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:37.953986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41730) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:37.956536 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10ec254e-d9b7-4231-b3d5-b73bf16ea71d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8044851 Aug 03 19:25:38.058678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4803dd0-19d0-4090-8557-86df64e8b9d5 req-f79d6b05-f19a-4d5e-a624-a2a391c7f246 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484992 Aug 03 19:25:38.096334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.113070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ccd6f44-1e19-4f7c-8174-9a1c69a6eec6 req-a3ac49a4-52ad-450e-8173-a5b33676018b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764796 Aug 03 19:25:38.123830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.219966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad2500c4-088d-420b-8aba-b6bc50a32821 req-9cb0b8d1-8d3b-4540-adbc-b3966eb1cd8b tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Aug 03 19:25:38.281535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.289700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.296107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/1ed98756-7b15-4d3f-8921-5c38539576a4 HTTP/1.1" status: 204 len: 168 time: 0.2735238 Aug 03 19:25:38.296429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.307603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ed98756-7b15-4d3f-8921-5c38539576a4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.327302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.327663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.328165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.328792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.329199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.330315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.330750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.331153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.331552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.331946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.332922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.333359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47505ddc-3b99-4821-b2aa-88de1837da0a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:25:38.347063 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f663cb6-2472-4cbd-8654-b4e043011f02 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501177 Aug 03 19:25:38.358716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ba7fda7-9920-44d8-a250-4119023aafca req-7590fa62-3728-40e4-8098-179d7f20bebd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1141846335&fields=id&tenant_id=542a6d3abc1c485192e73da53103bb8f HTTP/1.1" status: 200 len: 267 time: 0.0640004 Aug 03 19:25:38.359517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41738) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.493122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7fda7-9920-44d8-a250-4119023aafca req-6b600a75-2491-4448-b774-e89ae38c7b17 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:38.502712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ba7fda7-9920-44d8-a250-4119023aafca req-6b600a75-2491-4448-b774-e89ae38c7b17 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1350873 Aug 03 19:25:38.511248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'port': {'security_groups': ['1ddfd264-c953-47af-a2f6-e6d87be05786', 'c98580da-4ae4-4d29-9f2a-ddfef0207851']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:38.575943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.605512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.669161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.874902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.881850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:38.884411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/c036db62-92b7-4428-ba8e-96021b48a786 HTTP/1.1" status: 204 len: 168 time: 0.5228517 Aug 03 19:25:38.887036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.937522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b7fd1-b3cc-4aea-82d7-758ebd0a651d tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036db62-92b7-4428-ba8e-96021b48a786,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:38.983630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:38.986347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d6dfa6ad-a907-4798-b147-ade80df7058c tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974705 Aug 03 19:25:38.993155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group': {'name': 'tempest-secgroup--211127842'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:39.030378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:39.082455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.150855 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.206847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.221235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:39.298202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:39.299025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.301132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ba7fda7-9920-44d8-a250-4119023aafca req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "PUT /v2.0/ports/dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 982 time: 0.7973752 Aug 03 19:25:39.318329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.319967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:39.322979 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866" -d '{"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:39.348093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d91d8-7b4e-4242-9ac9-6dab0ee70d11 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:39.361068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:39.427484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-315656b1-bff5-4e6a-bf87-a5aae63a7ec2 req-b4c6def7-6df7-426c-91ab-211b8ae4306f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 210 time: 0.0416780 Aug 03 19:25:39.462077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:39.595763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5107747-ae45-4ee9-a5dc-f45cafde7726 req-1cc863f3-34ab-40b8-84f7-0de6b9317d0c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:39.599650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5107747-ae45-4ee9-a5dc-f45cafde7726 req-1cc863f3-34ab-40b8-84f7-0de6b9317d0c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 946 time: 0.0743225 Aug 03 19:25:39.599650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.637044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c058bd27-443a-40cb-93fe-424dd752218d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:39.669112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.722413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5107747-ae45-4ee9-a5dc-f45cafde7726 req-e93bf528-be9c-4c7a-bb3d-d17a5a6838ea tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894933 Aug 03 19:25:39.762159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:39.770543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:39.777295 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5ab63-30cb-42fb-bd9f-e3c5de92c23b" -d '{"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:39.852034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-05a00b57-9a0e-4286-ab0c-3d4700a9f77a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:39.852034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-05a00b57-9a0e-4286-ab0c-3d4700a9f77a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.2172134 Aug 03 19:25:39.869984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Request body: {'port': {'device_id': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'admin_state_up': True, 'tenant_id': '19821f78c4c643c7b8b319bad8f00664'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:39.908223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:39.909578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-df904473-01e5-4020-9d68-7d06c9468f76 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9212289 Aug 03 19:25:39.914038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41782) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:39.935182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': 'c058bd27-443a-40cb-93fe-424dd752218d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:39.944106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd5feddb-4aec-46a9-88e6-0cf040c360da req-6eb79f4c-49ac-42cc-8599-6753c9cb1b11 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0711048 Aug 03 19:25:40.012023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.074286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:40.133234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.171420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8424f40-2493-41c0-876c-6c58537c389c req-adf16398-97f9-470e-80dd-7a376878594e tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1141846335&fields=id&tenant_id=542a6d3abc1c485192e73da53103bb8f HTTP/1.1" status: 200 len: 267 time: 0.1140740 Aug 03 19:25:40.255417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424f40-2493-41c0-876c-6c58537c389c req-247b587f-b39e-40bc-b7a1-203f14c7efb0 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:40.264085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8424f40-2493-41c0-876c-6c58537c389c req-247b587f-b39e-40bc-b7a1-203f14c7efb0 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 985 time: 0.0841413 Aug 03 19:25:40.273197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'port': {'security_groups': ['1ddfd264-c953-47af-a2f6-e6d87be05786']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:40.411066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.521849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.585204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09f86625-17da-41c0-a99a-45e31e55c233 req-0d12b6b1-52c3-4b28-899d-7e494861df52 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0436244 Aug 03 19:25:40.653367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:25:40.659954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.743120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:40.799046 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.802240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.840306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2f741d-50b0-4735-8ae8-6d41b0c795a2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:40.900173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Allocated IP 172.20.0.10 (378d5cfa-ca00-4f38-9f53-59e43b080856/93dc961a-d4bc-400a-9be0-a69eaba6ce6a/a09409b7-9745-4785-ad86-76bf53cfc636) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:40.950561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:40.963096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:41.010187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.010187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.029304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8424f40-2493-41c0-876c-6c58537c389c req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "PUT /v2.0/ports/dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 943 time: 0.7642512 Aug 03 19:25:41.067846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:41.086079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93729285-5eef-4d98-8c27-9bc40f169141 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.099668 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7694897c-1182-4a65-8365-f8123afab54f x-openstack-request-id: req-7694897c-1182-4a65-8365-f8123afab54f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:41.099668 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:41.099999 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7694897c-1182-4a65-8365-f8123afab54f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:41.100272 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:25:41.122717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.142074 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ef272-9834-4e67-948f-42147e6e39e7 x-openstack-request-id: req-5e3ef272-9834-4e67-948f-42147e6e39e7 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:41.142381 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-unplugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:41.142646 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5e3ef272-9834-4e67-948f-42147e6e39e7 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:41.143079 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'code': 200} Aug 03 19:25:41.148615 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.150451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c34e3474-c84d-493b-9542-d1b677707c20 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2368841 Aug 03 19:25:41.153339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41806) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.201896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4c62e4ea-37c9-47ab-b995-bb6e0c3e7a64 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules/cc2f741d-50b0-4735-8ae8-6d41b0c795a2 HTTP/1.1" status: 200 len: 763 time: 0.0455985 Aug 03 19:25:41.204491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41808) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.290699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2359f66-58b0-46f3-89db-0b4f50e09959 req-2fa4ec8a-8812-43ad-82ca-eddc503936bb tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 210 time: 0.0864666 Aug 03 19:25:41.297846 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cbb18f04-f072-4778-ad1c-99e8da7363aa tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0920582 Aug 03 19:25:41.301394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41814) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.310557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-ae5f5bdc-456f-43f3-b964-c92e50dbec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.314878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-ae5f5bdc-456f-43f3-b964-c92e50dbec69 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.2102907 Aug 03 19:25:41.326753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.398133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.410683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.421098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:41.457744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:41.459677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event updated for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.462645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:41.464903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:41.523257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.524308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.591864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f26a88-f852-47cc-ba9d-1228bd887f33 req-b1e39954-7751-4558-a9d7-fa171eec9606 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.605792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70f26a88-f852-47cc-ba9d-1228bd887f33 req-b1e39954-7751-4558-a9d7-fa171eec9606 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1100702 Aug 03 19:25:41.639808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.647974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.662030 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/cc2f741d-50b0-4735-8ae8-6d41b0c795a2 HTTP/1.1" status: 204 len: 168 time: 0.3466713 Aug 03 19:25:41.662599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41818) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.662798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-38a042c4-af9a-4f99-b610-d1ff8ceb506f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7987616 Aug 03 19:25:41.667330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12014231-821b-4540-a340-c6c81ab87488 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc2f741d-50b0-4735-8ae8-6d41b0c795a2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:41.673699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Request body: {'port': {'device_id': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:41.695000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-b5a174d1-7849-4fd8-b5c8-e4fe865dc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.697555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-b5a174d1-7849-4fd8-b5c8-e4fe865dc269 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.3772616 Aug 03 19:25:41.708150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70f26a88-f852-47cc-ba9d-1228bd887f33 req-0234048d-7240-4559-8fb6-5afaef5f5654 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992095 Aug 03 19:25:41.745364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:41.791543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-a2438a6d-1c57-4f89-91e6-ea4d342e2772 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0788307 Aug 03 19:25:41.863254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a164a72b-37f7-4631-ba9e-c59e5861eec3 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2092197 Aug 03 19:25:41.881891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41824) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:41.886779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': 'c058bd27-443a-40cb-93fe-424dd752218d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:41.896430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94bb299f-a1c8-4c26-a3c2-b96039eea621 req-83ca113d-bae5-48b8-958b-97c82e3d0bcf tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0936852 Aug 03 19:25:41.918678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-5828ad98-4df7-4880-a459-8e16f5b4f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:41.920253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-5828ad98-4df7-4880-a459-8e16f5b4f516 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.1164949 Aug 03 19:25:41.978296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-f05e7144-23f2-4279-93a8-2fc6cbe34838 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450425 Aug 03 19:25:42.126087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09409b7-9745-4785-ad86-76bf53cfc636 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:42.143718 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.164879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Transition to ACTIVE for port object a09409b7-9745-4785-ad86-76bf53cfc636 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:25:42.170592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.286934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.293846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-cba6caf2-051f-4ebd-be96-1e37b058aed2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3504963 Aug 03 19:25:42.314417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:42.322570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-c1925213-b307-4674-b0e1-f9cf854288b3 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243673 Aug 03 19:25:42.339484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.363114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Pushing event updated for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:42.429353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Attempting to bind port a09409b7-9745-4785-ad86-76bf53cfc636 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:25:42.429711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Attempting to bind port a09409b7-9745-4785-ad86-76bf53cfc636 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:25:42.430019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Attempting to bind port a09409b7-9745-4785-ad86-76bf53cfc636 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:42.437873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Port a09409b7-9745-4785-ad86-76bf53cfc636 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:25:42.438202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Attempting to bind port a09409b7-9745-4785-ad86-76bf53cfc636 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:25:42.448302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:25:42.448753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Checking segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:25:42.449154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Bound using segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:25:42.449724 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Bound port: a09409b7-9745-4785-ad86-76bf53cfc636, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:25:42.450310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.453546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e5d97ac-a68f-441f-a42b-c4c91c6a3866 req-b2e5e7a5-e11d-4d34-a2cc-36f42fb4a721 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099849 Aug 03 19:25:42.498016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.515970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7757c8bf-7418-4ee2-93fa-06bb3f1355b2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:42.547498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.589433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:25:42.592100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a09409b7-9745-4785-ad86-76bf53cfc636,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:25:42.669970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.673459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.674832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-beb48f30-9b58-4810-9250-36257472b7c2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7918727 Aug 03 19:25:42.675568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.680537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:42.722061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a1f0a61-8ad2-4363-bcd7-2828c4d9fac2 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules/7757c8bf-7418-4ee2-93fa-06bb3f1355b2 HTTP/1.1" status: 200 len: 763 time: 0.0386178 Aug 03 19:25:42.724890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:42.735378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:42.736096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.737731 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] 10.222.0.77 "PUT /v2.0/ports/a09409b7-9745-4785-ad86-76bf53cfc636 HTTP/1.1" status: 200 len: 1092 time: 1.0681810 Aug 03 19:25:42.738852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:42.742038 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d437b3-e061-421e-b4c4-5e2a83e74d85" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:42.772154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138d1bb-9c0b-4fc1-9586-3eb9c34d0d57 service neutron] Pushing event updated for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:42.831684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9401cb5b-0cf6-4f49-86f4-3320da959154 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1054504 Aug 03 19:25:42.835493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41848) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:42.878268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.883198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Allocated IP 172.25.2.115 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/bb8a2dca-99e3-406e-9e6a-1619b333b705) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:25:42.892221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:42.977620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-53d647e2-d91d-4900-bcfe-f80177a44785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:42.979167 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-53d647e2-d91d-4900-bcfe-f80177a44785 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 1095 time: 0.0644312 Aug 03 19:25:43.031721 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-c85ddb9a-61d4-48f0-b252-6a9ff49990b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a09409b7-9745-4785-ad86-76bf53cfc636 HTTP/1.1" status: 200 len: 217 time: 0.0438826 Aug 03 19:25:43.040696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.098211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9993d33a-23a0-4227-a0c4-5938e1275114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:43.099724 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-9993d33a-23a0-4227-a0c4-5938e1275114 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.0598903 Aug 03 19:25:43.100923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:43.103408 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:43.109592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.118319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.119968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7757c8bf-7418-4ee2-93fa-06bb3f1355b2 HTTP/1.1" status: 204 len: 168 time: 0.2838736 Aug 03 19:25:43.122368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41858) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:43.141147 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-3a81be48-25af-481d-a4cd-186beb4963e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291903 Aug 03 19:25:43.142657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d5841-0a8e-426f-9dff-d1b9bd086ae8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7757c8bf-7418-4ee2-93fa-06bb3f1355b2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:43.185962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-389d9892-b84d-49b6-a4ca-ca5e9b1ba7ba tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620260 Aug 03 19:25:43.193228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41860) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:43.205192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Request body: {'security_group_rule': {'security_group_id': 'c058bd27-443a-40cb-93fe-424dd752218d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:43.235336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.261540 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-5b65d366-eee5-43f3-ac79-2cff93ab7885 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154766 Aug 03 19:25:43.280251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:25:43.283646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:25:43.287541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:25:43.320043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'Port': ['ID=bb8a2dca-99e3-406e-9e6a-1619b333b705,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:43.346618 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Project 55749146dc5b49c9a34bbd96c839998a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:43.354306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.379678 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6211b74-44dd-4665-8cde-d97ad41ffcaf req-fabe9f88-7c21-4f12-b4b3-ccf6856b44f7 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102502 Aug 03 19:25:43.468836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.485831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:25:43.498331 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.779176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.797239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:43.804504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47a0a06-0232-4e5d-bb48-a70f0890a671,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:43.998975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.072987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.074300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f5844ac8-ec36-494d-a817-a35377b3976a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8847938 Aug 03 19:25:44.077395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41878) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.097592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30863e73-ce01-4762-88dd-dbe74afbc25a tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules/a47a0a06-0232-4e5d-bb48-a70f0890a671 HTTP/1.1" status: 200 len: 769 time: 0.0187783 Aug 03 19:25:44.100239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41880) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.200409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd375886-7439-4874-994e-1ea825ee6d37 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0523481 Aug 03 19:25:44.203439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41882) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.232055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.243035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.354876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.435129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event updated for resources: {'Port': ['ID=bb8a2dca-99e3-406e-9e6a-1619b333b705,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:44.451332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.455340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.464943 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.466562 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a47a0a06-0232-4e5d-bb48-a70f0890a671 HTTP/1.1" status: 204 len: 168 time: 0.2617288 Aug 03 19:25:44.470990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41886) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.481610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abc465-dfe5-4a72-b839-19f123d4ed17 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47a0a06-0232-4e5d-bb48-a70f0890a671,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:44.524003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-80137254-7df6-4352-9718-073b4674f6f8 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512648 Aug 03 19:25:44.527401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.611965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.622027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.631808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.642224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-c834516b-f951-4124-9cdb-86706e5c97d1 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3330662 Aug 03 19:25:44.647612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a09409b7-9745-4785-ad86-76bf53cfc636 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:25:44.734080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.748921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-3b172015-d841-4788-a4a0-bd959afed707 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1058943 Aug 03 19:25:44.772883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a09409b7-9745-4785-ad86-76bf53cfc636,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:44.783388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12ce0af0-1a32-4dfb-8f80-88a03cfeac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.788964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a09409b7-9745-4785-ad86-76bf53cfc636', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'port_id': 'a09409b7-9745-4785-ad86-76bf53cfc636', 'mac_address': 'fa:16:3e:a5:43:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dc961a-d4bc-400a-9be0-a69eaba6ce6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:25:44.836439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.858067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09409b7-9745-4785-ad86-76bf53cfc636 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:25:44.880193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a09409b7-9745-4785-ad86-76bf53cfc636,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:44.918458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-3fb31c68-0267-4205-a806-b2491bffb5a6 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:44.920043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-3fb31c68-0267-4205-a806-b2491bffb5a6 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1401894 Aug 03 19:25:44.932621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-3d3572b8-0749-461a-92ed-8deca6b3a5b5 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:44.938715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1934dda-c002-47eb-ad4a-c66d3b6f6eff req-3d3572b8-0749-461a-92ed-8deca6b3a5b5 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116758 Aug 03 19:25:44.953278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.956426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:44.960676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "DELETE /v2.0/security-groups/c058bd27-443a-40cb-93fe-424dd752218d HTTP/1.1" status: 204 len: 168 time: 0.4319255 Aug 03 19:25:44.972258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:44.975447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388ae49-4cd3-4198-a7a2-1c0295a66e1f tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058bd27-443a-40cb-93fe-424dd752218d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.019042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.088582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.091785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4590ac1d-1d09-47d3-8466-c963409f48da tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1073148 Aug 03 19:25:45.100008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41910) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:45.106572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12ce0af0-1a32-4dfb-8f80-88a03cfeac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.151401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7e133456-859c-428d-8a60-a2ded7f78ad1 tempest-SecGroupIPv6Test-425990529 tempest-SecGroupIPv6Test-425990529-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499823 Aug 03 19:25:45.221656 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-3d214e28-bb1c-42e6-97cf-18279efe4eb1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428102 Aug 03 19:25:45.244505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a09409b7-9745-4785-ad86-76bf53cfc636'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:25:45.249816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12ce0af0-1a32-4dfb-8f80-88a03cfeac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.319280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-12ce0af0-1a32-4dfb-8f80-88a03cfeac34 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=70812e711ed642da8403426a8ab2cf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6960459 Aug 03 19:25:45.322186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41916) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:45.324269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce0af0-1a32-4dfb-8f80-88a03cfeac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2871210d-990a-47fc-9a2b-d4269415b7a8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.353295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-2256efcd-4b99-4639-8b82-a4a20cab269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:45.355915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-2256efcd-4b99-4639-8b82-a4a20cab269d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0779996 Aug 03 19:25:45.444323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.485566 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.493736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.547915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-11586813-9fa3-46c6-bbc1-9e7a4aa8601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:45.550124 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-11586813-9fa3-46c6-bbc1-9e7a4aa8601b service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.1517975 Aug 03 19:25:45.603849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-fb551551-4f31-4038-8e79-ee6808224323 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0411837 Aug 03 19:25:45.684936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-6c7b4fef-ee32-47e9-9e89-86907792650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:45.686834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-6c7b4fef-ee32-47e9-9e89-86907792650d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.0725744 Aug 03 19:25:45.734427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-5af3abbc-1acc-409b-93c6-9bc34b9f5c52 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380504 Aug 03 19:25:45.747558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.750382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:45.751753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2871210d-990a-47fc-9a2b-d4269415b7a8 HTTP/1.1" status: 204 len: 168 time: 0.4284110 Aug 03 19:25:45.760969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc092d9-85f3-4f12-97a8-157cacb15ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871210d-990a-47fc-9a2b-d4269415b7a8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:45.865374 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-65e0bedd-bef0-4b34-b227-60154939a760 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225562 Aug 03 19:25:45.944069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:45.979943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fc699302-ab8f-4826-97bb-70f13accccb3 req-8b015e9e-0b66-44b4-845b-9a2c8d33e0aa service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064503 Aug 03 19:25:46.275865 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8eb39132-fd13-4ad8-80a7-c9b29119d9fb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55749146dc5b49c9a34bbd96c839998a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302534 Aug 03 19:25:46.278149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:46.346939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.371515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.567117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.570218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.571647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bcf1c1f6-9b87-4fa7-924b-5b09fd32c29e HTTP/1.1" status: 204 len: 168 time: 0.2922726 Aug 03 19:25:46.583304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de3a84-bc7e-46bb-90a7-e1d209b9e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf1c1f6-9b87-4fa7-924b-5b09fd32c29e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:46.647076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a09409b7-9745-4785-ad86-76bf53cfc636 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:25:46.850290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port a09409b7-9745-4785-ad86-76bf53cfc636 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:25:46.858638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a09409b7-9745-4785-ad86-76bf53cfc636 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:25:46.862161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.862277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41954) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:46.886611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863e9dd-b2f9-4040-abfb-63c79eece9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:46.966178 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.005981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a09409b7-9745-4785-ad86-76bf53cfc636,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:25:47.007105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:47.009601 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b3cb0e-62db-4985-9e27-e0845974717b" -d '{"events": [{"server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "name": "network-vif-plugged", "status": "completed", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:47.013882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863e9dd-b2f9-4040-abfb-63c79eece9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.066941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126a3f4-ad76-4e01-a6fb-bc4ac174be9b req-114a91db-e732-42d8-a9a8-3b3e28c8416f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.068432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3126a3f4-ad76-4e01-a6fb-bc4ac174be9b req-114a91db-e732-42d8-a9a8-3b3e28c8416f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 945 time: 0.0529280 Aug 03 19:25:47.108168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3126a3f4-ad76-4e01-a6fb-bc4ac174be9b req-313ffbca-4c82-4ae8-98f4-beb93fe92002 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336423 Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f350cb0e-b4b9-433a-966c-dac8cf159b15 x-openstack-request-id: req-f350cb0e-b4b9-433a-966c-dac8cf159b15 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f350cb0e-b4b9-433a-966c-dac8cf159b15 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636', 'status': 'completed', 'code': 200} Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-9b7e4a34-5d91-4f32-8b2c-bd947c9c81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.246793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-9b7e4a34-5d91-4f32-8b2c-bd947c9c81cf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 1096 time: 0.0423155 Aug 03 19:25:47.247280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d44a84d6-95d4-4a9d-b1bb-16eac80e3cb4 req-1f5b36e4-9eb4-4d28-b4e3-316ffa775735 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0277088 Aug 03 19:25:47.279079 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a163a47-7c00-412b-82eb-2595d77ba581 x-openstack-request-id: req-9a163a47-7c00-412b-82eb-2595d77ba581 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:47.279368 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:47.279817 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a163a47-7c00-412b-82eb-2595d77ba581 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:47.280232 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:25:47.365629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-4b1c6e59-631c-4dc1-8ac0-c1fa1e1b0a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.367452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-4b1c6e59-631c-4dc1-8ac0-c1fa1e1b0a32 service neutron] 10.222.0.77 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 915 time: 0.1388948 Aug 03 19:25:47.405941 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.424274 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-78ff3d2b-97aa-4acc-96f4-987fe6139fda service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a09409b7-9745-4785-ad86-76bf53cfc636 HTTP/1.1" status: 200 len: 217 time: 0.0488732 Aug 03 19:25:47.455807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d863e9dd-b2f9-4040-abfb-63c79eece9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.463885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:47.528713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-0a57ebfb-698e-42aa-bfaf-9d4f3e2a934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.530860 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-0a57ebfb-698e-42aa-bfaf-9d4f3e2a934c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.0952599 Aug 03 19:25:47.541230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d863e9dd-b2f9-4040-abfb-63c79eece9f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b20c49813b4549f18770c907d67ffe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777127 Aug 03 19:25:47.545024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-aed0e1df-15a7-4243-b2b1-df3b9903f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.545162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-aed0e1df-15a7-4243-b2b1-df3b9903f137 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.2205148 Aug 03 19:25:47.549496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41976) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:47.588767 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-676c7d16-ee82-4708-a3e8-cead0b1a687d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483642 Aug 03 19:25:47.623995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863e9dd-b2f9-4040-abfb-63c79eece9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd8bed4-abc2-42de-b033-2a8443f6c61a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:47.636059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-62aa5c30-fe4c-4941-8e53-685834fbc43d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:47.640956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-62aa5c30-fe4c-4941-8e53-685834fbc43d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2799056 Aug 03 19:25:47.703701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.710530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-1e575532-ce30-4079-b837-e0a70bf7ddf4 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0593207 Aug 03 19:25:47.735002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'floatingip': {'port_id': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:47.749231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-14082b51-3032-4cb0-9acf-9287ffb8d778 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491940 Aug 03 19:25:47.751099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:47.937770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f4d437b3-e061-421e-b4c4-5e2a83e74d85 req-dbe728d5-3e82-4417-a31d-9b1f33b78ace service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771102 Aug 03 19:25:48.029190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.032346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.036493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7dd8bed4-abc2-42de-b033-2a8443f6c61a HTTP/1.1" status: 204 len: 168 time: 0.4816298 Aug 03 19:25:48.049412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59dbcf-ce4f-4771-b911-a5afbc7b2299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd8bed4-abc2-42de-b033-2a8443f6c61a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:48.261333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-58813035-701b-4177-807b-0c9a9c5320c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.263668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-58813035-701b-4177-807b-0c9a9c5320c1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.7035596 Aug 03 19:25:48.269260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.367425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-c9ed6b36-80f5-4d34-b5d7-ff9584ed567a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0953255 Aug 03 19:25:48.502201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-841de710-f02c-4e96-9bd9-7849f9291f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:48.503737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-841de710-f02c-4e96-9bd9-7849f9291f79 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.1182232 Aug 03 19:25:48.527215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:48.610064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-69594505-457e-4d04-8503-a6e92434192d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937397 Aug 03 19:25:48.688564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b249849e-c1a9-45cc-90c4-352344755b43 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:48.689448 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-b249849e-c1a9-45cc-90c4-352344755b43 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:25:48.690784 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-b249849e-c1a9-45cc-90c4-352344755b43 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:25:48.696920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b249849e-c1a9-45cc-90c4-352344755b43 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1671691 Aug 03 19:25:48.703424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42024) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:48.713437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--259982336'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:48.885637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-0207dba1-5429-42e0-a0e1-b750529202d4 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662826 Aug 03 19:25:48.896699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.896930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b930f6ea-c539-4113-8f34-b33b0a7dd830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:48.911003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.042549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.170386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.170598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73bb2b4c-4efa-4b8e-815a-339e17df6f7a req-6895c44f-7e95-4bef-9fb6-9d864da9dacf service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647953 Aug 03 19:25:49.270507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d01d86-073a-4777-94d8-99f5a0310d3f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:49.303331 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.377836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.411615 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.486278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.522142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62afd1a-016d-4e08-83d6-1bb2cac59b8a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:49.530233 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Floating IP 60f1fea5-606e-4a1f-ac65-efcf14483402 associated. External IP: 172.25.2.115, port: dc157f4c-6446-4045-8ebf-b000db2b94fa. Aug 03 19:25:49.651750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.653591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9feb6c2-f945-4be1-b382-4faa271baa31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9549804 Aug 03 19:25:49.658125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42056) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:49.663335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'c62afd1a-016d-4e08-83d6-1bb2cac59b8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:49.781297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:49.822879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.912257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:49.970612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.023141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85097ed-a372-4f92-bc8c-757dd9fcb731,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:50.122916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.125552 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ff0e04f-d551-4ccc-8fc8-7f1195062250 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4651740 Aug 03 19:25:50.134006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42068) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:50.139567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f7418405-7193-4676-88f8-25a1138d8dcd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'c62afd1a-016d-4e08-83d6-1bb2cac59b8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:50.181087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:50.189131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.198772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Sync routers for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:50.230507 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:50.230507 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:50.246428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-456f6ef5-503c-46d6-b001-d42f0494fcfd tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "PUT /v2.0/floatingips/60f1fea5-606e-4a1f-ac65-efcf14483402 HTTP/1.1" status: 200 len: 997 time: 2.5234978 Aug 03 19:25:50.246999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:50.250975 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:50.294347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7418405-7193-4676-88f8-25a1138d8dcd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.329708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-d6b763bb-45c0-4bb6-ba04-972be3799ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.332306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-d6b763bb-45c0-4bb6-ba04-972be3799ff2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0771625 Aug 03 19:25:50.438821 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:50.488006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-e27c912a-ec0c-4e36-91f9-8738a05d8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.495913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-e27c912a-ec0c-4e36-91f9-8738a05d8575 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.1513085 Aug 03 19:25:50.537288 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-f7418405-7193-4676-88f8-25a1138d8dcd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:25:50.543230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7418405-7193-4676-88f8-25a1138d8dcd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4074166 Aug 03 19:25:50.544310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42084) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:50.602467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-a85d8b3e-8346-4713-9060-7f7f11cb1807 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 1000 time: 0.0997326 Aug 03 19:25:50.698097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.727406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-dfe8f7b1-8238-497d-ae1d-7b1f6264322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:50.749170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-dfe8f7b1-8238-497d-ae1d-7b1f6264322f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.1404469 Aug 03 19:25:50.760555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.787591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-14e11e03-3f17-4f94-8f26-5a533e4d987f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335915 Aug 03 19:25:50.802559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-378558b8-bc8e-4bc3-83e0-90190cf1fe88 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:50.804067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-378558b8-bc8e-4bc3-83e0-90190cf1fe88 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069876 Aug 03 19:25:50.958122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-4b971393-7c1c-42ff-bca7-7aaf7a05752c service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473641 Aug 03 19:25:50.971406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.979249 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:50.981300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/c62afd1a-016d-4e08-83d6-1bb2cac59b8a HTTP/1.1" status: 204 len: 168 time: 0.4320471 Aug 03 19:25:50.988851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42096) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:50.999125 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '60f1fea5-606e-4a1f-ac65-efcf14483402', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'port_id': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'mac_address': 'fa:16:3e:d9:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab250716-285d-487c-a053-5e995f43a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:43Z', 'updated_at': '2021-08-03T19:25:49Z', 'revision_number': 1, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.016204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158fcd7-d355-44c8-beaa-3056b38ca716 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62afd1a-016d-4e08-83d6-1bb2cac59b8a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.047887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Checking router: 74902fcb-eb2d-44ee-a1a2-199764aae7a4 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:51.058686 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:51.059309 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.076859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-78dce9f6-44d2-4dc0-b1a1-a8f09a176e25 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860708 Aug 03 19:25:51.078201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42102) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.085134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555883669'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:51.135085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c5f59ab-ec67-4325-9634-dc7e951a0c3a req-96217c0a-9c41-48be-a5e5-67642bc16191 service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658046 Aug 03 19:25:51.178873 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:51.252018 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.360128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.469832 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '60f1fea5-606e-4a1f-ac65-efcf14483402', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'port_id': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'mac_address': 'fa:16:3e:d9:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab250716-285d-487c-a053-5e995f43a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:43Z', 'updated_at': '2021-08-03T19:25:49Z', 'revision_number': 1, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:51.497710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cc4618-be0b-4d37-9e46-f7f1b4fd14e6 None None] The sync data for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 is: [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '60f1fea5-606e-4a1f-ac65-efcf14483402', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'floating_ip_address': '172.25.2.115', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'port_id': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'mac_address': 'fa:16:3e:d9:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab250716-285d-487c-a053-5e995f43a7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:25:43Z', 'updated_at': '2021-08-03T19:25:49Z', 'revision_number': 1, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:51.505403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-4a991ac8-b330-4509-9ae6-47d70bea5be4 req-74c13305-ea56-4189-9141-d5a09cacc4f9 service neutron] (101343) timed out ('10.222.0.67', 35136) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:25:51.553658 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953b4158-bba5-481b-a55f-ac809a136472 x-openstack-request-id: req-953b4158-bba5-481b-a55f-ac809a136472 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:51.554198 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "name": "network-vif-plugged", "status": "completed", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:51.554198 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-953b4158-bba5-481b-a55f-ac809a136472 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:51.554638 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636', 'code': 200} Aug 03 19:25:51.660963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e36b6a-2155-44c7-81d8-abc70da0675f req-b832c99f-d6d2-44e9-bbf8-6d942d6df665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:51.662500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60e36b6a-2155-44c7-81d8-abc70da0675f req-b832c99f-d6d2-44e9-bbf8-6d942d6df665 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 1097 time: 0.0477414 Aug 03 19:25:51.701164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60e36b6a-2155-44c7-81d8-abc70da0675f req-86e0f436-c871-46da-8d1d-2566b63c11eb service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311675 Aug 03 19:25:51.729856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91465d5-e824-4273-b113-8fd3fb002597 None None] New status for floating IP 60f1fea5-606e-4a1f-ac65-efcf14483402: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:25:51.766134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.802273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84280e8-058f-4e9e-8217-2b9685bd3729,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:51.931681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:51.933822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5b305ea9-668c-46ad-855f-9397ba3ed97b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8537841 Aug 03 19:25:51.936160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:51.941106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-78f7c6bc-c051-44af-9a9c-568fdd5f8031 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'a84280e8-058f-4e9e-8217-2b9685bd3729', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:51.943227 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-78f7c6bc-c051-44af-9a9c-568fdd5f8031 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:25:51.943227 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-78f7c6bc-c051-44af-9a9c-568fdd5f8031 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:51.943559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-78f7c6bc-c051-44af-9a9c-568fdd5f8031 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062718 Aug 03 19:25:51.946670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42130) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:52.009401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.045647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.131817 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-486d95e2-0560-46d8-8598-8bcf38f9c631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.262976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.263220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.267264 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.268547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/a84280e8-058f-4e9e-8217-2b9685bd3729 HTTP/1.1" status: 204 len: 168 time: 0.3203642 Aug 03 19:25:52.272367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42156) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:52.279990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8fdc1-1808-4db9-b615-8b01aa0f35cc tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84280e8-058f-4e9e-8217-2b9685bd3729,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:52.367124 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35b47964-19a8-4283-b9ea-26cb12a07fdb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917251 Aug 03 19:25:52.370677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:52.375919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379848692'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:52.526297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.699420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.709111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77c82d-8670-429d-8939-770bda379871 req-998d2a7b-31f8-4825-b2bc-a81be2003d66 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:52.711004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b77c82d-8670-429d-8939-770bda379871 req-998d2a7b-31f8-4825-b2bc-a81be2003d66 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 946 time: 0.0952530 Aug 03 19:25:52.770636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b77c82d-8670-429d-8939-770bda379871 req-ee023ebe-e5c4-468f-85e0-b9949656f8c8 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427301 Aug 03 19:25:52.777274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:52.804946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:52.870377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f642ae7-5639-4e5b-b90a-1daa4bc775a6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:52.915438 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4de68-d49a-4202-8a87-9d49eaff233a x-openstack-request-id: req-5fd4de68-d49a-4202-8a87-9d49eaff233a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:52.915810 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:52.916133 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5fd4de68-d49a-4202-8a87-9d49eaff233a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:52.916910 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:25:52.947953 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.030852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.036486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a9de213c-bc5f-4f1e-80ca-2e399bf9fb48 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6612535 Aug 03 19:25:53.037207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42188) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.073051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8db9f787-5a61-435d-928b-66dc80bdaa14 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '9f642ae7-5639-4e5b-b90a-1daa4bc775a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:53.074933 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-8db9f787-5a61-435d-928b-66dc80bdaa14 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:25:53.076127 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-8db9f787-5a61-435d-928b-66dc80bdaa14 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:53.078708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8db9f787-5a61-435d-928b-66dc80bdaa14 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0275545 Aug 03 19:25:53.084578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.103778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-9d8c3f0c-8d64-47d8-b398-406ae311f50d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3177137 Aug 03 19:25:53.124000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-b3a7b196-31ed-422c-b681-b1ec731f4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.125431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-b3a7b196-31ed-422c-b681-b1ec731f4027 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1810026 Aug 03 19:25:53.133737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-72021fc0-f839-4cd2-a34f-dbf53d3de068 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1002 time: 0.1991856 Aug 03 19:25:53.314093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60175eb0-8a79-4da9-868b-bdd282719890 req-79fd0f2b-0955-4a08-99b2-3d9dcdf7835c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.315527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-79fd0f2b-0955-4a08-99b2-3d9dcdf7835c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports/dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 943 time: 0.1441820 Aug 03 19:25:53.324020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.373687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.408460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-0a2d2f89-1af3-4485-bbb0-1ee2dc38bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.410854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-0a2d2f89-1af3-4485-bbb0-1ee2dc38bb7d service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.2619472 Aug 03 19:25:53.603701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.618408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:53.622567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42216) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.623121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/9f642ae7-5639-4e5b-b90a-1daa4bc775a6 HTTP/1.1" status: 204 len: 168 time: 0.5359921 Aug 03 19:25:53.625493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-2b462d41-4e63-485b-b44a-9eb25010c6d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 1002 time: 0.1894796 Aug 03 19:25:53.662654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-1d8dfcc4-a339-4102-9dae-cfaad5459fc6 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1002 time: 0.1856742 Aug 03 19:25:53.675039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed0ea-5326-4d3e-9dcd-14ebd9440871 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f642ae7-5639-4e5b-b90a-1daa4bc775a6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:53.723418 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cc76b807-c485-4fdc-82a8-22fdc04dd47b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958538 Aug 03 19:25:53.732063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42220) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:53.757446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--495733126'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:53.916217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-2d4664f7-8df8-49ca-86fb-1be41eaec1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.918288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-2d4664f7-8df8-49ca-86fb-1be41eaec1b3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.2826059 Aug 03 19:25:53.967391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-e4b56a23-9ea6-4a77-94f7-2a1ce1e73822 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361760 Aug 03 19:25:53.993546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60175eb0-8a79-4da9-868b-bdd282719890 req-3a6367dd-9eab-40d2-9bce-0d3b5c19429e tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:53.994990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-3a6367dd-9eab-40d2-9bce-0d3b5c19429e tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.2854438 Aug 03 19:25:54.080726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.148269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-2ad29d7f-a9a1-49fd-b0ad-054aad204469 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1002 time: 0.1421185 Aug 03 19:25:54.163277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:54.210076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-f91a6036-2cb1-4420-b7e0-b5ad6c5a3528 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335625 Aug 03 19:25:54.307353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.471735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2086bf86-25f0-4a59-af68-4dfd6b7bca6d req-ce0d5d93-f404-4ff6-ad6d-21e43b03779f service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501149 Aug 03 19:25:54.481884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.546195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.561653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42236) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:54.694123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c814dd4f-b276-45e7-92ad-bbb66fd34a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.935309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:54.967762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf954ad4-9655-4c4a-ace9-c5e81ca2397c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:55.036963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c814dd4f-b276-45e7-92ad-bbb66fd34a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.100991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.101232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.104192 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Floating IP 60f1fea5-606e-4a1f-ac65-efcf14483402 disassociated. External IP: 172.25.2.115, port: dc157f4c-6446-4045-8ebf-b000db2b94fa. Aug 03 19:25:55.345219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:25:55.463224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c814dd4f-b276-45e7-92ad-bbb66fd34a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.469890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:25:55.475625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.484428 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Sync routers for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:25:55.518258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fbafa880-e2c6-4b4c-822f-bc2c48b9a1f2 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "PUT /v2.0/floatingips/60f1fea5-606e-4a1f-ac65-efcf14483402 HTTP/1.1" status: 200 len: 695 time: 1.3686175 Aug 03 19:25:55.518930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:25:55.522357 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00bd418-44ad-43ee-8ab2-5661a9d5942f" -d '{"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:25:55.532582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:55.533921 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:55.572044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c814dd4f-b276-45e7-92ad-bbb66fd34a59 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=845c3b16030d4ff0b8488883e3f1d070&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0083239 Aug 03 19:25:55.573050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.574815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814dd4f-b276-45e7-92ad-bbb66fd34a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760d9317-17f1-426d-9d95-f6df23e61d9f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:55.620054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60175eb0-8a79-4da9-868b-bdd282719890 req-f4691ce9-cb5f-44c2-a68d-cf8a27ef6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.622176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-f4691ce9-cb5f-44c2-a68d-cf8a27ef6283 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.0893352 Aug 03 19:25:55.625303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.631017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.631210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aabcf430-f747-474b-8f96-12d711088ef1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8858840 Aug 03 19:25:55.639678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-820249fb-3836-4e8b-bbd0-a5c3137bcb7f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'cf954ad4-9655-4c4a-ace9-c5e81ca2397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:55.658514 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-820249fb-3836-4e8b-bbd0-a5c3137bcb7f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:25:55.659170 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-820249fb-3836-4e8b-bbd0-a5c3137bcb7f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:55.660421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-820249fb-3836-4e8b-bbd0-a5c3137bcb7f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282006 Aug 03 19:25:55.663162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42260) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.668123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b058f8d7-09ef-4dc1-82e0-57c04f0ab4e1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'cf954ad4-9655-4c4a-ace9-c5e81ca2397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:55.668865 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-b058f8d7-09ef-4dc1-82e0-57c04f0ab4e1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:25:55.669371 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-b058f8d7-09ef-4dc1-82e0-57c04f0ab4e1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:55.671613 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b058f8d7-09ef-4dc1-82e0-57c04f0ab4e1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063670 Aug 03 19:25:55.678487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.687535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-85408ff2-7d67-4f09-8a6d-d86bcf59ffd4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'cf954ad4-9655-4c4a-ace9-c5e81ca2397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:55.688389 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-85408ff2-7d67-4f09-8a6d-d86bcf59ffd4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:25:55.688925 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-85408ff2-7d67-4f09-8a6d-d86bcf59ffd4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:55.694586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-85408ff2-7d67-4f09-8a6d-d86bcf59ffd4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149622 Aug 03 19:25:55.696451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.706030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-74c4dbf2-023f-4831-8c0e-0da4e15909e8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'cf954ad4-9655-4c4a-ace9-c5e81ca2397c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:55.709463 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-74c4dbf2-023f-4831-8c0e-0da4e15909e8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:25:55.709993 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-74c4dbf2-023f-4831-8c0e-0da4e15909e8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:55.714172 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-74c4dbf2-023f-4831-8c0e-0da4e15909e8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0167074 Aug 03 19:25:55.717304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42266) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:55.776605 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:55.789365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.838005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60175eb0-8a79-4da9-868b-bdd282719890 req-93463027-e35e-4b3a-b5b8-00fbdf1425c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:55.840753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-93463027-e35e-4b3a-b5b8-00fbdf1425c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.2079134 Aug 03 19:25:55.844316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.900223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-9383e35d-a96a-4f28-819c-f77972111198 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0528555 Aug 03 19:25:55.911121 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:55.968997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.151650 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:56.186836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Checking router: 74902fcb-eb2d-44ee-a1a2-199764aae7a4 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:25:56.199900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:25:56.200909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:56.223801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.228015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.230434 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/cf954ad4-9655-4c4a-ace9-c5e81ca2397c HTTP/1.1" status: 204 len: 168 time: 0.5120685 Aug 03 19:25:56.234760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42274) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:56.280687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c50f8a-8f66-402c-a8a9-06e2fe1894c5 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf954ad4-9655-4c4a-ace9-c5e81ca2397c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.368381 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e4acacb-441a-4773-87f2-a03c9862154e tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1266944 Aug 03 19:25:56.375203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42276) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:56.387569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654185931'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:56.481973 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:25:56.506702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60175eb0-8a79-4da9-868b-bdd282719890 req-c3ba19a0-9446-4181-b66c-80b9e9f396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:56.507899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-c3ba19a0-9446-4181-b66c-80b9e9f396ec service neutron] 10.222.0.67 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.5945470 Aug 03 19:25:56.543347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.569422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-057e718b-8526-49cf-b8c0-4143e7672c4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545828 Aug 03 19:25:56.687528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-fdd6f6a5-82da-46f2-a454-71ece3379521 service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102467 Aug 03 19:25:56.717497 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.726776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.729470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/760d9317-17f1-426d-9d95-f6df23e61d9f HTTP/1.1" status: 204 len: 168 time: 1.1513135 Aug 03 19:25:56.841767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:25:56.848296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:56.894841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8fef8-fdde-43fc-a23c-5a730fd160c6 None None] The sync data for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 is: [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:24:35Z', 'revision_number': 4, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '037499b4-615b-488f-9bba-acc6ad1c058d', 'name': '', 'network_id': '06b94256-085b-4148-bc7f-7a185d55f8b8', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'mac_address': 'fa:16:3e:aa:42:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2256, 'fixed_ips': [{'subnet_id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:33Z', 'updated_at': '2021-08-03T19:24:45Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'subnets': [{'id': 'de5abbe2-1905-497b-845d-ccb5a63a3195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:25:56.908938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836c0ec-81c0-4ae3-876a-3f1efca8693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760d9317-17f1-426d-9d95-f6df23e61d9f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:56.956261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60175eb0-8a79-4da9-868b-bdd282719890 req-7c643711-203b-4e8f-8af2-1450577a16c2 service neutron] 10.222.0.67 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615819 Aug 03 19:25:56.960631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.011192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69747c59-c29a-4cba-945a-61a331923b31,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:57.189052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:57.193716 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2500faa7-be0c-4647-96f7-874efbe474aa tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8089864 Aug 03 19:25:57.193961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.199132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-76eb3705-fcc9-4aab-810b-5bfd1a74f774 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.199866 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-76eb3705-fcc9-4aab-810b-5bfd1a74f774 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:25:57.200358 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-76eb3705-fcc9-4aab-810b-5bfd1a74f774 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:57.204309 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-76eb3705-fcc9-4aab-810b-5bfd1a74f774 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067058 Aug 03 19:25:57.204714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42292) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.210604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-47a60c3f-6436-4845-bc3f-d1709f712c72 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.324035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ee31d-cc96-498c-b8a1-db078a945d3b req-b5df9d7f-8db1-494c-b128-b20474e8136e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.332409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-483ee31d-cc96-498c-b8a1-db078a945d3b req-b5df9d7f-8db1-494c-b128-b20474e8136e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0717218 Aug 03 19:25:57.382698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff7d720-8854-4db6-9703-fc02846335d1 None None] New status for floating IP 60f1fea5-606e-4a1f-ac65-efcf14483402: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:25:57.397275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-483ee31d-cc96-498c-b8a1-db078a945d3b req-b62d95fa-1b3f-45cc-8b19-c586f93fd4a5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638497 Aug 03 19:25:57.532265 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-47a60c3f-6436-4845-bc3f-d1709f712c72 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:57.536314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47a60c3f-6436-4845-bc3f-d1709f712c72 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3274562 Aug 03 19:25:57.538182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.543199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fb476100-19f6-49f1-a98d-71b824fa94fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.544106 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-fb476100-19f6-49f1-a98d-71b824fa94fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:25:57.544675 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-fb476100-19f6-49f1-a98d-71b824fa94fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:57.549717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fb476100-19f6-49f1-a98d-71b824fa94fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078065 Aug 03 19:25:57.550067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.556813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c10fcf8b-a1bc-4e82-97fb-e154e8c1d725 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.575145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2a47355-9022-4d81-822f-7c2c279caa89 req-15842677-f180-4951-afe0-d17a28d6a5c6 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0563791 Aug 03 19:25:57.758949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2c50f-c739-49fb-b9e3-3cb91863ff78 req-2f425094-c059-46c0-ac80-3642e9ba3532 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:57.766085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b2c50f-c739-49fb-b9e3-3cb91863ff78 req-2f425094-c059-46c0-ac80-3642e9ba3532 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 946 time: 0.0814846 Aug 03 19:25:57.841399 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-c10fcf8b-a1bc-4e82-97fb-e154e8c1d725 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:57.845193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c10fcf8b-a1bc-4e82-97fb-e154e8c1d725 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2906399 Aug 03 19:25:57.845615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42306) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.851113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9bae05cf-d7e6-4150-a271-03fd3a148a31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.855778 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-9bae05cf-d7e6-4150-a271-03fd3a148a31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:25:57.855778 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-9bae05cf-d7e6-4150-a271-03fd3a148a31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:57.855778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9bae05cf-d7e6-4150-a271-03fd3a148a31 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064702 Aug 03 19:25:57.860586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42308) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.864941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b2c50f-c739-49fb-b9e3-3cb91863ff78 req-ca15463d-6c22-45f8-8440-c347c4c84d66 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919538 Aug 03 19:25:57.877959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-748e0f42-4b43-4539-be23-7a3630a14952 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:57.956701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42312) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:57.993284 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b41ecca7-9d95-4c02-bda4-623e15435336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.004953 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4766a3d-6118-4034-bf85-33694e1cf50d x-openstack-request-id: req-e4766a3d-6118-4034-bf85-33694e1cf50d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:25:58.005378 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:25:58.005747 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e4766a3d-6118-4034-bf85-33694e1cf50d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:25:58.006246 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:25:58.064700 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-748e0f42-4b43-4539-be23-7a3630a14952 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Project 13e2d4e84c794644a059ff368b73d449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:58.183978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-e46ba07c-e8e9-4649-9aef-ed4feafab2e0 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips/60f1fea5-606e-4a1f-ac65-efcf14483402 HTTP/1.1" status: 200 len: 693 time: 0.1751921 Aug 03 19:25:58.190654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-8e5a0924-1364-4995-8610-3f70329ed111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.195959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-8e5a0924-1364-4995-8610-3f70329ed111 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=542a6d3abc1c485192e73da53103bb8f&device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 1097 time: 0.1887052 Aug 03 19:25:58.344452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecc494-5206-4752-962e-40aec56c9853 req-99090779-da8a-4fe2-8773-3d1851a9db60 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.346331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-99090779-da8a-4fe2-8773-3d1851a9db60 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 784 time: 0.1489046 Aug 03 19:25:58.465964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-8740d13e-bb03-40ef-b67a-d50c36e2eb9c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:25:58.467321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-8740d13e-bb03-40ef-b67a-d50c36e2eb9c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1127455 Aug 03 19:25:58.567100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-387235a3-d8cb-4ce0-9992-10f2328b8d2c tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.0905194 Aug 03 19:25:58.588586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-aff837cc-4304-4a2c-ae84-0a74421e375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.590621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-aff837cc-4304-4a2c-ae84-0a74421e375e service neutron] 10.222.0.77 "GET /v2.0/networks?id=06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 200 len: 921 time: 0.2374415 Aug 03 19:25:58.692271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-d0d92e6c-da2a-40f5-9a2f-f38c3c61b510 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 200 len: 217 time: 0.0569098 Aug 03 19:25:58.701025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-20bae670-f648-46d3-baa2-2267af4b09f6 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1228721 Aug 03 19:25:58.763582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b41ecca7-9d95-4c02-bda4-623e15435336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:58.937583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-7d2efd3d-a3ed-47ce-a417-258bb80111be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:25:58.939097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-7d2efd3d-a3ed-47ce-a417-258bb80111be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 200 len: 860 time: 0.2360852 Aug 03 19:25:58.977767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b41ecca7-9d95-4c02-bda4-623e15435336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.011001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-54838360-6595-4707-9191-ee853475503e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=06b94256-085b-4148-bc7f-7a185d55f8b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475690 Aug 03 19:25:59.071919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ecca7-9d95-4c02-bda4-623e15435336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2746e-33ea-4dc5-85b7-d26901ef2c94,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:59.079239 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-748e0f42-4b43-4539-be23-7a3630a14952 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:59.080581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-748e0f42-4b43-4539-be23-7a3630a14952 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.2141654 Aug 03 19:25:59.084818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42334) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.092202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5ecb2f6a-650c-4507-8390-b50d6dc60d9e tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:59.092702 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-5ecb2f6a-650c-4507-8390-b50d6dc60d9e tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:25:59.093211 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-5ecb2f6a-650c-4507-8390-b50d6dc60d9e tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:59.103034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ecb2f6a-650c-4507-8390-b50d6dc60d9e tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139387 Aug 03 19:25:59.105145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42338) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.115328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d611a2bd-3098-4cfd-9da4-ca9144fcadd8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:59.131238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b41ecca7-9d95-4c02-bda4-623e15435336 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=830d8d7f7e8347f3a623ad5633cbcace&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1721661 Aug 03 19:25:59.136157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42340) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.198645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Deleting port bb8a2dca-99e3-406e-9e6a-1619b333b705 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:25:59.198988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.258840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-541d7831-e17b-4d45-9acf-6236fc21ef24 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241154 Aug 03 19:25:59.293833 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-d611a2bd-3098-4cfd-9da4-ca9144fcadd8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Project 13e2d4e84c794644a059ff368b73d449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:59.320092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.394998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.407933 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-d611a2bd-3098-4cfd-9da4-ca9144fcadd8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:59.409068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d611a2bd-3098-4cfd-9da4-ca9144fcadd8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3021371 Aug 03 19:25:59.412743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42346) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.415496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.415837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.424965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9f7f46f3-8b30-482a-8539-bd9d1716f055 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '69747c59-c29a-4cba-945a-61a331923b31', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:25:59.466878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Calling delete_port for bb8a2dca-99e3-406e-9e6a-1619b333b705 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:25:59.547412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00bd418-44ad-43ee-8ab2-5661a9d5942f req-32340424-d70b-47fb-aae3-0ad6ffc79661 service neutron] 10.222.0.77 "GET /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702711 Aug 03 19:25:59.584641 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-9f7f46f3-8b30-482a-8539-bd9d1716f055 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Project 13e2d4e84c794644a059ff368b73d449 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:25:59.684088 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-9f7f46f3-8b30-482a-8539-bd9d1716f055 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:25:59.688357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f7f46f3-8b30-482a-8539-bd9d1716f055 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2743344 Aug 03 19:25:59.689233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42350) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.751553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.778808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.800231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.803902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.812662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48b2746e-33ea-4dc5-85b7-d26901ef2c94 HTTP/1.1" status: 204 len: 168 time: 0.6735368 Aug 03 19:25:59.827827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e15889-0f6a-426e-96d5-9afe0db412f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2746e-33ea-4dc5-85b7-d26901ef2c94,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:59.857482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.958043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.965110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:25:59.966991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/69747c59-c29a-4cba-945a-61a331923b31 HTTP/1.1" status: 204 len: 168 time: 0.2763534 Aug 03 19:25:59.981961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42364) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:25:59.982736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event deleted for resources: {'Port': ['ID=bb8a2dca-99e3-406e-9e6a-1619b333b705,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:25:59.997666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53e8cf-7d40-44a3-96fb-7b224291932c tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69747c59-c29a-4cba-945a-61a331923b31,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:00.121071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d4fc54f-89db-40ce-b856-63367824c4cb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1238382 Aug 03 19:26:00.121835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42366) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:00.129125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111199740'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:00.162357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.165767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.167139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ecc494-5206-4752-962e-40aec56c9853 req-2b6a15cc-855c-48bd-8741-f1d005a86dc7 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "DELETE /v2.0/floatingips/60f1fea5-606e-4a1f-ac65-efcf14483402 HTTP/1.1" status: 204 len: 173 time: 1.3806825 Aug 03 19:26:00.306519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.372999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00dfb-d2bf-4676-ad05-f439831165f2 req-c312dbb8-5eaa-43c4-8126-e1a9a80ea714 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:00.391866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccd00dfb-d2bf-4676-ad05-f439831165f2 req-c312dbb8-5eaa-43c4-8126-e1a9a80ea714 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1375070 Aug 03 19:26:00.479826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccd00dfb-d2bf-4676-ad05-f439831165f2 req-de463367-63ca-402f-a274-33c46c0389f2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916004 Aug 03 19:26:00.529938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.648144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.744490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02cc5133-d1f9-466a-849b-ce6d444e8519 req-ef0c10c7-887f-4c6a-b90b-d80d15409fc4 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.1246717 Aug 03 19:26:00.745738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb89177-8059-4d70-978a-a66ef61a5686,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:00.849376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-804ac617-1220-4303-8046-1c40bb0ec1a3 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups/c98580da-4ae4-4d29-9f2a-ddfef0207851 HTTP/1.1" status: 200 len: 1808 time: 0.0604014 Aug 03 19:26:00.887340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.896909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aec5c96d-be00-4875-b111-054cc5786521 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7647858 Aug 03 19:26:00.896909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42388) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:00.901013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-191d47a3-65f5-4757-9fef-bbd2dbc5b18f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '9eb89177-8059-4d70-978a-a66ef61a5686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:00.926880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:00.952438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.166229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.176308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.176308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65fd674a-3db7-4fcf-8ae7-f3551745b177 req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "DELETE /v2.0/security-groups/c98580da-4ae4-4d29-9f2a-ddfef0207851 HTTP/1.1" status: 204 len: 173 time: 0.3192124 Aug 03 19:26:01.182074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a4fa4-1c0f-4005-a81c-5c9b141b6907 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98580da-4ae4-4d29-9f2a-ddfef0207851,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:01.201496 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-191d47a3-65f5-4757-9fef-bbd2dbc5b18f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The resource could not be found. Aug 03 19:26:01.203321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-191d47a3-65f5-4757-9fef-bbd2dbc5b18f tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3071423 Aug 03 19:26:01.206512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:01.212087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6de21ea7-b51d-41a1-8a97-c95a08f0cf59 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '9eb89177-8059-4d70-978a-a66ef61a5686', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f9aa2858-b7ad-418b-a48e-d71ba92ed5ac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:01.669172 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6de21ea7-b51d-41a1-8a97-c95a08f0cf59 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The resource could not be found. Aug 03 19:26:01.674294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:01.677329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6de21ea7-b51d-41a1-8a97-c95a08f0cf59 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4684443 Aug 03 19:26:01.684361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:01.761907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.805182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:01.857759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2040110636-network', 'tenant_id': 'bed02124a8c54eb8bd51790a2271ac8b'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:01.994782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.003859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.006353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/9eb89177-8059-4d70-978a-a66ef61a5686 HTTP/1.1" status: 204 len: 168 time: 0.3312094 Aug 03 19:26:02.007269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42438) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:02.029946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df1873-790c-4e64-8f04-8ce876f8addd tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb89177-8059-4d70-978a-a66ef61a5686,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.077166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Made reservation on behalf of bed02124a8c54eb8bd51790a2271ac8b for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:02.086611 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.094130 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2636a07b-44f5-438d-9a5e-d8831d19ef91 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751867 Aug 03 19:26:02.099399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.100790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42440) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:02.105656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-43424920-7c9c-4a4a-8036-5f8e820a0fcb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '98375922-c38a-4a0b-b941-abf18d74613f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:02.406601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.515354 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.553162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:02.571881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f666ed-902f-45e5-8e7e-6deb42bc101f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:02.575392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.575738 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Added segment 5a0e892f-33d8-4353-a50a-8cb6208757d0 of type vlan for network 073eb108-3a5f-4ce6-830c-9c5e785adc1c Aug 03 19:26:02.598781 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-43424920-7c9c-4a4a-8036-5f8e820a0fcb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The resource could not be found. Aug 03 19:26:02.600672 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-43424920-7c9c-4a4a-8036-5f8e820a0fcb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4988143 Aug 03 19:26:02.604711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42452) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:02.609860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361675044'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:02.649724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.849493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-2b058068-f13a-4f29-9d07-534d2a8a5839 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402744 Aug 03 19:26:02.868845 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.936481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-eb3689ae-f42b-4be8-9f6d-bf73f2070390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:02.938389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-eb3689ae-f42b-4be8-9f6d-bf73f2070390 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 1097 time: 0.0548003 Aug 03 19:26:02.948939 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.953473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:02.953473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:02.986900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.099482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] Pushing event updated for resources: {'Network': ['ID=073eb108-3a5f-4ce6-830c-9c5e785adc1c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.109959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 073eb108-3a5f-4ce6-830c-9c5e785adc1c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:03.131693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-47a8694f-92c1-497b-84dc-82f1c34ae4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.135486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-47a8694f-92c1-497b-84dc-82f1c34ae4c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 915 time: 0.1690018 Aug 03 19:26:03.177723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-4b5d4ccd-043a-42bf-8538-09af239291da service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 HTTP/1.1" status: 200 len: 217 time: 0.0363753 Aug 03 19:26:03.236205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-2a79504c-b06f-4297-96bf-dcdd00fa9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.237727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-2a79504c-b06f-4297-96bf-dcdd00fa9338 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.0523145 Aug 03 19:26:03.272320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-8c899386-31e9-4070-9fd3-f71d1d0306b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263135 Aug 03 19:26:03.326390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.327728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.364913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5b9612-5d58-4ee5-bf77-a4439050a640,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:03.381799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-11848397-8992-4d67-b385-46e48f7b089f service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018913 Aug 03 19:26:03.528097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e601ddba-bbac-4653-b4f5-7bfa08e69af3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8417766 Aug 03 19:26:03.530792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42466) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:03.537178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-532571e9-249c-4b59-ab49-f90fcfd5b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.538831 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-532571e9-249c-4b59-ab49-f90fcfd5b4cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 1095 time: 0.1608431 Aug 03 19:26:03.543223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.548072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-87b84058-1fde-4ab2-b87f-87c6012795fb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9420924 Aug 03 19:26:03.548795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42468) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:03.551150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Request body: {'subnet': {'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2040110636-subnet', 'tenant_id': 'bed02124a8c54eb8bd51790a2271ac8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:03.554192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706948293'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:03.618889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a5205-c617-4a8e-8cd1-53be93afe3ce req-616d83c6-2fe2-48aa-a598-7dad82de52bc tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.627077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c2a5205-c617-4a8e-8cd1-53be93afe3ce req-616d83c6-2fe2-48aa-a598-7dad82de52bc tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1284304 Aug 03 19:26:03.641246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5819344-4bc7-4b49-a595-8394b40f6410 req-5bc72772-c05b-4071-8684-c0b097badf38 service neutron] 10.222.0.54 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523153 Aug 03 19:26:03.641967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-3621e30d-8744-460b-bb4b-b2b591753bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.643873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-3621e30d-8744-460b-bb4b-b2b591753bd0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1095 time: 0.0590231 Aug 03 19:26:03.687465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.735763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c2a5205-c617-4a8e-8cd1-53be93afe3ce req-5867b170-87d1-4ef7-9fe9-54d3ff169356 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077013 Aug 03 19:26:03.855219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Made reservation on behalf of bed02124a8c54eb8bd51790a2271ac8b for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:03.861379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:03.861591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-ada2030c-6e8f-4f4f-9a8b-8c36dc0e0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:03.862929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-ada2030c-6e8f-4f4f-9a8b-8c36dc0e0386 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1965239 Aug 03 19:26:03.983805 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-32e4daa8-45f6-4b4d-82ed-a6582ed68e8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 999 time: 0.1124418 Aug 03 19:26:04.005496 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-299887b4-7262-4d72-bae6-41f1c5edfa6d req-58552a2d-7a89-41e2-8c8f-037c662c03cc tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.1296859 Aug 03 19:26:04.108075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.125624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-e639ba45-29d9-4369-b152-1d4569be56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.133966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-e639ba45-29d9-4369-b152-1d4569be56cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1370792 Aug 03 19:26:04.232970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-b76fae04-da7e-42d5-a3a0-75b2791cbbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.244781 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-b76fae04-da7e-42d5-a3a0-75b2791cbbeb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980308 Aug 03 19:26:04.270815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.294263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6b24a-b0dc-468c-8593-8154569d784b req-ad278398-d2ea-41f2-ba25-a924e94cda05 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.302322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bb6b24a-b0dc-468c-8593-8154569d784b req-ad278398-d2ea-41f2-ba25-a924e94cda05 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1697454 Aug 03 19:26:04.359272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-f00b13dc-d635-405a-986b-9e0cd1bbe5e9 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:04.360916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-f00b13dc-d635-405a-986b-9e0cd1bbe5e9 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.77 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.1273105 Aug 03 19:26:04.371208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b500fb6-409c-4826-985c-4d6d6e6446c4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:04.390058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bb6b24a-b0dc-468c-8593-8154569d784b req-a47758d4-cb88-4c5e-a99a-384222aadf1d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717394 Aug 03 19:26:04.412717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:04.423357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.468119 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-998e9127-89e5-4c6a-b4ed-98faaf02f950 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195685 Aug 03 19:26:04.537676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.539789 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f02516de-1bdd-437c-ad40-bb1395f89d81 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9894447 Aug 03 19:26:04.544010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:04.549713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3832c5bf-8abc-487c-ab73-017b82b14a46 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': '1e5b9612-5d58-4ee5-bf77-a4439050a640', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6b500fb6-409c-4826-985c-4d6d6e6446c4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:04.587168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f855b39-0906-4c07-80c8-d9ecdcb66932,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:04.615928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Checking segment: {'id': '5a0e892f-33d8-4353-a50a-8cb6208757d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:04.616290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Network hostable DHCP agents. Network: 073eb108-3a5f-4ce6-830c-9c5e785adc1c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:04.645791 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5fb73090-6565-4551-9e52-9ad3373d1799 req-ec071d2a-3310-4d6e-a45c-402e615527c9 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714377 Aug 03 19:26:04.647458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0097810a-8229-4263-9372-4f17ee84c5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.685232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Deleting port dc157f4c-6446-4045-8ebf-b000db2b94fa {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:04.685592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.817400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] For port dc157f4c-6446-4045-8ebf-b000db2b94fa, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dc157f4c-6446-4045-8ebf-b000db2b94fa,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:04.824356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:04.836131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Calling delete_port for dc157f4c-6446-4045-8ebf-b000db2b94fa owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:04.903430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Network 073eb108-3a5f-4ce6-830c-9c5e785adc1c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:05.387240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 073eb108-3a5f-4ce6-830c-9c5e785adc1c) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:05.414925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.414925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.415842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145b5de-42a6-4508-8b9b-aee25419314b None None] Network 073eb108-3a5f-4ce6-830c-9c5e785adc1c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:05.458635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1ce91-4bbe-47a3-b474-aa46ad7c2ea5 req-14e42217-59d4-48ea-a060-36b3892674f0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.477272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17c1ce91-4bbe-47a3-b474-aa46ad7c2ea5 req-14e42217-59d4-48ea-a060-36b3892674f0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.5785849 Aug 03 19:26:05.542217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17c1ce91-4bbe-47a3-b474-aa46ad7c2ea5 req-e8d9fd10-c468-4b7a-b5e5-d7891aafe50c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596228 Aug 03 19:26:05.592499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a461e-d410-4cf8-b524-077c67fba41c None None] Network 073eb108-3a5f-4ce6-830c-9c5e785adc1c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:05.594444 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0097810a-8229-4263-9372-4f17ee84c5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:05.683815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b6799ab-5e51-4341-8b89-5f419ee85de1 req-cc72b116-939c-44d4-b596-385f43f53168 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0419343 Aug 03 19:26:05.809428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1204-1c53-469d-b75f-f3c06155ce21 req-a93a3cfa-e7be-4f8d-9312-60fa0af1b32a tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:05.811109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f90d1204-1c53-469d-b75f-f3c06155ce21 req-a93a3cfa-e7be-4f8d-9312-60fa0af1b32a tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 946 time: 0.0527453 Aug 03 19:26:05.854165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f90d1204-1c53-469d-b75f-f3c06155ce21 req-fc362216-14c9-4459-ac02-06492fc20390 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/security-groups?id=1ddfd264-c953-47af-a2f6-e6d87be05786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Aug 03 19:26:06.115471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.130530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dc157f4c-6446-4045-8ebf-b000db2b94fa'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:06.152757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Pushing event deleted for resources: {'Port': ['ID=dc157f4c-6446-4045-8ebf-b000db2b94fa,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.200323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] No DVR routers for this DVR port dc157f4c-6446-4045-8ebf-b000db2b94fa on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:06.202100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0097810a-8229-4263-9372-4f17ee84c5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.206215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.207276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7e6e3a7-85db-4435-9118-0a3d6623254b req-5ce3c9b0-c307-42a8-b283-3f33e5537021 tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.77 "DELETE /v2.0/ports/dc157f4c-6446-4045-8ebf-b000db2b94fa HTTP/1.1" status: 204 len: 173 time: 1.8251417 Aug 03 19:26:06.209286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'name': 'network-vif-deleted', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:06.214254 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d6325c-dbea-4bb3-a3ec-52d1dee6a960" -d '{"events": [{"server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "name": "network-vif-deleted", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:06.261152 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a309b1a-c01a-4713-adaf-f541ac0d21ce x-openstack-request-id: req-8a309b1a-c01a-4713-adaf-f541ac0d21ce {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:06.261582 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab250716-285d-487c-a053-5e995f43a7e7", "name": "network-vif-deleted", "tag": "dc157f4c-6446-4045-8ebf-b000db2b94fa", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:06.261827 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a309b1a-c01a-4713-adaf-f541ac0d21ce {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:06.262219 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab250716-285d-487c-a053-5e995f43a7e7', 'name': 'network-vif-deleted', 'tag': 'dc157f4c-6446-4045-8ebf-b000db2b94fa', 'status': 'completed', 'code': 200} Aug 03 19:26:06.271387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42530) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:06.277218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0097810a-8229-4263-9372-4f17ee84c5f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97df12913c124f1bb412cc3425219dce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8634477 Aug 03 19:26:06.278885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097810a-8229-4263-9372-4f17ee84c5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9671e1-562a-4d26-a36f-3278443890eb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.335255 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-3832c5bf-8abc-487c-ab73-017b82b14a46 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:06.336545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3832c5bf-8abc-487c-ab73-017b82b14a46 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.7912338 Aug 03 19:26:06.339986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:06.372170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.406533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.424723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5af85efa-2cbe-4c55-b19f-c727fb8c68fb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8769877 Aug 03 19:26:06.506109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.565066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.568381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.572433 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b9671e1-562a-4d26-a36f-3278443890eb HTTP/1.1" status: 204 len: 168 time: 0.2972450 Aug 03 19:26:06.600277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac435e6b-5c29-4df6-a510-f4ecc5901090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9671e1-562a-4d26-a36f-3278443890eb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:06.624818 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:06.916770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d7038-ec3f-4ba9-92a6-0ed6bc53b2a9 req-8d64bdce-6e99-4b2f-bcf5-77775bf8d242 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:06.920866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a35d7038-ec3f-4ba9-92a6-0ed6bc53b2a9 req-8d64bdce-6e99-4b2f-bcf5-77775bf8d242 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1267676 Aug 03 19:26:07.002001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a35d7038-ec3f-4ba9-92a6-0ed6bc53b2a9 req-ed16ed98-4688-4079-a1fe-464fb8f3d825 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697262 Aug 03 19:26:07.004410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.023242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.025414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/6b500fb6-409c-4826-985c-4d6d6e6446c4 HTTP/1.1" status: 204 len: 168 time: 0.6838462 Aug 03 19:26:07.028882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42552) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.046683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90b0a-bfbe-4d5f-aa13-68853c91c91b tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b500fb6-409c-4826-985c-4d6d6e6446c4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:07.123780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a96b92b-2799-4bf9-84bd-8f8198d0f9a8 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0936124 Aug 03 19:26:07.126851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42558) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.205650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34c59445-b65d-4b30-af7b-bfc0aa4c226f req-e60f66c1-30df-4bf1-af19-1713f3021ba5 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0688314 Aug 03 19:26:07.256679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.320807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.386272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6e6be0b-a8a7-4a3a-b3b8-88cb8ac8cc0d req-886e1409-9c97-4ab5-8021-0d5b1a47568d tempest-ServerRescueTestJSONUnderV235-408566077 tempest-ServerRescueTestJSONUnderV235-408566077-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab250716-285d-487c-a053-5e995f43a7e7 HTTP/1.1" status: 200 len: 210 time: 0.0396562 Aug 03 19:26:07.592740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.595500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:07.601956 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/1e5b9612-5d58-4ee5-bf77-a4439050a640 HTTP/1.1" status: 204 len: 168 time: 0.4705820 Aug 03 19:26:07.604774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42574) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.627088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e165dc9-2c7f-43d4-84c3-3b5ad2d083e2 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5b9612-5d58-4ee5-bf77-a4439050a640,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:07.775651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c49e4a42-1ee5-49dd-a981-f784aee1f1a1 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1696804 Aug 03 19:26:07.790757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:07.795912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--1055749131'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:07.937830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.110112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.162391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42590) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:08.168524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1473003849-network', 'tenant_id': 'a8201e35cf9441a5a684a28fd1e1e443'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:08.215198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.266888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ae12d-b3e4-4ded-b80a-fe9631e72fbc req-94c162b5-5d97-40d5-8ce3-947252c472d2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:08.269433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a5ae12d-b3e4-4ded-b80a-fe9631e72fbc req-94c162b5-5d97-40d5-8ce3-947252c472d2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0963266 Aug 03 19:26:08.309575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab233d0b-0198-4b7b-8b6f-4d0f0623d0db,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:08.345169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a5ae12d-b3e4-4ded-b80a-fe9631e72fbc req-efecff1f-b010-4a2e-8f45-24374086deb1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693638 Aug 03 19:26:08.358282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Made reservation on behalf of a8201e35cf9441a5a684a28fd1e1e443 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:08.358282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.369147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.473019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.477977 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7450f33e-a513-4b91-a60d-4cc04995b4d3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6822369 Aug 03 19:26:08.477977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42604) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:08.483828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-55aa80b7-6c3d-4331-9558-4245818b77f4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'ab233d0b-0198-4b7b-8b6f-4d0f0623d0db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:08.489832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-614e9dcc-61ae-4a3d-85f3-b0233a7f0789 req-c549d9c3-6703-4050-bdb2-9d88bd02af3b tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0374122 Aug 03 19:26:08.655170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:08.696620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.741880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dc157f4c-6446-4045-8ebf-b000db2b94fa no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:08.784021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: dc157f4c-6446-4045-8ebf-b000db2b94fa {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:08.784365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dc157f4c-6446-4045-8ebf-b000db2b94fa not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:08.810243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.852396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:08.905901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:08.909966 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Added segment d5930a7a-730d-4405-8432-8046abd8ae38 of type vlan for network 516cbc3f-3767-428b-97d6-6aece4650819 Aug 03 19:26:09.081956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0d606-20c7-4828-a428-3850dca1f7b8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.105661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.255950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.257528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.258384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.307797 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-55aa80b7-6c3d-4331-9558-4245818b77f4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:09.309440 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55aa80b7-6c3d-4331-9558-4245818b77f4 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.8302355 Aug 03 19:26:09.312389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:09.327413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a524ed58-a227-4c1a-b163-ab4a8cfcc8f6 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group_rule': {'security_group_id': 'ab233d0b-0198-4b7b-8b6f-4d0f0623d0db', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:09.429710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] Pushing event updated for resources: {'Network': ['ID=516cbc3f-3767-428b-97d6-6aece4650819,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:09.453262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 516cbc3f-3767-428b-97d6-6aece4650819 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:09.661757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b356ac9-473f-4f33-a26d-fc6a858b4a47 req-3d43fec5-28a0-4e51-95b2-e3b0f6a2af2e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:09.676853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b356ac9-473f-4f33-a26d-fc6a858b4a47 req-3d43fec5-28a0-4e51-95b2-e3b0f6a2af2e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1785700 Aug 03 19:26:09.719000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0a3ed644-0366-46ac-95be-e1775d1e6d82 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5535088 Aug 03 19:26:09.726324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42632) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:09.736383 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-a524ed58-a227-4c1a-b163-ab4a8cfcc8f6 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:26:09.737508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a524ed58-a227-4c1a-b163-ab4a8cfcc8f6 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4147036 Aug 03 19:26:09.742155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Request body: {'subnet': {'network_id': '516cbc3f-3767-428b-97d6-6aece4650819', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1473003849-subnet', 'tenant_id': 'a8201e35cf9441a5a684a28fd1e1e443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:09.746702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42634) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:09.826578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b356ac9-473f-4f33-a26d-fc6a858b4a47 req-cc41b636-ff92-4fb5-a524-5aff9c8bb4ee tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486812 Aug 03 19:26:09.933574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.943360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Made reservation on behalf of a8201e35cf9441a5a684a28fd1e1e443 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:09.955152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:09.955305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.010132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.029552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2d175ee-f59d-4f42-bccc-d7e4a97b3b4c req-c985c6c6-8ff4-48b9-ba8c-92ec05f3e0c3 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0557194 Aug 03 19:26:10.296290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.308308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.316634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/ab233d0b-0198-4b7b-8b6f-4d0f0623d0db HTTP/1.1" status: 204 len: 168 time: 0.5659695 Aug 03 19:26:10.317296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:10.338792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.491598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5824f2f-ebb3-4df2-8f5e-ea86afa30944 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1730070 Aug 03 19:26:10.504592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42646) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:10.510081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'tempest-secgroup--966260038'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:10.572436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2c5a0a-1b18-4ce4-ae3c-59f2aac72e06,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.609053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Checking segment: {'id': 'd5930a7a-730d-4405-8432-8046abd8ae38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '516cbc3f-3767-428b-97d6-6aece4650819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:10.615792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Network hostable DHCP agents. Network: 516cbc3f-3767-428b-97d6-6aece4650819, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:10.834678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.841895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192ce4a-e738-4ef9-b8c0-3781cafa4f55 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab233d0b-0198-4b7b-8b6f-4d0f0623d0db,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:10.872580 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:26:10.876074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Deleting port 037499b4-615b-488f-9bba-acc6ad1c058d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:10.876567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.889652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Network 516cbc3f-3767-428b-97d6-6aece4650819 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:10.956047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.972347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] For port 037499b4-615b-488f-9bba-acc6ad1c058d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=037499b4-615b-488f-9bba-acc6ad1c058d,segment=NetworkSegment(ac2b95aa-8a40-4095-ae17-9e72ace3c132),segment_id=ac2b95aa-8a40-4095-ae17-9e72ace3c132)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:10.972786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:10.992879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Calling delete_port for 037499b4-615b-488f-9bba-acc6ad1c058d owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:11.012600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63901e6-8d51-426e-b81d-d7e7bad2c604 req-35748cb5-ae9c-4a80-bb78-b0d7ac3b6591 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:11.018892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d63901e6-8d51-426e-b81d-d7e7bad2c604 req-35748cb5-ae9c-4a80-bb78-b0d7ac3b6591 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0812368 Aug 03 19:26:11.083633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 516cbc3f-3767-428b-97d6-6aece4650819) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:11.100436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37279200-601e-4e01-b011-c368e160a671 None None] Network 516cbc3f-3767-428b-97d6-6aece4650819 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:11.153717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d63901e6-8d51-426e-b81d-d7e7bad2c604 req-993d1678-b922-4edb-aa47-34ef87760399 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207142 Aug 03 19:26:11.155607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:11.156215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.197542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.327312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4cba51-c71e-4c36-b725-5da894e48c53,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.349074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-341c1943-4add-4a0f-abe8-020c810dfe37 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6213443 Aug 03 19:26:11.389104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f35473-e091-4139-9ce7-8027fce4d72f None None] Network 516cbc3f-3767-428b-97d6-6aece4650819 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:11.393668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ab3c834-7791-4782-96e6-4896065bf7b2 req-2edf102f-0bee-4054-b977-177256535a0c tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0424516 Aug 03 19:26:11.404586 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.405949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-68023f92-3b6c-41c5-8386-2b5157a14e17 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9000387 Aug 03 19:26:11.408973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:11.414410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f608d5f5-3886-4992-8b45-ac09dfe82253 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:11.415077 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-f608d5f5-3886-4992-8b45-ac09dfe82253 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:26:11.415586 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-f608d5f5-3886-4992-8b45-ac09dfe82253 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:26:11.419053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f608d5f5-3886-4992-8b45-ac09dfe82253 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "PUT /v2.0/security-groups/7d4cba51-c71e-4c36-b725-5da894e48c53 HTTP/1.1" status: 409 len: 330 time: 0.0067048 Aug 03 19:26:11.419593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42666) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:11.516595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:11.657883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=037499b4-615b-488f-9bba-acc6ad1c058d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:11.773859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.004869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.146115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.344787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.357742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:12.357742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/7d4cba51-c71e-4c36-b725-5da894e48c53 HTTP/1.1" status: 204 len: 168 time: 0.9281662 Aug 03 19:26:12.358107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42698) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.361184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad1647-6102-481e-b644-3a54d6c25749 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4cba51-c71e-4c36-b725-5da894e48c53,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:12.571874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20c2b7f4-dadf-4aa6-869e-0c224fc40d02 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182226 Aug 03 19:26:12.577834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.583021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:26:12.590564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-325871b6-0790-4379-9b60-48ca0b0eb235 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:12.601738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-325871b6-0790-4379-9b60-48ca0b0eb235 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/networks?id=073eb108-3a5f-4ce6-830c-9c5e785adc1c HTTP/1.1" status: 200 len: 809 time: 0.3580112 Aug 03 19:26:12.638570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1896f16f-b74a-46aa-9ebb-b90233da1092 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/quotas/bed02124a8c54eb8bd51790a2271ac8b HTTP/1.1" status: 200 len: 375 time: 0.0346174 Aug 03 19:26:12.652697 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-474fe241-0426-4dd1-bebc-60f15370c7a3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] delete failed (client error): The resource could not be found. Aug 03 19:26:12.659535 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-474fe241-0426-4dd1-bebc-60f15370c7a3 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "DELETE /v2.0/security-groups/9b70e8cc-227e-400c-bc0e-7664e984f699 HTTP/1.1" status: 404 len: 347 time: 0.0692794 Aug 03 19:26:12.694512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.738727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-7f88f20f-cf1f-4f32-92c9-01927f3eaea5 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=bed02124a8c54eb8bd51790a2271ac8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934680 Aug 03 19:26:12.747228 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-eb814aaa-d4d1-47c1-b08b-708752ed8e51 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] show failed (client error): The resource could not be found. Aug 03 19:26:12.748605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eb814aaa-d4d1-47c1-b08b-708752ed8e51 tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-groups/bbd82ab0-e988-4e94-bcec-6f6340addc03 HTTP/1.1" status: 404 len: 347 time: 0.0428977 Aug 03 19:26:12.752521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42708) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.827495 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-1f9b718d-9bfe-449f-a75f-d8d7481feadb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] show failed (client error): The resource could not be found. Aug 03 19:26:12.828987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1f9b718d-9bfe-449f-a75f-d8d7481feadb tempest-NegativeSecGroupIPv6Test-2050014502 tempest-NegativeSecGroupIPv6Test-2050014502-project] 10.222.0.67 "GET /v2.0/security-group-rules/bbc57716-0a08-4509-8ae9-cfc5212eb6cc HTTP/1.1" status: 404 len: 356 time: 0.0745838 Aug 03 19:26:12.863694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:26:12.870704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7b97a44-5872-4a98-86f4-692945053c35 admin admin] 10.222.0.67 "PUT /v2.0/routers/74902fcb-eb2d-44ee-a1a2-199764aae7a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2144632 Aug 03 19:26:12.873757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42716) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:12.877956 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Sync routers for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:26:12.892636 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:12.893217 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:12.915323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-8120c5ef-ad85-4a49-bfc0-63a4e3249d8c service neutron] 10.222.0.67 "GET /v2.0/networks/073eb108-3a5f-4ce6-830c-9c5e785adc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585798 Aug 03 19:26:13.085484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-7884da38-4e71-4508-83dc-26de8b8ced4c service neutron] 10.222.0.67 "GET /v2.0/networks/073eb108-3a5f-4ce6-830c-9c5e785adc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689041 Aug 03 19:26:13.154645 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.401382 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:13.423267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.698383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c8e9d-dfdc-4200-90a1-0ecaa9bf466e req-d9ec2787-65cb-4895-aa09-6aacdebfeb75 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:13.698383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c59c8e9d-dfdc-4200-90a1-0ecaa9bf466e req-d9ec2787-65cb-4895-aa09-6aacdebfeb75 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1081185 Aug 03 19:26:13.718964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Deleting port fe04e985-4548-4c17-bbde-9494399e575a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:13.719465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.722996 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:26:11Z', 'revision_number': 5, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port': {'id': 'fe04e985-4548-4c17-bbde-9494399e575a', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:68:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:24:29Z', 'updated_at': '2021-08-03T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:13.776120 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Checking router: 74902fcb-eb2d-44ee-a1a2-199764aae7a4 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:26:13.785824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c59c8e9d-dfdc-4200-90a1-0ecaa9bf466e req-077bb4b8-c67a-43a3-9229-2e939afdb433 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871766 Aug 03 19:26:13.796361 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Routers {'74902fcb-eb2d-44ee-a1a2-199764aae7a4'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:26:13.797174 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:25:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:13.882945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] For port fe04e985-4548-4c17-bbde-9494399e575a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fe04e985-4548-4c17-bbde-9494399e575a,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:13.882945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:13.905014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Calling delete_port for fe04e985-4548-4c17-bbde-9494399e575a owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:13.924570 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] Set router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:26:14.004515 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:26:13Z', 'revision_number': 6, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:14.006338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81eb76af-bf46-4a8b-a8b0-27998c80c36d req-eb4b52b0-3a65-4518-8a83-34e2bac093cd tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0782061 Aug 03 19:26:14.075791 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ca29-ba07-4168-ac25-c7c62f974739 None None] The sync data for ids ['74902fcb-eb2d-44ee-a1a2-199764aae7a4'] in n-d-803363-1 is: [{'id': '74902fcb-eb2d-44ee-a1a2-199764aae7a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-1800876756-router', 'tenant_id': '542a6d3abc1c485192e73da53103bb8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:24:28Z', 'updated_at': '2021-08-03T19:26:13Z', 'revision_number': 6, 'project_id': '542a6d3abc1c485192e73da53103bb8f', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:26:14.169574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:14.174517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d74fe0bc-59fe-4e68-afe0-6b41874d8687 req-1a70059a-b838-4d89-baf5-af0568bd883e tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0790212 Aug 03 19:26:14.456620 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9bbee225-c37e-40ee-98e9-6c29f1a1d80a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13e2d4e84c794644a059ff368b73d449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839963 Aug 03 19:26:14.459263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42750) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:14.492468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.587580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe04e985-4548-4c17-bbde-9494399e575a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:14.637602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.700417 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.741248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.918635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:14.922313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.025210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311da17d-bb8c-4bb1-94af-ef0cd92cf768 req-335c9b69-85bb-4128-af0a-9d01552c2018 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:15.027646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-311da17d-bb8c-4bb1-94af-ef0cd92cf768 req-335c9b69-85bb-4128-af0a-9d01552c2018 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0900879 Aug 03 19:26:15.067073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.070514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.084706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45d01d86-073a-4777-94d8-99f5a0310d3f HTTP/1.1" status: 204 len: 168 time: 0.6236167 Aug 03 19:26:15.108196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-311da17d-bb8c-4bb1-94af-ef0cd92cf768 req-e20bc5b5-c104-4792-bbcd-eb7ec8ceb73e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737228 Aug 03 19:26:15.109178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cceb7-a515-4267-945b-c871a8886719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d01d86-073a-4777-94d8-99f5a0310d3f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:15.217107 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.221046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74902fcb-eb2d-44ee-a1a2-199764aae7a4 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:26:15.222539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.223832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a880b77-59b4-4377-ada6-8e17bf8eb55e admin admin] 10.222.0.67 "DELETE /v2.0/routers/74902fcb-eb2d-44ee-a1a2-199764aae7a4 HTTP/1.1" status: 204 len: 168 time: 2.3485577 Aug 03 19:26:15.226407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 42774) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:15.282720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfd5c3ee-2c1a-4726-9d94-94256833d3d3 req-b79f5418-40c8-4271-8cdd-60d2effb0afd tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0540376 Aug 03 19:26:15.361273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Deleting subnet de5abbe2-1905-497b-845d-ccb5a63a3195 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:26:15.366959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.402137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8004b95b-f049-4802-acf9-1ca7c534c0ca req-618f3fa8-d515-44d4-8222-2de181096051 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0687103 Aug 03 19:26:15.456786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.475611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:15.660370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 037499b4-615b-488f-9bba-acc6ad1c058d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 037499b4-615b-488f-9bba-acc6ad1c058d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 037499b4-615b-488f-9bba-acc6ad1c058d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe04e985-4548-4c17-bbde-9494399e575a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fe04e985-4548-4c17-bbde-9494399e575a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:16.308598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fe04e985-4548-4c17-bbde-9494399e575a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:16.313925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5b84b-1905-4868-8a4e-b775a36ac9c6 req-c3fc4f1f-366d-40c8-8808-a581c4d0895f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:16.313925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ac5b84b-1905-4868-8a4e-b775a36ac9c6 req-c3fc4f1f-366d-40c8-8808-a581c4d0895f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0504279 Aug 03 19:26:16.313925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ac5b84b-1905-4868-8a4e-b775a36ac9c6 req-9e130a62-88ea-4f26-a967-de0a38b73476 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337634 Aug 03 19:26:16.442582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0832d249-8ec0-4bb7-b8bb-a73c3120c1da req-155363da-16b4-40d7-a45f-21bd9226c62e tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0551195 Aug 03 19:26:16.542840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bcbbb1f-1943-4b12-853e-1fc95511bd36 req-24d55349-11be-4cb1-8fb8-658c5236d847 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0290408 Aug 03 19:26:17.137790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.167562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5abbe2-1905-497b-845d-ccb5a63a3195,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:17.175453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.177492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42802) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:17.177898 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7b0ff24-5979-4d0a-9e73-4b979e33156e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/de5abbe2-1905-497b-845d-ccb5a63a3195 HTTP/1.1" status: 204 len: 168 time: 1.9501433 Aug 03 19:26:17.338779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.572977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.592766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b94256-085b-4148-bc7f-7a185d55f8b8']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:17.616991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b95aa-8a40-4095-ae17-9e72ace3c132') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:17.617307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b95aa-8a40-4095-ae17-9e72ace3c132') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:26:17.626513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e5a8-8288-481e-aef6-e2e914f8d1d8 req-5cefc451-e809-497f-8ba3-c8371f7fbd9d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:17.628084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ed7e5a8-8288-481e-aef6-e2e914f8d1d8 req-5cefc451-e809-497f-8ba3-c8371f7fbd9d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1029193 Aug 03 19:26:17.639318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.703486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ed7e5a8-8288-481e-aef6-e2e914f8d1d8 req-f4fa30b0-f583-4a33-86cd-b04d35a31a2f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619397 Aug 03 19:26:17.708871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.718021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:26:17.718520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:26:17.720780 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:26:17.971395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07618f78-b97b-49ea-85b8-0d2b1f468173 req-c552a592-4e16-4d31-984c-fc12b29cd006 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0840693 Aug 03 19:26:17.972559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.029596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.040390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] 10.222.0.67 "DELETE /v2.0/networks/06b94256-085b-4148-bc7f-7a185d55f8b8 HTTP/1.1" status: 204 len: 168 time: 0.8578885 Aug 03 19:26:18.050272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34911dbe-131e-439d-bead-ea8e8e3ccabd admin admin] Pushing event deleted for resources: {'Network': ['ID=06b94256-085b-4148-bc7f-7a185d55f8b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:18.167320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ed80338-bc34-4f15-b785-5e59a2d45b62 req-3baa5d12-e5a4-4dd8-bf63-96f0ef4b912a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0694776 Aug 03 19:26:18.495345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bca0fa39-93f9-4b48-a2b9-a830a78cd31f req-138df0ef-ffd6-4dd6-b354-9315d9d42ad9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0962262 Aug 03 19:26:18.660901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42848) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:18.766657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-22b410eb-0308-4fc5-ab4b-8d252e6b79bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=542a6d3abc1c485192e73da53103bb8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1039438 Aug 03 19:26:18.768862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42854) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:18.853548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.895678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:18.977935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ba2e08d-8536-439a-b979-4f6cd4203edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.023088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e555d-b65d-4fe1-828b-930d4029ae18 req-546318db-0aec-4bae-a524-d7a95909e267 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:19.024740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5e555d-b65d-4fe1-828b-930d4029ae18 req-546318db-0aec-4bae-a524-d7a95909e267 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0651662 Aug 03 19:26:19.067488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd5e555d-b65d-4fe1-828b-930d4029ae18 req-bbdd3878-0b1f-4f79-969d-565634060ec2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Aug 03 19:26:19.126361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.131282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:19.132775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ddfd264-c953-47af-a2f6-e6d87be05786 HTTP/1.1" status: 204 len: 168 time: 0.3607218 Aug 03 19:26:19.155488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6021bc-2900-47c5-bded-0345a44c85eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddfd264-c953-47af-a2f6-e6d87be05786,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:19.988320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f95c172-2270-4471-952c-06fcf491fd2f req-0c8b4bca-a076-4802-ba18-2afc7371f7fd tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0484829 Aug 03 19:26:20.163118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f0f105e-5362-47ae-a270-510f1a661418 req-ee56be12-511a-4305-84eb-04976dcc7388 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0385945 Aug 03 19:26:20.800276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42928) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:20.941072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-f928396e-99cf-4c56-848e-75483fc3288a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:20.942695 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-f928396e-99cf-4c56-848e-75483fc3288a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.54 "GET /v2.0/networks?id=073eb108-3a5f-4ce6-830c-9c5e785adc1c HTTP/1.1" status: 200 len: 809 time: 0.2411003 Aug 03 19:26:20.967021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02e208bb-e914-42a8-9994-ca084c3834a8 req-5af600c6-04c9-40d4-8065-446162b3de60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=a900f39fe0744a84810026f080fe1478&device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0675428 Aug 03 19:26:20.998174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Request body: {'port': {'device_id': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c', 'admin_state_up': True, 'tenant_id': 'bed02124a8c54eb8bd51790a2271ac8b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:21.064832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02e208bb-e914-42a8-9994-ca084c3834a8 req-d4269b47-d025-44e6-bf03-78566ceeec34 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=a900f39fe0744a84810026f080fe1478&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870309 Aug 03 19:26:21.181848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d2be7bf-175d-4ae0-a673-e7d86b21e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.201966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193e6d6-9981-4d27-a247-73d6502e8cd1 req-88c846a0-74df-4fb3-846f-f93ac5ff41aa tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.210979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1193e6d6-9981-4d27-a247-73d6502e8cd1 req-88c846a0-74df-4fb3-846f-f93ac5ff41aa tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1944437 Aug 03 19:26:21.264178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1193e6d6-9981-4d27-a247-73d6502e8cd1 req-ed592d2c-765b-462d-88e5-80fb01a1a4d8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518315 Aug 03 19:26:21.318324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e208bb-e914-42a8-9994-ca084c3834a8 req-d4101e5b-5cfb-42f7-8496-26b5a4bf2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:21.320260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02e208bb-e914-42a8-9994-ca084c3834a8 req-d4101e5b-5cfb-42f7-8496-26b5a4bf2378 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2306030 Aug 03 19:26:21.397575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Made reservation on behalf of bed02124a8c54eb8bd51790a2271ac8b for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:21.408244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.409061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dc6b2cc-7f60-4d4d-a924-23e59a7507e9 req-c42e2f94-b2cc-418e-97df-a75ef2628094 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0549877 Aug 03 19:26:21.583059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75943b94-4778-43a6-ad92-2bf0d267f61d req-bdc9096f-201e-45bf-a98f-34482a6b15b1 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0831165 Aug 03 19:26:21.687702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Allocated IP 172.20.0.7 (073eb108-3a5f-4ce6-830c-9c5e785adc1c/7f855b39-0906-4c07-80c8-d9ecdcb66932/253bae71-ff6a-4e6b-9432-d21700c5e6f2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:21.702198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d2be7bf-175d-4ae0-a673-e7d86b21e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.806139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d2be7bf-175d-4ae0-a673-e7d86b21e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:21.859218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5d2be7bf-175d-4ae0-a673-e7d86b21e1f2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b651ec189214ce78671fde69d9a5cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0552261 Aug 03 19:26:21.859443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42968) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:21.932390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be7bf-175d-4ae0-a673-e7d86b21e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9098b05-8ab8-4996-83e1-ed9a48839fda,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:21.999391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.001509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.034285 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-936ae4fe-afd0-4df2-82b5-7a858de8698c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.041797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.176641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.205930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.207151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.210753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.212125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a9098b05-8ab8-4996-83e1-ed9a48839fda HTTP/1.1" status: 204 len: 168 time: 0.3517866 Aug 03 19:26:22.228962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a032b-8164-4b82-8cf0-ad495307cd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9098b05-8ab8-4996-83e1-ed9a48839fda,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:22.243417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Pushing event updated for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:22.266740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Network 073eb108-3a5f-4ce6-830c-9c5e785adc1c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:22.268499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:22.281834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:22.353890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:22.355435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.448733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0f674-8df2-43fb-a1ec-d98d2dc684ff req-c07543a1-d04c-44b9-8426-6f3c646dc81f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:22.452265 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1f7ae53e-e22e-43d9-9ce6-6cab05b5cb4c tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937100 Aug 03 19:26:22.453143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7f0f674-8df2-43fb-a1ec-d98d2dc684ff req-c07543a1-d04c-44b9-8426-6f3c646dc81f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0630591 Aug 03 19:26:22.474456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Request body: {'port': {'device_id': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:22.522240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7f0f674-8df2-43fb-a1ec-d98d2dc684ff req-54d187c3-7b14-4e27-a33d-e64bf4e8a785 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617275 Aug 03 19:26:22.585358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:22.703038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02e208bb-e914-42a8-9994-ca084c3834a8 req-8459f607-be27-4608-b9c8-6e272084245f tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.77 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.1375942 Aug 03 19:26:22.785374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47eab068-be87-4c3e-99fd-80f8874d16ac req-c5651bac-0041-4694-a8f2-d7125c0170a9 tempest-ServerShowV257Test-1764315866 tempest-ServerShowV257Test-1764315866-project] 10.222.0.67 "GET /v2.0/ports?device_id=7407b5e5-03a7-44b4-8da3-f638e11ce266 HTTP/1.1" status: 200 len: 210 time: 0.0773821 Aug 03 19:26:22.847887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43008) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:22.882657 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.002390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e6db-bdf5-4d82-8630-0fb7a67a51a9 req-bc4c8cec-032e-46a4-8a6c-90819cdb86cc tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.013423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0239e6db-bdf5-4d82-8630-0fb7a67a51a9 req-bc4c8cec-032e-46a4-8a6c-90819cdb86cc tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 931 time: 0.1445563 Aug 03 19:26:23.089969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0239e6db-bdf5-4d82-8630-0fb7a67a51a9 req-bcc1a483-0a95-4ddb-9f81-b287b57c86cd tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Aug 03 19:26:23.089969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c503abd6-46f6-47d9-8472-1def3f20cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.223403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c503abd6-46f6-47d9-8472-1def3f20cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.232281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253bae71-ff6a-4e6b-9432-d21700c5e6f2 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:23.243817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.266762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Transition to ACTIVE for port object 253bae71-ff6a-4e6b-9432-d21700c5e6f2 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:23.360282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:23.388068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eaee6348-77f1-4a8f-8b1c-ca687a747096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.403802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.411217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c503abd6-46f6-47d9-8472-1def3f20cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.462784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c503abd6-46f6-47d9-8472-1def3f20cbf5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e18123ee0d814b0fa0fa1a77b338572f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136851 Aug 03 19:26:23.463842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43030) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:23.464099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Pushing event updated for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.470665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503abd6-46f6-47d9-8472-1def3f20cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08482be-b8bd-473b-87d2-f60ac40d839c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.537918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.569673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.706166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Attempting to bind port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:23.706551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Attempting to bind port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '5a0e892f-33d8-4353-a50a-8cb6208757d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:23.706942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Attempting to bind port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 on network 073eb108-3a5f-4ce6-830c-9c5e785adc1c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:23.726432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 on network 073eb108-3a5f-4ce6-830c-9c5e785adc1c not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:23.726860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Attempting to bind port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 on network 073eb108-3a5f-4ce6-830c-9c5e785adc1c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:23.742006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:23.742355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Checking segment: {'id': '5a0e892f-33d8-4353-a50a-8cb6208757d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:23.742757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Bound using segment: {'id': '5a0e892f-33d8-4353-a50a-8cb6208757d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:23.743206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Bound port: 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0e892f-33d8-4353-a50a-8cb6208757d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:23.743569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.757706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978919-8a7e-445c-b774-831255b3fab3 req-1370787c-6fab-443a-a7e3-a3bc996edb55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:23.759525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9978919-8a7e-445c-b774-831255b3fab3 req-1370787c-6fab-443a-a7e3-a3bc996edb55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0858045 Aug 03 19:26:23.849938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9978919-8a7e-445c-b774-831255b3fab3 req-c6cf7795-eab2-4a30-ac8b-1ac6050d8c20 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759621 Aug 03 19:26:23.877994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.886666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:23.886666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e08482be-b8bd-473b-87d2-f60ac40d839c HTTP/1.1" status: 204 len: 168 time: 0.4180689 Aug 03 19:26:23.900478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:23.916266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d6e0b-3aa2-490e-989b-9b597d07d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08482be-b8bd-473b-87d2-f60ac40d839c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:23.920980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2,segment=NetworkSegment(5a0e892f-33d8-4353-a50a-8cb6208757d0),segment_id=5a0e892f-33d8-4353-a50a-8cb6208757d0)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:23.943309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eaee6348-77f1-4a8f-8b1c-ca687a747096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.000092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.074367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eaee6348-77f1-4a8f-8b1c-ca687a747096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.081998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.082625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.084150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] 10.222.0.54 "PUT /v2.0/ports/253bae71-ff6a-4e6b-9432-d21700c5e6f2 HTTP/1.1" status: 200 len: 1091 time: 1.6152539 Aug 03 19:26:24.084612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:24.092125 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0abd641-c64a-4837-93d0-41ab10c0d320" -d '{"events": [{"name": "network-changed", "server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:24.118435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eaee6348-77f1-4a8f-8b1c-ca687a747096 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a31165a006104d109c1b9a3fbe344570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540176 Aug 03 19:26:24.118435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43060) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:24.165188 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71d02dd-45a6-4646-9ccd-eb2a48395a62 x-openstack-request-id: req-b71d02dd-45a6-4646-9ccd-eb2a48395a62 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:24.165351 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:24.165592 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b71d02dd-45a6-4646-9ccd-eb2a48395a62 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:24.166017 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2', 'status': 'completed', 'code': 200} Aug 03 19:26:24.167095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7ef54-1135-4340-a17e-0cf5da1b28cb service neutron] Pushing event updated for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:24.224565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.272513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6348-77f1-4a8f-8b1c-ca687a747096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca5ff4-1323-4e6f-9704-44417e6bc3b3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:24.280995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.322887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-4d1e4100-0161-4bf7-8ace-0b942d3d2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.327320 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-4d1e4100-0161-4bf7-8ace-0b942d3d2641 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bed02124a8c54eb8bd51790a2271ac8b&device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 1094 time: 0.1243351 Aug 03 19:26:24.427773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71457e-22a9-4510-b118-befb806effa9 req-22f543b4-e3ac-483f-aaee-6da8f4127146 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.438030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf71457e-22a9-4510-b118-befb806effa9 req-22f543b4-e3ac-483f-aaee-6da8f4127146 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 943 time: 0.1875212 Aug 03 19:26:24.550810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-9855483d-e305-4541-b2eb-5ce7733d5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.552413 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-9855483d-e305-4541-b2eb-5ce7733d5416 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bed02124a8c54eb8bd51790a2271ac8b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1949933 Aug 03 19:26:24.555206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf71457e-22a9-4510-b118-befb806effa9 req-aaf838f6-e3b1-4258-be80-20d36cf2ae6a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101055 Aug 03 19:26:24.668302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.670950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.672172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7cca5ff4-1323-4e6f-9704-44417e6bc3b3 HTTP/1.1" status: 204 len: 168 time: 0.5526807 Aug 03 19:26:24.689263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d94239-f020-433b-9abc-77bc32a8fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca5ff4-1323-4e6f-9704-44417e6bc3b3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:24.705083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-95fe2270-7c60-4d97-9626-a2fbda31341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.707805 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c0abd641-c64a-4837-93d0-41ab10c0d320 req-95fe2270-7c60-4d97-9626-a2fbda31341b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1470594 Aug 03 19:26:24.760564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:24.822567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43090) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:24.882269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1c1e7c5d-d991-4b75-bdbb-e73a0c607fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:24.885525 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-1c1e7c5d-d991-4b75-bdbb-e73a0c607fb6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bed02124a8c54eb8bd51790a2271ac8b&device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 1094 time: 0.0937252 Aug 03 19:26:24.977883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-4ecff75a-2fae-46a4-b53a-aa8d547b677f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2 HTTP/1.1" status: 200 len: 217 time: 0.0796461 Aug 03 19:26:25.087232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-ea96963a-3aa8-4c64-9bd0-a17ab850953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.088785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-ea96963a-3aa8-4c64-9bd0-a17ab850953a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7f855b39-0906-4c07-80c8-d9ecdcb66932 HTTP/1.1" status: 200 len: 849 time: 0.1041625 Aug 03 19:26:25.133988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dcf35-1824-4434-95b6-f3a8272b3ab5 req-74ff0a75-3c49-4e9e-9f34-5a62aba1c904 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.143245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-52530f01-b20e-44d4-8917-dd4e5928efce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=073eb108-3a5f-4ce6-830c-9c5e785adc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471640 Aug 03 19:26:25.145118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d86dcf35-1824-4434-95b6-f3a8272b3ab5 req-74ff0a75-3c49-4e9e-9f34-5a62aba1c904 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1348968 Aug 03 19:26:25.233545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d86dcf35-1824-4434-95b6-f3a8272b3ab5 req-29357dee-a2b5-48c0-a28b-5f9168497cd0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819085 Aug 03 19:26:25.329081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-44bdae32-6616-48fb-8bcb-1333f9383ca7 service neutron] 10.222.0.54 "GET /v2.0/networks/073eb108-3a5f-4ce6-830c-9c5e785adc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749825 Aug 03 19:26:25.374997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb37-bbe2-4f96-b44f-de7ba16c160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.455792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-dff91acf-c76e-43fb-8271-547835ac6a65 req-24660a4d-f308-431e-b91b-7b28b445dc0f service neutron] 10.222.0.54 "GET /v2.0/networks/073eb108-3a5f-4ce6-830c-9c5e785adc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219320 Aug 03 19:26:25.584439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb37-bbe2-4f96-b44f-de7ba16c160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.762923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faaa8ab-80ac-4a9c-b9e7-bf0cd03aeacc req-341f85a1-a053-4ac1-baae-860aa9308969 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:25.769272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0faaa8ab-80ac-4a9c-b9e7-bf0cd03aeacc req-341f85a1-a053-4ac1-baae-860aa9308969 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 943 time: 0.0645130 Aug 03 19:26:25.770567 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f86cfb37-bbe2-4f96-b44f-de7ba16c160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.863525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f86cfb37-bbe2-4f96-b44f-de7ba16c160c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a900f39fe0744a84810026f080fe1478&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0389588 Aug 03 19:26:25.865019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cfb37-bbe2-4f96-b44f-de7ba16c160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef3b0b6-6c14-4520-a95e-edb7ac2ed10b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:25.866018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:25.901776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0faaa8ab-80ac-4a9c-b9e7-bf0cd03aeacc req-eecdc613-05a2-42ea-ad49-40653b213fc6 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265559 Aug 03 19:26:25.939824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:25.971379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.278930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.281947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:26.283129 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5ef3b0b6-6c14-4520-a95e-edb7ac2ed10b HTTP/1.1" status: 204 len: 168 time: 0.4161122 Aug 03 19:26:26.306198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef3b0b6-6c14-4520-a95e-edb7ac2ed10b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:26.326534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.327135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.329036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.329513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.330680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.339390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.339742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.340090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.342568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.342935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.343288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.343630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b637d858-f2e9-4cc0-a657-6f4b2e3b80d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:26.416378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bea99c-31e4-4286-91e3-d82063017b27 req-c189d905-e9dd-4881-891e-41ef369df893 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:26.417986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52bea99c-31e4-4286-91e3-d82063017b27 req-c189d905-e9dd-4881-891e-41ef369df893 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0692732 Aug 03 19:26:26.493410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52bea99c-31e4-4286-91e3-d82063017b27 req-08b1ea20-66a4-4e03-aa2b-357219315030 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644891 Aug 03 19:26:28.424419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-90e0fe9a-d466-42db-96fd-d1c84e13b137 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:28.426645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-90e0fe9a-d466-42db-96fd-d1c84e13b137 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.1692331 Aug 03 19:26:28.443371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-b14a59ff-2c6e-415a-baac-0767471ee3c9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/quotas/19821f78c4c643c7b8b319bad8f00664 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Aug 03 19:26:28.514532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-0e380577-7755-4551-8d72-b9930a4303aa tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639756 Aug 03 19:26:28.666888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-b6ec45cb-cdca-4c62-86fe-e501e7afa214 service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426334 Aug 03 19:26:28.792545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-2aacf28d-2f12-4bba-9022-7ad2b066b6cf service neutron] 10.222.0.67 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240673 Aug 03 19:26:29.253493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa0387-2734-49ae-950d-31e3c043e230 req-12e3da00-56e2-4df7-bbd8-622c77f60edd tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.263086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58aa0387-2734-49ae-950d-31e3c043e230 req-12e3da00-56e2-4df7-bbd8-622c77f60edd tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 943 time: 0.0822151 Aug 03 19:26:29.319678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58aa0387-2734-49ae-950d-31e3c043e230 req-d98054ba-322f-4562-a6b1-5f0c1f7bbb75 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Aug 03 19:26:29.556685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439d892-1248-4906-ae17-e2b502f0a509 req-73f835e9-acb8-4f59-8f28-c760f808252a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:29.558277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a439d892-1248-4906-ae17-e2b502f0a509 req-73f835e9-acb8-4f59-8f28-c760f808252a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.1467071 Aug 03 19:26:29.628078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a439d892-1248-4906-ae17-e2b502f0a509 req-72b7ef0f-24f2-4d1e-877a-3a4dfffba386 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598593 Aug 03 19:26:29.746101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 253bae71-ff6a-4e6b-9432-d21700c5e6f2 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:29.875249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba30646c-1844-4003-90e6-ced6d28600e3 req-970568a3-3463-4ad7-ba82-6f53e0c891f9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 210 time: 0.0703740 Aug 03 19:26:30.010159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2,segment=NetworkSegment(5a0e892f-33d8-4353-a50a-8cb6208757d0),segment_id=5a0e892f-33d8-4353-a50a-8cb6208757d0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:30.029189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '253bae71-ff6a-4e6b-9432-d21700c5e6f2', 'network_id': '073eb108-3a5f-4ce6-830c-9c5e785adc1c', 'port_id': '253bae71-ff6a-4e6b-9432-d21700c5e6f2', 'mac_address': 'fa:16:3e:c1:21:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f855b39-0906-4c07-80c8-d9ecdcb66932', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:30.111357 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.128493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253bae71-ff6a-4e6b-9432-d21700c5e6f2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:30.153684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2,segment=NetworkSegment(5a0e892f-33d8-4353-a50a-8cb6208757d0),segment_id=5a0e892f-33d8-4353-a50a-8cb6208757d0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:30.257318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.258644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:30.371598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:30.392523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.393267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.394387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.397141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.397707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.398911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.399539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.400126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.400789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.401363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.401927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.403037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:30.437533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:30.451326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'mac_address': 'fa:16:3e:f8:59:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:30.479483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61797d22-9b54-4cbb-8d0c-b3e40a2079a6 req-b01da709-0b1b-4a94-8789-32bc992a3c07 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:30.481330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61797d22-9b54-4cbb-8d0c-b3e40a2079a6 req-b01da709-0b1b-4a94-8789-32bc992a3c07 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 944 time: 0.0551419 Aug 03 19:26:30.497271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.511414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:30.530726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61797d22-9b54-4cbb-8d0c-b3e40a2079a6 req-6ad67a03-d407-46a8-b08b-0896222693ce tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 Aug 03 19:26:30.533761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:30.771634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0799d-a041-4577-b7ed-faba54f822d4 req-0eb63695-987d-4ca2-bc4c-803cbfbafc78 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:30.773384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5d0799d-a041-4577-b7ed-faba54f822d4 req-0eb63695-987d-4ca2-bc4c-803cbfbafc78 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 944 time: 0.0535855 Aug 03 19:26:30.827451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5d0799d-a041-4577-b7ed-faba54f822d4 req-c0edb19a-e112-4107-9b48-3ab35a7a6dfb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Aug 03 19:26:30.887911 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:30.971194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:30.982244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:31.071710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-acd1213e-9f16-4108-9f2a-c43530582240 req-04c960a9-4a20-40a3-9fc4-057a92f216d2 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 210 time: 0.0338199 Aug 03 19:26:31.131713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb9377aa-68a6-4d3d-8d5d-2e4ba7c523f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.232149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['253bae71-ff6a-4e6b-9432-d21700c5e6f2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:31.262511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f442fac0-9f92-44da-abbd-071d60f8436c'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:31.272326 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb9377aa-68a6-4d3d-8d5d-2e4ba7c523f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.474625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb9377aa-68a6-4d3d-8d5d-2e4ba7c523f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.526368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb9377aa-68a6-4d3d-8d5d-2e4ba7c523f0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ddb3dfba3c6f4103b30d14035f8244b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430050 Aug 03 19:26:31.527442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9377aa-68a6-4d3d-8d5d-2e4ba7c523f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5f78a-4192-4a15-b129-5b985dd16257,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:31.529605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:31.606239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.649082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.857388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.862557 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:31.875837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e5e5f78a-4192-4a15-b129-5b985dd16257 HTTP/1.1" status: 204 len: 168 time: 0.3371971 Aug 03 19:26:31.902002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ffa20-7258-4695-a64e-51a18b257c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5f78a-4192-4a15-b129-5b985dd16257,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:32.093148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdb8f6-bba4-450e-9e0b-0553671a6eaf req-975d287d-5d08-49ac-a0cb-66046e33e7c0 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.094712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3bdb8f6-bba4-450e-9e0b-0553671a6eaf req-975d287d-5d08-49ac-a0cb-66046e33e7c0 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 944 time: 0.0673716 Aug 03 19:26:32.192583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3bdb8f6-bba4-450e-9e0b-0553671a6eaf req-05881579-7ef8-407c-991c-4c25b8e171af tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681419 Aug 03 19:26:32.434290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-1f475a16-2128-4f6d-91b4-135fdbb10c2f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.438207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-1f475a16-2128-4f6d-91b4-135fdbb10c2f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 814 time: 0.2305205 Aug 03 19:26:32.496026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Request body: {'port': {'device_id': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'admin_state_up': True, 'tenant_id': '19821f78c4c643c7b8b319bad8f00664'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:32.685254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e67e8d-7ff0-4643-9736-96687e9badb1 req-36f3b48b-120e-4d34-840f-c5a5f34b5407 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:32.698222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25e67e8d-7ff0-4643-9736-96687e9badb1 req-36f3b48b-120e-4d34-840f-c5a5f34b5407 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 945 time: 0.2596748 Aug 03 19:26:32.719099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Made reservation on behalf of 19821f78c4c643c7b8b319bad8f00664 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:32.724222 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:32.772163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25e67e8d-7ff0-4643-9736-96687e9badb1 req-433574c3-e29f-482e-860e-af9aec5f7943 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725133 Aug 03 19:26:32.985203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Allocated IP 172.20.0.11 (378d5cfa-ca00-4f38-9f53-59e43b080856/93dc961a-d4bc-400a-9be0-a69eaba6ce6a/6154cdf6-7fb6-4833-bc6c-fd0ae323e884) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:26:33.177293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.369079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.455910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a11990c-58fc-46c2-8867-37797f4e0845 req-ff9ccaca-a948-4e80-8b27-223d910d89ae tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 210 time: 0.4138653 Aug 03 19:26:33.544059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.562598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a09409b7-9745-4785-ad86-76bf53cfc636'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:33.626176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:33.657082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Network 378d5cfa-ca00-4f38-9f53-59e43b080856 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:26:33.663949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:33.670995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:26:33.707132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event updated for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:33.735355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a845-90fd-4b96-8525-00e82efee637 req-9d274f61-4e04-4390-b17b-4ae94f989355 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.738354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73a0a845-90fd-4b96-8525-00e82efee637 req-9d274f61-4e04-4390-b17b-4ae94f989355 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 944 time: 0.1472387 Aug 03 19:26:33.782500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:33.782500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:33.786704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 253bae71-ff6a-4e6b-9432-d21700c5e6f2 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:33.814552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73a0a845-90fd-4b96-8525-00e82efee637 req-d70cbe9d-05d4-4073-97df-7e3e556e3044 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680826 Aug 03 19:26:33.900701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-161ba363-47d0-4e78-a967-4a8ff803d990 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4119589 Aug 03 19:26:33.943699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Request body: {'port': {'device_id': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:34.076783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.280606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:34.303167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:34.303565 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.440230 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.474441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:34.477357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7404562-e271-4f2b-ba2b-ad24e45399a7 req-d6c8bff5-a5d0-46c6-a05f-375aa69984ed tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.478981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7404562-e271-4f2b-ba2b-ad24e45399a7 req-d6c8bff5-a5d0-46c6-a05f-375aa69984ed tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 945 time: 0.0765893 Aug 03 19:26:34.479377 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a992f764-244d-4ffa-b74c-bdfeed112ec9" -d '{"events": [{"server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "name": "network-vif-plugged", "status": "completed", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:34.497679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2,segment=NetworkSegment(5a0e892f-33d8-4353-a50a-8cb6208757d0),segment_id=5a0e892f-33d8-4353-a50a-8cb6208757d0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:34.558706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7404562-e271-4f2b-ba2b-ad24e45399a7 req-3ff117d3-d036-4fa7-a11c-a5ee5b4dd28e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723143 Aug 03 19:26:34.632992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:34.640835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.653873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Transition to ACTIVE for port object 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:26:34.714812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7516e69-c517-4d73-ab36-cb82072761a6 req-f47e836d-96b4-4857-b008-179f354732d7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:34.716303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7516e69-c517-4d73-ab36-cb82072761a6 req-f47e836d-96b4-4857-b008-179f354732d7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 932 time: 0.0563002 Aug 03 19:26:34.731844 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.731844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:34.780114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7516e69-c517-4d73-ab36-cb82072761a6 req-2b220993-6777-4c48-a24a-2906b3ae0de9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569239 Aug 03 19:26:34.783407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.836205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Pushing event updated for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.851765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:34.888121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f442fac0-9f92-44da-abbd-071d60f8436c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:34.891172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:34.948139 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc68922-b9e8-4e0d-a5ee-cadd767e19f1 x-openstack-request-id: req-9fc68922-b9e8-4e0d-a5ee-cadd767e19f1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:34.948886 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "name": "network-vif-plugged", "status": "completed", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:34.954187 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fc68922-b9e8-4e0d-a5ee-cadd767e19f1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:34.954187 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2', 'code': 200} Aug 03 19:26:34.988932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Attempting to bind port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:26:34.989190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Attempting to bind port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:26:34.989530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Attempting to bind port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:34.999555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:26:34.999886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Attempting to bind port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 on network 378d5cfa-ca00-4f38-9f53-59e43b080856 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:26:35.011514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:26:35.011862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Checking segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:35.012254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Bound using segment: {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:26:35.012725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Bound port: 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b6cb81f-8f0c-4d8a-b404-3e12d082a221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:26:35.013094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.059430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.106245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:35.106839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec09f2a-f373-434d-814e-70f2dc7009f8 req-2837d856-228c-4161-a785-bfe2d2d7db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.108580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aec09f2a-f373-434d-814e-70f2dc7009f8 req-2837d856-228c-4161-a785-bfe2d2d7db29 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 1096 time: 0.0507267 Aug 03 19:26:35.149282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd908-7d90-4a17-b924-58d5ad057dc6 req-9a3f16cc-8a2d-42e4-94bd-8e8b94afe75b tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.151036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3eddd908-7d90-4a17-b924-58d5ad057dc6 req-9a3f16cc-8a2d-42e4-94bd-8e8b94afe75b tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 945 time: 0.1133370 Aug 03 19:26:35.152855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:26:35.163914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aec09f2a-f373-434d-814e-70f2dc7009f8 req-771b44b2-bb64-43c1-b4fd-a5502847778b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463219 Aug 03 19:26:35.166467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:26:35.209372 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.214259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3eddd908-7d90-4a17-b924-58d5ad057dc6 req-04a1bf7f-4a7b-42fb-9c58-7b6fffba2b9a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Aug 03 19:26:35.270919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.273571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:35.355026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.356033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:35.358341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] 10.222.0.77 "PUT /v2.0/ports/6154cdf6-7fb6-4833-bc6c-fd0ae323e884 HTTP/1.1" status: 200 len: 1092 time: 1.4488549 Aug 03 19:26:35.361603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:35.365673 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b42f50-f476-4a4e-9854-3667d4718019" -d '{"events": [{"name": "network-changed", "server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:35.406336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159e3f4-a442-4d75-b5b0-b8ecf3878e69 service neutron] Pushing event updated for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:35.566294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-621b3f9d-5baa-45e1-8123-67abf4d2c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.567821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-621b3f9d-5baa-45e1-8123-67abf4d2c78a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 1095 time: 0.0441053 Aug 03 19:26:35.655601 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fce971-344d-469d-b72d-d120d875f345 x-openstack-request-id: req-84fce971-344d-469d-b72d-d120d875f345 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:35.655912 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:35.656222 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-84fce971-344d-469d-b72d-d120d875f345 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:35.656815 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884', 'status': 'completed', 'code': 200} Aug 03 19:26:35.658620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-dc4f73a4-afcc-4351-9ff4-5d85c97ddfc8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884 HTTP/1.1" status: 200 len: 217 time: 0.0832949 Aug 03 19:26:35.807112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-4802b732-4465-4c31-9922-21c568304e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:35.810450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-4802b732-4465-4c31-9922-21c568304e42 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.1427944 Aug 03 19:26:35.906894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f5a0bfc3-4777-45c1-95df-a6cf1f044fe5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898807 Aug 03 19:26:35.939350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.136345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11fae061-3d88-4318-a9e4-c5dec60368fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.287098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11fae061-3d88-4318-a9e4-c5dec60368fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.468222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11fae061-3d88-4318-a9e4-c5dec60368fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.470692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1796575-d083-45c8-8f05-53fffa062170 req-ddc4da2e-f0b3-41bb-afe2-f4787ff5f96a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.473255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1796575-d083-45c8-8f05-53fffa062170 req-ddc4da2e-f0b3-41bb-afe2-f4787ff5f96a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.6368766 Aug 03 19:26:36.531935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-1a5aaa90-578a-4b30-8fb8-a76a47b2cd05 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992231 Aug 03 19:26:36.535724 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11fae061-3d88-4318-a9e4-c5dec60368fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3412ff69ed3147888e0c61a3e870e50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950282 Aug 03 19:26:36.538431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fae061-3d88-4318-a9e4-c5dec60368fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54096f42-24c2-4565-ba48-c5f4f2b50324,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:36.551629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43538) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:36.595644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1796575-d083-45c8-8f05-53fffa062170 req-aca82fa1-3afa-413b-8e22-80f7538fa0dd tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093733 Aug 03 19:26:36.659495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.724170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.727351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b802c9d-9dc4-4878-9b65-6e81fa2dd70d req-f104d510-96af-4c0e-838d-fcd0dddcdc7f service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737282 Aug 03 19:26:36.885866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90648-9efc-4e4c-a110-eeaeec24cc77 req-e88f8540-cc80-4a89-82ed-2a1dde776b5d tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:36.887934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5b90648-9efc-4e4c-a110-eeaeec24cc77 req-e88f8540-cc80-4a89-82ed-2a1dde776b5d tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 944 time: 0.1177471 Aug 03 19:26:36.950356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5b90648-9efc-4e4c-a110-eeaeec24cc77 req-0eea7617-a1a6-4299-9d78-ab3b3645ae1a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527916 Aug 03 19:26:36.951278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:36.954010 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404b03f-ef2d-4414-8a61-50f7994d20e9" -d '{"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:36.965989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.973049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:36.976741 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54096f42-24c2-4565-ba48-c5f4f2b50324 HTTP/1.1" status: 204 len: 168 time: 0.4200377 Aug 03 19:26:36.996455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572df4c-92c6-465c-9990-c79d9fb26e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54096f42-24c2-4565-ba48-c5f4f2b50324,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:37.014432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42f50-f476-4a4e-9854-3667d4718019 req-be8eb338-b6f4-445d-8975-144bd615ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.016070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-be8eb338-b6f4-445d-8975-144bd615ec3d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=19821f78c4c643c7b8b319bad8f00664&device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 1095 time: 0.0616550 Aug 03 19:26:37.217867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a190bd-fb76-4c65-9f65-bc1e1bdb7828 req-60ab336b-aaaf-477b-b119-9ac91af24816 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.241557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66a190bd-fb76-4c65-9f65-bc1e1bdb7828 req-60ab336b-aaaf-477b-b119-9ac91af24816 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 945 time: 0.1793654 Aug 03 19:26:37.312835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42f50-f476-4a4e-9854-3667d4718019 req-3c87828a-c554-49cb-a4b6-5023ede29724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.319407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-3c87828a-c554-49cb-a4b6-5023ede29724 service neutron] 10.222.0.77 "GET /v2.0/networks?id=378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 200 len: 915 time: 0.2906737 Aug 03 19:26:37.374573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66a190bd-fb76-4c65-9f65-bc1e1bdb7828 req-7e931d74-430e-4b46-981e-31a8d528bc60 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309299 Aug 03 19:26:37.376929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-cd901f77-9dd8-47f0-b4a4-cb14ea605b39 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884 HTTP/1.1" status: 200 len: 217 time: 0.0518498 Aug 03 19:26:37.445446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:37.466569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42f50-f476-4a4e-9854-3667d4718019 req-f366e37f-b683-4aea-8917-d3a680728854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.467180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-f366e37f-b683-4aea-8917-d3a680728854 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 200 len: 854 time: 0.0805347 Aug 03 19:26:37.537029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-c43a0690-67ea-4d40-ad48-cdf1a413f6c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=378d5cfa-ca00-4f38-9f53-59e43b080856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616450 Aug 03 19:26:37.589555 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edb6fb2-ebc5-461f-ac24-861a8aded23c x-openstack-request-id: req-5edb6fb2-ebc5-461f-ac24-861a8aded23c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:37.590026 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-plugged", "status": "completed", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:37.593760 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5edb6fb2-ebc5-461f-ac24-861a8aded23c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:37.593760 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'code': 200} Aug 03 19:26:37.762950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2911dfe7-7989-4610-a393-b4eadcfc2b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:37.976833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6767-66f9-4750-9978-236b1de5e1a2 req-184e03f5-4a59-4980-b91b-83f77b7df839 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:37.978404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b0b6767-66f9-4750-9978-236b1de5e1a2 req-184e03f5-4a59-4980-b91b-83f77b7df839 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.2325180 Aug 03 19:26:37.987054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-51eb2461-79d7-4238-b150-29fa3c0463b0 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412291 Aug 03 19:26:38.082076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2911dfe7-7989-4610-a393-b4eadcfc2b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.087382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec2934-d357-4c0f-8a70-42c83f7396c1 req-0247e0d8-2e74-489d-b8c7-4d78302b7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.089993 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-28ec2934-d357-4c0f-8a70-42c83f7396c1 req-0247e0d8-2e74-489d-b8c7-4d78302b7d0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1098 time: 0.1733265 Aug 03 19:26:38.140984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b0b6767-66f9-4750-9978-236b1de5e1a2 req-054e8ca7-55bd-4b2a-be2a-54db394d6c3c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423519 Aug 03 19:26:38.151293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-28ec2934-d357-4c0f-8a70-42c83f7396c1 req-0ebb4767-99f2-4d0d-8307-fca9844230e4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535898 Aug 03 19:26:38.199924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b42f50-f476-4a4e-9854-3667d4718019 req-28f3afc4-6d52-4b08-8691-9608c4adeb20 service neutron] 10.222.0.77 "GET /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956890 Aug 03 19:26:38.237339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2911dfe7-7989-4610-a393-b4eadcfc2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.278958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf36df5-c2bf-4cac-85d7-6ea24e3c0ffb req-a12a90f9-1893-4c1c-9b6a-6577db5ae2e5 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:38.280862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcf36df5-c2bf-4cac-85d7-6ea24e3c0ffb req-a12a90f9-1893-4c1c-9b6a-6577db5ae2e5 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 944 time: 0.0638170 Aug 03 19:26:38.283700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2911dfe7-7989-4610-a393-b4eadcfc2b5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d31a6f0f02564377b5fae6843208fc95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352885 Aug 03 19:26:38.284683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911dfe7-7989-4610-a393-b4eadcfc2b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea35f9-fa9e-4659-a052-514a4d320a58,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:38.287578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43624) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:38.347673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.351962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcf36df5-c2bf-4cac-85d7-6ea24e3c0ffb req-1b19bf88-388f-4374-a95e-f782d7b2600a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Aug 03 19:26:38.382442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.554631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.564110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:38.594238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4ea35f9-fa9e-4659-a052-514a4d320a58 HTTP/1.1" status: 204 len: 168 time: 0.3011467 Aug 03 19:26:38.631896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00431c2-338f-4afd-86b8-f768f4fb4116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea35f9-fa9e-4659-a052-514a4d320a58,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:38.742548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43658) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:38.854605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1136109886-network', 'tenant_id': '9a42707482e24e44aa768ca8ef2fc590'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:39.043002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Made reservation on behalf of 9a42707482e24e44aa768ca8ef2fc590 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:39.045379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.067243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.210782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.310284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.322686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:26:39.333397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.333744 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Added segment 50cb3fea-badd-4d47-8a98-0ee42b8ebf86 of type vlan for network e40f93fe-9935-444b-855f-1ab4e97a5357 Aug 03 19:26:39.374548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346f4f-7d85-4ace-83f0-a56e5412e079 req-8ef2a8ec-d599-4c73-b187-29bae233e364 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.389663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88346f4f-7d85-4ace-83f0-a56e5412e079 req-8ef2a8ec-d599-4c73-b187-29bae233e364 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1035388 Aug 03 19:26:39.392104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.473369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88346f4f-7d85-4ace-83f0-a56e5412e079 req-ec3ddcbf-30c2-42ff-bc71-230ad2f72290 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826435 Aug 03 19:26:39.482173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a65182-b669-4855-b684-9bb5c8ccb13d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:39.567858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.574281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.574281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:39.706943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff31a8-0b61-43ad-af31-1a23615381da req-6a8b3878-1f31-40be-8080-57ea608593e7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:39.716078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cff31a8-0b61-43ad-af31-1a23615381da req-6a8b3878-1f31-40be-8080-57ea608593e7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 944 time: 0.1318281 Aug 03 19:26:39.730794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] Pushing event updated for resources: {'Network': ['ID=e40f93fe-9935-444b-855f-1ab4e97a5357,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:39.744121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e40f93fe-9935-444b-855f-1ab4e97a5357 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:26:39.789998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cff31a8-0b61-43ad-af31-1a23615381da req-e449ae38-2a3e-4af8-a7ca-91601fe6a080 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720496 Aug 03 19:26:39.812878 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f9b011a-959c-4495-852c-153f0f6d8088 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0690751 Aug 03 19:26:39.817714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43732) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:39.834916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Request body: {'subnet': {'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1136109886-subnet', 'tenant_id': '9a42707482e24e44aa768ca8ef2fc590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:26:39.945712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Made reservation on behalf of 9a42707482e24e44aa768ca8ef2fc590 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:26:39.952526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.486110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.579951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4273c457-55d9-419d-9dc4-cb280d15f54b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:40.602362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Checking segment: {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:26:40.603075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Network hostable DHCP agents. Network: e40f93fe-9935-444b-855f-1ab4e97a5357, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:26:40.647075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7e07b-1b68-4e49-8476-48351fc527a9 req-9d4cc796-5cdf-4cb0-9f17-0c6e69e24f48 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.655983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7be7e07b-1b68-4e49-8476-48351fc527a9 req-9d4cc796-5cdf-4cb0-9f17-0c6e69e24f48 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.0940685 Aug 03 19:26:40.715682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Network e40f93fe-9935-444b-855f-1ab4e97a5357 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:26:40.723312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7be7e07b-1b68-4e49-8476-48351fc527a9 req-2f1ac3e1-d712-475b-af02-f2b00e5d1b99 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648379 Aug 03 19:26:40.808751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e40f93fe-9935-444b-855f-1ab4e97a5357) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:26:40.812874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:40.813622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:40.822860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346beb2d-2f8f-4fe1-8c79-bd4ae4674490 None None] Network e40f93fe-9935-444b-855f-1ab4e97a5357 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:40.901908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:26:40.947137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d5c4151-f3b3-4e28-9984-c887131f2665 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1277211 Aug 03 19:26:41.103817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc3b01-2dce-41a7-95d0-63ac706955ce req-ca9bfeb5-8b9f-4d5b-b3f1-1463c9f062e9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:41.107056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07bc3b01-2dce-41a7-95d0-63ac706955ce req-ca9bfeb5-8b9f-4d5b-b3f1-1463c9f062e9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 944 time: 0.1753786 Aug 03 19:26:41.204315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07bc3b01-2dce-41a7-95d0-63ac706955ce req-4874d5da-89fb-492a-90da-fea9107aa503 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887811 Aug 03 19:26:41.448602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e670db8-7a29-494b-b5ac-f3a217a3cb48 None None] Network e40f93fe-9935-444b-855f-1ab4e97a5357 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:26:41.523307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:41.549585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884', 'network_id': '378d5cfa-ca00-4f38-9f53-59e43b080856', 'port_id': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884', 'mac_address': 'fa:16:3e:67:3e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93dc961a-d4bc-400a-9be0-a69eaba6ce6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:26:41.702554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:41.720491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:26:41.766617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:41.934864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:42.000377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:42.146112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['6154cdf6-7fb6-4833-bc6c-fd0ae323e884'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:42.266232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d987b-8dcf-4f24-93f1-763253b8db24 req-07ee4c00-dfe7-43e2-ab21-d0fe116a6fa1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.277365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a9d987b-8dcf-4f24-93f1-763253b8db24 req-07ee4c00-dfe7-43e2-ab21-d0fe116a6fa1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1096900 Aug 03 19:26:42.326000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a9d987b-8dcf-4f24-93f1-763253b8db24 req-8a602dfd-a71c-4381-8b9b-cae519d70883 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 Aug 03 19:26:42.489696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2e56-0f7a-45f4-a348-907595043efb req-7610d5c3-6b1a-43ca-9aab-ee8e81272795 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:42.491531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfdd2e56-0f7a-45f4-a348-907595043efb req-7610d5c3-6b1a-43ca-9aab-ee8e81272795 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 945 time: 0.0675414 Aug 03 19:26:42.567414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfdd2e56-0f7a-45f4-a348-907595043efb req-9f18e3c9-83ad-4286-a74b-6259f31967be tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Aug 03 19:26:42.910105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:26:43.085264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:26:43.092361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:26:43.093044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.285821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.330797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:43.333809 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e77226-d5c8-4071-a108-a4e07418ab30" -d '{"events": [{"server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "name": "network-vif-plugged", "status": "completed", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:43.355485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:43.396285 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80388ae-db62-4a4e-89e9-9c6144d52410 x-openstack-request-id: req-b80388ae-db62-4a4e-89e9-9c6144d52410 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:43.397027 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "name": "network-vif-plugged", "status": "completed", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:43.402514 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b80388ae-db62-4a4e-89e9-9c6144d52410 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:43.402514 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884', 'code': 200} Aug 03 19:26:43.500271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:43.611377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:43.718474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770d70d-6abc-4bca-b038-994fd46a1cc5 req-0c537902-1658-4e1f-93bd-51aec8811ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.720399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7770d70d-6abc-4bca-b038-994fd46a1cc5 req-0c537902-1658-4e1f-93bd-51aec8811ee7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 1097 time: 0.2186618 Aug 03 19:26:43.765909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b519983-9e20-4616-a245-b4013f782113 req-773848c9-d08e-4443-9753-81a13b7aa999 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:43.770235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b519983-9e20-4616-a245-b4013f782113 req-773848c9-d08e-4443-9753-81a13b7aa999 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1994414 Aug 03 19:26:43.843493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44008) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:43.862159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7770d70d-6abc-4bca-b038-994fd46a1cc5 req-e6307a2d-f32c-425a-ae0b-877c5d9f9d0e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335268 Aug 03 19:26:43.972915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b519983-9e20-4616-a245-b4013f782113 req-05d2714f-a31d-479a-b6bd-b7a51ff5e9b0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156120 Aug 03 19:26:44.143088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df5e00-42ff-4f58-b559-69ca7ca84172 req-befc4238-7e76-4d93-98c3-15361b693243 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.146338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5e00-42ff-4f58-b559-69ca7ca84172 req-befc4238-7e76-4d93-98c3-15361b693243 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 946 time: 0.0629709 Aug 03 19:26:44.197024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9df5e00-42ff-4f58-b559-69ca7ca84172 req-ce6369dc-f978-496e-9626-136208032618 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Aug 03 19:26:44.204542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a72d-4e9a-4a7a-a2e5-650783a00814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.412852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a72d-4e9a-4a7a-a2e5-650783a00814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.578855 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a72d-4e9a-4a7a-a2e5-650783a00814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.651886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9a72d-4e9a-4a7a-a2e5-650783a00814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9191368-1d65-4a11-9fb9-66be4f16eb35,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:44.659937 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ff9a72d-4e9a-4a7a-a2e5-650783a00814 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=57957562ef2f450ba6674198fa30cfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146276 Aug 03 19:26:44.664038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44052) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:44.760671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.786058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:44.939375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e2ce5-bea7-400f-a550-029a15f5b0a9 req-e338579a-3c2d-498e-ba06-2620c13369d1 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:44.944467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-915e2ce5-bea7-400f-a550-029a15f5b0a9 req-e338579a-3c2d-498e-ba06-2620c13369d1 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 945 time: 0.0595720 Aug 03 19:26:44.989437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-915e2ce5-bea7-400f-a550-029a15f5b0a9 req-44b8d2a9-4d76-4432-8343-58cb77a13db0 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Aug 03 19:26:45.020773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.023553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:45.024705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9191368-1d65-4a11-9fb9-66be4f16eb35 HTTP/1.1" status: 204 len: 168 time: 0.3603325 Aug 03 19:26:45.033329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9191368-1d65-4a11-9fb9-66be4f16eb35,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:45.041265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.041610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.041949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.042282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.042613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.042940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.043272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.043589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.043943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.044217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.044535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.044883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56c1812-7f96-4056-895e-20431525ca95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:26:45.320017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baca847-8a74-4ada-bd94-8e2f69458d84 req-24643f45-a889-4c03-bac4-f5f29307156b tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:45.321585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3baca847-8a74-4ada-bd94-8e2f69458d84 req-24643f45-a889-4c03-bac4-f5f29307156b tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 946 time: 0.0530527 Aug 03 19:26:45.370546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3baca847-8a74-4ada-bd94-8e2f69458d84 req-6df1aefc-1e4e-4f59-9622-9a23ef6e0d04 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Aug 03 19:26:45.460390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.148870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0defa0-4740-448a-bde7-0a404aa292b2 req-31dfef8b-8b7b-419e-bc70-bf38f2ff7a5e tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.150789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce0defa0-4740-448a-bde7-0a404aa292b2 req-31dfef8b-8b7b-419e-bc70-bf38f2ff7a5e tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 945 time: 0.0622172 Aug 03 19:26:46.194204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce0defa0-4740-448a-bde7-0a404aa292b2 req-cd9364c7-0456-425b-a6c5-b2ea42470b0a tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/security-groups?id=d9f666ed-902f-45e5-8e7e-6deb42bc101f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Aug 03 19:26:46.401346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-54bd9961-1be8-45ed-8e93-543bb0e5df60 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:26:46.403132 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-54bd9961-1be8-45ed-8e93-543bb0e5df60 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 945 time: 0.0882018 Aug 03 19:26:46.530313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Deleting port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:26:46.530998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.688116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] For port 253bae71-ff6a-4e6b-9432-d21700c5e6f2, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=253bae71-ff6a-4e6b-9432-d21700c5e6f2,segment=NetworkSegment(5a0e892f-33d8-4353-a50a-8cb6208757d0),segment_id=5a0e892f-33d8-4353-a50a-8cb6208757d0)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:26:46.688747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:46.707532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Calling delete_port for 253bae71-ff6a-4e6b-9432-d21700c5e6f2 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:26:47.014686 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.048481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['253bae71-ff6a-4e6b-9432-d21700c5e6f2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:26:47.061812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Pushing event deleted for resources: {'Port': ['ID=253bae71-ff6a-4e6b-9432-d21700c5e6f2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:47.137529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] No DVR routers for this DVR port 253bae71-ff6a-4e6b-9432-d21700c5e6f2 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:26:47.144843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:47.147194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4654822a-72e0-44ed-90c7-2cffe8feea0a req-9c14801b-f523-4dc1-b6e7-1013dd87e92d tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.54 "DELETE /v2.0/ports/253bae71-ff6a-4e6b-9432-d21700c5e6f2 HTTP/1.1" status: 204 len: 173 time: 0.7357793 Aug 03 19:26:47.147791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'name': 'network-vif-deleted', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:26:47.150286 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37147673-c7af-4cdd-8977-034a1e4d509d" -d '{"events": [{"server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "name": "network-vif-deleted", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:26:47.195963 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a2d6da-69a1-4ae5-8578-87083c60bbb3 x-openstack-request-id: req-d3a2d6da-69a1-4ae5-8578-87083c60bbb3 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:26:47.196465 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f53cfdc-f822-4074-9bd5-f2bf35de2736", "name": "network-vif-deleted", "tag": "253bae71-ff6a-4e6b-9432-d21700c5e6f2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:26:47.196868 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3a2d6da-69a1-4ae5-8578-87083c60bbb3 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:26:47.197749 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f53cfdc-f822-4074-9bd5-f2bf35de2736', 'name': 'network-vif-deleted', 'tag': '253bae71-ff6a-4e6b-9432-d21700c5e6f2', 'status': 'completed', 'code': 200} Aug 03 19:26:47.305380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c426e802-2a59-45ca-922a-02e8e87df171 req-1118075a-4c63-4a93-b563-1d14d7a12196 tempest-VolumesActionsTest-1231478992 tempest-VolumesActionsTest-1231478992-project] 10.222.0.67 "GET /v2.0/ports?device_id=9f53cfdc-f822-4074-9bd5-f2bf35de2736 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Aug 03 19:26:48.174415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:26:48.883503 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4a89b17-5eef-4a5f-be05-2d74d0ffb77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:49.831386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 253bae71-ff6a-4e6b-9432-d21700c5e6f2 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:26:49.857967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 253bae71-ff6a-4e6b-9432-d21700c5e6f2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:26:49.857967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 253bae71-ff6a-4e6b-9432-d21700c5e6f2 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:26:52.115114 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb6256f0-c716-44c3-8827-288c1cc9b7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.273364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:52.937043 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.294345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:53.692868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27a799d8-a279-41e2-98a6-d2726e56fccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.870526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27a799d8-a279-41e2-98a6-d2726e56fccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:53.982652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27a799d8-a279-41e2-98a6-d2726e56fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.045154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44646) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:54.058977 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-27a799d8-a279-41e2-98a6-d2726e56fccb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca3175b8cbd74ac09c0d4ee3ebbced1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7630353 Aug 03 19:26:54.060068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a799d8-a279-41e2-98a6-d2726e56fccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688c7561-5e13-4c11-8533-03395c207f0f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:54.133235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.164988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.310738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.313984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:54.318943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/688c7561-5e13-4c11-8533-03395c207f0f HTTP/1.1" status: 204 len: 168 time: 0.2724173 Aug 03 19:26:54.336255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38f315-dd1c-4c2f-aefd-63054e92483c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c7561-5e13-4c11-8533-03395c207f0f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:54.844722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.567889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44690) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:55.601062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b70c263a-8a62-4834-9bcd-45c82be12e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.754703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b70c263a-8a62-4834-9bcd-45c82be12e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.851107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b70c263a-8a62-4834-9bcd-45c82be12e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:55.878360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b70c263a-8a62-4834-9bcd-45c82be12e6a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b939c7baa2ea4c44a935044b2ade81ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080058 Aug 03 19:26:55.881657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44694) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:26:55.915584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c263a-8a62-4834-9bcd-45c82be12e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd69e89-ffbf-4862-bb44-1486676bab36,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:26:55.981371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.003576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.226640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.231718 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:26:56.236093 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1bd69e89-ffbf-4862-bb44-1486676bab36 HTTP/1.1" status: 204 len: 168 time: 0.3527811 Aug 03 19:26:56.262442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaddbb-c0c6-4198-bc1a-c74b607867a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd69e89-ffbf-4862-bb44-1486676bab36,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:03.259989 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.017239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:04.142913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba140960-00dd-404b-81a7-f250f8dbc738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.347944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba140960-00dd-404b-81a7-f250f8dbc738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:04.483262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba140960-00dd-404b-81a7-f250f8dbc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.032533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba140960-00dd-404b-81a7-f250f8dbc738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0176d07-ed83-401d-b805-609f57470555,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.042474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba140960-00dd-404b-81a7-f250f8dbc738 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=17637d2ed3514288a5a9e2f4fbba664a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0237703 Aug 03 19:27:05.045388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:05.049920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-8acbf3c7-bf71-4316-ad64-f93e6069d86e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972614 Aug 03 19:27:05.163550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.196607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca1c4-4835-438d-8098-385b4c57490c req-5b2a9ff9-c266-4c48-a847-ad5e2e88bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.197702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.222224 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-5b2a9ff9-c266-4c48-a847-ad5e2e88bacc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 1098 time: 0.0671268 Aug 03 19:27:05.367875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca1c4-4835-438d-8098-385b4c57490c req-afd2281e-3ce8-48d8-ae4d-455f61413ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.369439 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-afd2281e-3ce8-48d8-ae4d-455f61413ee4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1438890 Aug 03 19:27:05.475105 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-01dac7c1-db0a-421c-896b-bbcfa9d5cc1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 200 len: 1001 time: 0.0954757 Aug 03 19:27:05.477073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.497834 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:05.497834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c0176d07-ed83-401d-b805-609f57470555 HTTP/1.1" status: 204 len: 168 time: 0.4378052 Aug 03 19:27:05.513279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8804fe0-b9e1-4ab6-88ff-cbdc43c2081a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0176d07-ed83-401d-b805-609f57470555,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:05.648790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44976) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:05.696003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca1c4-4835-438d-8098-385b4c57490c req-ddcf3eb5-fbba-49cd-a540-51290aa3287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.698871 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-ddcf3eb5-fbba-49cd-a540-51290aa3287e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2175555 Aug 03 19:27:05.831609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca1c4-4835-438d-8098-385b4c57490c req-ad24e340-9980-4c3b-a14f-a0265e6fa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:05.833501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-ad24e340-9980-4c3b-a14f-a0265e6fa5a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258245 Aug 03 19:27:05.968065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-840e6d24-515d-4879-9fe8-1d6c3a1c4e36 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269445 Aug 03 19:27:06.108795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-561ca1c4-4835-438d-8098-385b4c57490c req-463deacf-b92f-4450-9270-1b0eb0b9e5f2 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325328 Aug 03 19:27:06.356989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44984) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.560713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d53924d-aaac-4a96-a9ca-b03f2d1ba186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.605025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-844cdb16-ea39-4bd0-8437-f34f392808a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.654573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44994) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:06.733400 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d53924d-aaac-4a96-a9ca-b03f2d1ba186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.757272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e937300b-04ad-4ce8-a474-3e632d9f3a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.912441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d53924d-aaac-4a96-a9ca-b03f2d1ba186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:06.971678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53924d-aaac-4a96-a9ca-b03f2d1ba186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afde5200-9c1b-4e14-89d2-66c6f08cb4ca,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.004770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6d53924d-aaac-4a96-a9ca-b03f2d1ba186 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d839668bf66c4b62b368f38126617a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3527105 Aug 03 19:27:07.005972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.079669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-844cdb16-ea39-4bd0-8437-f34f392808a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.093005 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.117628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.135813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45002) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.153606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c31fbb37-ac52-4faa-bf1d-71898cbfdbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.187463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-844cdb16-ea39-4bd0-8437-f34f392808a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.229132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-844cdb16-ea39-4bd0-8437-f34f392808a0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dcadf16ed2e9405eb07fb6e66e29bf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698444 Aug 03 19:27:07.230232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844cdb16-ea39-4bd0-8437-f34f392808a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01e348-7ba4-41c1-8739-6e9b4ac70383,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.233047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45004) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.299956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.318362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e937300b-04ad-4ce8-a474-3e632d9f3a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.327313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.383804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.387551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.397715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/afde5200-9c1b-4e14-89d2-66c6f08cb4ca HTTP/1.1" status: 204 len: 168 time: 0.3823695 Aug 03 19:27:07.409064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c864a-1425-4b0b-b7f5-6170217a8613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afde5200-9c1b-4e14-89d2-66c6f08cb4ca,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.546028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e937300b-04ad-4ce8-a474-3e632d9f3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.613980 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e937300b-04ad-4ce8-a474-3e632d9f3a9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=31adab36f48f4df5bd6c8cfc14505522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9579601 Aug 03 19:27:07.614519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45010) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:07.617593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937300b-04ad-4ce8-a474-3e632d9f3a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255063b8-a041-4ed4-bc3b-cab9fe5b1679,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.639919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.644248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.645226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7f01e348-7ba4-41c1-8739-6e9b4ac70383 HTTP/1.1" status: 204 len: 168 time: 0.4112527 Aug 03 19:27:07.708584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c51eda-8610-4eb0-8099-3a98d068a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01e348-7ba4-41c1-8739-6e9b4ac70383,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:07.804852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c31fbb37-ac52-4faa-bf1d-71898cbfdbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.835747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.892827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:07.992176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c31fbb37-ac52-4faa-bf1d-71898cbfdbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.051950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:08.056524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c31fbb37-ac52-4faa-bf1d-71898cbfdbd1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=01188b9ae3f1432dbe2298b56bca63be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9187469 Aug 03 19:27:08.086746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fbb37-ac52-4faa-bf1d-71898cbfdbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9d54b1-fa8d-4e48-a90d-89e42c9ed3ba,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.121939 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.124601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.129184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/255063b8-a041-4ed4-bc3b-cab9fe5b1679 HTTP/1.1" status: 204 len: 168 time: 0.5100667 Aug 03 19:27:08.129709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.144857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17dbc0-3ce7-4713-a7a8-f2079bc0a0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255063b8-a041-4ed4-bc3b-cab9fe5b1679,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.163142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.408192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.411847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.413121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc9d54b1-fa8d-4e48-a90d-89e42c9ed3ba HTTP/1.1" status: 204 len: 168 time: 0.3598428 Aug 03 19:27:08.421814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e4e16-75cc-45ad-a4a1-b14abe8f1f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9d54b1-fa8d-4e48-a90d-89e42c9ed3ba,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.543171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45030) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:08.564339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41a7590f-1c74-48fd-9a2d-51471af7d883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.687639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41a7590f-1c74-48fd-9a2d-51471af7d883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.791242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-41a7590f-1c74-48fd-9a2d-51471af7d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.833444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-41a7590f-1c74-48fd-9a2d-51471af7d883 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e6ad62fa8b545f98577e954e09bbeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885420 Aug 03 19:27:08.836203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45036) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:08.882867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7590f-1c74-48fd-9a2d-51471af7d883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c65ada9-4677-48ba-b51a-ad9ac6b1a705,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:08.938762 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:08.982268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.088019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45044) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:09.101815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3161fcd-9c54-4aec-9dfa-dc864d8bf933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.245246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.247761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.252975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c65ada9-4677-48ba-b51a-ad9ac6b1a705 HTTP/1.1" status: 204 len: 168 time: 0.4114120 Aug 03 19:27:09.273822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95f3e0-5751-4650-9844-f70ce538a7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c65ada9-4677-48ba-b51a-ad9ac6b1a705,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:09.328795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3161fcd-9c54-4aec-9dfa-dc864d8bf933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.458655 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3161fcd-9c54-4aec-9dfa-dc864d8bf933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.496636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161fcd-9c54-4aec-9dfa-dc864d8bf933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd27fb-11b8-4584-947a-70bf86b66d0f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:09.501219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3161fcd-9c54-4aec-9dfa-dc864d8bf933 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3e6d1086c12940afb2303a1b9d6eed54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4120948 Aug 03 19:27:09.504826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45054) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:09.559421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.582744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.682220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45060) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:09.705494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50fd38a3-ad9a-44b5-9715-0f3fcaafd509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.743356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.746315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.761992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3dbd27fb-11b8-4584-947a-70bf86b66d0f HTTP/1.1" status: 204 len: 168 time: 0.2433932 Aug 03 19:27:09.769196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27309c91-0e4b-4a14-b145-7b51393d119a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd27fb-11b8-4584-947a-70bf86b66d0f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:09.871973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50fd38a3-ad9a-44b5-9715-0f3fcaafd509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:09.958757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-50fd38a3-ad9a-44b5-9715-0f3fcaafd509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.006814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-50fd38a3-ad9a-44b5-9715-0f3fcaafd509 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc4b767303074764aa7486777c2da91a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3222752 Aug 03 19:27:10.006814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd38a3-ad9a-44b5-9715-0f3fcaafd509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182e3532-a657-418c-89f8-005bb6921190,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:10.016555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45076) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:10.119069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.143116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.394150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.397295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:10.400029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/182e3532-a657-418c-89f8-005bb6921190 HTTP/1.1" status: 204 len: 168 time: 0.3828533 Aug 03 19:27:10.418262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd05be-7925-4a7a-96fe-a4ed18693343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182e3532-a657-418c-89f8-005bb6921190,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:15.437440 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:16.114436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38fecc-f091-43a2-a76b-542aa1f54172 req-a18764e7-84cd-4fae-bb4b-a148b05d6762 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.125147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c38fecc-f091-43a2-a76b-542aa1f54172 req-a18764e7-84cd-4fae-bb4b-a148b05d6762 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 946 time: 0.0865576 Aug 03 19:27:16.180900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c38fecc-f091-43a2-a76b-542aa1f54172 req-683acd3d-1d2f-4d6b-857b-1743c3e4cb5c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540996 Aug 03 19:27:16.980615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-a2b70905-a26b-46bc-9dc2-55dc0149eca0 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:16.982200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-a2b70905-a26b-46bc-9dc2-55dc0149eca0 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 946 time: 0.0620356 Aug 03 19:27:17.123358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Deleting port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:17.126230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.317456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] For port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:17.317835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.339677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Calling delete_port for 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:17.364300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595768e-c068-4045-ab9c-089c0e06f1bc req-d6ada711-953f-40c2-b60c-36427e127aba tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:17.375775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2595768e-c068-4045-ab9c-089c0e06f1bc req-d6ada711-953f-40c2-b60c-36427e127aba tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 946 time: 0.1125338 Aug 03 19:27:17.508707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2595768e-c068-4045-ab9c-089c0e06f1bc req-f10780c5-e001-47e6-8ef5-0b8d7169aca7 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245604 Aug 03 19:27:17.779905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.792286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a09409b7-9745-4785-ad86-76bf53cfc636', '6154cdf6-7fb6-4833-bc6c-fd0ae323e884'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:17.847632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:17.928289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event deleted for resources: {'Port': ['ID=6154cdf6-7fb6-4833-bc6c-fd0ae323e884,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:17.937492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] No DVR routers for this DVR port 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:17.941979 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:17.946260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9276486-3f74-474f-bb4e-56c73bb1504f req-7b3e97ad-659e-4f6b-902a-3b2ad0e83c4f tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "DELETE /v2.0/ports/6154cdf6-7fb6-4833-bc6c-fd0ae323e884 HTTP/1.1" status: 204 len: 173 time: 0.9569838 Aug 03 19:27:17.947248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'name': 'network-vif-deleted', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:17.949920 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620fe22d-be77-4ccb-8647-d2189b8beeed" -d '{"events": [{"server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "name": "network-vif-deleted", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:18.323053 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9944a0f9-cb39-42ae-9dd7-36e1f18c9299 x-openstack-request-id: req-9944a0f9-cb39-42ae-9dd7-36e1f18c9299 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:18.323053 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0678df02-b9d8-480c-be20-3cd4f90cbe29", "name": "network-vif-deleted", "tag": "6154cdf6-7fb6-4833-bc6c-fd0ae323e884", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:18.323053 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9944a0f9-cb39-42ae-9dd7-36e1f18c9299 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:18.323053 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0678df02-b9d8-480c-be20-3cd4f90cbe29', 'name': 'network-vif-deleted', 'tag': '6154cdf6-7fb6-4833-bc6c-fd0ae323e884', 'status': 'completed', 'code': 200} Aug 03 19:27:18.628713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac982422-a8be-4413-bcb2-46960a9240e2 req-23087bc1-9ab0-4c3a-b336-5b6731b3cec3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=0678df02-b9d8-480c-be20-3cd4f90cbe29 HTTP/1.1" status: 200 len: 210 time: 0.0295448 Aug 03 19:27:18.823367 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-178d5400-8a31-4af3-8a15-5206861c3270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:21.081734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:21.104967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:21.108090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 6154cdf6-7fb6-4833-bc6c-fd0ae323e884 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:22.002455 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-641436c0-8b46-40de-b3c8-dcaa6bb7c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.193292 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:22.985623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.563580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d015b-8577-4992-b4c5-33e7f140975f req-c780393c-4d6c-48fa-ad91-4141e9ee5d0d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:24.565789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00d015b-8577-4992-b4c5-33e7f140975f req-c780393c-4d6c-48fa-ad91-4141e9ee5d0d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.0577633 Aug 03 19:27:24.617246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f00d015b-8577-4992-b4c5-33e7f140975f req-96426859-75e1-4e61-8638-5e378f3fbb11 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Aug 03 19:27:24.802555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:24.877081 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:27:25.793535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad512c4-0325-442c-a3fc-e517fd7a6483 req-bd14d981-dc27-4e62-bc19-a37634980789 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:25.808140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ad512c4-0325-442c-a3fc-e517fd7a6483 req-bd14d981-dc27-4e62-bc19-a37634980789 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1077428 Aug 03 19:27:25.863007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ad512c4-0325-442c-a3fc-e517fd7a6483 req-e288a9ae-f221-42d9-92d5-c5e7310c6121 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536461 Aug 03 19:27:26.209694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2684-179e-446d-b684-807da0bb3b0f req-6c77b8da-d33f-4b16-92a6-d4a51a3a1945 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:26.225135 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-797d2684-179e-446d-b684-807da0bb3b0f req-6c77b8da-d33f-4b16-92a6-d4a51a3a1945 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1287334 Aug 03 19:27:26.354558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Deleting port f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:26.360729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.488294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] For port f442fac0-9f92-44da-abbd-071d60f8436c, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f442fac0-9f92-44da-abbd-071d60f8436c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:26.488716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.898363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.902842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:26.904518 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Floating IP 6844252a-e70e-4834-990d-5efe4f4e6d23 disassociated. External IP: 172.25.2.80, port: f442fac0-9f92-44da-abbd-071d60f8436c. Aug 03 19:27:26.907035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Calling delete_port for f442fac0-9f92-44da-abbd-071d60f8436c owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:27.039029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:27.115540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e174d-d6d8-4280-aead-4fb9e4c2fc3c req-1751c66d-8d8c-4247-9667-af9839e124f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:27.118547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-206e174d-d6d8-4280-aead-4fb9e4c2fc3c req-1751c66d-8d8c-4247-9667-af9839e124f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 947 time: 0.1017544 Aug 03 19:27:27.193648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-206e174d-d6d8-4280-aead-4fb9e4c2fc3c req-b473c4a3-902e-468e-b383-803f594e30e4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689077 Aug 03 19:27:27.322650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.399419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'Port': ['ID=f442fac0-9f92-44da-abbd-071d60f8436c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:27.429765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.430973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.431993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.432754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.434603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.434957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.435958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.436060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.437245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.437616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.438463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.439024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:27.584012 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-555fcc0a-fd81-4f10-9c9e-1c7dff7dc92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.767365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-555fcc0a-fd81-4f10-9c9e-1c7dff7dc92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.779539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:27:27.854627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-555fcc0a-fd81-4f10-9c9e-1c7dff7dc92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:27.963522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-555fcc0a-fd81-4f10-9c9e-1c7dff7dc92d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f8ee2e2d89794beea96bbbe23cafa00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9229205 Aug 03 19:27:27.965947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fcc0a-fd81-4f10-9c9e-1c7dff7dc92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030947d2-8e93-4e2f-ab4b-2736ed8ba8c8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:27.967579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:27.972912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:27:27.994663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d632e-5768-4085-8911-52648fd75513 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:27:28.075733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] No DVR routers for this DVR port f442fac0-9f92-44da-abbd-071d60f8436c on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:28.081447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.084453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.087287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-797d2684-179e-446d-b684-807da0bb3b0f req-6f418673-4376-43f3-a832-e0abe818ddf5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "DELETE /v2.0/ports/f442fac0-9f92-44da-abbd-071d60f8436c HTTP/1.1" status: 204 len: 173 time: 1.8643246 Aug 03 19:27:28.087972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-deleted', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:28.089314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:28.090549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:28.092605 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81cd12a-b573-4d69-b27f-de0c1339845b" -d '{"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-deleted", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:28.156110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.191045 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17946cc4-120e-4492-b2d7-3f4ec6815009 x-openstack-request-id: req-17946cc4-120e-4492-b2d7-3f4ec6815009 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:28.191666 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f992f9-e58f-407b-8312-18c1e59a13ac", "name": "network-vif-deleted", "tag": "f442fac0-9f92-44da-abbd-071d60f8436c", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:28.192154 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17946cc4-120e-4492-b2d7-3f4ec6815009 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:28.192836 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f992f9-e58f-407b-8312-18c1e59a13ac', 'name': 'network-vif-deleted', 'tag': 'f442fac0-9f92-44da-abbd-071d60f8436c', 'status': 'completed', 'code': 200} Aug 03 19:27:28.314144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1bc6f329-f4ed-4a24-8e70-e1089332fe9a req-3e4fdc11-0cfc-458b-ac7a-5e42dc78d5b3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0336084 Aug 03 19:27:28.332171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:28.454000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.460796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:28.460796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/030947d2-8e93-4e2f-ab4b-2736ed8ba8c8 HTTP/1.1" status: 204 len: 168 time: 0.4894412 Aug 03 19:27:28.470509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e0213-8080-4832-8fd4-b9f9ab583be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030947d2-8e93-4e2f-ab4b-2736ed8ba8c8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:28.580007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:28.607597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d632e-5768-4085-8911-52648fd75513 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:27:28.616909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:27:28.617519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:28.762383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:27:29.142898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-848d632e-5768-4085-8911-52648fd75513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:29.160783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df59ad-da30-405a-a7a5-38553d005fa9 req-c6b8b829-c820-421d-9d40-b19cb7a1ee1c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:29.182139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00df59ad-da30-405a-a7a5-38553d005fa9 req-c6b8b829-c820-421d-9d40-b19cb7a1ee1c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 946 time: 0.1285272 Aug 03 19:27:29.203332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d632e-5768-4085-8911-52648fd75513 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:27:29.253628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00df59ad-da30-405a-a7a5-38553d005fa9 req-33c64bd2-7657-411e-9229-ab2f92f36bbe tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699668 Aug 03 19:27:29.585205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d99f1746-2135-4a09-938e-ed953a3b3bf1 req-a39f64ac-d358-4b3b-bd3f-549175a3d249 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=98f992f9-e58f-407b-8312-18c1e59a13ac HTTP/1.1" status: 200 len: 210 time: 0.0881064 Aug 03 19:27:29.792777 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dd3cae-fa59-4cbd-be9c-1d3ffb5050f2 None None] New status for floating IP 6844252a-e70e-4834-990d-5efe4f4e6d23: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:27:29.984498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:30.021587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf448-8a98-4685-8d4f-76d537faf9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.058785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:30.113781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: f442fac0-9f92-44da-abbd-071d60f8436c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:30.116339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f442fac0-9f92-44da-abbd-071d60f8436c not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:30.246799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf448-8a98-4685-8d4f-76d537faf9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.421103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-5faef825-0469-4ee1-8513-c3abcae13871 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:30.421103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-5faef825-0469-4ee1-8513-c3abcae13871 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 946 time: 0.0806177 Aug 03 19:27:30.438964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf448-8a98-4685-8d4f-76d537faf9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.694577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcf448-8a98-4685-8d4f-76d537faf9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bdbe74-43a1-48f2-a958-ffe8a3115946,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:30.707696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6fcf448-8a98-4685-8d4f-76d537faf9cd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d1397bc9ccd4da3a7fb738d40206d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7188168 Aug 03 19:27:30.712414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45692) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:30.757064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf51d-f6d1-4256-a760-0c54055d687c req-1395a40a-118a-43ed-920b-f42517108128 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:30.758659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-180cf51d-f6d1-4256-a760-0c54055d687c req-1395a40a-118a-43ed-920b-f42517108128 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 946 time: 0.2867649 Aug 03 19:27:30.803963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.811950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Deleting port a09409b7-9745-4785-ad86-76bf53cfc636 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:30.812620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.842854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:30.957371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-180cf51d-f6d1-4256-a760-0c54055d687c req-b7e7a867-2f09-4a44-b25b-f748a3ab7e23 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898751 Aug 03 19:27:31.010570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.014216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.015471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07bdbe74-43a1-48f2-a958-ffe8a3115946 HTTP/1.1" status: 204 len: 168 time: 0.3061285 Aug 03 19:27:31.029607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52fa36-21e4-4391-8402-45901e32363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bdbe74-43a1-48f2-a958-ffe8a3115946,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:31.079000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] For port a09409b7-9745-4785-ad86-76bf53cfc636, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a09409b7-9745-4785-ad86-76bf53cfc636,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:31.079402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.101975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Calling delete_port for a09409b7-9745-4785-ad86-76bf53cfc636 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:31.206716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45710) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:31.279246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.335130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.420771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.432159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a09409b7-9745-4785-ad86-76bf53cfc636'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:31.454194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event deleted for resources: {'Port': ['ID=a09409b7-9745-4785-ad86-76bf53cfc636,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:31.501158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:31.545217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] No DVR routers for this DVR port a09409b7-9745-4785-ad86-76bf53cfc636 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:31.550228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.552763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d8a2a93-f1b5-409c-adde-a8a388038a25 req-e59eb7b1-a4df-4ede-9ab6-7336c90a9b0c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.77 "DELETE /v2.0/ports/a09409b7-9745-4785-ad86-76bf53cfc636 HTTP/1.1" status: 204 len: 173 time: 1.1274884 Aug 03 19:27:31.553526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'name': 'network-vif-deleted', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:31.556997 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fb83e4-1a6c-4353-907d-9938a471140e" -d '{"events": [{"server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "name": "network-vif-deleted", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:31.571568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.574250 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:31.584495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45724) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:31.585174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "DELETE /v2.0/security-groups/fa3dbda0-0dbe-4ffb-8e96-e94b10e78537 HTTP/1.1" status: 204 len: 168 time: 0.3760483 Aug 03 19:27:31.623545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c155dc-5ce1-4b8f-b337-89742fc6c7a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3dbda0-0dbe-4ffb-8e96-e94b10e78537,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:31.630207 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6530c1db-de47-4f92-9a16-afde8960f754 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] show failed (client error): The resource could not be found. Aug 03 19:27:31.633873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6530c1db-de47-4f92-9a16-afde8960f754 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups/fa3dbda0-0dbe-4ffb-8e96-e94b10e78537 HTTP/1.1" status: 404 len: 347 time: 0.0482187 Aug 03 19:27:31.637059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45730) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:31.744948 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ef9238-a06f-4e61-84ee-5a86b216544d x-openstack-request-id: req-27ef9238-a06f-4e61-84ee-5a86b216544d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:31.744948 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dc6781-ef3f-441c-b6b4-0c76cff234cc", "name": "network-vif-deleted", "tag": "a09409b7-9745-4785-ad86-76bf53cfc636", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:31.744948 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27ef9238-a06f-4e61-84ee-5a86b216544d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:31.744948 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc6781-ef3f-441c-b6b4-0c76cff234cc', 'name': 'network-vif-deleted', 'tag': 'a09409b7-9745-4785-ad86-76bf53cfc636', 'status': 'completed', 'code': 200} Aug 03 19:27:32.037044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Deleting port 3571e219-9162-4f3e-9b78-4f6ddc55e201 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:32.037449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.149748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c93e95c1-3330-4d62-a466-d7d76f15ff49 req-04b7a858-4f4e-4c27-aeaf-3a62f11b1f33 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=c4dc6781-ef3f-441c-b6b4-0c76cff234cc HTTP/1.1" status: 200 len: 210 time: 0.0599153 Aug 03 19:27:32.199099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.199703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.230869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Calling delete_port for 3571e219-9162-4f3e-9b78-4f6ddc55e201 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:32.610521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.645759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'Port': ['ID=3571e219-9162-4f3e-9b78-4f6ddc55e201,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:32.719638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.723005 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:32.727292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-63e79d63-30b0-4d2a-884f-be89737ed5a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "DELETE /v2.0/floatingips/6844252a-e70e-4834-990d-5efe4f4e6d23 HTTP/1.1" status: 204 len: 168 time: 1.0852735 Aug 03 19:27:33.135980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.306555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:33.312463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479908263', 'description': 'tempest-description--1604759189'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:33.364931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45810) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:33.427634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Deleting subnet 7f855b39-0906-4c07-80c8-d9ecdcb66932 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:33.432575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.479803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.518752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.571485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.631514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.719580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.779269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57480e-25fd-4299-833e-c8f9b2b30eb6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:33.889421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.889918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.889918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9dc2817a-6e4d-429e-a672-3922799a75ca tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5788479 Aug 03 19:27:33.890547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45828) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:33.895667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group_rule': {'security_group_id': 'cc57480e-25fd-4299-833e-c8f9b2b30eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:33.956672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:33.958637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7f855b39-0906-4c07-80c8-d9ecdcb66932 HTTP/1.1" status: 204 len: 168 time: 0.5923996 Aug 03 19:27:33.961363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45830) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.001474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f09386-1abc-464e-8ced-d7d61fc48b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f855b39-0906-4c07-80c8-d9ecdcb66932,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.033766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e408a-95ba-4538-a2bc-d911978812f3 req-ce63c8f8-b604-4d6c-bff0-8bd87f713afc tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:34.043707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-520e408a-95ba-4538-a2bc-d911978812f3 req-ce63c8f8-b604-4d6c-bff0-8bd87f713afc tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 945 time: 0.0968893 Aug 03 19:27:34.110312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.116470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-520e408a-95ba-4538-a2bc-d911978812f3 req-27673eaa-f081-4e4b-80ee-6e28fc8aa5c8 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713255 Aug 03 19:27:34.136666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.296886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.313109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073eb108-3a5f-4ce6-830c-9c5e785adc1c']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:34.333747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0e892f-33d8-4353-a50a-8cb6208757d0') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:34.334298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0e892f-33d8-4353-a50a-8cb6208757d0') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:34.347767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.352235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.379198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.393670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:34.394091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:34.396173 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:34.458030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.497674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31f723d-b266-4a3d-be18-bce607a0d289,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.677626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.688522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.688522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-24ccec95-5932-48a2-a8a2-0a2558cfc252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7894096 Aug 03 19:27:34.689122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.694903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'security_group_rule': {'security_group_id': 'cc57480e-25fd-4299-833e-c8f9b2b30eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:34.724724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.728123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] 10.222.0.67 "DELETE /v2.0/networks/073eb108-3a5f-4ce6-830c-9c5e785adc1c HTTP/1.1" status: 204 len: 168 time: 0.7642725 Aug 03 19:27:34.730069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:34.731088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26d094-bb5f-4d17-8b71-d0c250a3a164 admin admin] Pushing event deleted for resources: {'Network': ['ID=073eb108-3a5f-4ce6-830c-9c5e785adc1c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:34.795992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Deleting subnet 3c2c5a0a-1b18-4ce4-ae3c-59f2aac72e06 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:34.800010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.842484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.899625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:34.946401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.037631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.159519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a09409b7-9745-4785-ad86-76bf53cfc636 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:35.165522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.169069 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.185994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: a09409b7-9745-4785-ad86-76bf53cfc636 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:35.186493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a09409b7-9745-4785-ad86-76bf53cfc636 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:35.206718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2c5a0a-1b18-4ce4-ae3c-59f2aac72e06,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:35.225889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f7d2033-a263-480c-ae3a-7ea28322d833,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:35.227135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.231368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d140cd97-2482-4d44-aee0-90d547eff3b7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3c2c5a0a-1b18-4ce4-ae3c-59f2aac72e06 HTTP/1.1" status: 204 len: 168 time: 0.4965971 Aug 03 19:27:35.231818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45880) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:35.301453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54e10e-ecd1-47c6-be65-53350df7350e req-3c74065d-743f-4430-aa99-c2b141144fba tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.304263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee54e10e-ecd1-47c6-be65-53350df7350e req-3c74065d-743f-4430-aa99-c2b141144fba tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 945 time: 0.1011679 Aug 03 19:27:35.366821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee54e10e-ecd1-47c6-be65-53350df7350e req-4618dd95-f648-400b-ac16-4bac560daad3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513854 Aug 03 19:27:35.366974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.383945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-2a109dbd-f310-4725-8866-d55faa5656f1 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:35.385520 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-2a109dbd-f310-4725-8866-d55faa5656f1 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 945 time: 0.1308510 Aug 03 19:27:35.425251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.427558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-07dcca80-e760-4bcb-86d2-e0ec8e1ccc12 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7368596 Aug 03 19:27:35.432539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45886) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:35.448851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:35.546694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.561859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516cbc3f-3767-428b-97d6-6aece4650819']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:35.576531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5930a7a-730d-4405-8432-8046abd8ae38') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:35.577287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5930a7a-730d-4405-8432-8046abd8ae38') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:35.597550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.616963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.625709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:35.626467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:35.628344 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:35.641647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Deleting port e0900e91-e9c1-4081-9911-66fa958e5301 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:35.641993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.712032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:35.722341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.791198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] For port e0900e91-e9c1-4081-9911-66fa958e5301, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e0900e91-e9c1-4081-9911-66fa958e5301,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:35.791198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.840184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Calling delete_port for e0900e91-e9c1-4081-9911-66fa958e5301 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:35.874997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:35.909319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c64d6f94-2ece-45d9-a4e8-df1059b61744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.010406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c64d6f94-2ece-45d9-a4e8-df1059b61744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.022542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.033960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.035942 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/516cbc3f-3767-428b-97d6-6aece4650819 HTTP/1.1" status: 204 len: 168 time: 0.8032169 Aug 03 19:27:36.048246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72fff8-40dd-4526-bf44-caeb1db7c4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=516cbc3f-3767-428b-97d6-6aece4650819,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.067860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.101424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'e0900e91-e9c1-4081-9911-66fa958e5301'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:36.155724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c64d6f94-2ece-45d9-a4e8-df1059b61744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.164190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event deleted for resources: {'Port': ['ID=e0900e91-e9c1-4081-9911-66fa958e5301,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.198598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6f94-2ece-45d9-a4e8-df1059b61744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8bf36-c341-4346-b255-f7036867e0ea,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.213974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] No DVR routers for this DVR port e0900e91-e9c1-4081-9911-66fa958e5301 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:36.217186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.219422 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f2c7f226-2b6a-4bb7-84ad-c8a871875339 req-19289538-6847-406c-a1d9-f04d890eb3e3 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "DELETE /v2.0/ports/e0900e91-e9c1-4081-9911-66fa958e5301 HTTP/1.1" status: 204 len: 173 time: 0.8257754 Aug 03 19:27:36.219908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'name': 'network-vif-deleted', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:36.224035 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc61225-1581-429e-8711-7362da9692da" -d '{"events": [{"server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "name": "network-vif-deleted", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:36.271574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c64d6f94-2ece-45d9-a4e8-df1059b61744 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16ae5c061c0b4ce8b6ccee4d24c820d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548360 Aug 03 19:27:36.271796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45912) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.314608 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1039b420-7948-40c4-bab7-985cb0957cc9 x-openstack-request-id: req-1039b420-7948-40c4-bab7-985cb0957cc9 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:36.317175 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385959e0-6c94-4f69-99e4-b5f7e8517414", "name": "network-vif-deleted", "tag": "e0900e91-e9c1-4081-9911-66fa958e5301", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:36.317175 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1039b420-7948-40c4-bab7-985cb0957cc9 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:36.317175 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385959e0-6c94-4f69-99e4-b5f7e8517414', 'name': 'network-vif-deleted', 'tag': 'e0900e91-e9c1-4081-9911-66fa958e5301', 'status': 'completed', 'code': 200} Aug 03 19:27:36.346822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Allocated IP 172.25.2.74 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/c741ed33-23c6-41a0-b95d-1a95cd612416) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:36.360633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.391277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.514777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.616215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.618770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.619922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/edf8bf36-c341-4346-b255-f7036867e0ea HTTP/1.1" status: 204 len: 168 time: 0.3474193 Aug 03 19:27:36.637287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a47a34-6f4b-4ff8-924c-d0d41ecd1292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8bf36-c341-4346-b255-f7036867e0ea,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:36.678857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-506603ae-56dd-41e0-9b5e-f0554e0fa3ca req-e21d4bc0-e1a3-46e9-bcc6-1b8f3088d3ee tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 210 time: 0.1555541 Aug 03 19:27:36.780778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45928) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.826652 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:36.842268 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d35fe5d-133e-4c7b-8289-63e06a0672ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bed02124a8c54eb8bd51790a2271ac8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601206 Aug 03 19:27:36.846966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:36.931394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:36.932395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:36.940677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:36.960111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.006565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.009629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=c741ed33-23c6-41a0-b95d-1a95cd612416,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.148552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.153048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.154348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d9f666ed-902f-45e5-8e7e-6deb42bc101f HTTP/1.1" status: 204 len: 168 time: 0.3047888 Aug 03 19:27:37.171461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10904d-023f-4d4a-86c0-50f886ab7d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f666ed-902f-45e5-8e7e-6deb42bc101f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:37.239332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.730014 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:37.810842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94faf04c-223b-4458-83ab-a33aaf6c903d req-9b4c0f28-929c-43da-8d25-457e5568f9e0 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=385959e0-6c94-4f69-99e4-b5f7e8517414 HTTP/1.1" status: 200 len: 210 time: 0.0391574 Aug 03 19:27:37.927529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.088041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.155732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e0900e91-e9c1-4081-9911-66fa958e5301 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:38.178100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: e0900e91-e9c1-4081-9911-66fa958e5301 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:38.178217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e0900e91-e9c1-4081-9911-66fa958e5301 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:38.186777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.191039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=c741ed33-23c6-41a0-b95d-1a95cd612416,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:38.331137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45972) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:38.405579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:38.406887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5fa793ba-ee76-4403-aa77-9f40d7b93f6a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9728072 Aug 03 19:27:39.381911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45992) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.404710 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5a91967e-f033-479a-8aae-3b6085b9cad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.488246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45998) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.574161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6a3e4857-bf5c-4706-a3eb-9abf965e6601 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a8201e35cf9441a5a684a28fd1e1e443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832870 Aug 03 19:27:39.575313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5a91967e-f033-479a-8aae-3b6085b9cad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.576998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.638938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5a91967e-f033-479a-8aae-3b6085b9cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.657856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.694506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.734442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5a91967e-f033-479a-8aae-3b6085b9cad0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=beea0aa999184061b4ddaa7e71f2500d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513477 Aug 03 19:27:39.735314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46006) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:39.742860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91967e-f033-479a-8aae-3b6085b9cad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490325c4-1520-43ae-9d0e-df113d9487e9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.793489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6414-8e96-493c-b166-49f54966bfab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.833921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.871923 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.899848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.903908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:39.905703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8f0d606-20c7-4828-a428-3850dca1f7b8 HTTP/1.1" status: 204 len: 168 time: 0.3270407 Aug 03 19:27:39.919326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6011a-bf0f-48b1-a59a-289a28332c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0d606-20c7-4828-a428-3850dca1f7b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:39.993682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6414-8e96-493c-b166-49f54966bfab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.013134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-f7aacf10-6c80-4f14-8b13-148e7fcb2e86 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1479908263&fields=id&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 267 time: 0.0433764 Aug 03 19:27:40.066081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.069006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.073404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/490325c4-1520-43ae-9d0e-df113d9487e9 HTTP/1.1" status: 204 len: 168 time: 0.3315117 Aug 03 19:27:40.089500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947c627-58aa-4930-be3b-148f093ff87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490325c4-1520-43ae-9d0e-df113d9487e9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.128484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0ec6414-8e96-493c-b166-49f54966bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.180933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-14360fdb-56d1-4a0d-a093-b0e9c913a548 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:40.182352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec6414-8e96-493c-b166-49f54966bfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c9c4df-3099-4422-9027-e926f5d4d480,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:40.183309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-14360fdb-56d1-4a0d-a093-b0e9c913a548 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 817 time: 0.1592610 Aug 03 19:27:40.203769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-bdc5e546-c5c7-4caf-9de8-da7b99ab037a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/quotas/d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 375 time: 0.0139463 Aug 03 19:27:40.246969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0ec6414-8e96-493c-b166-49f54966bfab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cb038a475e84122950375e39b51d53f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9122121 Aug 03 19:27:40.247419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46038) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:40.322201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-de97b271-c641-4b12-8b4e-fe87e64f963a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116006 Aug 03 19:27:40.335666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.364804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.576354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.584298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:40.586700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2c9c4df-3099-4422-9027-e926f5d4d480 HTTP/1.1" status: 204 len: 168 time: 0.3370903 Aug 03 19:27:40.601583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ff2a1-fc95-4005-a889-2332b7750764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c9c4df-3099-4422-9027-e926f5d4d480,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:41.094171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-eaea7ddc-6813-4386-b055-b35b592e2267 service neutron] 10.222.0.67 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657678 Aug 03 19:27:41.240114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-24988fdc-dd20-48a4-82ac-20dd7e706503 service neutron] 10.222.0.67 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394906 Aug 03 19:27:41.509107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e617f75f-d7e6-49cc-9d08-db94a01dc3b0 req-36c3d085-18c0-4d72-9c52-2e18d6e8e280 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 210 time: 0.0330212 Aug 03 19:27:41.734777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46086) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:41.782208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2860db7c-86ef-42a7-96fc-08e678120e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:41.974532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2860db7c-86ef-42a7-96fc-08e678120e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.170526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2860db7c-86ef-42a7-96fc-08e678120e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.202865 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2860db7c-86ef-42a7-96fc-08e678120e3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c7cfc5af4e1457c8ac6bc7a2f4ba578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660008 Aug 03 19:27:42.207000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46098) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.227046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860db7c-86ef-42a7-96fc-08e678120e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124a021-05d8-4dcc-b7a7-50a33103c60d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.300093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.323716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.423522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46102) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.437146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9422fe6f-d1c5-4faf-bdd3-88fe166fca46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.493919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.497187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.498382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a124a021-05d8-4dcc-b7a7-50a33103c60d HTTP/1.1" status: 204 len: 168 time: 0.2896445 Aug 03 19:27:42.525117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103ecdb-9c61-41d6-a46f-4afe9a1987a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124a021-05d8-4dcc-b7a7-50a33103c60d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.621477 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9422fe6f-d1c5-4faf-bdd3-88fe166fca46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.672861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57340bbb-f51f-468b-9b3f-097f47849398 req-d8e4be8f-7b17-48b5-815a-78316f959237 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 210 time: 0.0474401 Aug 03 19:27:42.758403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9422fe6f-d1c5-4faf-bdd3-88fe166fca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.796478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9422fe6f-d1c5-4faf-bdd3-88fe166fca46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8969619a1b964f8a9fc542784c2cec74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717217 Aug 03 19:27:42.799357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46118) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:42.802244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422fe6f-d1c5-4faf-bdd3-88fe166fca46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecea7c96-14df-419e-b989-ba4c85808ee2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:42.873910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.902412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:42.969323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46126) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:43.107021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.110654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.120024 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecea7c96-14df-419e-b989-ba4c85808ee2 HTTP/1.1" status: 204 len: 168 time: 0.3145161 Aug 03 19:27:43.129703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61493ab-605c-4624-b771-9eedb29082fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecea7c96-14df-419e-b989-ba4c85808ee2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.347116 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3797-577b-4a9a-b90b-142c4ed00bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.455526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3797-577b-4a9a-b90b-142c4ed00bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.547849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ba6a3797-577b-4a9a-b90b-142c4ed00bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.596275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a3797-577b-4a9a-b90b-142c4ed00bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8500c07f-2f71-4b07-ad9c-899f5d382f16,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:43.602228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ba6a3797-577b-4a9a-b90b-142c4ed00bc0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f86e97e3f8434c6182dc7f385f9c211b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315279 Aug 03 19:27:43.605468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46144) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:43.746210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.798265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.991316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:43.997153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.001506 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8500c07f-2f71-4b07-ad9c-899f5d382f16 HTTP/1.1" status: 204 len: 168 time: 0.3925955 Aug 03 19:27:44.010130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2207c6-a234-4ab5-aa3d-3e2542885f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500c07f-2f71-4b07-ad9c-899f5d382f16,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.276377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46176) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.291475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78acfb76-edc2-4c2f-8f3d-0b0d261560b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.379180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e460c396-f21c-407d-97eb-d31959064a93 req-ff0bc8fb-dc26-4a09-a219-660a01b886b9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 210 time: 0.0395937 Aug 03 19:27:44.458972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78acfb76-edc2-4c2f-8f3d-0b0d261560b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.470878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-d50fcb83-9972-4ccb-ade4-8119f529d1a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.472509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-d50fcb83-9972-4ccb-ade4-8119f529d1a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.77 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 817 time: 0.2189281 Aug 03 19:27:44.556742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-78acfb76-edc2-4c2f-8f3d-0b0d261560b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.581420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-8b1f8181-a1a2-46e6-8684-ad37a5ecb9a1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 380 time: 0.0992453 Aug 03 19:27:44.594231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'port': {'device_id': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'admin_state_up': True, 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'security_groups': ['cc57480e-25fd-4299-833e-c8f9b2b30eb6']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:44.603632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-78acfb76-edc2-4c2f-8f3d-0b0d261560b1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=55d5f31df00549eba73298ff0e23707d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235025 Aug 03 19:27:44.603632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acfb76-edc2-4c2f-8f3d-0b0d261560b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee1b8c9-1578-4db7-923b-8b617b65e0f6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.605206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46192) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:44.686525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79d689-4f90-4b7a-913b-4c80f8049afa req-8c26fd84-d026-4d55-b005-28075bed51b1 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:44.687780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.694232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c79d689-4f90-4b7a-913b-4c80f8049afa req-8c26fd84-d026-4d55-b005-28075bed51b1 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 946 time: 0.1958160 Aug 03 19:27:44.730350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.761593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c79d689-4f90-4b7a-913b-4c80f8049afa req-abafb1b6-e79c-412d-837b-dee44f1e7ae9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662546 Aug 03 19:27:44.925355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.934822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:44.934822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fee1b8c9-1578-4db7-923b-8b617b65e0f6 HTTP/1.1" status: 204 len: 168 time: 0.3231106 Aug 03 19:27:44.937809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba2b20-4ee9-4714-a40e-06367fbc9949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee1b8c9-1578-4db7-923b-8b617b65e0f6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:44.957167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Made reservation on behalf of d5f2e8598ab34b21994a4c6d2daadd9d for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:44.961343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.149278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Allocated IP 172.20.0.7 (d7468926-4d07-46ca-9f29-a601514e46ec/e914df92-c648-40be-86ac-6d647675fa58/ba3874c9-fbe3-4def-aebf-068b4b671728) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:27:45.344423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.359850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Transition to ACTIVE for port object ba3874c9-fbe3-4def-aebf-068b4b671728 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:45.416411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.494028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba237a20-4f2c-46c3-b473-9a2fc32cc958 req-117ceb42-e6c7-4792-998c-13f8a44660a6 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 210 time: 0.0284605 Aug 03 19:27:45.552254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.573700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.602095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8162d219-2502-4691-9525-1ac3387f7ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.606019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Network d7468926-4d07-46ca-9f29-a601514e46ec is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:27:45.609402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:45.620016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:27:45.656394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:45.701370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.702363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.703507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.704514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.705594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.706212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.706725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.707252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.708330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.709020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.709575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.710404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:45.747362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.748771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.785227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8162d219-2502-4691-9525-1ac3387f7ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.923080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8162d219-2502-4691-9525-1ac3387f7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:45.951595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d558ba-825b-48dd-8cf6-131da2ba3a6b req-9d48345e-af61-426a-bbb7-5a7b3479f1d6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:45.961335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1d558ba-825b-48dd-8cf6-131da2ba3a6b req-9d48345e-af61-426a-bbb7-5a7b3479f1d6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 946 time: 0.0857255 Aug 03 19:27:45.980288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8162d219-2502-4691-9525-1ac3387f7ad2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bf2e1d8f34344016a583a08bcd681ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053149 Aug 03 19:27:45.988990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46272) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:45.999873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-713779b7-50a2-49c3-88ce-e2f09fff0bf4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4108431 Aug 03 19:27:46.008217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-503f944e-6e8d-4bf9-b97d-03dba81f332c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.010101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-503f944e-6e8d-4bf9-b97d-03dba81f332c tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 946 time: 0.1714599 Aug 03 19:27:46.016294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Request body: {'port': {'device_id': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:46.040129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1d558ba-825b-48dd-8cf6-131da2ba3a6b req-34f3e6d1-9c65-4c4d-b039-4161af71adb6 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/security-groups?id=89eeec39-f381-4bc5-bb2c-485e56762d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Aug 03 19:27:46.090275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162d219-2502-4691-9525-1ac3387f7ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84909410-3889-4e49-8507-9751b5ad9a8f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.102032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-11b61f3a-ea26-471d-8a31-5d4fb5cb59e5 None None] Provisioning for port ba3874c9-fbe3-4def-aebf-068b4b671728 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:46.127831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.128686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-11b61f3a-ea26-471d-8a31-5d4fb5cb59e5 None None] Provisioning complete for port ba3874c9-fbe3-4def-aebf-068b4b671728 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:46.129361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-11b61f3a-ea26-471d-8a31-5d4fb5cb59e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.155455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.224998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.225135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-11b61f3a-ea26-471d-8a31-5d4fb5cb59e5 None None] Port ba3874c9-fbe3-4def-aebf-068b4b671728 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:27:46.280722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Deleting port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:27:46.281402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.444185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] For port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,segment=NetworkSegment(3b6cb81f-8f0c-4d8a-b404-3e12d082a221),segment_id=3b6cb81f-8f0c-4d8a-b404-3e12d082a221)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:46.444563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.459238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Calling delete_port for e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:27:46.543780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.546576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.547770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84909410-3889-4e49-8507-9751b5ad9a8f HTTP/1.1" status: 204 len: 168 time: 0.5365326 Aug 03 19:27:46.554166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:46.558929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcea890-583b-4f64-831e-31d0ea7e28c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84909410-3889-4e49-8507-9751b5ad9a8f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.605254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.668282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70797a3f-08fa-4540-8591-2c462aff3389 req-81a0bdb8-46fa-4dd7-b183-f451880c6ac9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:46.670230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70797a3f-08fa-4540-8591-2c462aff3389 req-81a0bdb8-46fa-4dd7-b183-f451880c6ac9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 931 time: 0.0607123 Aug 03 19:27:46.719821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70797a3f-08fa-4540-8591-2c462aff3389 req-240a213f-5282-4936-b218-6a425b256e04 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Aug 03 19:27:46.787589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Transition to ACTIVE for port object ba3874c9-fbe3-4def-aebf-068b4b671728 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:27:46.789034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.823682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:46.831682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Pushing event deleted for resources: {'Port': ['ID=e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:46.878491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] No DVR routers for this DVR port e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:27:46.881195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.883219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6f0ed0e5-1120-4ced-b7f6-dc3b454a1edc req-82f3b3c5-685a-4b86-92dd-384f074edf7a tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.54 "DELETE /v2.0/ports/e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 HTTP/1.1" status: 204 len: 173 time: 0.8035250 Aug 03 19:27:46.883668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'name': 'network-vif-deleted', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:46.888017 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d6c58f-af83-416d-a582-600309c4af49" -d '{"events": [{"server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "name": "network-vif-deleted", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:46.936593 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4dda37-9bb2-4a35-9408-4599fa737ce6 x-openstack-request-id: req-8b4dda37-9bb2-4a35-9408-4599fa737ce6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:46.936906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:46.937205 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893b6664-12b1-4573-a2ec-950adcf250be", "name": "network-vif-deleted", "tag": "e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:46.937573 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8b4dda37-9bb2-4a35-9408-4599fa737ce6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:46.938903 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893b6664-12b1-4573-a2ec-950adcf250be', 'name': 'network-vif-deleted', 'tag': 'e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18', 'status': 'completed', 'code': 200} Aug 03 19:27:47.064230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:47.135838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:47.155247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:27:47.156275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:27:47.156921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:47.162779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:27:47.163223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:27:47.201384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:27:47.201880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:47.202603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Bound using segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:27:47.203175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Bound port: ba3874c9-fbe3-4def-aebf-068b4b671728, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:27:47.203896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.208123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-525f81aa-0bde-4410-ae8d-53ca4222f2ed req-48c8853f-7632-4b57-8b8e-0e41a1eefdf1 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.0425055 Aug 03 19:27:47.302662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:27:47.309106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:27:47.634964 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ec24f62-7eaa-45db-9679-9476c9d2de90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.650917 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.698674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:47.699502 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.700913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] 10.222.0.77 "PUT /v2.0/ports/ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 1091 time: 1.6912100 Aug 03 19:27:47.701359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:47.704172 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab6d63-a224-4b81-99db-078d030de0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:47.732619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bea30b-1b91-4300-b655-b623785abe07 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:47.759578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ec24f62-7eaa-45db-9679-9476c9d2de90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:47.766627 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849dd731-1bb5-4cad-b73a-8cde351de998 x-openstack-request-id: req-849dd731-1bb5-4cad-b73a-8cde351de998 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:47.767060 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:47.767741 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-849dd731-1bb5-4cad-b73a-8cde351de998 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:47.768078 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'status': 'completed', 'code': 200} Aug 03 19:27:47.901755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-cb7dcb3a-b688-4f7b-84bb-59ccbb7059d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:47.906120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-cb7dcb3a-b688-4f7b-84bb-59ccbb7059d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1094 time: 0.1211154 Aug 03 19:27:47.926926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a057b-079b-4cfc-acc2-dcab0e9cb491 req-2eab365e-e535-4993-afbf-ee4f9b644c42 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:47.937146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-260a057b-079b-4cfc-acc2-dcab0e9cb491 req-2eab365e-e535-4993-afbf-ee4f9b644c42 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.1153967 Aug 03 19:27:47.947081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ec24f62-7eaa-45db-9679-9476c9d2de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.019499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ec24f62-7eaa-45db-9679-9476c9d2de90 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e554c2a557b428e8b6ad16872cc377c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8814795 Aug 03 19:27:48.023314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46380) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.033130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec24f62-7eaa-45db-9679-9476c9d2de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d70f97-c1e3-49c8-9fa0-99cab952d4b2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.161970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-260a057b-079b-4cfc-acc2-dcab0e9cb491 req-35cdba44-09b4-405f-a51e-72f0e52c3893 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226441 Aug 03 19:27:48.163711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.223838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-a550a624-5b17-4b02-ad21-edf2f0da2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.226494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-a550a624-5b17-4b02-ad21-edf2f0da2043 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2866793 Aug 03 19:27:48.230743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.363550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46386) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:48.445239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cd8e7a1-bc56-4fae-936c-ca3eb7200275 req-64eeb07e-d865-48a1-b186-528cee5e29f9 tempest-AttachVolumeNegativeTest-1993399173 tempest-AttachVolumeNegativeTest-1993399173-project] 10.222.0.67 "GET /v2.0/ports?device_id=893b6664-12b1-4573-a2ec-950adcf250be HTTP/1.1" status: 200 len: 210 time: 0.0751674 Aug 03 19:27:48.494742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-a026c320-c851-48bb-be5c-08faecbee4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.496273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8aab6d63-a224-4b81-99db-078d030de0e2 req-a026c320-c851-48bb-be5c-08faecbee4d8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2547271 Aug 03 19:27:48.553058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1556715712-network', 'tenant_id': '4456284fc16749c4868962cf2bd3cfb0'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:48.564006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.568206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.574923 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75d70f97-c1e3-49c8-9fa0-99cab952d4b2 HTTP/1.1" status: 204 len: 168 time: 0.5505028 Aug 03 19:27:48.598363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de952750-1a8d-4029-8fe3-151980ee43ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d70f97-c1e3-49c8-9fa0-99cab952d4b2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:48.628054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-6554af9b-ad43-4fe9-9a86-dc5219952797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.637551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-6554af9b-ad43-4fe9-9a86-dc5219952797 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1094 time: 0.0876806 Aug 03 19:27:48.678901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-a08bc684-963b-4eff-8f35-b115db8252d0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 217 time: 0.0414078 Aug 03 19:27:48.762149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-066a695c-9c65-41d8-8073-8b9173ba7104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.763972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-066a695c-9c65-41d8-8073-8b9173ba7104 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.0787828 Aug 03 19:27:48.769835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Made reservation on behalf of 4456284fc16749c4868962cf2bd3cfb0 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:48.772550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.788636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.863172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-432aa2ea-175e-4ae4-a0a3-65786342fba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:48.865519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-432aa2ea-175e-4ae4-a0a3-65786342fba7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892766 Aug 03 19:27:48.873064 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db517068-996a-46fb-9f7f-6ecebc616975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:48.958983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.011042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-b6369fa7-2dd1-45f6-872c-4fd4931eac90 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382041 Aug 03 19:27:49.129431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb4dbe97-25bd-471b-ba27-9e61bdf90c2e req-9794dec3-7e50-4547-83fa-4ee836271828 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086230 Aug 03 19:27:49.153264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.184436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:49.194571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936bd48-6e3b-432f-888a-c17de35117a1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.200450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.200821 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Added segment 41c21707-0d7f-491b-8a12-67fd64b82f32 of type vlan for network 070e3996-f5c9-4602-af94-50c1c83144b9 Aug 03 19:27:49.248797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.302022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12988cad-d582-4cdf-816c-8ac51dcf6e2d req-9daf1886-d2d9-4d71-a677-190cc01a111f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.310993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12988cad-d582-4cdf-816c-8ac51dcf6e2d req-9daf1886-d2d9-4d71-a677-190cc01a111f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.0665066 Aug 03 19:27:49.376708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-12988cad-d582-4cdf-816c-8ac51dcf6e2d req-4e367538-fc2a-4142-8b37-fd6b93ed7b79 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545719 Aug 03 19:27:49.393765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.394881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:49.395973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.513304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] Pushing event updated for resources: {'Network': ['ID=070e3996-f5c9-4602-af94-50c1c83144b9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.526043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 070e3996-f5c9-4602-af94-50c1c83144b9 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:49.531520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46436) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.615434 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52ea2a35-2d50-4cfd-8efe-b7857647b4cb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2486372 Aug 03 19:27:49.617550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Deleting subnet 93dc961a-d4bc-400a-9be0-a69eaba6ce6a {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:27:49.618234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46438) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:49.622342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.625469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Request body: {'subnet': {'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1556715712-subnet', 'tenant_id': '4456284fc16749c4868962cf2bd3cfb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:49.669693 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.715266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.779568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Made reservation on behalf of 4456284fc16749c4868962cf2bd3cfb0 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:49.784159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.873248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.903581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93dc961a-d4bc-400a-9be0-a69eaba6ce6a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:49.905578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:49.907483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9980e605-8af7-4f20-afb4-35353ca8eed5 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/93dc961a-d4bc-400a-9be0-a69eaba6ce6a HTTP/1.1" status: 204 len: 168 time: 0.3749592 Aug 03 19:27:49.911712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46446) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.008435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.105319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.120293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378d5cfa-ca00-4f38-9f53-59e43b080856']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:50.144931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6cb81f-8f0c-4d8a-b404-3e12d082a221') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:50.145232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6cb81f-8f0c-4d8a-b404-3e12d082a221') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:27:50.168398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.183567 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.187383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.191100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:27:50.191579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:27:50.193352 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:27:50.230878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:27:50.261234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:27:50.261666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device e2a2eea8-a4d0-46d7-8fa4-26484cb2ba18 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:27:50.272601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bd0279-ba3a-452e-917b-ba801e22ea35,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:50.282291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Checking segment: {'id': '41c21707-0d7f-491b-8a12-67fd64b82f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:50.282734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Network hostable DHCP agents. Network: 070e3996-f5c9-4602-af94-50c1c83144b9, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:50.356782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.368019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.377818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] 10.222.0.67 "DELETE /v2.0/networks/378d5cfa-ca00-4f38-9f53-59e43b080856 HTTP/1.1" status: 204 len: 168 time: 0.4640911 Aug 03 19:27:50.392421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc6d1b-60f9-4ed6-9f22-45852c3e0107 admin admin] Pushing event deleted for resources: {'Network': ['ID=378d5cfa-ca00-4f38-9f53-59e43b080856,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:50.490180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46468) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:50.522296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Network 070e3996-f5c9-4602-af94-50c1c83144b9 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:50.607945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ca25c-51a4-40a9-80d9-26887d8f69ef req-4d0e4957-704d-4ff6-8735-4f04fa0f10df tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.610105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b00ca25c-51a4-40a9-80d9-26887d8f69ef req-4d0e4957-704d-4ff6-8735-4f04fa0f10df tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.0959165 Aug 03 19:27:50.680990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b00ca25c-51a4-40a9-80d9-26887d8f69ef req-11bd503a-c75e-40c1-8fdc-3917f3efd2bb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622764 Aug 03 19:27:50.810461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 070e3996-f5c9-4602-af94-50c1c83144b9) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:50.834993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:50.834993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.835353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8934be3-d358-42f1-b614-c26760488b71 None None] Network 070e3996-f5c9-4602-af94-50c1c83144b9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:50.862663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20ce63cb-cad6-465c-809a-bbcfc3e77fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:50.968891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4230f-24ac-4289-974f-f3df763fd517 None None] Network 070e3996-f5c9-4602-af94-50c1c83144b9 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:51.049372 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5439a7ee-d5af-4806-aa17-c7b070248d1b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4296868 Aug 03 19:27:51.157508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20ce63cb-cad6-465c-809a-bbcfc3e77fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.307090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20ce63cb-cad6-465c-809a-bbcfc3e77fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.350603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.354369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20ce63cb-cad6-465c-809a-bbcfc3e77fb3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbc7a43d01a047beb7c3f54267a1ee7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8627830 Aug 03 19:27:51.355116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce63cb-cad6-465c-809a-bbcfc3e77fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a19bff-f601-4e68-8f3c-feeb7adc7446,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:51.357761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46490) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.419221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.445194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0093b94-3722-4fb8-95cf-1b01740be03c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19821f78c4c643c7b8b319bad8f00664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0901792 Aug 03 19:27:51.445666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:51.449093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.559032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.588331 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.770667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.779696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.779696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/25a19bff-f601-4e68-8f3c-feeb7adc7446 HTTP/1.1" status: 204 len: 168 time: 0.4159701 Aug 03 19:27:51.783892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da4b2f-4664-4dbe-97a6-6fe3f3c28984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a19bff-f601-4e68-8f3c-feeb7adc7446,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:51.852029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f3e75-a49a-4a91-8096-769676b75e79 req-e0ad63b8-cad1-4974-9be8-615882d76e5d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:51.853641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-866f3e75-a49a-4a91-8096-769676b75e79 req-e0ad63b8-cad1-4974-9be8-615882d76e5d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.0617313 Aug 03 19:27:51.856441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.859066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:51.861146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/89eeec39-f381-4bc5-bb2c-485e56762d6d HTTP/1.1" status: 204 len: 168 time: 0.4146237 Aug 03 19:27:51.883231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af12f1-4074-4117-99d7-1a24aa8bd60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eeec39-f381-4bc5-bb2c-485e56762d6d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:51.922994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-866f3e75-a49a-4a91-8096-769676b75e79 req-cae972d0-1be2-486e-867e-14f990836838 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585923 Aug 03 19:27:52.135886 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c9d1ebb-f18d-490e-8f42-d49e938f1c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.206177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.593170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46526) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:52.913079 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:52.962816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20ef0404-3ce3-464b-a3e4-32628b7e803d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.073385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a10c87-1a0b-4e15-9a9f-742319ec253b req-5b5864ba-0edc-4c8f-9ade-d7c2736fd5e8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:53.076893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06a10c87-1a0b-4e15-9a9f-742319ec253b req-5b5864ba-0edc-4c8f-9ade-d7c2736fd5e8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.0621786 Aug 03 19:27:53.089875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20ef0404-3ce3-464b-a3e4-32628b7e803d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.171046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06a10c87-1a0b-4e15-9a9f-742319ec253b req-37baf34c-6a02-4bbe-9ce4-33b59a93f4aa tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767767 Aug 03 19:27:53.208797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20ef0404-3ce3-464b-a3e4-32628b7e803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.220246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:27:53.256940 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-20ef0404-3ce3-464b-a3e4-32628b7e803d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4dc3895222404a1f96581a86ce1fcdf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6626444 Aug 03 19:27:53.263119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:53.288185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0404-3ce3-464b-a3e4-32628b7e803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75045119-6084-4ad7-94ae-e97d58843ec5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.339255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.367699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.371655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:53.386822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:27:53.434604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.453293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:27:53.481706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:53.621256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.627895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.627895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:53.627895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75045119-6084-4ad7-94ae-e97d58843ec5 HTTP/1.1" status: 204 len: 168 time: 0.3621812 Aug 03 19:27:53.636451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e5d31-da5b-4e6a-8447-8d01002bb72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75045119-6084-4ad7-94ae-e97d58843ec5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.688590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:53.696966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.697317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.697660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.697997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.698330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.698662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.698992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.699313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.699634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.699954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.700275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.700591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:27:53.821515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ba3874c9-fbe3-4def-aebf-068b4b671728'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:27:53.983556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46586) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:53.990504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-439058791-network', 'tenant_id': '6e20adfea24b4d2986790f5155e71ea2'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:54.204390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Made reservation on behalf of 6e20adfea24b4d2986790f5155e71ea2 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:54.209484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.226450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.367520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aada82-f9c0-458a-bd41-2ec8d606bc23 req-d35a9c15-c85c-420e-b923-95d054b84043 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.374084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40aada82-f9c0-458a-bd41-2ec8d606bc23 req-d35a9c15-c85c-420e-b923-95d054b84043 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1233099 Aug 03 19:27:54.441373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40aada82-f9c0-458a-bd41-2ec8d606bc23 req-6f62e49c-dde0-4a5a-8c72-74dbfbf77540 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 Aug 03 19:27:54.471506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.559903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.594092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:27:54.601631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a0cc26-4c11-43a0-9eb3-0c054bc6b98f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:54.607767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.608117 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Added segment 3b6bcaca-e0cd-457d-a398-622d73647504 of type vlan for network 5a99abd8-3f50-441d-afb7-f34a4a4ed831 Aug 03 19:27:54.661768 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.793578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.858896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.859916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:54.860574 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:54.951158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] Pushing event updated for resources: {'Network': ['ID=5a99abd8-3f50-441d-afb7-f34a4a4ed831,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:54.964867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 5a99abd8-3f50-441d-afb7-f34a4a4ed831 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:27:55.022495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-36ffc740-cd23-454e-a44b-8fba41d7735c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0372753 Aug 03 19:27:55.026984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46630) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:55.034166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Request body: {'subnet': {'network_id': '5a99abd8-3f50-441d-afb7-f34a4a4ed831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-439058791-subnet', 'tenant_id': '6e20adfea24b4d2986790f5155e71ea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:55.169967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Made reservation on behalf of 6e20adfea24b4d2986790f5155e71ea2 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:27:55.172780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.228785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:27:55.443938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ba3874c9-fbe3-4def-aebf-068b4b671728 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:27:55.451485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ba3874c9-fbe3-4def-aebf-068b4b671728 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:27:55.451994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.635178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0af752-6040-485f-801d-04a1d9df1633 req-6dea9f71-d760-4101-b38d-57a535fd4340 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:55.643138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0af752-6040-485f-801d-04a1d9df1633 req-6dea9f71-d760-4101-b38d-57a535fd4340 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1095171 Aug 03 19:27:55.683085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0af752-6040-485f-801d-04a1d9df1633 req-0005d81b-bc37-431e-b332-cae16d1b87b7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390241 Aug 03 19:27:55.780168 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.805343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:27:55.807584 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9313993-4cd2-4814-aeff-7dc2aeb7d67e" -d '{"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:27:55.821923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:27:55.827713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:55.858514 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335741ac-304a-41b4-a4c9-8fde7deb6da1 x-openstack-request-id: req-335741ac-304a-41b4-a4c9-8fde7deb6da1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:27:55.858811 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:27:55.859062 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-335741ac-304a-41b4-a4c9-8fde7deb6da1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:27:55.859456 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'code': 200} Aug 03 19:27:55.930083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.030460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5be1a9-0e08-4c7e-8207-5f1a30001987,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:56.036502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Checking segment: {'id': '3b6bcaca-e0cd-457d-a398-622d73647504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5a99abd8-3f50-441d-afb7-f34a4a4ed831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:27:56.036958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Network hostable DHCP agents. Network: 5a99abd8-3f50-441d-afb7-f34a4a4ed831, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:27:56.071274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be9d72-6e6f-48f4-85c6-e2f0936b4152 req-2f809693-4d89-454b-ada5-b5a7c1c0aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:56.072947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70be9d72-6e6f-48f4-85c6-e2f0936b4152 req-2f809693-4d89-454b-ada5-b5a7c1c0aec1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1096 time: 0.1028316 Aug 03 19:27:56.077802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:27:56.124674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70be9d72-6e6f-48f4-85c6-e2f0936b4152 req-2d2f99d8-0303-4c63-b58d-5c9f319d0742 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Aug 03 19:27:56.170039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Network 5a99abd8-3f50-441d-afb7-f34a4a4ed831 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:27:56.261457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 5a99abd8-3f50-441d-afb7-f34a4a4ed831) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:27:56.266878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:56.268268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:56.278132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3190d0-4357-4a93-9877-de869c843710 None None] Network 5a99abd8-3f50-441d-afb7-f34a4a4ed831 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:56.455927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b8a3a-cf33-4c76-8908-799f3e2ee7cf None None] Network 5a99abd8-3f50-441d-afb7-f34a4a4ed831 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:27:56.468990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-126f005f-984b-400a-9757-6b79744c58c2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4421637 Aug 03 19:27:56.913936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2556a8-a4b0-43b4-a378-b90ecf55c0ce req-ae0abc0a-ab04-42b6-8702-7bf779f07d11 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:56.915728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f2556a8-a4b0-43b4-a378-b90ecf55c0ce req-ae0abc0a-ab04-42b6-8702-7bf779f07d11 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1395988 Aug 03 19:27:56.966299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f2556a8-a4b0-43b4-a378-b90ecf55c0ce req-986dd059-156c-4019-b4c5-0a23c6b06973 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Aug 03 19:27:58.231326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-71f9392f-abdf-4321-90b2-ae85506ab09d tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:58.233669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-71f9392f-abdf-4321-90b2-ae85506ab09d tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/networks?id=070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 200 len: 812 time: 0.2509942 Aug 03 19:27:58.256222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-ba7bf687-7237-4f9d-b536-e915a1109c88 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/quotas/4456284fc16749c4868962cf2bd3cfb0 HTTP/1.1" status: 200 len: 375 time: 0.0148330 Aug 03 19:27:58.307893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-3a39d3e2-c3fe-4f40-b47c-6b0511e45031 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4456284fc16749c4868962cf2bd3cfb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406802 Aug 03 19:27:58.460862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-815edcc0-522b-4ba4-bd60-08890ea6ea2b service neutron] 10.222.0.67 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445639 Aug 03 19:27:58.616754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-87cfaba1-c142-4d43-ae3b-95fc5ac00a61 service neutron] 10.222.0.67 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476252 Aug 03 19:27:59.287889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5058f92-4310-4449-96cd-0ab319f2ff79 req-6b5f9d02-2f1f-4010-9532-7cac4b57fc82 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.287889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5058f92-4310-4449-96cd-0ab319f2ff79 req-6b5f9d02-2f1f-4010-9532-7cac4b57fc82 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1183066 Aug 03 19:27:59.287889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5058f92-4310-4449-96cd-0ab319f2ff79 req-c1e4e9cc-415c-423b-b28a-8e4e22a0730f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683625 Aug 03 19:27:59.287889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a679ef2-69b0-4fe9-9f53-71716d17a056 req-76e895f1-c558-497f-aac6-ebecaa40a299 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0414994 Aug 03 19:27:59.375412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46858) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.491289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601588a-d765-44f5-9fac-419d70be4338 req-0598ac3b-5935-46e0-8feb-af20472c8ad0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:27:59.500477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0601588a-d765-44f5-9fac-419d70be4338 req-0598ac3b-5935-46e0-8feb-af20472c8ad0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1051443 Aug 03 19:27:59.506214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.515776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Request body: {'floatingip': {'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:27:59.587923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.814002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0000ce37-6a3e-44d3-9b66-2f612d23c969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:27:59.839746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46872) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:27:59.987114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3400ced0-78f7-4b4a-aa98-5a3c700271f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.042410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0000ce37-6a3e-44d3-9b66-2f612d23c969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.172257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0000ce37-6a3e-44d3-9b66-2f612d23c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.307658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3400ced0-78f7-4b4a-aa98-5a3c700271f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.352703 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0000ce37-6a3e-44d3-9b66-2f612d23c969 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=580384ef1f224a96bf09cc99518a1f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9758632 Aug 03 19:28:00.360515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46884) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.417364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ce37-6a3e-44d3-9b66-2f612d23c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d55630-6dd6-48f0-9949-b022e947f505,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:00.469317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.475257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3400ced0-78f7-4b4a-aa98-5a3c700271f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.543197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afe41b85-3fd4-4c8e-bca7-c394f554ef3d req-c3a12578-78c4-4164-a2c1-29bd9da6c6bd tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0514231 Aug 03 19:28:00.561302 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3400ced0-78f7-4b4a-aa98-5a3c700271f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30ead2e65bc54020b194e07d4305e0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7131863 Aug 03 19:28:00.561753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:00.614933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.640426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400ced0-78f7-4b4a-aa98-5a3c700271f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff87a881-39a1-4674-a94f-be4b82e16fa3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:00.760691 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.764001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.765705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1d55630-6dd6-48f0-9949-b022e947f505 HTTP/1.1" status: 204 len: 168 time: 0.4014425 Aug 03 19:28:00.789890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d741ddb-0d9d-4224-95ce-c34005c32cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d55630-6dd6-48f0-9949-b022e947f505,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:00.836961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.922158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:00.951528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.045141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-aabeecc7-8c1e-4693-b466-69ac9a0467c7 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=c219990d26a041bf9199d2da1144f4c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559230 Aug 03 19:28:01.075946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.231483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.235161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.237569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff87a881-39a1-4674-a94f-be4b82e16fa3 HTTP/1.1" status: 204 len: 168 time: 0.6741376 Aug 03 19:28:01.343352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53a095-b4a8-4dee-8d67-7f69ef3cef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff87a881-39a1-4674-a94f-be4b82e16fa3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:01.442470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-8eeb05be-e640-4738-8c5a-8c256126d673 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:01.449900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-8eeb05be-e640-4738-8c5a-8c256126d673 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3974819 Aug 03 19:28:01.453158 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Floating IP 397f0950-c839-4478-92af-334c44d2b45d associated. External IP: 172.25.2.74, port: ba3874c9-fbe3-4def-aebf-068b4b671728. Aug 03 19:28:01.511155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-1d8b9265-b4f9-45ac-b0f6-6e56fa109583 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/quotas/c219990d26a041bf9199d2da1144f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0586855 Aug 03 19:28:01.625807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-104afa6f-2de0-4200-970b-d27e2dfc4537 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c219990d26a041bf9199d2da1144f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481708 Aug 03 19:28:01.818363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:01.881336 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:01.961245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:01.971447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:01.979707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:02.004043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:02.004985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:27:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.050283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-28d9379b-a942-4e7e-b645-5e4de718ed55 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "PUT /v2.0/floatingips/397f0950-c839-4478-92af-334c44d2b45d HTTP/1.1" status: 200 len: 990 time: 2.5411372 Aug 03 19:28:02.051312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:02.060186 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af9844-dfce-498e-99e5-379b1715a680" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:02.165955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00e2b11b-07bb-4d29-a0e2-3221053f2e64 req-531c6ee4-ea20-4c6d-aca5-6e2bfa5ced0c tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0682850 Aug 03 19:28:02.280109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:02.346337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bbb1111-6742-47a0-8637-378dc44b21b8 req-a379d4c9-3f00-44bb-b2ec-797668bf9da3 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.0719233 Aug 03 19:28:02.466366 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd01308-fd8c-4133-a5c5-be9921cc384e x-openstack-request-id: req-dcd01308-fd8c-4133-a5c5-be9921cc384e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:02.466691 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:02.466948 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dcd01308-fd8c-4133-a5c5-be9921cc384e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:02.467349 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'status': 'completed', 'code': 200} Aug 03 19:28:02.566090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9844-dfce-498e-99e5-379b1715a680 req-eac87283-b756-4858-97fa-f1d18a934aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.568941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-eac87283-b756-4858-97fa-f1d18a934aae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1096 time: 0.0810666 Aug 03 19:28:02.676546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '397f0950-c839-4478-92af-334c44d2b45d', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:28:00Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.729196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9844-dfce-498e-99e5-379b1715a680 req-94f5d25e-3457-4ba9-b44b-9cb59fab5fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:02.730836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-94f5d25e-3457-4ba9-b44b-9cb59fab5fc7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1532972 Aug 03 19:28:02.738805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:02.761192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:02.761853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:27:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:02.903290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:02.937136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ca-8890-4215-a787-ecdae8c2ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:02.968210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-c8ad87af-c4a5-4f61-a0b4-641ed3824f6d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 998 time: 0.2276125 Aug 03 19:28:03.086131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:03.216525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9844-dfce-498e-99e5-379b1715a680 req-739a7402-a03a-4e2e-ae2d-c22fe7c9470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:03.216844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-fbf3145d-c080-45c9-842f-590f528f79df tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:03.222467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-fbf3145d-c080-45c9-842f-590f528f79df tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.54 "GET /v2.0/networks?id=070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 200 len: 812 time: 0.2491276 Aug 03 19:28:03.225892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-739a7402-a03a-4e2e-ae2d-c22fe7c9470c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2402904 Aug 03 19:28:03.255759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Request body: {'port': {'device_id': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9', 'admin_state_up': True, 'tenant_id': '4456284fc16749c4868962cf2bd3cfb0'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:03.354253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c062cd33-8ee5-49b9-b595-58fed874f51f req-ec8c37b7-3724-4a35-bf35-e736ae612f5b tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0423675 Aug 03 19:28:03.398298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9844-dfce-498e-99e5-379b1715a680 req-5b690559-346d-45ae-9f5a-eab28601e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:03.399855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-5b690559-346d-45ae-9f5a-eab28601e5d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688676 Aug 03 19:28:03.427651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:03.706908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1ae01fc-32d7-46d8-aa95-eb6d5fdbe943 req-e8739ff3-c6c9-4bfe-8968-ca8db50abdb2 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.2795994 Aug 03 19:28:03.801705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-93f42139-66aa-4af0-b538-5511bb172880 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941536 Aug 03 19:28:03.916027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '397f0950-c839-4478-92af-334c44d2b45d', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:28:00Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:03.962432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38cb9e5-92c5-4051-bc1c-ad0d5c3843b8 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '397f0950-c839-4478-92af-334c44d2b45d', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:27:37Z', 'updated_at': '2021-08-03T19:28:00Z', 'revision_number': 1, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:04.007915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73af9844-dfce-498e-99e5-379b1715a680 req-8f632020-c720-436a-acf2-fcd318d3d1a0 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972740 Aug 03 19:28:04.037338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ca-8890-4215-a787-ecdae8c2ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:04.214069 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ed28d7-e45c-4562-a96e-1f3b967d09e5 None None] New status for floating IP 397f0950-c839-4478-92af-334c44d2b45d: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:28:04.487947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cce5015b-8ca2-469f-ac2a-b3f2109f2ffc req-b40f206e-87c7-46d8-a777-03230b7c63ef tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0353787 Aug 03 19:28:04.828407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96410905-1287-486d-a364-f766a5ad90ce req-0312eb0f-dd4a-4d9c-b2c2-92dd76de3ac8 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.0284488 Aug 03 19:28:05.315498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aa225ca-8890-4215-a787-ecdae8c2ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.382306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0aa225ca-8890-4215-a787-ecdae8c2ce70 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6c26d3b253f44ca98c0230311a71988&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4777367 Aug 03 19:28:05.386941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa225ca-8890-4215-a787-ecdae8c2ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a4e71-2f32-468e-ac52-dcd6334f525d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:05.391124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:05.476127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.500868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.584622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Made reservation on behalf of 4456284fc16749c4868962cf2bd3cfb0 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:05.592135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.644014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a77a3c9-b905-4eaa-80b0-2af78bc80938 req-b621a90c-0710-4d2a-98d7-fe9bc075d6dd tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0388806 Aug 03 19:28:05.748884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.751951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:05.755875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d43a4e71-2f32-468e-ac52-dcd6334f525d HTTP/1.1" status: 204 len: 168 time: 0.3610072 Aug 03 19:28:05.821004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cdcef2-2868-4cbb-93fb-4898021c28fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a4e71-2f32-468e-ac52-dcd6334f525d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:05.948813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Allocated IP 172.20.0.7 (070e3996-f5c9-4602-af94-50c1c83144b9/e3bd0279-ba3a-452e-917b-ba801e22ea35/3667e9c9-66f4-43c3-828b-1414f9932275) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:06.053679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8f38dc7-b1f2-45d0-8b52-99fd9e0d6b46 req-5eef8f1a-e02c-48f6-9c61-f1fd8bae8025 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.0600078 Aug 03 19:28:06.237604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.382020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.481202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Pushing event updated for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:06.503127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Network 070e3996-f5c9-4602-af94-50c1c83144b9 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:06.505055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:06.507811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:06.611639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.617694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.658959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-aa3bd074-31ac-4e8a-8258-72b6dcba6bdc tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c219990d26a041bf9199d2da1144f4c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568106 Aug 03 19:28:06.766856 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-90fbb18a-bc98-418b-9c7e-0b485b56e6fc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5173564 Aug 03 19:28:06.782614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Request body: {'port': {'device_id': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:06.841522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-61e4a86a-8b32-4d7d-9957-f7d4e8ea2628 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.843051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-61e4a86a-8b32-4d7d-9957-f7d4e8ea2628 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1690838 Aug 03 19:28:06.855605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:06.893265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Request body: {'port': {'device_id': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'c219990d26a041bf9199d2da1144f4c9'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:06.967509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e247b-1909-4c18-a775-0e97e56f5f38 req-1651093d-378b-45d2-91d5-dfaccaf316f7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:06.969457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf8e247b-1909-4c18-a775-0e97e56f5f38 req-1651093d-378b-45d2-91d5-dfaccaf316f7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 931 time: 0.1254871 Aug 03 19:28:07.037286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf8e247b-1909-4c18-a775-0e97e56f5f38 req-d09a3505-8128-4d4c-8240-1e7e2fcaad83 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580556 Aug 03 19:28:07.231216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Made reservation on behalf of c219990d26a041bf9199d2da1144f4c9 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:07.236269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.304046 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.349943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aef9f22f-ca9d-46ca-a1e2-f4c992e80ed7 req-8169c7eb-409d-46f7-bf90-ebd920734563 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.1015983 Aug 03 19:28:07.453594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3667e9c9-66f4-43c3-828b-1414f9932275 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:07.458883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.475940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Transition to ACTIVE for port object 3667e9c9-66f4-43c3-828b-1414f9932275 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:07.521163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.604098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.672397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.681719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:07.780295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7fd077-4750-41c7-aa18-065201b4842d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:07.804180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Attempting to bind port 3667e9c9-66f4-43c3-828b-1414f9932275 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:07.804457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Attempting to bind port 3667e9c9-66f4-43c3-828b-1414f9932275 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '41c21707-0d7f-491b-8a12-67fd64b82f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:07.804955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Attempting to bind port 3667e9c9-66f4-43c3-828b-1414f9932275 on network 070e3996-f5c9-4602-af94-50c1c83144b9 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:07.818343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Port 3667e9c9-66f4-43c3-828b-1414f9932275 on network 070e3996-f5c9-4602-af94-50c1c83144b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:07.818766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Attempting to bind port 3667e9c9-66f4-43c3-828b-1414f9932275 on network 070e3996-f5c9-4602-af94-50c1c83144b9 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:07.838184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:07.838762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Checking segment: {'id': '41c21707-0d7f-491b-8a12-67fd64b82f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:07.839248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Bound using segment: {'id': '41c21707-0d7f-491b-8a12-67fd64b82f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:07.839861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Bound port: 3667e9c9-66f4-43c3-828b-1414f9932275, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c21707-0d7f-491b-8a12-67fd64b82f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:07.840070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:07.902538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Allocated IP 192.168.233.86 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/5ba27e47-ca31-4c3b-853f-4ca4ee28a054) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:07.957779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:07.963032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3667e9c9-66f4-43c3-828b-1414f9932275,segment=NetworkSegment(41c21707-0d7f-491b-8a12-67fd64b82f32),segment_id=41c21707-0d7f-491b-8a12-67fd64b82f32)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:08.088134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.274160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.274936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.276904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] 10.222.0.54 "PUT /v2.0/ports/3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 200 len: 1091 time: 1.4988470 Aug 03 19:28:08.277332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:08.287856 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f62b2-6139-4c89-891b-5eb13cacc570" -d '{"events": [{"name": "network-changed", "server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:08.315839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4a673-d024-4d0b-a0ec-3a9550b338a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:08.515997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-5eeb515d-cbd2-4ff3-9318-5435447bb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.522101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-5eeb515d-cbd2-4ff3-9318-5435447bb1fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4456284fc16749c4868962cf2bd3cfb0&device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 1094 time: 0.0916712 Aug 03 19:28:08.618793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:08.635147 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-3538ac4c-a883-4f1a-93a5-c824d1a6d487 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 200 len: 217 time: 0.0981715 Aug 03 19:28:08.653436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Transition to ACTIVE for port object 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:08.662666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdb302-6312-44f2-b3a9-84e65c7738f3 req-df7f74f5-f033-4183-ab40-4a9adf4438a2 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.670266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97bdb302-6312-44f2-b3a9-84e65c7738f3 req-df7f74f5-f033-4183-ab40-4a9adf4438a2 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 943 time: 0.1244488 Aug 03 19:28:08.747642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97bdb302-6312-44f2-b3a9-84e65c7738f3 req-0078bf67-6a89-4d5d-aa9c-0d908233fa67 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700443 Aug 03 19:28:08.767691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-9351011a-3942-489e-8bc1-32644a4409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:08.769563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-9351011a-3942-489e-8bc1-32644a4409dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3bd0279-ba3a-452e-917b-ba801e22ea35 HTTP/1.1" status: 200 len: 852 time: 0.1252766 Aug 03 19:28:08.858761 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-e33f8e0f-ce58-4abe-b757-9cbc95c19aa5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=070e3996-f5c9-4602-af94-50c1c83144b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813894 Aug 03 19:28:08.862037 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf0acbf-b732-484d-838b-69a65ff7673b x-openstack-request-id: req-4bf0acbf-b732-484d-838b-69a65ff7673b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:08.864832 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:08.865983 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4bf0acbf-b732-484d-838b-69a65ff7673b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:08.867838 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275', 'status': 'completed', 'code': 200} Aug 03 19:28:08.877447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.004255 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-c79447f5-75d3-4e38-9e5e-067c2175b279 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351600 Aug 03 19:28:09.063346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:09.082266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Pushing event updated for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:09.085133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:09.091832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:09.151170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c280728-2734-4e1c-a67a-0bc0d4671f50 req-39f41fae-2094-4c10-aa64-4b0f9ede891b tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.153070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c280728-2734-4e1c-a67a-0bc0d4671f50 req-39f41fae-2094-4c10-aa64-4b0f9ede891b tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 935 time: 0.2671099 Aug 03 19:28:09.172855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.173684 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.175536 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fa14660b-9e7c-46e5-85fe-4de9f9c32b8d req-cf4b5277-283d-4394-a3c2-543927fe26d7 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635621 Aug 03 19:28:09.249776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c280728-2734-4e1c-a67a-0bc0d4671f50 req-ad5eddbc-5b02-447e-a4e4-cb7068a57e7a tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847175 Aug 03 19:28:09.370315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-e7696b1c-41e4-434a-8524-8971a044ad68 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4904170 Aug 03 19:28:09.399599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Request body: {'port': {'device_id': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:09.502215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-47cfdce0-bb47-440c-a20c-5d03d3c6dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.504874 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-47cfdce0-bb47-440c-a20c-5d03d3c6dd8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4456284fc16749c4868962cf2bd3cfb0&device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 1094 time: 0.1043186 Aug 03 19:28:09.562051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-19db7e64-2739-4b48-9962-9b06b02152bd None None] Provisioning for port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:09.567353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-19db7e64-2739-4b48-9962-9b06b02152bd None None] Provisioning complete for port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:09.567861 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-19db7e64-2739-4b48-9962-9b06b02152bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.600524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:09.681563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-19db7e64-2739-4b48-9962-9b06b02152bd None None] Port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:09.749332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-0117ccdd-0132-4c44-8fd6-f5dd398759b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.753934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-0117ccdd-0132-4c44-8fd6-f5dd398759b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 200 len: 913 time: 0.2407088 Aug 03 19:28:09.867806 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-0e8fb8e7-7366-4b0c-8712-1269b941f7f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 200 len: 217 time: 0.0974169 Aug 03 19:28:09.975461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-f70885dd-0f67-411d-9ba2-f7cd49430935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:09.976996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-f70885dd-0f67-411d-9ba2-f7cd49430935 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3bd0279-ba3a-452e-917b-ba801e22ea35 HTTP/1.1" status: 200 len: 852 time: 0.0989456 Aug 03 19:28:10.026989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-529c6756-2489-4edf-967f-cd4b4778470b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=070e3996-f5c9-4602-af94-50c1c83144b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406549 Aug 03 19:28:10.118244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cfcbd-42ca-4b7e-8855-a0d9944bf896 req-82114bbc-d3ca-41e4-bb8e-4e577efaabd0 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.129324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2cfcbd-42ca-4b7e-8855-a0d9944bf896 req-82114bbc-d3ca-41e4-bb8e-4e577efaabd0 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 943 time: 0.2121270 Aug 03 19:28:10.204388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-2ff3f6e9-40c1-4f40-85f7-cf1c1d021b9c service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689796 Aug 03 19:28:10.209692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd2cfcbd-42ca-4b7e-8855-a0d9944bf896 req-08519209-d47d-4836-8b86-dac4f5931d25 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792129 Aug 03 19:28:10.286737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:10.317108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.335089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Transition to ACTIVE for port object 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:10.390684 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f81f62b2-6139-4c89-891b-5eb13cacc570 req-06f3f38f-36a8-49e0-acea-614fe78be382 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773252 Aug 03 19:28:10.416873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.538779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:10.606357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f6cd-adb3-4e26-b9da-217e98046167 req-376f5b62-e34a-436b-81f6-5ab3e1942411 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:10.616300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8886f6cd-adb3-4e26-b9da-217e98046167 req-376f5b62-e34a-436b-81f6-5ab3e1942411 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.2175133 Aug 03 19:28:10.728751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8886f6cd-adb3-4e26-b9da-217e98046167 req-2393a359-24ec-487d-a171-4d0d113ce543 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Aug 03 19:28:10.779746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Attempting to bind port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:10.780093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Attempting to bind port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:10.780425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Attempting to bind port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:10.786890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:28:10.787268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Attempting to bind port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:10.809078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:10.809516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:10.809948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:10.810405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Bound port: 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:10.810802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:10.909935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:10.913591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:11.079903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.115062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.115698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:11.117135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] 10.222.0.54 "PUT /v2.0/ports/5ba27e47-ca31-4c3b-853f-4ca4ee28a054 HTTP/1.1" status: 200 len: 1095 time: 1.7230849 Aug 03 19:28:11.117580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:11.119827 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e4d79-16a3-457a-b5f8-281b40692c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:11.162383 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f254a4b-bb23-46b9-80e7-5b4db216f6e1 x-openstack-request-id: req-9f254a4b-bb23-46b9-80e7-5b4db216f6e1 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:11.162740 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:11.162931 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9f254a4b-bb23-46b9-80e7-5b4db216f6e1 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:11.163331 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054', 'status': 'completed', 'code': 200} Aug 03 19:28:11.164286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a359a2-c521-4093-a386-0d3ab5cb2d49 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:11.256961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4d79-16a3-457a-b5f8-281b40692c7e req-154415fb-df06-4c10-888d-7a8a029d4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.258969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a33e4d79-16a3-457a-b5f8-281b40692c7e req-154415fb-df06-4c10-888d-7a8a029d4f29 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c219990d26a041bf9199d2da1144f4c9&device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 1098 time: 0.0570180 Aug 03 19:28:11.306433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a33e4d79-16a3-457a-b5f8-281b40692c7e req-75d5f0e8-1b85-4249-bde1-331e859a27f5 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c219990d26a041bf9199d2da1144f4c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340354 Aug 03 19:28:11.426450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332ecc6-64db-4634-99d2-31262d3c973d req-24b41df0-247f-4860-b7ad-81da50a9fd58 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.431050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3332ecc6-64db-4634-99d2-31262d3c973d req-24b41df0-247f-4860-b7ad-81da50a9fd58 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 943 time: 0.1278787 Aug 03 19:28:11.478557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e4d79-16a3-457a-b5f8-281b40692c7e req-d45d126e-8bbc-4461-8854-bf28fdd57f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.480060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a33e4d79-16a3-457a-b5f8-281b40692c7e req-d45d126e-8bbc-4461-8854-bf28fdd57f2b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657028 Aug 03 19:28:11.500021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3332ecc6-64db-4634-99d2-31262d3c973d req-908dc73c-a226-4010-a161-bbacaa797343 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680506 Aug 03 19:28:11.601928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-0722cc08-53ae-4182-9351-0c85ece4b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.603369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-0722cc08-53ae-4182-9351-0c85ece4b1f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c219990d26a041bf9199d2da1144f4c9&device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 1098 time: 0.0532799 Aug 03 19:28:11.655023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-49cf3b72-8725-4c86-ad7e-eb220457ade9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054 HTTP/1.1" status: 200 len: 217 time: 0.0368466 Aug 03 19:28:11.716337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-582e465b-a2f2-4804-b581-b0590681fa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.722255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-582e465b-a2f2-4804-b581-b0590681fa9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0552905 Aug 03 19:28:11.784341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-85f8c36d-88b6-416d-91d1-7fb6157b71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.784341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-85f8c36d-88b6-416d-91d1-7fb6157b71f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542400 Aug 03 19:28:11.918687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dedd78-ca69-443f-bdf6-b8762bdae2ae req-72d72cb2-c8b7-486e-b416-502e66045614 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:11.919754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6dedd78-ca69-443f-bdf6-b8762bdae2ae req-72d72cb2-c8b7-486e-b416-502e66045614 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.0794771 Aug 03 19:28:11.976786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-a3d143ff-99e1-48f9-a7f3-dd5ec9354e7d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860154 Aug 03 19:28:11.981765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6dedd78-ca69-443f-bdf6-b8762bdae2ae req-57d64288-40a4-4ceb-a54c-f803081d0866 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541785 Aug 03 19:28:12.231709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a5e0409-eb85-43dc-9fec-2b3515732847 req-380280c6-4807-494d-acf9-e57de2134e17 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503737 Aug 03 19:28:12.340781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3667e9c9-66f4-43c3-828b-1414f9932275 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:28:12.479562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3667e9c9-66f4-43c3-828b-1414f9932275,segment=NetworkSegment(41c21707-0d7f-491b-8a12-67fd64b82f32),segment_id=41c21707-0d7f-491b-8a12-67fd64b82f32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:12.493033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '3667e9c9-66f4-43c3-828b-1414f9932275', 'network_id': '070e3996-f5c9-4602-af94-50c1c83144b9', 'port_id': '3667e9c9-66f4-43c3-828b-1414f9932275', 'mac_address': 'fa:16:3e:16:7f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3bd0279-ba3a-452e-917b-ba801e22ea35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:28:12.536914 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.552813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3667e9c9-66f4-43c3-828b-1414f9932275 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:12.576088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3667e9c9-66f4-43c3-828b-1414f9932275,segment=NetworkSegment(41c21707-0d7f-491b-8a12-67fd64b82f32),segment_id=41c21707-0d7f-491b-8a12-67fd64b82f32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:12.683028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:12.708072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4692-efac-46c1-bc2c-56e993934467 req-117c3e1e-1127-43ee-a9f2-47ffd57f1636 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:12.716716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab4692-efac-46c1-bc2c-56e993934467 req-117c3e1e-1127-43ee-a9f2-47ffd57f1636 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0782752 Aug 03 19:28:12.743556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:12.758278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab4692-efac-46c1-bc2c-56e993934467 req-8223872d-b586-4d88-bd1e-4f3a93894ed1 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406427 Aug 03 19:28:12.978478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['3667e9c9-66f4-43c3-828b-1414f9932275'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:28:13.140368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ac44a-78af-4e12-b035-b309b3c5fedb req-5c5f96b4-5177-483d-9e2d-b1c5ba8fedc3 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:13.142053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d19ac44a-78af-4e12-b035-b309b3c5fedb req-5c5f96b4-5177-483d-9e2d-b1c5ba8fedc3 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.0624979 Aug 03 19:28:13.193443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d19ac44a-78af-4e12-b035-b309b3c5fedb req-e62f2d5b-fff0-407c-aa95-b6238761eb6e tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Aug 03 19:28:13.359469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47416) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:13.479040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d9af869-7a5f-403f-b2f3-88c7edf6af5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.585759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d9af869-7a5f-403f-b2f3-88c7edf6af5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.787101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d9af869-7a5f-403f-b2f3-88c7edf6af5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.827069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af869-7a5f-403f-b2f3-88c7edf6af5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83fbb85-36b4-4f61-a405-0b8e56266fe6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:13.832213 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d9af869-7a5f-403f-b2f3-88c7edf6af5d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a85e0799914428883acabd1f59c7871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715519 Aug 03 19:28:13.843090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47448) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:13.897883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a159-8f19-481a-8887-f0afe750490f req-2fd3e993-9a9b-4104-bfb5-f4a3dcdc19a7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:13.899479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5887a159-8f19-481a-8887-f0afe750490f req-2fd3e993-9a9b-4104-bfb5-f4a3dcdc19a7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0675759 Aug 03 19:28:13.918917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.944464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:13.948252 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5887a159-8f19-481a-8887-f0afe750490f req-62e62dff-5a8e-4bda-a3fc-f99e563112a9 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406549 Aug 03 19:28:14.181686 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.185103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.186290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d83fbb85-36b4-4f61-a405-0b8e56266fe6 HTTP/1.1" status: 204 len: 168 time: 0.3435829 Aug 03 19:28:14.196979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cdf46-05c0-4efe-a18e-0f658ed88c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83fbb85-36b4-4f61-a405-0b8e56266fe6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:14.326783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571531-4ab5-4a0a-b436-bc250ff782dd req-bcc5945f-3b74-4216-a724-4223357e2455 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.328424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0571531-4ab5-4a0a-b436-bc250ff782dd req-bcc5945f-3b74-4216-a724-4223357e2455 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.0630345 Aug 03 19:28:14.354957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3667e9c9-66f4-43c3-828b-1414f9932275 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:14.368939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0571531-4ab5-4a0a-b436-bc250ff782dd req-2d84b465-2f82-4389-a7e0-00d2475001eb tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Aug 03 19:28:14.550010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 3667e9c9-66f4-43c3-828b-1414f9932275 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:14.556886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 3667e9c9-66f4-43c3-828b-1414f9932275 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:14.556886 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.643770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.670353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:14.675108 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3bf0ea-49c0-4ec2-bfa9-4f4a16482606" -d '{"events": [{"server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:14.699070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3667e9c9-66f4-43c3-828b-1414f9932275,segment=NetworkSegment(41c21707-0d7f-491b-8a12-67fd64b82f32),segment_id=41c21707-0d7f-491b-8a12-67fd64b82f32)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:14.725800 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66defac8-d037-4a77-b04d-9077e7211f3f x-openstack-request-id: req-66defac8-d037-4a77-b04d-9077e7211f3f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:14.726114 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:14.726352 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66defac8-d037-4a77-b04d-9077e7211f3f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:14.726778 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275', 'code': 200} Aug 03 19:28:14.866975 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:14.878661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e07f1-b605-4d91-8909-3e3eb0635c75 req-853806ec-841c-440a-aab9-a4ac90839b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:14.880588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc5e07f1-b605-4d91-8909-3e3eb0635c75 req-853806ec-841c-440a-aab9-a4ac90839b80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 1095 time: 0.0533741 Aug 03 19:28:14.918847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc5e07f1-b605-4d91-8909-3e3eb0635c75 req-5b676379-1c45-4929-aee0-5707a8d43229 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Aug 03 19:28:14.920075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.085320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfaea0-b081-4f7a-8110-1f8e00f1acfc req-5cde9026-ee8e-4d53-bb39-8d70b0276abd tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.087104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81bfaea0-b081-4f7a-8110-1f8e00f1acfc req-5cde9026-ee8e-4d53-bb39-8d70b0276abd tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0649986 Aug 03 19:28:15.129254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81bfaea0-b081-4f7a-8110-1f8e00f1acfc req-52c55545-ac2f-4cf0-830f-59bea45c878d tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Aug 03 19:28:15.485945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.507588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fe02f-d995-47b2-a5a4-32e6d8f80ace req-acac527b-3cc7-4773-a644-deb4c551c25d tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:15.509283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-499fe02f-d995-47b2-a5a4-32e6d8f80ace req-acac527b-3cc7-4773-a644-deb4c551c25d tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.0604401 Aug 03 19:28:15.556775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-499fe02f-d995-47b2-a5a4-32e6d8f80ace req-70681317-9cc2-4a4a-853f-103209d863e0 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398540 Aug 03 19:28:15.579733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47538) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:15.595101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea69fde9-40b1-4e52-a7f5-22dd635020be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.728580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea69fde9-40b1-4e52-a7f5-22dd635020be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.861244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea69fde9-40b1-4e52-a7f5-22dd635020be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:15.910885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69fde9-40b1-4e52-a7f5-22dd635020be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9b69c-7664-4703-be2b-53f186f1f083,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:15.915300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea69fde9-40b1-4e52-a7f5-22dd635020be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0b5f0795d9574bc5a492679f3bc9d513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337650 Aug 03 19:28:15.918181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47550) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:15.990312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.023149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.248724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.249250 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.251226 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59f9b69c-7664-4703-be2b-53f186f1f083 HTTP/1.1" status: 204 len: 168 time: 0.3318706 Aug 03 19:28:16.273115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4b02b-be2c-4fa0-9bf6-3b0649fb5645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9b69c-7664-4703-be2b-53f186f1f083,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:16.309019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46477b9-cf7e-4aaa-aa0c-ad76f47d1585 req-ff23db38-33d9-4aa4-98d8-5b8ef8e9b1e6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.312495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b46477b9-cf7e-4aaa-aa0c-ad76f47d1585 req-ff23db38-33d9-4aa4-98d8-5b8ef8e9b1e6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0906222 Aug 03 19:28:16.361299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:28:16.374762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b46477b9-cf7e-4aaa-aa0c-ad76f47d1585 req-864d09c2-eed3-4d0c-92db-b270d8ad486b tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Aug 03 19:28:16.482129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47572) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:16.494111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:16.515712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054', 'mac_address': 'fa:16:3e:1f:4d:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:28:16.560106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.577422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:28:16.612915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:16.621259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7315a0cb-8437-49bf-804e-539e322cf113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.705189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e2056-3339-4bdd-8e4d-89f24800bf87 req-a81a44f1-476e-457d-b0a2-206cfe264666 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:16.707418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c77e2056-3339-4bdd-8e4d-89f24800bf87 req-a81a44f1-476e-457d-b0a2-206cfe264666 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 947 time: 0.0622849 Aug 03 19:28:16.731788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7315a0cb-8437-49bf-804e-539e322cf113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.748441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c77e2056-3339-4bdd-8e4d-89f24800bf87 req-9f3284ee-7e9a-436b-9b70-fd2e6f21c695 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Aug 03 19:28:16.778417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.823415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:16.890713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7315a0cb-8437-49bf-804e-539e322cf113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:16.956273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47592) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:16.962429 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7315a0cb-8437-49bf-804e-539e322cf113 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6599b856fe5403493e54621acbaab50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692056 Aug 03 19:28:16.963798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315a0cb-8437-49bf-804e-539e322cf113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e524b8-0b4e-4cc8-badf-756ee44a7165,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:17.027640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.059802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5ba27e47-ca31-4c3b-853f-4ca4ee28a054'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:28:17.066162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.249891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.262485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:17.262485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6e524b8-0b4e-4cc8-badf-756ee44a7165 HTTP/1.1" status: 204 len: 168 time: 0.2972062 Aug 03 19:28:17.264210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ad42a-fed1-4350-af4b-f55b35857782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e524b8-0b4e-4cc8-badf-756ee44a7165,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:17.503823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34c0ce-3f29-41e5-b54e-08f63d70efb8 req-42d403d8-3d2f-4590-8c0e-b2523fdc3dc0 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.505477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e34c0ce-3f29-41e5-b54e-08f63d70efb8 req-42d403d8-3d2f-4590-8c0e-b2523fdc3dc0 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0598097 Aug 03 19:28:17.565740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e34c0ce-3f29-41e5-b54e-08f63d70efb8 req-37b62d36-d651-475b-b005-4cd4d05d1764 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Aug 03 19:28:17.770035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7b629-ced7-414c-a6b2-856f3ba7df98 req-3007ada4-0ea3-49f8-8419-781dff2cce7e tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:17.779039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15b7b629-ced7-414c-a6b2-856f3ba7df98 req-3007ada4-0ea3-49f8-8419-781dff2cce7e tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.1331048 Aug 03 19:28:17.861470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15b7b629-ced7-414c-a6b2-856f3ba7df98 req-4a660655-342e-4039-9ae1-5a0502fc44f8 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669911 Aug 03 19:28:18.011841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae59a85-e2e9-4a4b-a290-6dc910bcc8af req-ef461318-b094-4bb0-8b8d-4f47b41c77c9 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.026757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae59a85-e2e9-4a4b-a290-6dc910bcc8af req-ef461318-b094-4bb0-8b8d-4f47b41c77c9 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 948 time: 0.0811012 Aug 03 19:28:18.100172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ae59a85-e2e9-4a4b-a290-6dc910bcc8af req-d4824d38-ac82-4078-9935-d0475175ff07 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718431 Aug 03 19:28:18.252177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.301042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4334e355-4680-44fa-853d-c99397ccaefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.369682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:18.468512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4334e355-4680-44fa-853d-c99397ccaefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.609721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:18.614648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:18.614853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.647770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4334e355-4680-44fa-853d-c99397ccaefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.700993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4334e355-4680-44fa-853d-c99397ccaefa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=81a2f12de2c3441fb1644583854a1f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471750 Aug 03 19:28:18.703519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:18.751574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334e355-4680-44fa-853d-c99397ccaefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38330cdf-c5c7-4319-93fd-9f9099846d68,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:18.817459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.848429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.941702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e09d0e-0fc2-4844-b387-a97e98a1333d req-88550ed1-5cf0-482f-804b-1e66c9248b95 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:18.945133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9e09d0e-0fc2-4844-b387-a97e98a1333d req-88550ed1-5cf0-482f-804b-1e66c9248b95 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0792701 Aug 03 19:28:18.954575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.978564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:18.980832 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e9616d-33ec-4303-94fa-c2a0151ec3f8" -d '{"events": [{"server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "name": "network-vif-plugged", "status": "completed", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:18.987409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9e09d0e-0fc2-4844-b387-a97e98a1333d req-5ff5182f-8103-4f35-b223-a6a94831879b tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Aug 03 19:28:18.992624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a03ad688-f10d-4b38-9955-cbf669373ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:18.995297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:19.021669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.027004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.028469 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38330cdf-c5c7-4319-93fd-9f9099846d68 HTTP/1.1" status: 204 len: 168 time: 0.3237011 Aug 03 19:28:19.044531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc775-d7d4-441a-9d12-7c73811137a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38330cdf-c5c7-4319-93fd-9f9099846d68,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.078810 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf810fc-70fb-4ee6-b96b-31951f336777 x-openstack-request-id: req-fdf810fc-70fb-4ee6-b96b-31951f336777 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:19.079310 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "name": "network-vif-plugged", "status": "completed", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:19.081873 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fdf810fc-70fb-4ee6-b96b-31951f336777 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:19.082826 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054', 'code': 200} Aug 03 19:28:19.098099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:19.168552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:19.261201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef0696-2e64-47a2-9aa6-83afe02207ff req-6a42b009-8ade-4e6e-8b78-050720584de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.262732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfef0696-2e64-47a2-9aa6-83afe02207ff req-6a42b009-8ade-4e6e-8b78-050720584de5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 1100 time: 0.0756969 Aug 03 19:28:19.274916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2cb97-2625-439e-869d-50ce5594e142 req-24ed1b75-62da-4163-a2c6-524b646dd964 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:19.276757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cc2cb97-2625-439e-869d-50ce5594e142 req-24ed1b75-62da-4163-a2c6-524b646dd964 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 949 time: 0.0797875 Aug 03 19:28:19.337865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfef0696-2e64-47a2-9aa6-83afe02207ff req-fb66d716-dd45-4692-b13a-55000408426e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Aug 03 19:28:19.341296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cc2cb97-2625-439e-869d-50ce5594e142 req-e3d628f4-abf2-424b-be46-961e1ba9c9b4 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581362 Aug 03 19:28:20.121955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4dda8-bd72-41ff-adf1-64002c80b048 req-9d63cb53-2ea3-4e29-9782-06b7e97df429 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.123939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb4dda8-bd72-41ff-adf1-64002c80b048 req-9d63cb53-2ea3-4e29-9782-06b7e97df429 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0545864 Aug 03 19:28:20.173420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb4dda8-bd72-41ff-adf1-64002c80b048 req-cc05c034-6041-443c-9239-6219a4084706 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 03 19:28:20.727128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e466-568c-453f-bfb2-8d449679f088 req-9da86674-36db-4f02-b1e9-a992876453ad tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.728900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9651e466-568c-453f-bfb2-8d449679f088 req-9da86674-36db-4f02-b1e9-a992876453ad tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 949 time: 0.0537627 Aug 03 19:28:20.804593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9651e466-568c-453f-bfb2-8d449679f088 req-fce66a99-917a-450e-82d7-054a350b056a tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631256 Aug 03 19:28:20.938156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-9079b1b4-4c65-4996-9865-a91cfc98c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:20.940560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-9079b1b4-4c65-4996-9865-a91cfc98c357 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4456284fc16749c4868962cf2bd3cfb0&device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0863116 Aug 03 19:28:21.111225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69b98b-9360-4600-bf84-cc5d774b1fd5 req-2b3f5b79-aab8-4642-83c9-9c00e516e882 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:21.112469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a69b98b-9360-4600-bf84-cc5d774b1fd5 req-2b3f5b79-aab8-4642-83c9-9c00e516e882 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0911813 Aug 03 19:28:21.140731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-02b851f0-fd6f-4357-8a20-3d435fceef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:21.142266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-02b851f0-fd6f-4357-8a20-3d435fceef01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 200 len: 913 time: 0.1945019 Aug 03 19:28:21.194793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-2e1caa9b-4db9-4f4b-85e1-311972a46a4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 200 len: 217 time: 0.0434375 Aug 03 19:28:21.201720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a69b98b-9360-4600-bf84-cc5d774b1fd5 req-79595797-7388-4765-83a5-a3afa037e03a tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820811 Aug 03 19:28:21.292437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-ea7f106d-c2aa-4bb5-baa8-2333b22a10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:21.298455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-ea7f106d-c2aa-4bb5-baa8-2333b22a10a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3bd0279-ba3a-452e-917b-ba801e22ea35 HTTP/1.1" status: 200 len: 852 time: 0.0942380 Aug 03 19:28:21.363436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-45904b73-0b08-4c23-a0a1-3606b7ed41ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=070e3996-f5c9-4602-af94-50c1c83144b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587482 Aug 03 19:28:21.488749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-9583dfed-080f-4279-bfb7-5fd0ba629f95 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154163 Aug 03 19:28:21.597978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65f02d04-7c51-4602-b7e1-882f8c6eafed req-b0ff1692-b3dd-48fb-96f3-3fb93fa324d2 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012976 Aug 03 19:28:22.044518 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-50b16dc8-4c19-4847-a0bb-b01b6b782b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.230430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:22.713723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3f43f-c6b4-4516-8074-bf6b71a8fc9a req-37a29c8c-0e5f-4e2d-8f70-211657fa3d35 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:22.715623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c3f43f-c6b4-4516-8074-bf6b71a8fc9a req-37a29c8c-0e5f-4e2d-8f70-211657fa3d35 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.1154809 Aug 03 19:28:22.827755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c3f43f-c6b4-4516-8074-bf6b71a8fc9a req-9af25d5b-f47a-4af4-9895-34f3cde890fd tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022713 Aug 03 19:28:22.951367 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:23.959841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1680e-76ea-4a84-94c6-8518f389b471 req-75419793-eb4e-4f64-b2b6-18a97c1ec5c6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:23.968207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df1680e-76ea-4a84-94c6-8518f389b471 req-75419793-eb4e-4f64-b2b6-18a97c1ec5c6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0607452 Aug 03 19:28:24.071016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3df1680e-76ea-4a84-94c6-8518f389b471 req-f4a94ced-103a-4d3e-af6d-4ab4910a4067 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899472 Aug 03 19:28:24.193352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48066) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.520531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ccee32d7-49dd-44b1-9b79-ab30481ebd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.695367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ccee32d7-49dd-44b1-9b79-ab30481ebd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.696376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887a6d8-357d-46b1-954b-382293abeacb req-66f89d43-24f3-4c59-80a6-517b34dd579f tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:24.698031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5887a6d8-357d-46b1-954b-382293abeacb req-66f89d43-24f3-4c59-80a6-517b34dd579f tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0584300 Aug 03 19:28:24.739967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5887a6d8-357d-46b1-954b-382293abeacb req-56ac5253-53a2-4a87-8417-9fb171e7aae6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Aug 03 19:28:24.821033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.821809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ccee32d7-49dd-44b1-9b79-ab30481ebd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:24.863713 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ccee32d7-49dd-44b1-9b79-ab30481ebd94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=472f5fa21803477bb0f164274f972ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6686120 Aug 03 19:28:24.868286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48114) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:24.897171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee32d7-49dd-44b1-9b79-ab30481ebd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ba97f-9329-4b02-aef4-6e0130d592f5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:24.966829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.000161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.221048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.223602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:25.224805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d42ba97f-9329-4b02-aef4-6e0130d592f5 HTTP/1.1" status: 204 len: 168 time: 0.3527668 Aug 03 19:28:25.232447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0426988-4071-474e-9f5d-049f537d0189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ba97f-9329-4b02-aef4-6e0130d592f5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:25.914210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d9400-49f8-4c4d-bd45-1b846aac0602 req-50f3466c-6e8c-4dd8-a749-afd76c50c88c tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:25.916388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f59d9400-49f8-4c4d-bd45-1b846aac0602 req-50f3466c-6e8c-4dd8-a749-afd76c50c88c tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0918107 Aug 03 19:28:25.962172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f59d9400-49f8-4c4d-bd45-1b846aac0602 req-b5b5e9c4-e88d-4e78-94c9-517edc789182 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Aug 03 19:28:26.219622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.262102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:26.464237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6990e8da-085c-4d00-9634-d277d9621ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.479003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a7cb3-0c78-46a6-9aa7-b44f4fb8b225 req-a861eb33-4d03-4712-8ab5-28ba70a473ab tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.481236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-036a7cb3-0c78-46a6-9aa7-b44f4fb8b225 req-a861eb33-4d03-4712-8ab5-28ba70a473ab tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0728753 Aug 03 19:28:26.507713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ec4b-bf16-4f73-8111-00c627497653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.664158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-036a7cb3-0c78-46a6-9aa7-b44f4fb8b225 req-65d919d2-4874-4bc3-b587-41091631346f tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328526 Aug 03 19:28:26.687931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-acd270b9-e290-40cb-835c-6758df955440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.689504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-acd270b9-e290-40cb-835c-6758df955440 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4456284fc16749c4868962cf2bd3cfb0&device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 1096 time: 0.0884442 Aug 03 19:28:26.807095 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6990e8da-085c-4d00-9634-d277d9621ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.835978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-1688102c-1656-475a-b8c3-f4db1527682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.837592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-1688102c-1656-475a-b8c3-f4db1527682d service neutron] 10.222.0.54 "GET /v2.0/networks?id=070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 200 len: 913 time: 0.1401215 Aug 03 19:28:26.884991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-22081a3b-67a3-4895-90d1-3737e431476b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 200 len: 217 time: 0.0388854 Aug 03 19:28:26.952507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-0ce048d6-c1f1-4207-959b-62bed25ba8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:26.954584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-0ce048d6-c1f1-4207-959b-62bed25ba8dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e3bd0279-ba3a-452e-917b-ba801e22ea35 HTTP/1.1" status: 200 len: 852 time: 0.0610514 Aug 03 19:28:26.989674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6990e8da-085c-4d00-9634-d277d9621ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:26.993661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-10d2c59e-2e40-434c-b886-bce04646188d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=070e3996-f5c9-4602-af94-50c1c83144b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319614 Aug 03 19:28:27.103084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6990e8da-085c-4d00-9634-d277d9621ecd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ae5a39a90b764e26a8675a2728d67c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8816845 Aug 03 19:28:27.105255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.142379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990e8da-085c-4d00-9634-d277d9621ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61594f43-8793-4923-8f22-c21edf4e7833,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.199923 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.224634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.282112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-0ae5eb8d-8cce-4440-98a7-16fade4e2293 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719135 Aug 03 19:28:27.362705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ec4b-bf16-4f73-8111-00c627497653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.401963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.402373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6ab7605-fa54-4a90-b0fe-f58528d2e96c req-87658830-8ce8-40b8-be25-7799a8c94bd6 service neutron] 10.222.0.54 "GET /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134820 Aug 03 19:28:27.404813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.410244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61594f43-8793-4923-8f22-c21edf4e7833 HTTP/1.1" status: 204 len: 168 time: 0.2973967 Aug 03 19:28:27.418928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dd5e4-2568-4410-82ee-25aad038dedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61594f43-8793-4923-8f22-c21edf4e7833,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.481904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1aa1ec4b-bf16-4f73-8111-00c627497653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.540914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1aa1ec4b-bf16-4f73-8111-00c627497653 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52ba2663bd9c4566ac0dd5a0b553ff7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2776055 Aug 03 19:28:27.543033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1ec4b-bf16-4f73-8111-00c627497653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4051c2-0be6-4461-ad49-a1bc32fb8370,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.544067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48218) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:27.632051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.655745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.821049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.823903 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:27.825101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cc4051c2-0be6-4461-ad49-a1bc32fb8370 HTTP/1.1" status: 204 len: 168 time: 0.2786593 Aug 03 19:28:27.835861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4051c2-0be6-4461-ad49-a1bc32fb8370,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:27.847464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80839067-65ad-4d2e-b94c-697701dedfbf req-a485f5ae-0594-4a2d-98a2-cb242d321ac5 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:27.847464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80839067-65ad-4d2e-b94c-697701dedfbf req-a485f5ae-0594-4a2d-98a2-cb242d321ac5 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0751619 Aug 03 19:28:27.869087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.869547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.870043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.870484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.870922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.871368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.871795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.872229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.872764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.873178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.873617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.874174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05ec1c-09db-4a94-a483-6322cb5fe95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:27.935986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80839067-65ad-4d2e-b94c-697701dedfbf req-84cb9249-65dd-40ed-8c00-65eb5e8934b9 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624812 Aug 03 19:28:27.984340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48234) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.444322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fce4c15-bf12-4bad-b2ec-d4b07d2214d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.557613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fce4c15-bf12-4bad-b2ec-d4b07d2214d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.638370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fce4c15-bf12-4bad-b2ec-d4b07d2214d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.682698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7fce4c15-bf12-4bad-b2ec-d4b07d2214d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd62c099edbb46cebb30ffc360aaba2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6970129 Aug 03 19:28:28.683728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce4c15-bf12-4bad-b2ec-d4b07d2214d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6acf7d9-57b2-4577-a3eb-69f6968ef4e5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:28.689109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.690691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48254) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:28.723395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8e605bb-d05d-4fb7-bf8b-acbca1bd19de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.790232 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.830296 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:28.919591 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8e605bb-d05d-4fb7-bf8b-acbca1bd19de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.002073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.005328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.006512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c6acf7d9-57b2-4577-a3eb-69f6968ef4e5 HTTP/1.1" status: 204 len: 168 time: 0.3062086 Aug 03 19:28:29.009779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8e605bb-d05d-4fb7-bf8b-acbca1bd19de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.037753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d16951-4436-4e3c-87f7-b75cb14783e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6acf7d9-57b2-4577-a3eb-69f6968ef4e5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.088968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8e605bb-d05d-4fb7-bf8b-acbca1bd19de admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=606bb989ca3348978ba64e806a640641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969786 Aug 03 19:28:29.091612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48270) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:29.126893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e605bb-d05d-4fb7-bf8b-acbca1bd19de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9c1ff-b189-4f47-b4fd-465f3c34d745,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.126893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc195abd-541c-42c7-9385-5d7f70602fc3 req-fa68effe-0a2a-4b08-919e-a38d3c9056f8 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:29.136874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc195abd-541c-42c7-9385-5d7f70602fc3 req-fa68effe-0a2a-4b08-919e-a38d3c9056f8 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.1229248 Aug 03 19:28:29.163597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.187557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.195505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc195abd-541c-42c7-9385-5d7f70602fc3 req-34b4b52e-85f6-4a50-b22f-6a413a5a8078 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476472 Aug 03 19:28:29.334889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.337949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:29.339125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6cf9c1ff-b189-4f47-b4fd-465f3c34d745 HTTP/1.1" status: 204 len: 168 time: 0.2463360 Aug 03 19:28:29.348454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3221a-83ad-4232-ad26-bfbfa6819623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9c1ff-b189-4f47-b4fd-465f3c34d745,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:29.778033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03410e-249e-4754-a209-9b2ad31805cd req-f2db269a-270d-4d26-bc62-07f5fd9a22a9 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:29.779721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a03410e-249e-4754-a209-9b2ad31805cd req-f2db269a-270d-4d26-bc62-07f5fd9a22a9 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0517957 Aug 03 19:28:29.823390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a03410e-249e-4754-a209-9b2ad31805cd req-2ac09891-53fb-40c4-a993-ddfd8a6c7f1a tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Aug 03 19:28:30.044503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.063652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcf6e-e159-44f1-bc73-505dcfa9f3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.235716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcf6e-e159-44f1-bc73-505dcfa9f3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.335260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcf6e-e159-44f1-bc73-505dcfa9f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.382900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef2fcf6e-e159-44f1-bc73-505dcfa9f3bf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c86f4e45c9644f6b6d8c8b9512f65b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364925 Aug 03 19:28:30.385700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48312) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:30.399683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fcf6e-e159-44f1-bc73-505dcfa9f3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9829a999-5c50-43fe-bf8a-d24501276137,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.460481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.482817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.667144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.670308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:30.671871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9829a999-5c50-43fe-bf8a-d24501276137 HTTP/1.1" status: 204 len: 168 time: 0.2841198 Aug 03 19:28:30.685707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685af11-b04f-4a5d-961b-df7b0dc0abc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829a999-5c50-43fe-bf8a-d24501276137,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:30.999198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e665ae-1116-4489-a8b1-71f3a1cd0e7a req-9bce435f-602d-4a4c-97bc-272220ad1d9b tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:31.001197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e665ae-1116-4489-a8b1-71f3a1cd0e7a req-9bce435f-602d-4a4c-97bc-272220ad1d9b tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0670378 Aug 03 19:28:31.050466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e665ae-1116-4489-a8b1-71f3a1cd0e7a req-ac2a0dd7-5df6-4765-8497-1d58e8a0fbb5 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Aug 03 19:28:31.153247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48344) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.290630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa76-c539-44b4-8540-a55c630eec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.422218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa76-c539-44b4-8540-a55c630eec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.551980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-df0bfa76-c539-44b4-8540-a55c630eec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.604353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-df0bfa76-c539-44b4-8540-a55c630eec12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ad7484ff7f84ac4a2dab7c5cc1129b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494972 Aug 03 19:28:31.605378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bfa76-c539-44b4-8540-a55c630eec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c4bea0-3617-46b1-ab54-5986e67c84bf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:31.607931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48364) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:31.678280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.726706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:31.824165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-2acf8b79-bb67-4f91-aa97-84f369b64cc7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:31.825804 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-2acf8b79-bb67-4f91-aa97-84f369b64cc7 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.54 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0869441 Aug 03 19:28:31.931266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Deleting port 3667e9c9-66f4-43c3-828b-1414f9932275 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:31.931712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.005424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.006661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.010519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/11c4bea0-3617-46b1-ab54-5986e67c84bf HTTP/1.1" status: 204 len: 168 time: 0.3894081 Aug 03 19:28:32.043980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709462e-f122-4a24-8623-935dab540b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c4bea0-3617-46b1-ab54-5986e67c84bf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.179345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] For port 3667e9c9-66f4-43c3-828b-1414f9932275, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=3667e9c9-66f4-43c3-828b-1414f9932275,segment=NetworkSegment(41c21707-0d7f-491b-8a12-67fd64b82f32),segment_id=41c21707-0d7f-491b-8a12-67fd64b82f32)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:32.180941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.217382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Calling delete_port for 3667e9c9-66f4-43c3-828b-1414f9932275 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:32.323157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bceb92b-210d-403b-98a6-32a89c545a27 req-51082b2f-ce27-4963-89ad-5e6c8a7f05c6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:32.324734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bceb92b-210d-403b-98a6-32a89c545a27 req-51082b2f-ce27-4963-89ad-5e6c8a7f05c6 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 945 time: 0.1087351 Aug 03 19:28:32.385958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bceb92b-210d-403b-98a6-32a89c545a27 req-9d1bff0b-b13a-4e08-af9b-c1c63c4a0adc tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/security-groups?id=f936bd48-6e3b-432f-888a-c17de35117a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Aug 03 19:28:32.610187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.638734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Pushing event deleted for resources: {'Port': ['ID=3667e9c9-66f4-43c3-828b-1414f9932275,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:32.689969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] No DVR routers for this DVR port 3667e9c9-66f4-43c3-828b-1414f9932275 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:32.696271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:32.696271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1c3bb04-909d-406b-8aff-b25ea047f37b req-c2ec01b6-ed09-48eb-9fab-e5f07f4a79f3 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.54 "DELETE /v2.0/ports/3667e9c9-66f4-43c3-828b-1414f9932275 HTTP/1.1" status: 204 len: 173 time: 0.8617864 Aug 03 19:28:32.696271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'name': 'network-vif-deleted', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:28:32.704210 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab9f92-8fca-4a46-b253-ed8c0c5af55b" -d '{"events": [{"server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "name": "network-vif-deleted", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:28:32.745213 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d394348e-e98d-44e4-890b-2d126ff81ccd x-openstack-request-id: req-d394348e-e98d-44e4-890b-2d126ff81ccd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:28:32.745771 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "978a9b7e-7439-4a0f-b232-392319f9d9d9", "name": "network-vif-deleted", "tag": "3667e9c9-66f4-43c3-828b-1414f9932275", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:28:32.746087 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d394348e-e98d-44e4-890b-2d126ff81ccd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:28:32.746712 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '978a9b7e-7439-4a0f-b232-392319f9d9d9', 'name': 'network-vif-deleted', 'tag': '3667e9c9-66f4-43c3-828b-1414f9932275', 'status': 'completed', 'code': 200} Aug 03 19:28:33.204584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48440) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:33.212837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:33.538481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67118880-1943-4ce5-b24e-b94dd1520702 req-02ef4b0f-c0f4-45d2-acb1-ae27e4ba95a1 tempest-TestServerAdvancedOps-439601446 tempest-TestServerAdvancedOps-439601446-project] 10.222.0.67 "GET /v2.0/ports?device_id=978a9b7e-7439-4a0f-b232-392319f9d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Aug 03 19:28:33.568508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-63faf1f9-e7c4-4170-98bb-56dcac63bdc8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1891907864'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:33.568998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-63faf1f9-e7c4-4170-98bb-56dcac63bdc8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Unknown quota resources ['metering_label']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:28:34.099230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63faf1f9-e7c4-4170-98bb-56dcac63bdc8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.103917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48502) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:34.104458 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-63faf1f9-e7c4-4170-98bb-56dcac63bdc8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8976858 Aug 03 19:28:34.108622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-afda8663-726d-4598-8d25-3b770eb64bc0 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b4b4fe2b-6637-4775-89c1-fd3778bc9157'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:34.113576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-afda8663-726d-4598-8d25-3b770eb64bc0 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:28:34.367616 n-d-803363-1 neutron-server[101342]: WARNING neutron.services.metering.metering_plugin [None req-afda8663-726d-4598-8d25-3b770eb64bc0 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:28:34.450957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3667e9c9-66f4-43c3-828b-1414f9932275 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:34.489776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 3667e9c9-66f4-43c3-828b-1414f9932275 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:34.490237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 3667e9c9-66f4-43c3-828b-1414f9932275 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:34.542695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-afda8663-726d-4598-8d25-3b770eb64bc0 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.543974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-afda8663-726d-4598-8d25-3b770eb64bc0 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4388599 Aug 03 19:28:34.547213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48526) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:34.585508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8f6d1428-e4bd-4936-ac74-497d3f5df1b8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b4b4fe2b-6637-4775-89c1-fd3778bc9157'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:34.586517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8f6d1428-e4bd-4936-ac74-497d3f5df1b8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:28:34.647751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48534) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:34.706492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Deleting subnet e3bd0279-ba3a-452e-917b-ba801e22ea35 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:34.710218 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.800960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:34.865956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.122129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.155605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bd0279-ba3a-452e-917b-ba801e22ea35,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:35.161124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.166988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48562) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.167390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c17f57d-f149-4c25-b231-40ef3796be8a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e3bd0279-ba3a-452e-917b-ba801e22ea35 HTTP/1.1" status: 204 len: 168 time: 0.5172839 Aug 03 19:28:35.237237 n-d-803363-1 neutron-server[101342]: WARNING neutron.services.metering.metering_plugin [None req-8f6d1428-e4bd-4936-ac74-497d3f5df1b8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 03 19:28:35.254868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.357186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f6d1428-e4bd-4936-ac74-497d3f5df1b8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.358516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f6d1428-e4bd-4936-ac74-497d3f5df1b8 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8101389 Aug 03 19:28:35.361354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48576) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.393556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eb40cc4c-574c-4534-928d-ecfd878dd4b4 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=e2056d70-4ea7-4d56-9b9d-987622167d69 HTTP/1.1" status: 200 len: 464 time: 0.0302486 Aug 03 19:28:35.401716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.467000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.484165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070e3996-f5c9-4602-af94-50c1c83144b9']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.501083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c21707-0d7f-491b-8a12-67fd64b82f32') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.501393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c21707-0d7f-491b-8a12-67fd64b82f32') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:35.513950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.531268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.538197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:35.539119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:35.541058 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:35.543705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.798727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-515631769'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:35.848179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-978a8da7-0344-4c54-b8db-cee3eb6b317c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.849370 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-978a8da7-0344-4c54-b8db-cee3eb6b317c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/e2056d70-4ea7-4d56-9b9d-987622167d69 HTTP/1.1" status: 204 len: 168 time: 0.4466689 Aug 03 19:28:35.852216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.864063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a2836e12-fee5-4b23-bf47-f98fc2841445 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=e2056d70-4ea7-4d56-9b9d-987622167d69 HTTP/1.1" status: 200 len: 221 time: 0.0105674 Aug 03 19:28:35.870729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.875304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-933f5f06-e3a3-4af8-a332-78110463b74c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--306446473', 'description': 'label created by tempest'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:35.875764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-933f5f06-e3a3-4af8-a332-78110463b74c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Unknown quota resources ['metering_label']. {{(pid=101342) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:28:35.903343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.944347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:35.946211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] 10.222.0.67 "DELETE /v2.0/networks/070e3996-f5c9-4602-af94-50c1c83144b9 HTTP/1.1" status: 204 len: 168 time: 0.7780576 Aug 03 19:28:35.949074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48608) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:35.956895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cd374-a4f1-486b-a880-bedcc391853b admin admin] Pushing event deleted for resources: {'Network': ['ID=070e3996-f5c9-4602-af94-50c1c83144b9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:35.992134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Made reservation on behalf of f7f756f30eb84666acbc70703d4ef596 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:35.998785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.014050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Deleting subnet 9b5be1a9-0e08-4c7e-8207-5f1a30001987 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:36.016377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.026040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.085077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.156089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.237564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.265930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.289075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-933f5f06-e3a3-4af8-a332-78110463b74c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.293036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-933f5f06-e3a3-4af8-a332-78110463b74c tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4185395 Aug 03 19:28:36.293157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48630) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.372343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.384493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c374c26-ef1d-49a9-904f-268da7df5723 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=dad040e8-4d66-474c-a1b7-54fa57f9e6a2 HTTP/1.1" status: 200 len: 467 time: 0.0902386 Aug 03 19:28:36.387699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.415410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01e37eb8-3a23-41a3-816e-f7cce16d3eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.427945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5be1a9-0e08-4c7e-8207-5f1a30001987,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.430034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.470714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.473186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0c243deb-a120-48d8-909f-372007b69c96 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9b5be1a9-0e08-4c7e-8207-5f1a30001987 HTTP/1.1" status: 204 len: 168 time: 0.5229228 Aug 03 19:28:36.475170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da533d-5324-4c74-b1d7-025cb0302f2a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.498824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.607058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:36.625276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01e37eb8-3a23-41a3-816e-f7cce16d3eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.630565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.638063 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Added segment 0eebc877-1c1c-446b-b801-fa5c9bd0eed8 of type vlan for network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 Aug 03 19:28:36.683711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.698618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01e37eb8-3a23-41a3-816e-f7cce16d3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.744507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.761428 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01e37eb8-3a23-41a3-816e-f7cce16d3eaf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b64cbdb2bc648bc97983e659a4ff3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227928 Aug 03 19:28:36.768382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.780288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e37eb8-3a23-41a3-816e-f7cce16d3eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dce24a5-f894-4713-ad82-23311b169f51,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:36.842802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-10c29a7a-4338-461f-9396-deef50d04c20 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.844520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-10c29a7a-4338-461f-9396-deef50d04c20 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/dad040e8-4d66-474c-a1b7-54fa57f9e6a2 HTTP/1.1" status: 204 len: 168 time: 0.4553626 Aug 03 19:28:36.848685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.854211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48654) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.871763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.880727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9b56d078-1456-49e4-988d-e4ce2e1d2007 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=dad040e8-4d66-474c-a1b7-54fa57f9e6a2 HTTP/1.1" status: 200 len: 216 time: 0.0200076 Aug 03 19:28:36.881652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48660) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.895248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a99abd8-3f50-441d-afb7-f34a4a4ed831']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:36.907282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dcf9465b-31c0-4360-829e-1a5f3957493e tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0236785 Aug 03 19:28:36.912237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.913599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6bcaca-e0cd-457d-a398-622d73647504') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:36.918895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6bcaca-e0cd-457d-a398-622d73647504') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:36.920710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:36.929150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.942000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:36.942000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.965273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.985696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:36.994850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:36.996257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.038999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event updated for resources: {'Network': ['ID=9e44904a-7cb4-4044-93f1-767a1f2edfb8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.051954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:37.084711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11c9193c-0935-4750-9367-9755e3b29ba3 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5404477 Aug 03 19:28:37.087594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48670) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:37.094059 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:37.103079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Request body: {'subnet': {'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:37.124340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-557276d1-2edf-4734-a14d-3aa13ad165be tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.2024333 Aug 03 19:28:37.136523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48674) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.161230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.164213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.165711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4dce24a5-f894-4713-ad82-23311b169f51 HTTP/1.1" status: 204 len: 168 time: 0.3937740 Aug 03 19:28:37.242823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30244061-bb03-4dd3-8469-a92b39161085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dce24a5-f894-4713-ad82-23311b169f51,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.275756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c03e9efb-a959-46e8-b712-ab45f7ed8b17 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-labels/b4b4fe2b-6637-4775-89c1-fd3778bc9157 HTTP/1.1" status: 200 len: 473 time: 0.1453514 Aug 03 19:28:37.277036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48682) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.288634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.297993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87ba0c34-4685-457a-a8be-f1b2291afee6 tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "GET /v2.0/metering/metering-label-rules/831bbd05-1d19-455c-9ca6-f0840cb092a0 HTTP/1.1" status: 200 len: 461 time: 0.0194721 Aug 03 19:28:37.308204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48686) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.315563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.322440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] 10.222.0.67 "DELETE /v2.0/networks/5a99abd8-3f50-441d-afb7-f34a4a4ed831 HTTP/1.1" status: 204 len: 168 time: 0.8196235 Aug 03 19:28:37.335391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f360be-f60c-4db9-98ab-bbfdf72dae60 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a99abd8-3f50-441d-afb7-f34a4a4ed831,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.403745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Made reservation on behalf of f7f756f30eb84666acbc70703d4ef596 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:37.409897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.561876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.598780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b3fe5bb-621e-4865-973b-a589f6add27b tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.598780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9b3fe5bb-621e-4865-973b-a589f6add27b tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-label-rules/831bbd05-1d19-455c-9ca6-f0840cb092a0 HTTP/1.1" status: 204 len: 168 time: 0.2835884 Aug 03 19:28:37.599323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:37.825974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.857123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687859a2-e4b9-4805-9f68-d0497571692a tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:37.866861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-687859a2-e4b9-4805-9f68-d0497571692a tempest-MeteringTestJSON-103839386 tempest-MeteringTestJSON-103839386-project-admin] 10.222.0.67 "DELETE /v2.0/metering/metering-labels/b4b4fe2b-6637-4775-89c1-fd3778bc9157 HTTP/1.1" status: 204 len: 168 time: 0.2654471 Aug 03 19:28:37.926787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event updated for resources: {'Subnet': ['ID=0dfe6941-695a-44b5-8f81-91745dd17645,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:37.965409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Checking segment: {'id': '0eebc877-1c1c-446b-b801-fa5c9bd0eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:37.966128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Network hostable DHCP agents. Network: 9e44904a-7cb4-4044-93f1-767a1f2edfb8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:37.984125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.032540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3c43bc63-9874-4619-ba54-bf7c0c020610 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4456284fc16749c4868962cf2bd3cfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468736 Aug 03 19:28:38.037398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.072972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.089573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d541a46e-7432-4db0-a1cc-89b27a2bf13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.092536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.102141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:38.121396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.222291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-90700463-0093-42d4-86a5-75dfaaf2bbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.236238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9e44904a-7cb4-4044-93f1-767a1f2edfb8) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:38.253151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2c25a-572d-418e-9273-404a7dc77a5b None None] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:38.253639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:38.253639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.257803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d541a46e-7432-4db0-a1cc-89b27a2bf13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.323571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.326185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.328636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f936bd48-6e3b-432f-888a-c17de35117a1 HTTP/1.1" status: 204 len: 168 time: 0.2906799 Aug 03 19:28:38.345318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a90511-a7c6-4a9d-a5b4-0184154282a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936bd48-6e3b-432f-888a-c17de35117a1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.403865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d541a46e-7432-4db0-a1cc-89b27a2bf13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.419353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-9e44904a-7cb4-4044-93f1-767a1f2edfb8', 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8', 'tenant_id': 'f7f756f30eb84666acbc70703d4ef596', 'fixed_ips': [{'subnet_id': '0dfe6941-695a-44b5-8f81-91745dd17645'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:38.420982 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.491841 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d541a46e-7432-4db0-a1cc-89b27a2bf13f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=10b62cf73fde4f41942fc55ca88c1146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4117024 Aug 03 19:28:38.491841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541a46e-7432-4db0-a1cc-89b27a2bf13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f96c4d2-ecca-467f-b017-0d315e59b1f4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.491841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.551144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.589903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-90700463-0093-42d4-86a5-75dfaaf2bbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.591687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.629012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Allocated IP 172.20.0.2 (9e44904a-7cb4-4044-93f1-767a1f2edfb8/0dfe6941-695a-44b5-8f81-91745dd17645/a49b74da-1928-4934-881a-51f03e6632a2) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:38.693078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-90700463-0093-42d4-86a5-75dfaaf2bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.736007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-90700463-0093-42d4-86a5-75dfaaf2bbfb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d80d226a6c42463d8d374f3fb5eb0396&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729703 Aug 03 19:28:38.738605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90700463-0093-42d4-86a5-75dfaaf2bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad01ab-02a0-440d-965d-ecea225bc58c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.744746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.747109 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.750564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.753240 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f96c4d2-ecca-467f-b017-0d315e59b1f4 HTTP/1.1" status: 204 len: 168 time: 0.2622511 Aug 03 19:28:38.770681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5292611-2ac2-4167-839d-2ed999f58168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f96c4d2-ecca-467f-b017-0d315e59b1f4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:38.802239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2bd2ad3e-ed59-4401-97d6-2fb757e390c0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7126107 Aug 03 19:28:38.805130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48772) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:38.813318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Request body: {'port': {'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1118864032'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:38.857614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.866578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.894270 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:28:38.933047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Transition to ACTIVE for port object a49b74da-1928-4934-881a-51f03e6632a2 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:38.936022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:38.972006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Transition to ACTIVE for port object a49b74da-1928-4934-881a-51f03e6632a2 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:39.096702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.144052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.144815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:39.147171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.148352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:39.148491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53ad01ab-02a0-440d-965d-ecea225bc58c HTTP/1.1" status: 204 len: 168 time: 0.4068410 Aug 03 19:28:39.155605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:39.165201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f389e-e99c-4503-961c-63eadb2491de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad01ab-02a0-440d-965d-ecea225bc58c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.171591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Pushing event updated for resources: {'Port': ['ID=a49b74da-1928-4934-881a-51f03e6632a2,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.190314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Made reservation on behalf of f7f756f30eb84666acbc70703d4ef596 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:39.198955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.241641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] device_id is not set on port 5fa9f6df-ccd4-48ca-bd40-d2017b6b208f yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:28:39.265996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Attempting to bind port a49b74da-1928-4934-881a-51f03e6632a2 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:39.266592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Attempting to bind port a49b74da-1928-4934-881a-51f03e6632a2 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0eebc877-1c1c-446b-b801-fa5c9bd0eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:39.266788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Attempting to bind port a49b74da-1928-4934-881a-51f03e6632a2 on network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Checking segment: {'id': '0eebc877-1c1c-446b-b801-fa5c9bd0eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Bound using segment: {'id': '0eebc877-1c1c-446b-b801-fa5c9bd0eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Bound port: a49b74da-1928-4934-881a-51f03e6632a2, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eebc877-1c1c-446b-b801-fa5c9bd0eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9e44904a-7cb4-4044-93f1-767a1f2edfb8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:39.279708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.352213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] For port a49b74da-1928-4934-881a-51f03e6632a2, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:39.355896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] For port a49b74da-1928-4934-881a-51f03e6632a2, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a49b74da-1928-4934-881a-51f03e6632a2,segment=NetworkSegment(0eebc877-1c1c-446b-b801-fa5c9bd0eed8),segment_id=0eebc877-1c1c-446b-b801-fa5c9bd0eed8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:39.397629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Allocated IP 172.20.0.5 (9e44904a-7cb4-4044-93f1-767a1f2edfb8/0dfe6941-695a-44b5-8f81-91745dd17645/5fa9f6df-ccd4-48ca-bd40-d2017b6b208f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:39.456461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.525731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48808) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:39.569033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:39.578730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47395016-5c9a-4b87-98e1-4ea9f3259a26 None None] Pushing event updated for resources: {'Port': ['ID=a49b74da-1928-4934-881a-51f03e6632a2,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:39.702182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-833af9c1-8918-4fbe-8833-9e8c37ed0af1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e20adfea24b4d2986790f5155e71ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738815 Aug 03 19:28:39.712692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:39.731064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.748822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Transition to ACTIVE for port object 5fa9f6df-ccd4-48ca-bd40-d2017b6b208f will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:39.829979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.905706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f498c66-cd8a-4c63-98f4-6a22359fc8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.907132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:39.950650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.039928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event updated for resources: {'Port': ['ID=5fa9f6df-ccd4-48ca-bd40-d2017b6b208f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.054784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:40.056989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:40.059878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:40.156886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:40.162320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f498c66-cd8a-4c63-98f4-6a22359fc8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.162839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.162957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.163212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.166780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/16a0cc26-4c11-43a0-9eb3-0c054bc6b98f HTTP/1.1" status: 204 len: 168 time: 0.4516783 Aug 03 19:28:40.173275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15a64d-6ce2-4e7e-8965-25d6ae1604c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a0cc26-4c11-43a0-9eb3-0c054bc6b98f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.244194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f498c66-cd8a-4c63-98f4-6a22359fc8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.305406 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f498c66-cd8a-4c63-98f4-6a22359fc8d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=10ab04e7da604bd4a9df65d7c51837ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334816 Aug 03 19:28:40.306573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f498c66-cd8a-4c63-98f4-6a22359fc8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9eda5d-d2e4-462c-80f6-8607c55b3223,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.308246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.382130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a49b74da-1928-4934-881a-51f03e6632a2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:40.387292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c4eb15b8-1a59-4045-8966-3fa29bfd56e0 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5808783 Aug 03 19:28:40.388515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.390667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48858) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.438214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.516052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a49b74da-1928-4934-881a-51f03e6632a2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:40.556364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Deleting port 5fa9f6df-ccd4-48ca-bd40-d2017b6b208f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:40.556836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.644022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:40.686795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75efb4cd-d911-423b-b739-89b59a84b506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.711794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.712132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.715238 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:40.719603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c9eda5d-d2e4-462c-80f6-8607c55b3223 HTTP/1.1" status: 204 len: 168 time: 0.4073195 Aug 03 19:28:40.738812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Calling delete_port for 5fa9f6df-ccd4-48ca-bd40-d2017b6b208f owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:40.771078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465b9c4-2c5d-4988-87e2-37a759517be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9eda5d-d2e4-462c-80f6-8607c55b3223,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:40.935088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75efb4cd-d911-423b-b739-89b59a84b506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.025346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93696f54-cbe9-450c-bfde-4401e34e1519 None None] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:41.029703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75efb4cd-d911-423b-b739-89b59a84b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.089169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-75efb4cd-d911-423b-b739-89b59a84b506 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8413ec64c39d49e0b23a402a73ed345f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4314582 Aug 03 19:28:41.089169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efb4cd-d911-423b-b739-89b59a84b506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d31fde-31a8-4dc9-8a16-11170d47654e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.091490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.157694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.185679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.231382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.285943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event deleted for resources: {'Port': ['ID=5fa9f6df-ccd4-48ca-bd40-d2017b6b208f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.311105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Provisioning for port a49b74da-1928-4934-881a-51f03e6632a2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:41.323863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Provisioning complete for port a49b74da-1928-4934-881a-51f03e6632a2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:41.323863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.410386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.415462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48912) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.416015 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-94ce80b1-28df-40bf-8ab6-e7f2cf8ff9ee tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "DELETE /v2.0/ports/5fa9f6df-ccd4-48ca-bd40-d2017b6b208f HTTP/1.1" status: 204 len: 168 time: 1.0237114 Aug 03 19:28:41.465904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.523592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] For port a49b74da-1928-4934-881a-51f03e6632a2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a49b74da-1928-4934-881a-51f03e6632a2,segment=NetworkSegment(0eebc877-1c1c-446b-b801-fa5c9bd0eed8),segment_id=0eebc877-1c1c-446b-b801-fa5c9bd0eed8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:41.543452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.543452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.543452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c4d31fde-31a8-4dc9-8a16-11170d47654e HTTP/1.1" status: 204 len: 168 time: 0.4466391 Aug 03 19:28:41.549778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae077695-1aeb-4144-b69e-55ad5dffb9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d31fde-31a8-4dc9-8a16-11170d47654e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.676685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.727973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5035f116-e497-4cf4-8eb6-c8fd4c2a3165 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3097539 Aug 03 19:28:41.729552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48934) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:41.735674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2147393871'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:41.769071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aed1f7-d1b5-45b4-b6a8-231c0e8031df None None] Pushing event updated for resources: {'Port': ['ID=a49b74da-1928-4934-881a-51f03e6632a2,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:41.795682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c0a1ea7-f973-46ff-86cb-a95767803780 None None] Could not find standard attr ID for object 5fa9f6df-ccd4-48ca-bd40-d2017b6b208f. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:28:41.830740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c0a1ea7-f973-46ff-86cb-a95767803780 None None] Provisioning complete for port a49b74da-1928-4934-881a-51f03e6632a2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:41.830740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c0a1ea7-f973-46ff-86cb-a95767803780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.864871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Made reservation on behalf of f7f756f30eb84666acbc70703d4ef596 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:41.870644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.902759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:41.917243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:41.917898 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Added segment 19dfe7a7-c929-40c0-b654-3a72a009ef68 of type vlan for network 473047ff-22d5-4767-ba06-68664f8621aa Aug 03 19:28:41.972865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.129712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.136062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:42.136673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.203929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event updated for resources: {'Network': ['ID=473047ff-22d5-4767-ba06-68664f8621aa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.214715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 473047ff-22d5-4767-ba06-68664f8621aa details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:42.306468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48956) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.322398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a49b74da-1928-4934-881a-51f03e6632a2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:42.325951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d481ae0e-3c82-4425-9f31-c303c8de9067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.329551 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-85df8d91-9ea5-40a1-81d0-1127e1776611 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5979428 Aug 03 19:28:42.331294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.383767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a49b74da-1928-4934-881a-51f03e6632a2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:42.384131 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.495916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d481ae0e-3c82-4425-9f31-c303c8de9067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.552634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc92d02e-4664-4ad0-9346-69da564cec4d tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.2192166 Aug 03 19:28:42.554449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 48970) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.637854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d481ae0e-3c82-4425-9f31-c303c8de9067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.654462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36eef52-b28e-44c7-9804-f39e8290ec64 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] Network 473047ff-22d5-4767-ba06-68664f8621aa is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:42.686504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d481ae0e-3c82-4425-9f31-c303c8de9067 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67793463f98b47c592f83300dd780915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3786831 Aug 03 19:28:42.688426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481ae0e-3c82-4425-9f31-c303c8de9067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03313d1-cb85-40f3-b662-b92e86195461,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:42.689216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48978) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.753602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.776806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.911998 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c36eef52-b28e-44c7-9804-f39e8290ec64 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "POST /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3564701 Aug 03 19:28:42.914683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 48994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:42.922689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc746c42-a8c3-4a48-a1ee-ef44ec4ceade None None] Network 473047ff-22d5-4767-ba06-68664f8621aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:42.950093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.957848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:42.971069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e03313d1-cb85-40f3-b662-b92e86195461 HTTP/1.1" status: 204 len: 168 time: 0.2794878 Aug 03 19:28:43.055957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaf40a-2650-414a-b017-7c736582c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03313d1-cb85-40f3-b662-b92e86195461,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:43.128729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6a099dd-0622-476d-9211-8fd15be75f8e tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks HTTP/1.1" status: 200 len: 5672 time: 0.2126479 Aug 03 19:28:43.131499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.376128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1cafbe8f-c07e-4bbd-bc49-19d5f393bec9 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "DELETE /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks/473047ff-22d5-4767-ba06-68664f8621aa HTTP/1.1" status: 204 len: 168 time: 0.2430153 Aug 03 19:28:43.382095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49018) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.544718 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9df94e96-70a8-4705-b09e-0a8ed83957c7 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.1613100 Aug 03 19:28:43.548492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49024) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.569213 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b87ccd38-b824-4922-af2e-0e8391a1399e tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/networks/9e44904a-7cb4-4044-93f1-767a1f2edfb8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0191767 Aug 03 19:28:43.572334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49026) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.599244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-441c26ea-07b4-4c13-92b3-8f76aeebaad2 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/networks/9e44904a-7cb4-4044-93f1-767a1f2edfb8/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0234907 Aug 03 19:28:43.601263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49032) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.747568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4c18a6f-d5a5-4c7e-b7a5-cc19e0c69db4 tempest-DHCPAgentSchedulersTestJSON-2083106767 tempest-DHCPAgentSchedulersTestJSON-2083106767-project-admin] 10.222.0.67 "GET /v2.0/agents/6d464934-d73a-4527-9413-42750d8d9ea0/dhcp-networks HTTP/1.1" status: 200 len: 4901 time: 0.1445560 Aug 03 19:28:43.753337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49042) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:43.846121 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.970659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:43.981427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473047ff-22d5-4767-ba06-68664f8621aa']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:43.996825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dfe7a7-c929-40c0-b654-3a72a009ef68') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:43.996825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dfe7a7-c929-40c0-b654-3a72a009ef68') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:44.005603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.022549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.031636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:44.031636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:44.033776 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:44.082380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49066) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.243906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2146544875-network', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:44.265332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.287959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.290330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "DELETE /v2.0/networks/473047ff-22d5-4767-ba06-68664f8621aa HTTP/1.1" status: 204 len: 168 time: 0.5356796 Aug 03 19:28:44.293026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49084) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.307291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71181c8e-5d8d-4f5e-bb13-c00e0c971574 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event deleted for resources: {'Network': ['ID=473047ff-22d5-4767-ba06-68664f8621aa,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.329749 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f837c9b-a334-4387-bb52-32056b4ac01e tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] DELETE failed (client error): The resource could not be found. Aug 03 19:28:44.330295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f837c9b-a334-4387-bb52-32056b4ac01e tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:44.335945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f837c9b-a334-4387-bb52-32056b4ac01e tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "DELETE /v2.0/ports/5fa9f6df-ccd4-48ca-bd40-d2017b6b208f HTTP/1.1" status: 404 len: 333 time: 0.0382233 Aug 03 19:28:44.335945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49086) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.392971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Made reservation on behalf of 9fe6b7a98ff34f3a8b4ed9b494c25fe7 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:44.396898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.411566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.646197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.719905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Deleting subnet 0dfe6941-695a-44b5-8f81-91745dd17645 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:28:44.724325 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.749687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49108) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:44.764772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.813269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.853190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:44.870266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a430e-d34a-4993-8e0c-e9b5f4346204,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:44.874924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.879572 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Added segment aae37617-1186-4713-9dec-b1e34ee89462 of type vlan for network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da Aug 03 19:28:44.906172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:44.934526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.018740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-732677452-network', 'tenant_id': '77a75090684446c6be2566b9de45cc86'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:45.077916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.078937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:45.079529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.161693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6f99cacd-2a74-43ef-b8a5-ff141b77a3da,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.181414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:45.206105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.233538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfe6941-695a-44b5-8f81-91745dd17645,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.241467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.247845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49136) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.264812 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1082e698-39af-42ef-9af7-bba290db0343 tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "DELETE /v2.0/subnets/0dfe6941-695a-44b5-8f81-91745dd17645 HTTP/1.1" status: 204 len: 168 time: 0.9113662 Aug 03 19:28:45.265087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Made reservation on behalf of 77a75090684446c6be2566b9de45cc86 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:45.266381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.272537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1549b-b978-443b-a921-bb714411a1ee None None] Network 9e44904a-7cb4-4044-93f1-767a1f2edfb8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:45.326010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.376677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-34d0241e-ecf4-4df7-85db-6d677bb1e8a3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2927556 Aug 03 19:28:45.384999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:45.386370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Request body: {'subnet': {'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2146544875-subnet', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:45.403179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.466791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.529414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0022894f-af1f-485a-96fb-381db9990166 None None] DHCP port deletion for 9e44904a-7cb4-4044-93f1-767a1f2edfb8 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:28:45.548338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Deleting port a49b74da-1928-4934-881a-51f03e6632a2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:45.548699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.663516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Deleting port a49b74da-1928-4934-881a-51f03e6632a2 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:28:45.664101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.700265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.719008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] For port a49b74da-1928-4934-881a-51f03e6632a2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a49b74da-1928-4934-881a-51f03e6632a2,segment=NetworkSegment(0eebc877-1c1c-446b-b801-fa5c9bd0eed8),segment_id=0eebc877-1c1c-446b-b801-fa5c9bd0eed8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:45.719478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.753598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Calling delete_port for a49b74da-1928-4934-881a-51f03e6632a2 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:45.753720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0022894f-af1f-485a-96fb-381db9990166 None None] For port a49b74da-1928-4934-881a-51f03e6632a2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a49b74da-1928-4934-881a-51f03e6632a2,segment=NetworkSegment(0eebc877-1c1c-446b-b801-fa5c9bd0eed8),segment_id=0eebc877-1c1c-446b-b801-fa5c9bd0eed8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:45.753720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.762967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Calling delete_port for a49b74da-1928-4934-881a-51f03e6632a2 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:28:45.918390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.950289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:45.965980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d95f08-3ede-4982-b090-7c3a1a9f5f39,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:45.968444 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:45.968817 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Added segment 727e21cf-392d-48d5-8791-824481176936 of type vlan for network 65b535c0-5d34-46ad-b17c-f8448d013df6 Aug 03 19:28:45.985654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.988794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.989458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.989458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.989641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:45.989873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:46.027320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.042823 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.043843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.069016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Made reservation on behalf of 9fe6b7a98ff34f3a8b4ed9b494c25fe7 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:46.075107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022894f-af1f-485a-96fb-381db9990166 None None] Pushing event deleted for resources: {'Port': ['ID=a49b74da-1928-4934-881a-51f03e6632a2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.075669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.085444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] No DVR routers for this DVR port a49b74da-1928-4934-881a-51f03e6632a2 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:46.087265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event deleted for resources: {'Port': ['ID=a49b74da-1928-4934-881a-51f03e6632a2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.088362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022894f-af1f-485a-96fb-381db9990166 None None] No DVR routers for this DVR port a49b74da-1928-4934-881a-51f03e6632a2 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:28:46.328573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a49b74da-1928-4934-881a-51f03e6632a2 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:28:46.376425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a49b74da-1928-4934-881a-51f03e6632a2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:28:46.376929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a49b74da-1928-4934-881a-51f03e6632a2 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:28:46.541536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.542520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:46.543112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.562316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.576516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.616686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e44904a-7cb4-4044-93f1-767a1f2edfb8']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.635975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eebc877-1c1c-446b-b801-fa5c9bd0eed8') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.635975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eebc877-1c1c-446b-b801-fa5c9bd0eed8') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:46.646422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] Pushing event updated for resources: {'Network': ['ID=65b535c0-5d34-46ad-b17c-f8448d013df6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.654725 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.659855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:46.674739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Checking segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:46.674739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Network hostable DHCP agents. Network: 6f99cacd-2a74-43ef-b8a5-ff141b77a3da, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:46.680570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.681946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f9b91a-4d9d-41b2-9053-29ee33ea71d9,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:46.687794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:46.688203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:46.697345 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:46.758323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-64eefff7-d5da-4a83-be74-731142e00c57 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0070605 Aug 03 19:28:46.761789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49214) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:46.770232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Request body: {'subnet': {'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-732677452-subnet', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:46.910461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:46.945067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Made reservation on behalf of 77a75090684446c6be2566b9de45cc86 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:46.947799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.949924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.979039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:46.988459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] 10.222.0.67 "DELETE /v2.0/networks/9e44904a-7cb4-4044-93f1-767a1f2edfb8 HTTP/1.1" status: 204 len: 168 time: 1.7392979 Aug 03 19:28:47.060439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbbd09-52ab-4909-9c03-d95cf8d0382d tempest-DHCPAgentSchedulersTestJSON-197969791 tempest-DHCPAgentSchedulersTestJSON-197969791-project] Pushing event deleted for resources: {'Network': ['ID=9e44904a-7cb4-4044-93f1-767a1f2edfb8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:47.066849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6f99cacd-2a74-43ef-b8a5-ff141b77a3da) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:47.072426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:47.073147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.088557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dbed67-0f11-4665-9c3d-b1b30b18a7c7 None None] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:47.278689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0956653c-7421-4853-8117-6c54f5f90c60 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8975298 Aug 03 19:28:47.288728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49242) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.288728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:47.336006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:47.337355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.461542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.462520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.467080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.495378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Allocated IP 172.20.0.2 (6f99cacd-2a74-43ef-b8a5-ff141b77a3da/15f9b91a-4d9d-41b2-9053-29ee33ea71d9/bebc7d03-c453-4451-8054-b9a9ca09b829) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:47.596269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.598787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f1c23b-2efd-4d69-8084-0a60dc075398,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:47.609796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Checking segment: {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:47.610165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Network hostable DHCP agents. Network: 65b535c0-5d34-46ad-b17c-f8448d013df6, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:28:47.738701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.748996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Transition to ACTIVE for port object bebc7d03-c453-4451-8054-b9a9ca09b829 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:47.767346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Transition to ACTIVE for port object bebc7d03-c453-4451-8054-b9a9ca09b829 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:47.891352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:28:47.901378 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.940613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:47.963298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:47.966442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49278) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:47.977302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:47.981344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:47.997886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Pushing event updated for resources: {'Port': ['ID=bebc7d03-c453-4451-8054-b9a9ca09b829,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:48.042112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 65b535c0-5d34-46ad-b17c-f8448d013df6) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:48.051651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:48.052459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.057555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbe0330-45ca-4d45-878d-8e1a3fc6696b None None] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:48.064590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Attempting to bind port bebc7d03-c453-4451-8054-b9a9ca09b829 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:48.065550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Attempting to bind port bebc7d03-c453-4451-8054-b9a9ca09b829 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:48.065933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Attempting to bind port bebc7d03-c453-4451-8054-b9a9ca09b829 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:48.152882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8f21f08-e40c-48b1-85d7-358aa788668f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3899577 Aug 03 19:28:48.155650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49288) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.162178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:48.225083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49290) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.283920 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.285460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.319999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:48.320392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Checking segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:48.320816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.321207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Bound using segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:48.321690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Bound port: bebc7d03-c453-4451-8054-b9a9ca09b829, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:48.322078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.375185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.412683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8713bde3-9016-4e15-a5eb-6857dc1dc039 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:48.430404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b7796840-13a7-4062-a8bc-4d80932edfc7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7f756f30eb84666acbc70703d4ef596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624465 Aug 03 19:28:48.433011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.466492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] For port bebc7d03-c453-4451-8054-b9a9ca09b829, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:48.481985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.491330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] For port bebc7d03-c453-4451-8054-b9a9ca09b829, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bebc7d03-c453-4451-8054-b9a9ca09b829,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:48.505692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.570397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-65b535c0-5d34-46ad-b17c-f8448d013df6', 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'fixed_ips': [{'subnet_id': '45f1c23b-2efd-4d69-8084-0a60dc075398'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:28:48.572906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.638970 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.684731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.687135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Allocated IP 172.25.2.114 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f019debd-0c3e-4f7e-ac9c-415d0896f9c1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:48.690867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8713bde3-9016-4e15-a5eb-6857dc1dc039 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "PUT /v2.0/quotas/22f658d1235f40348255e00797b2ddd9 HTTP/1.1" status: 200 len: 368 time: 0.4644682 Aug 03 19:28:48.694149 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.694481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49316) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:48.700306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Request body: {'network': {'project_id': '22f658d1235f40348255e00797b2ddd9'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:48.714149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.842858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a70cf-f49c-4b31-88c2-a0461a1c034f None None] Pushing event updated for resources: {'Port': ['ID=bebc7d03-c453-4451-8054-b9a9ca09b829,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:48.846853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Allocated IP 172.20.0.2 (65b535c0-5d34-46ad-b17c-f8448d013df6/45f1c23b-2efd-4d69-8084-0a60dc075398/5ba9e633-f345-4b00-ac80-18f86e012065) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:48.872472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.975287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Made reservation on behalf of 22f658d1235f40348255e00797b2ddd9 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:48.979478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7588-9fcd-4c20-b4c2-9e62db2bb7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.981912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.982812 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.990469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:48.994866 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e1da533d-5324-4c74-b1d7-025cb0302f2a HTTP/1.1" status: 204 len: 168 time: 0.5606084 Aug 03 19:28:49.001262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.073693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577fcbf-6542-4119-80c8-3f2d00d9e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da533d-5324-4c74-b1d7-025cb0302f2a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.111385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.137071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.166077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:49.181495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Transition to ACTIVE for port object 5ba9e633-f345-4b00-ac80-18f86e012065 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:49.217975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Transition to ACTIVE for port object 5ba9e633-f345-4b00-ac80-18f86e012065 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:49.228402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:49.237593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:49.330636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.355079 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.391330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:49.395777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Pushing event updated for resources: {'Port': ['ID=5ba9e633-f345-4b00-ac80-18f86e012065,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.399154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:49.401683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.402597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:49.412356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Pushing event updated for resources: {'Port': ['ID=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.484578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.511282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Attempting to bind port 5ba9e633-f345-4b00-ac80-18f86e012065 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:49.518939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Attempting to bind port 5ba9e633-f345-4b00-ac80-18f86e012065 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:49.518939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Attempting to bind port 5ba9e633-f345-4b00-ac80-18f86e012065 on network 65b535c0-5d34-46ad-b17c-f8448d013df6 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:49.523945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:49.524274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Checking segment: {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:49.524914 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.526095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Bound using segment: {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:49.529187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Bound port: 5ba9e633-f345-4b00-ac80-18f86e012065, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:49.529784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.585678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Allocated IP 172.25.2.39 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3ef9126d-d27b-4dc7-9056-562f9c54531c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:49.648696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] For port 5ba9e633-f345-4b00-ac80-18f86e012065, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:49.657051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] For port 5ba9e633-f345-4b00-ac80-18f86e012065, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ba9e633-f345-4b00-ac80-18f86e012065,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:49.712221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.762951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.787300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:49.793125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.820557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f4151-be52-4c90-a3f5-9c78334a7f74,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.824041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.824407 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Added segment 42d9c0a2-2f35-449b-99cb-136836c06493 of type vlan for network 87ad31c9-dbf7-4cfe-9bd8-b6b20949336c Aug 03 19:28:49.894251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c978d2-f0fc-4114-bfb2-7e9d9d18c9cb None None] Pushing event updated for resources: {'Port': ['ID=5ba9e633-f345-4b00-ac80-18f86e012065,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:49.952429 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.959573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:49.973850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.055212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:50.059046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:50.062051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:50.116813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Pushing event updated for resources: {'Port': ['ID=3ef9126d-d27b-4dc7-9056-562f9c54531c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:50.126277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:50.170694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.174026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:50.178187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.372523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a4997-7b08-4697-9e29-6d282571e031 None None] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:50.395465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:50.423227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Pushing event updated for resources: {'Network': ['ID=87ad31c9-dbf7-4cfe-9bd8-b6b20949336c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:50.433126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a337be19-d871-43a9-bccc-dd338a9827c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.433715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a79e0898-6a83-44b2-b3ee-ec1a21718b2a tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7377825 Aug 03 19:28:50.434008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49374) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:50.453721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Request body: {'network': {'project_id': '22f658d1235f40348255e00797b2ddd9'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:50.512469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 87ad31c9-dbf7-4cfe-9bd8-b6b20949336c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:50.518220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-533dd674-a511-4050-b9aa-81a6719d7871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.530463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bebc7d03-c453-4451-8054-b9a9ca09b829 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:50.579246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-c262dbf7-8a13-4a75-ad98-5f07aafb2479 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801116 Aug 03 19:28:50.665114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.713706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-865c3710-890b-43e9-bbf1-33274ea21fc3 None None] Provisioning for port bebc7d03-c453-4451-8054-b9a9ca09b829 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:50.764940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a337be19-d871-43a9-bccc-dd338a9827c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.791079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-2fdf491a-b9b0-4032-b0c6-8187a05892b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:50.792514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-2fdf491a-b9b0-4032-b0c6-8187a05892b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1096 time: 0.1591358 Aug 03 19:28:50.857947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.924198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port bebc7d03-c453-4451-8054-b9a9ca09b829 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:50.928264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a337be19-d871-43a9-bccc-dd338a9827c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.946491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bebc7d03-c453-4451-8054-b9a9ca09b829 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:50.947639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:50.954549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-9d124143-c6af-4795-8721-1d244dd297ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:50.969810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-9d124143-c6af-4795-8721-1d244dd297ba service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1404762 Aug 03 19:28:51.023951 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a337be19-d871-43a9-bccc-dd338a9827c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=acb41fb75c6340198b917faae948df49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955705 Aug 03 19:28:51.024306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49382) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.045865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337be19-d871-43a9-bccc-dd338a9827c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d5f13-45cd-4333-8194-97312e271fac,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.120407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Made reservation on behalf of 22f658d1235f40348255e00797b2ddd9 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:51.123043 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.133231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Router b23dc98e-f90a-4344-8999-c93b8c06a0ad is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:51.160757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.184484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-0ff68771-4a0c-4d57-a2ff-1627a058e1e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 1000 time: 0.2105930 Aug 03 19:28:51.212607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.214666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port bebc7d03-c453-4451-8054-b9a9ca09b829, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bebc7d03-c453-4451-8054-b9a9ca09b829,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:51.294648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.343736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.371432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bb83f54d-137d-499e-b671-19813a1c51f0 None None] Provisioning complete for port bebc7d03-c453-4451-8054-b9a9ca09b829 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:51.371895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb83f54d-137d-499e-b671-19813a1c51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.390556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:51.400101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-2b6e3b5e-2903-41c7-9ba0-123a5dbf21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:51.402598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-2b6e3b5e-2903-41c7-9ba0-123a5dbf21dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2060075 Aug 03 19:28:51.409821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=bebc7d03-c453-4451-8054-b9a9ca09b829,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:51.433714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.434075 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Added segment 63512ef9-b741-46b8-b039-33546ea474ec of type vlan for network 3c426adc-3ff7-4441-ab36-3e28098fe826 Aug 03 19:28:51.459839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.530309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:28:51.603392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d11991-d0ae-4f09-a388-11dc68fbe336 None None] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:28:51.618950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.648231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-dffea352-3248-4bb1-ba54-718b0096c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:51.649821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-dffea352-3248-4bb1-ba54-718b0096c2d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283814 Aug 03 19:28:51.658639 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-533dd674-a511-4050-b9aa-81a6719d7871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.678290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:51.691862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:51.692478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Sync routers for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:51.701591 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Sync routers for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:51.716407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:51.723680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.732068 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:51.733209 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:51.803729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-eaf1ee38-e758-4072-a8bf-037601490586 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414738 Aug 03 19:28:51.829425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-533dd674-a511-4050-b9aa-81a6719d7871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.872252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcdcd1f5-3c67-45b2-ae89-3d6ef0c0579c None None] Provisioning for port 5ba9e633-f345-4b00-ac80-18f86e012065 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:51.941666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:51.948139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.949987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.951337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8af68b6a-d042-4334-ae77-022fd48bd73a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7940326 Aug 03 19:28:51.954112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49394) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:51.954392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.956596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8a4d5f13-45cd-4333-8194-97312e271fac HTTP/1.1" status: 204 len: 168 time: 0.9307642 Aug 03 19:28:51.961079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.962373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:51.965819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:51.966639 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:52.109337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Pushing event updated for resources: {'Network': ['ID=3c426adc-3ff7-4441-ab36-3e28098fe826,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.146578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.154008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8d000dae-8c5a-4000-acc3-d231f0e80559 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8668778 Aug 03 19:28:52.157893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49408) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.159158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3c426adc-3ff7-4441-ab36-3e28098fe826 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:52.172469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533dd674-a511-4050-b9aa-81a6719d7871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093b2057-f3a1-445f-b8a0-43c6bb83ffe9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.179059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-533dd674-a511-4050-b9aa-81a6719d7871 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=94c7ffcb310a47f391cdc4e87f6a6dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7569654 Aug 03 19:28:52.182539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49412) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.331660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 3, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:52.335933 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cec0246c-5885-4a0a-bfa9-231e163a911a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.345353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.438271 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Checking router: b23dc98e-f90a-4344-8999-c93b8c06a0ad for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:52.440357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Updating router b23dc98e-f90a-4344-8999-c93b8c06a0ad port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:52.478150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.557998 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.586322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:50Z', 'revision_number': 3, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:52.616743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.663637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bebc7d03-c453-4451-8054-b9a9ca09b829 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:52.670842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Checking router: 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:52.671341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Updating router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 port 3ef9126d-d27b-4dc7-9056-562f9c54531c binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:52.779341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.881734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.889694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:52.895950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/093b2057-f3a1-445f-b8a0-43c6bb83ffe9 HTTP/1.1" status: 204 len: 168 time: 0.7089384 Aug 03 19:28:52.930881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec2ea4-d286-4d08-b883-16a3813eddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093b2057-f3a1-445f-b8a0-43c6bb83ffe9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:52.939001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-45f9a8ad-96f7-4873-a3c0-7e796e6d5881 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4894290 Aug 03 19:28:52.942868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:52.952836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8a938a97-0b99-4c4e-8e0c-121d17a9a39f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Request body: {'network': {'project_id': '22f658d1235f40348255e00797b2ddd9'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:52.973518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500ba94-e41d-4231-a4c5-9e9649ed2183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d5f13-45cd-4333-8194-97312e271fac,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.006847 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a938a97-0b99-4c4e-8e0c-121d17a9a39f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:28:53.007881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a938a97-0b99-4c4e-8e0c-121d17a9a39f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:28:53.013191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a938a97-0b99-4c4e-8e0c-121d17a9a39f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0680280 Aug 03 19:28:53.030294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbcb14e5-3d5e-495d-b008-6d3bfa62dcbd req-59f316de-9f82-474e-a51b-cb67034de881 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2198017 Aug 03 19:28:53.086707 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.098754 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Transition to ACTIVE for port object f019debd-0c3e-4f7e-ac9c-415d0896f9c1 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.120178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.146901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-0728a137-8034-4513-96d1-c5ad2b269af6 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:53.155268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-0728a137-8034-4513-96d1-c5ad2b269af6 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/networks?id=e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 200 len: 814 time: 0.9957788 Aug 03 19:28:53.179057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-3c3b663d-ddc0-493d-a105-fe080738d0e4 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/quotas/9a42707482e24e44aa768ca8ef2fc590 HTTP/1.1" status: 200 len: 375 time: 0.0229197 Aug 03 19:28:53.224076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-11c8d541-0de1-428d-9fa0-2e594960c0eb tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436025 Aug 03 19:28:53.248952 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.334116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.335264 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Attempting to bind port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:53.335843 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Attempting to bind port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:53.336412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Attempting to bind port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:53.351007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bebc7d03-c453-4451-8054-b9a9ca09b829 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:53.351783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Pushing event updated for resources: {'Port': ['ID=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:53.352875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.355674 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:53.356182 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:53.358539 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.358945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:53.361976 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Bound port: f019debd-0c3e-4f7e-ac9c-415d0896f9c1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:53.370662 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.415152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Allocated IP 172.20.0.1 (65b535c0-5d34-46ad-b17c-f8448d013df6/45f1c23b-2efd-4d69-8084-0a60dc075398/20cd42d3-10e5-45a2-8edb-a6226ec906d1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:53.464812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49428) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:53.503915 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-280b33e8-c275-44c2-8aa7-97e1eac96cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.556097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ba9e633-f345-4b00-ac80-18f86e012065 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:53.584912 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.597807 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.600615 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.601315 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.602380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.605956 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.606606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.607174 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.607768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.608592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.609171 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.610231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:53.656382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-744fc3f2-4fee-415d-83e1-a5a36a5fddbe service neutron] 10.222.0.67 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297826 Aug 03 19:28:53.664106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:53.708366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.712368 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] For port f019debd-0c3e-4f7e-ac9c-415d0896f9c1, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:53.723695 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] For port f019debd-0c3e-4f7e-ac9c-415d0896f9c1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:53.734720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Transition to ACTIVE for port object 20cd42d3-10e5-45a2-8edb-a6226ec906d1 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.762170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.791486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Transition to ACTIVE for port object 3ef9126d-d27b-4dc7-9056-562f9c54531c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:53.803735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5ba9e633-f345-4b00-ac80-18f86e012065 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:53.807807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5ba9e633-f345-4b00-ac80-18f86e012065 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:53.808198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.842611 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.919740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.929372 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:53.929984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:53.950152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.965872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:53.974345 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc65e0-de5d-4ed8-9255-6d1f30c3667e None None] Pushing event updated for resources: {'Port': ['ID=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.014826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-cc131143-8133-4126-9340-2d0bb7aedc9f service neutron] 10.222.0.67 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574436 Aug 03 19:28:54.016073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.035848 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f332ddd-4184-49e8-8535-b7eceb51e943 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=22f658d1235f40348255e00797b2ddd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260467 Aug 03 19:28:54.047259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:54.077862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:54.084679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:54.094618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:54.103772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Attempting to bind port 3ef9126d-d27b-4dc7-9056-562f9c54531c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:28:54.104029 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-280b33e8-c275-44c2-8aa7-97e1eac96cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.104142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Attempting to bind port 3ef9126d-d27b-4dc7-9056-562f9c54531c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:28:54.104824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Attempting to bind port 3ef9126d-d27b-4dc7-9056-562f9c54531c on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:28:54.112894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5ba9e633-f345-4b00-ac80-18f86e012065, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ba9e633-f345-4b00-ac80-18f86e012065,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:54.114510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:28:54.115429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:28:54.115636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.116000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:28:54.116489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Bound port: 3ef9126d-d27b-4dc7-9056-562f9c54531c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:28:54.116917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.122837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Pushing event updated for resources: {'Port': ['ID=3ef9126d-d27b-4dc7-9056-562f9c54531c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.170203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Pushing event updated for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.171216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.171567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.171977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.173299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.173707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.175088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.175978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.175978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.176366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.176753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.177090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.177418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:28:54.219125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.225464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.290839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-280b33e8-c275-44c2-8aa7-97e1eac96cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.323032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] For port 3ef9126d-d27b-4dc7-9056-562f9c54531c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:28:54.363748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] For port 3ef9126d-d27b-4dc7-9056-562f9c54531c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ef9126d-d27b-4dc7-9056-562f9c54531c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:28:54.369045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5ba9e633-f345-4b00-ac80-18f86e012065,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.385663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-280b33e8-c275-44c2-8aa7-97e1eac96cfd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c679183a9164e19a1d17995691c311f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9177265 Aug 03 19:28:54.393639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49446) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:54.399926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.453542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b33e8-c275-44c2-8aa7-97e1eac96cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa0ffe-b9a9-4ec6-aaf8-d276686f3c6b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.469829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.529507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.543145 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 3, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:54.556427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.613936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.622095 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd16ee-bb36-4f94-ba35-35c2df47d079 None None] The sync data for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 is: [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:49Z', 'revision_number': 3, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:54.644135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:54.644994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:54.728151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-791f6940-34b8-4f08-8146-be3a17441ea7 None None] Provisioning for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:54.740414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.746755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-791f6940-34b8-4f08-8146-be3a17441ea7 None None] Provisioning complete for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:54.747138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-791f6940-34b8-4f08-8146-be3a17441ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.781462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4eeba12d-edc9-4d67-a368-86e93c00d972 req-6380db93-eb16-4dc8-8553-1f575d0c1362 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.0894856 Aug 03 19:28:54.784026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.856801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a44eb-2ad9-406a-9983-03bf320c64a9 None None] Pushing event updated for resources: {'Port': ['ID=3ef9126d-d27b-4dc7-9056-562f9c54531c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:54.897909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-791f6940-34b8-4f08-8146-be3a17441ea7 None None] Port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:54.910272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:54.919461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Allocated IP 172.20.0.1 (6f99cacd-2a74-43ef-b8a5-ff141b77a3da/15f9b91a-4d9d-41b2-9053-29ee33ea71d9/850435c2-9835-4e66-af18-737e3d7b2029) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:28:55.044014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:55.077652 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.084481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.091752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f72f4151-be52-4c90-a3f5-9c78334a7f74 HTTP/1.1" status: 204 len: 168 time: 1.0660801 Aug 03 19:28:55.092703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.094428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49464) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:55.095170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.096887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ffa0ffe-b9a9-4ec6-aaf8-d276686f3c6b HTTP/1.1" status: 204 len: 168 time: 0.6926961 Aug 03 19:28:55.122346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0092fed-65d3-4431-b9d9-6badb1d28067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f4151-be52-4c90-a3f5-9c78334a7f74,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.196118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.227992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Transition to ACTIVE for port object 850435c2-9835-4e66-af18-737e3d7b2029 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:28:55.285755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e41be-5094-41cd-bb0b-91883fcf999b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa0ffe-b9a9-4ec6-aaf8-d276686f3c6b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.315658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.369905 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.407626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.459949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:50Z', 'revision_number': 3, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:55.492931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.509659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:55.511506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a4097b-5a7c-47c0-b2d9-460bbe00ac63 None None] The sync data for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 is: [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:50Z', 'revision_number': 3, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:28:55.525901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:55.536496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:28:55.641824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.694343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Pushing event updated for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.707736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.712569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c426adc-3ff7-4441-ab36-3e28098fe826']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:55.745498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63512ef9-b741-46b8-b039-33546ea474ec') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:55.746262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63512ef9-b741-46b8-b039-33546ea474ec') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:55.765735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Pushing event updated for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:55.773692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.786902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:55.987900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df509927-9868-4629-93d5-4c932e3bfe7c req-07497d49-3a14-4aff-875a-659e457bf1fb tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.1124227 Aug 03 19:28:56.031901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.048194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:56.052637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:56.055027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:56.055441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:56.060917 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:56.206769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0670742f-915f-4400-ad01-f41281464451 None None] Provisioning for port 850435c2-9835-4e66-af18-737e3d7b2029 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:56.212146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0670742f-915f-4400-ad01-f41281464451 None None] Provisioning complete for port 850435c2-9835-4e66-af18-737e3d7b2029 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:56.212910 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0670742f-915f-4400-ad01-f41281464451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.318808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.434098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0670742f-915f-4400-ad01-f41281464451 None None] Port 850435c2-9835-4e66-af18-737e3d7b2029 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:56.569838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.575782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-96770cea-d20a-43e8-876f-b82bd9a43d66 None None] Provisioning complete for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:56.578271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-96770cea-d20a-43e8-876f-b82bd9a43d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.593102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.595393 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "DELETE /v2.0/networks/3c426adc-3ff7-4441-ab36-3e28098fe826 HTTP/1.1" status: 204 len: 168 time: 1.4985609 Aug 03 19:28:56.604260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49496) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:56.712337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ef9126d-d27b-4dc7-9056-562f9c54531c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:56.773847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-96770cea-d20a-43e8-876f-b82bd9a43d66 None None] Port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:56.901974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:56.969373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.024369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3ef9126d-d27b-4dc7-9056-562f9c54531c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:57.031046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3ef9126d-d27b-4dc7-9056-562f9c54531c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:57.031633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.081106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.105133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ad31c9-dbf7-4cfe-9bd8-b6b20949336c']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:57.125903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.139553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9c0a2-2f35-449b-99cb-136836c06493') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:57.139879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9c0a2-2f35-449b-99cb-136836c06493') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:57.245143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.263885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.291644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3ef9126d-d27b-4dc7-9056-562f9c54531c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ef9126d-d27b-4dc7-9056-562f9c54531c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:57.291914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49512) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:57.297973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9dea4a56-c3c7-4577-9700-5f469325a046 req-8722786e-b2bd-409f-93c3-89e44aab2bca tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.1505544 Aug 03 19:28:57.331100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.347044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Pushing event updated for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.366815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:28:57.367291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:28:57.372874 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:28:57.385047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6e59f-d2e8-4302-be38-0f313f268d9f tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c426adc-3ff7-4441-ab36-3e28098fe826,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.416748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.429131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:57.471186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.471186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f019debd-0c3e-4f7e-ac9c-415d0896f9c1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:57.595378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.605971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.610661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] 10.222.0.67 "DELETE /v2.0/networks/87ad31c9-dbf7-4cfe-9bd8-b6b20949336c HTTP/1.1" status: 204 len: 168 time: 0.9884188 Aug 03 19:28:57.632211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3ef9126d-d27b-4dc7-9056-562f9c54531c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.645586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d07a3-ad67-4e47-ae49-98f25170d875 tempest-QuotasNegativeTest-1613853415 tempest-QuotasNegativeTest-1613853415-project-admin] Pushing event deleted for resources: {'Network': ['ID=87ad31c9-dbf7-4cfe-9bd8-b6b20949336c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:57.703360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1502351043'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:57.755367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:28:57.758943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:57.761049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:28:57.790516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60f027a9-2056-4fcc-95ba-830287cbac62 admin admin] 10.222.0.67 "PUT /v2.0/routers/91d6255c-742a-4a72-b9a0-66eb2e6a9d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8351119 Aug 03 19:28:57.815588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:28:57.815588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:57.815588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:57.986286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Made reservation on behalf of 6178bd5a28e3424b8655008bb1aec401 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:57.990291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.025403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.034322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.069761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f019debd-0c3e-4f7e-ac9c-415d0896f9c1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:28:58.126395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Router b23dc98e-f90a-4344-8999-c93b8c06a0ad has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:28:58.170717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.171592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ba9e633-f345-4b00-ac80-18f86e012065 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:58.298406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.328834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9c7ba2d6-1943-48cf-9c27-a14f46a27055 None None] Provisioning complete for port 850435c2-9835-4e66-af18-737e3d7b2029 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:58.329646 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c7ba2d6-1943-48cf-9c27-a14f46a27055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.337697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5ba9e633-f345-4b00-ac80-18f86e012065 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:58.338531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.358685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.397979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:28:58.415910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b33c095-2403-47e2-b043-8c11801fb07d admin admin] 10.222.0.67 "PUT /v2.0/routers/b23dc98e-f90a-4344-8999-c93b8c06a0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2492461 Aug 03 19:28:58.429989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Sync routers for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:58.463468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ba2d6-1943-48cf-9c27-a14f46a27055 None None] Port 850435c2-9835-4e66-af18-737e3d7b2029 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:28:58.476992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:58.477795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:58.519674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bc17703-1f42-4f3f-b5a1-5d2a9827857b req-a39db6d2-bdc0-4b21-b21b-468e88e36f0a tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.0547428 Aug 03 19:28:58.529418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.585469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2b7c17-2d4e-406f-8720-2afc5a783236,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:58.601652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:28:58.619735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.620099 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Added segment 2ec593b4-a88a-4d29-aa5f-c3c790a41fa2 of type vlan for network b298abc4-6adf-4be4-a48e-cc6ffab0b063 Aug 03 19:28:58.695315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.705134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:58.815094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ef9126d-d27b-4dc7-9056-562f9c54531c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:58.948624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3ef9126d-d27b-4dc7-9056-562f9c54531c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:58.949158 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:58.992021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.001483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:59.002622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.184798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.8857136 Aug 03 19:28:59.194940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Sync routers for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:28:59.226286 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:28:59.227223 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.253592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:56Z', 'revision_number': 4, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '850435c2-9835-4e66-af18-737e3d7b2029', 'name': '', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'mac_address': 'fa:16:3e:be:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:54Z', 'updated_at': '2021-08-03T19:28:56Z', 'revision_number': 2, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'subnets': [{'id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.304015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f019debd-0c3e-4f7e-ac9c-415d0896f9c1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:28:59.332461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80181a97-398b-4aa3-918a-d643d6bb3036 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Pushing event updated for resources: {'Network': ['ID=b298abc4-6adf-4be4-a48e-cc6ffab0b063,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:28:59.352101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Checking router: b23dc98e-f90a-4344-8999-c93b8c06a0ad for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:59.352463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Updating router b23dc98e-f90a-4344-8999-c93b8c06a0ad port 850435c2-9835-4e66-af18-737e3d7b2029 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:59.354836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:28:59.374600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-0aedb078-97e8-4549-b435-ef9d610c8ec0 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:28:59.382649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-0aedb078-97e8-4549-b435-ef9d610c8ec0 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.77 "GET /v2.0/networks?id=e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 200 len: 814 time: 0.2093823 Aug 03 19:28:59.389270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Request body: {'port': {'device_id': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357', 'admin_state_up': True, 'tenant_id': '9a42707482e24e44aa768ca8ef2fc590'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:28:59.447484 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:28:59.543649 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.637744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49578) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:28:59.676149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-465decef-73b7-49e9-b3e4-e07c35eae0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.765664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Made reservation on behalf of 9a42707482e24e44aa768ca8ef2fc590 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:28:59.769442 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.775466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:28:59.775835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:28:59.865590 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '20cd42d3-10e5-45a2-8edb-a6226ec906d1', 'name': '', 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'mac_address': 'fa:16:3e:a0:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:53Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 2, 'project_id': '77a75090684446c6be2566b9de45cc86', 'subnets': [{'id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:28:59.924842 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Checking router: 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:28:59.925116 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Updating router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:28:59.959542 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.044715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Allocated IP 172.20.0.4 (e40f93fe-9935-444b-855f-1ab4e97a5357/4273c457-55d9-419d-9dc4-cb280d15f54b/434b3aa8-f74a-40d3-af4a-a06bc455dae1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:00.137687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49594) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.145759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063', 'binding:host_id': 'n-h2-803363-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-399542943'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.202536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.239187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Transition to ACTIVE for port object 850435c2-9835-4e66-af18-737e3d7b2029 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:00.281271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15eebb26-a3c8-494d-b648-3f833a6ddf86 req-299f4cfe-a40a-4e4d-b3b4-a8b5e3204bfb tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.0466299 Aug 03 19:29:00.352029 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.383701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.484330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062cbb-e93f-482d-ac6d-f008d14ce0f2 None None] Pushing event updated for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.520875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-465decef-73b7-49e9-b3e4-e07c35eae0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.543358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.563555 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.586124 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Transition to ACTIVE for port object 20cd42d3-10e5-45a2-8edb-a6226ec906d1 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:00.627950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-465decef-73b7-49e9-b3e4-e07c35eae0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.636551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.648548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-746248372-network', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.678931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Attempting to bind port 850435c2-9835-4e66-af18-737e3d7b2029 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:00.678931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Attempting to bind port 850435c2-9835-4e66-af18-737e3d7b2029 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:00.678931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Attempting to bind port 850435c2-9835-4e66-af18-737e3d7b2029 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:00.686745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:00.687530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Checking segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:00.688775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.689597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Bound using segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:00.690420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Bound port: 850435c2-9835-4e66-af18-737e3d7b2029, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:00.691713 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.695883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Network e40f93fe-9935-444b-855f-1ab4e97a5357 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:00.705514 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.750715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Made reservation on behalf of 6673133be1c94fceb80edba1a1460e02 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:00.755329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.756772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Pushing event updated for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.762602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:00.765851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:00.801912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.879718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49620) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.900042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] For port 850435c2-9835-4e66-af18-737e3d7b2029, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:00.900428 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424bdb2-eb13-4e8a-9a1d-03448bfd643d None None] Pushing event updated for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.916268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1131650609-network', 'tenant_id': '69bc49b27fe644c195829cae927acda6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:00.933882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-465decef-73b7-49e9-b3e4-e07c35eae0d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=71f92335ba024a1f8deb693f04cf7dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923214 Aug 03 19:29:00.934231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:00.947747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:00.949040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] For port 850435c2-9835-4e66-af18-737e3d7b2029, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=850435c2-9835-4e66-af18-737e3d7b2029,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:00.951994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.958950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465decef-73b7-49e9-b3e4-e07c35eae0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff3e71-7dab-4d80-af88-04bab799f6b6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:00.962109 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Attempting to bind port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:00.962489 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Attempting to bind port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:00.962853 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Attempting to bind port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 on network 65b535c0-5d34-46ad-b17c-f8448d013df6 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:00.980946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:00.980946 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:00.980946 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '69bc49b27fe644c195829cae927acda6', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 0, 914534)}] Aug 03 19:29:00.980946 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:00.983003 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:00.983522 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:00.984006 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Checking segment: {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:00.984707 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:00.985344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Bound using segment: {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:00.986134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Bound port: 20cd42d3-10e5-45a2-8edb-a6226ec906d1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727e21cf-392d-48d5-8791-824481176936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:00.987152 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.034491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.061220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Made reservation on behalf of bbbbbc9a02c5427190ad9caa6d816d05 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:01.065762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.090779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.137401 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] For port 20cd42d3-10e5-45a2-8edb-a6226ec906d1, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:01.145895 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] For port 20cd42d3-10e5-45a2-8edb-a6226ec906d1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=20cd42d3-10e5-45a2-8edb-a6226ec906d1,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:01.159496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.183411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82062cbb-e93f-482d-ac6d-f008d14ce0f2 None None] Pushing event updated for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.198999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:01.202570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:01.211442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.221181 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.232932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.334321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49628) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:01.379554 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:01.380507 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:01.387337 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424bdb2-eb13-4e8a-9a1d-03448bfd643d None None] Pushing event updated for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.439637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:01.463893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.504079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port 68197491-9a9e-4244-abca-f87f8e247b68 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:01.509455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a1efb3-c752-4659-bfb8-165bdbea8586,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.629838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-269d307b-b52b-4ddc-9dae-9284bebb827f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.650558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.653495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:01.667257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ec9709e1-9ab6-490c-bf00-7755b2d51a94 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2818317 Aug 03 19:29:01.671910 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fff3e71-7dab-4d80-af88-04bab799f6b6 HTTP/1.1" status: 204 len: 168 time: 0.7361593 Aug 03 19:29:01.683798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Request body: {'port': {'device_id': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:01.690781 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:01.724394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aecb4-fbfb-457b-86b3-7360b43a0597 req-72030dfc-8925-4c76-b8cd-7f55e2e1c0ef tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:01.732599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a72aecb4-fbfb-457b-86b3-7360b43a0597 req-72030dfc-8925-4c76-b8cd-7f55e2e1c0ef tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 931 time: 0.2795694 Aug 03 19:29:01.758868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5fcb2-8fb5-4d2a-a003-fa3836cc2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff3e71-7dab-4d80-af88-04bab799f6b6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:01.857171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a72aecb4-fbfb-457b-86b3-7360b43a0597 req-c697201a-f749-4ce0-ab73-0268107b7df9 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208773 Aug 03 19:29:01.858592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.006304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.024813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:56Z', 'revision_number': 4, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '850435c2-9835-4e66-af18-737e3d7b2029', 'name': '', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'mac_address': 'fa:16:3e:be:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:54Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'subnets': [{'id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:02.060327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b46e1-0274-4e4e-9ae1-489c644e7d5d None None] The sync data for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 is: [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:28:56Z', 'revision_number': 4, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '850435c2-9835-4e66-af18-737e3d7b2029', 'name': '', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'mac_address': 'fa:16:3e:be:e8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:54Z', 'updated_at': '2021-08-03T19:29:00Z', 'revision_number': 4, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'subnets': [{'id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:02.100086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port 68197491-9a9e-4244-abca-f87f8e247b68 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:02.185198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:02.185198 n-d-803363-1 neutron-server[101342]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:29:02.185198 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id': '69bc49b27fe644c195829cae927acda6', 'id': '01a37fc4-4b76-496c-ab22-f03f49679ee9', 'expiration': datetime.datetime(2021, 8, 3, 19, 31, 2, 153654)}] Aug 03 19:29:02.185198 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:02.185772 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:02.190261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.216066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.232301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:02.262932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Transition to ACTIVE for port object 68197491-9a9e-4244-abca-f87f8e247b68 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:02.303165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.303766 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Added segment 8f989769-ff74-4ad5-a41a-ea2b1f034e83 of type vlan for network b606b028-c5f6-42a2-9af8-83207bfc6a6e Aug 03 19:29:02.327431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12954f7b-a3d7-40f9-a0a1-2ad3f3b15e9d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.367967 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '20cd42d3-10e5-45a2-8edb-a6226ec906d1', 'name': '', 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'mac_address': 'fa:16:3e:a0:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:53Z', 'updated_at': '2021-08-03T19:29:01Z', 'revision_number': 4, 'project_id': '77a75090684446c6be2566b9de45cc86', 'subnets': [{'id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:02.408814 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.410707 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3bdd26-9ef0-412b-a15a-59820596f1ae None None] The sync data for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 is: [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:54Z', 'revision_number': 4, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '20cd42d3-10e5-45a2-8edb-a6226ec906d1', 'name': '', 'network_id': '65b535c0-5d34-46ad-b17c-f8448d013df6', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'mac_address': 'fa:16:3e:a0:f1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:53Z', 'updated_at': '2021-08-03T19:29:01Z', 'revision_number': 4, 'project_id': '77a75090684446c6be2566b9de45cc86', 'subnets': [{'id': '45f1c23b-2efd-4d69-8084-0a60dc075398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:02.460512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.571644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=68197491-9a9e-4244-abca-f87f8e247b68,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.579891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434b3aa8-f74a-40d3-af4a-a06bc455dae1 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:02.597182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Checking segment: {'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:02.597182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Network hostable DHCP agents. Network: b298abc4-6adf-4be4-a48e-cc6ffab0b063, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:02.605629 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-269d307b-b52b-4ddc-9dae-9284bebb827f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.608022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.624350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Transition to ACTIVE for port object 434b3aa8-f74a-40d3-af4a-a06bc455dae1 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:02.775287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 20cd42d3-10e5-45a2-8edb-a6226ec906d1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:02.786389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.787439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:02.792338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.866758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-269d307b-b52b-4ddc-9dae-9284bebb827f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:02.949252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] Pushing event updated for resources: {'Network': ['ID=b606b028-c5f6-42a2-9af8-83207bfc6a6e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.949394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d307b-b52b-4ddc-9dae-9284bebb827f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd006e-50d8-4a3d-a4b3-5e1ef4f6d1bf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:02.958917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49644) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:02.959241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-269d307b-b52b-4ddc-9dae-9284bebb827f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1e9572a7b8b419faeb4069557ec25b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6206799 Aug 03 19:29:02.965048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:03.033641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.033786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:03.115207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a5249b2b-c8b4-422f-8316-b24fef940249 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4684949 Aug 03 19:29:03.123125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:03.123326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.125604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:03.126246 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.128393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Request body: {'subnet': {'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-746248372-subnet', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:03.132808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.184599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.244046 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.261798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b298abc4-6adf-4be4-a48e-cc6ffab0b063) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:03.288437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:03.288764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b8bc28-d4cc-467c-bfde-a712fa7dcb55 None None] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:03.293437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.294124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.294682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.301093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.301440 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.302304 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 2 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.317773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.318141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.318518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.323803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.324050 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.324456 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 3 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.331822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:03.353651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.371343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.371699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.372052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.378158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.378507 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.380253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 20cd42d3-10e5-45a2-8edb-a6226ec906d1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=20cd42d3-10e5-45a2-8edb-a6226ec906d1,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:03.380686 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 4 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.383740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.398770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.399127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.399480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.405613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.405955 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.406367 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 5 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.426276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.426632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.426981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.432509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.432897 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.433708 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 6 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.449209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.449555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.449901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.455628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.455906 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.456322 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 7 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.478794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.481860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.488754 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40bd006e-50d8-4a3d-a4b3-5e1ef4f6d1bf HTTP/1.1" status: 204 len: 168 time: 0.5271077 Aug 03 19:29:03.500422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57157a9-d2a4-453a-8064-43561359e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd006e-50d8-4a3d-a4b3-5e1ef4f6d1bf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.509811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.510473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.511896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.521581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.522460 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.523151 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 8 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.569614 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.571204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 850435c2-9835-4e66-af18-737e3d7b2029 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:03.572567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.585612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.587072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.605946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:03.605946 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:03.605946 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'bbbbbc9a02c5427190ad9caa6d816d05', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 3, 143513)}] Aug 03 19:29:03.605946 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:03.605946 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:03.606822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:03.606822 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:03.606822 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'a57d76d1fa1d4e3b9efaf6a37c88fadb', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 3, 385418)}] Aug 03 19:29:03.606822 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:03.607314 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:03.607997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.608432 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.609046 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 9 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.626353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.626878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.627539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.636865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.637762 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.642953 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 10 to bind port 68197491-9a9e-4244-abca-f87f8e247b68 Aug 03 19:29:03.668719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.669162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.669567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.677414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 68197491-9a9e-4244-abca-f87f8e247b68 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.679433 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 68197491-9a9e-4244-abca-f87f8e247b68 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:03.680439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.708720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.751383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Pushing event updated for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:03.766797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a69ea2-7cbe-418f-acdc-75a8e4fdb9da req-a2d164bc-2d4e-468c-939b-4ac762f914e4 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:03.775197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6a69ea2-7cbe-418f-acdc-75a8e4fdb9da req-a2d164bc-2d4e-468c-939b-4ac762f914e4 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 943 time: 0.7793133 Aug 03 19:29:03.810853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port 68197491-9a9e-4244-abca-f87f8e247b68, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:03.811222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempted to set empty binding levels {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:03.831012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6a69ea2-7cbe-418f-acdc-75a8e4fdb9da req-e96f39e4-c3a3-4e6e-a562-b9aa3c3b2fd1 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547550 Aug 03 19:29:03.833704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Attempting to bind port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:03.834136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Attempting to bind port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:03.834389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Attempting to bind port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 on network e40f93fe-9935-444b-855f-1ab4e97a5357 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.841119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 on network e40f93fe-9935-444b-855f-1ab4e97a5357 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:03.841448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Attempting to bind port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 on network e40f93fe-9935-444b-855f-1ab4e97a5357 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:03.853157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Made reservation on behalf of 69bc49b27fe644c195829cae927acda6 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:03.855553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.887495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:03.887495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Checking segment: {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:03.887495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Bound using segment: {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:03.892726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Bound port: 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:03.893009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.897179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:03.995607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 850435c2-9835-4e66-af18-737e3d7b2029 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:04.007023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 850435c2-9835-4e66-af18-737e3d7b2029 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:04.020863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.072757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.086638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:04.103260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:04.124637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.154414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.158627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.158924 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.170715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.187560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=68197491-9a9e-4244-abca-f87f8e247b68,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:04.212551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 850435c2-9835-4e66-af18-737e3d7b2029, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=850435c2-9835-4e66-af18-737e3d7b2029,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:04.433702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.479656 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.496276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.519248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.520334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.522580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] 10.222.0.77 "PUT /v2.0/ports/434b3aa8-f74a-40d3-af4a-a06bc455dae1 HTTP/1.1" status: 200 len: 1091 time: 2.8455849 Aug 03 19:29:04.531941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:04.536679 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78880f6-14a7-4ab9-8973-1ef6eb730500" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:04.541905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:04.580447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:04.599219 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eb54cf-ff67-49e4-b234-5fc00348cb29 x-openstack-request-id: req-d8eb54cf-ff67-49e4-b234-5fc00348cb29 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:04.599727 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:04.600099 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d8eb54cf-ff67-49e4-b234-5fc00348cb29 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:04.600767 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1', 'status': 'completed', 'code': 200} Aug 03 19:29:04.624248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ca856c57-5ffd-41d3-974f-8e44329c7814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.4837160 Aug 03 19:29:04.631986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:04.641365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:04.641365 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:04.641365 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'a57d76d1fa1d4e3b9efaf6a37c88fadb', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 4, 175856)}] Aug 03 19:29:04.641365 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:04.641824 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:04.659259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.659834 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Added segment 97d1eea8-be73-4b0f-ab53-7c33b7922b00 of type vlan for network 4bb91761-5746-4fb9-92d7-9d4fcc235756 Aug 03 19:29:04.662376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b993d-5e7f-4c52-aba0-fe69eed07582,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:04.665919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6298ee-ee9f-44c6-ac18-c2883b710de2 service neutron] Pushing event updated for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:04.746978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.759879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-df1cc92b-1dbc-4525-acd2-56e0e10e1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.761782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-df1cc92b-1dbc-4525-acd2-56e0e10e1beb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 1094 time: 0.1393759 Aug 03 19:29:04.766529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Deleting port 68197491-9a9e-4244-abca-f87f8e247b68 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:04.766889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.777143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 20cd42d3-10e5-45a2-8edb-a6226ec906d1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:04.847324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:04.847631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.853482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Made reservation on behalf of bbbbbc9a02c5427190ad9caa6d816d05 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:04.855929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.900615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-9cf8b0c8-221d-45da-ab40-e18fce84282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.902475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-9cf8b0c8-221d-45da-ab40-e18fce84282d service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a42707482e24e44aa768ca8ef2fc590&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1318340 Aug 03 19:29:04.926470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.927985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:04.928449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:04.973865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port 68197491-9a9e-4244-abca-f87f8e247b68, host n-h2-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:04.974633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.000389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Calling delete_port for 68197491-9a9e-4244-abca-f87f8e247b68 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:05.029796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 850435c2-9835-4e66-af18-737e3d7b2029 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:05.141054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.162551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 850435c2-9835-4e66-af18-737e3d7b2029 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:05.169554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.169874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-fd4f0f5b-9419-4c7d-bac4-11c4ee555011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.170468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a78880f6-14a7-4ab9-8973-1ef6eb730500 req-fd4f0f5b-9419-4c7d-bac4-11c4ee555011 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2594681 Aug 03 19:29:05.176686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] Pushing event updated for resources: {'Network': ['ID=4bb91761-5746-4fb9-92d7-9d4fcc235756,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.218594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-0e9d5157-827f-4b9b-b35c-ad864f1aafd5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612391 Aug 03 19:29:05.227281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:05.237342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6bbc8051-8c1e-4261-be28-728f1bfcb344 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.3458302 Aug 03 19:29:05.244224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49684) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.250939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Request body: {'subnet': {'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1131650609-subnet', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:05.351993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.362099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.400839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-b0a90cc8-1017-4251-92ed-0ac84b61b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.403389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-b0a90cc8-1017-4251-92ed-0ac84b61b19b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 1094 time: 0.1838815 Aug 03 19:29:05.416915 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.421280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "DELETE /v2.0/ports/68197491-9a9e-4244-abca-f87f8e247b68 HTTP/1.1" status: 204 len: 168 time: 0.7895629 Aug 03 19:29:05.429125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55e716-8a1f-4053-8648-14b9a8115876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event deleted for resources: {'Port': ['ID=68197491-9a9e-4244-abca-f87f8e247b68,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.429825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49686) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.455274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.524880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-1efaff04-829b-4f99-8efe-c73f288c3f88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1 HTTP/1.1" status: 200 len: 217 time: 0.1131115 Aug 03 19:29:05.540609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-04c3db93-86dd-403c-b396-36f326bec89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.542408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-04c3db93-86dd-403c-b396-36f326bec89e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c219990d26a041bf9199d2da1144f4c9&device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 1100 time: 0.2219782 Aug 03 19:29:05.543392 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-61976318-1e77-4e61-b002-8664c30649a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:05.549387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-61976318-1e77-4e61-b002-8664c30649a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports/68197491-9a9e-4244-abca-f87f8e247b68 HTTP/1.1" status: 404 len: 333 time: 0.1182821 Aug 03 19:29:05.557643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.566883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f728d0f-4c30-41cb-b9ee-ec95c0287e26,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.575659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886137800'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:05.592731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Checking segment: {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:05.593110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Network hostable DHCP agents. Network: b606b028-c5f6-42a2-9af8-83207bfc6a6e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:05.679913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.718284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872a11c-0779-4a3c-8de2-45cb38ffc7ae req-7b5e60d7-8b24-4d60-b67e-1165f2616144 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.725957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7872a11c-0779-4a3c-8de2-45cb38ffc7ae req-7b5e60d7-8b24-4d60-b67e-1165f2616144 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 943 time: 0.6836016 Aug 03 19:29:05.728746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-20bbad15-f4e0-481a-948d-b6cdac96e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.730347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-20bbad15-f4e0-481a-948d-b6cdac96e080 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=4273c457-55d9-419d-9dc4-cb280d15f54b HTTP/1.1" status: 200 len: 854 time: 0.1796856 Aug 03 19:29:05.740384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a57d76d1fa1d4e3b9efaf6a37c88fadb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4072967 Aug 03 19:29:05.743136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:05.789212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-74579cad-38b7-406e-83fe-f66333743054 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e40f93fe-9935-444b-855f-1ab4e97a5357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438600 Aug 03 19:29:05.801918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7caa74a-a526-4b08-a9c1-9bfa0e2c3729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7237e-d538-4e76-bc52-6b1fab533366,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:05.826397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.852185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.906478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-bdbb494e-7339-4331-9ad1-aa0533256839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:05.908041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-bdbb494e-7339-4331-9ad1-aa0533256839 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.2905233 Aug 03 19:29:05.911236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7872a11c-0779-4a3c-8de2-45cb38ffc7ae req-58ee868f-ce8a-4a4e-9fa5-44c8aebbf109 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843934 Aug 03 19:29:05.941499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:05.950714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Made reservation on behalf of 69bc49b27fe644c195829cae927acda6 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:05.957499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:05.974243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-da5c3dc3-7a7f-4868-ba68-b9bc6b94f6fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054 HTTP/1.1" status: 200 len: 217 time: 0.0584559 Aug 03 19:29:06.062534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-7344726b-a377-4f22-af32-2eab5530d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.064343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-7344726b-a377-4f22-af32-2eab5530d727 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0822833 Aug 03 19:29:06.066196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.068918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-7ea3141a-8076-44cf-9390-f0aff08155cc service neutron] 10.222.0.77 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700939 Aug 03 19:29:06.069770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.071787 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2f7237e-d538-4e76-bc52-6b1fab533366 HTTP/1.1" status: 204 len: 168 time: 0.3269167 Aug 03 19:29:06.076037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Made reservation on behalf of 6673133be1c94fceb80edba1a1460e02 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:06.083398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.083398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b606b028-c5f6-42a2-9af8-83207bfc6a6e) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:06.086710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.087151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.091862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbde75d1-7d35-46b2-9713-5e3b22f8b14b None None] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:06.233241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-4a5ccc8e-3ef6-40dd-920c-10e0e2434f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.235327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-4a5ccc8e-3ef6-40dd-920c-10e0e2434f98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641662 Aug 03 19:29:06.263480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b96ea-4713-40d4-81ee-ef15d959a982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7237e-d538-4e76-bc52-6b1fab533366,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.275533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port ff099ffa-9229-498c-87af-ca44af5b73e2 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:06.329645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ebe2f96-49ba-4527-a29e-217544dfa3b9 req-ee9bba85-5636-453b-8b06-e0f8d35bf53d service neutron] 10.222.0.77 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469659 Aug 03 19:29:06.356401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'fixed_ips': [{'subnet_id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:06.357763 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.379740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-b8f7c028-cc96-48a6-90f3-b4536c88ba67 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356318 Aug 03 19:29:06.508258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.534144 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bfac3f90-ef74-400d-9f9e-391e00d910e0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4147444 Aug 03 19:29:06.537314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.549054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:06.568600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:06.576414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Allocated IP 172.20.0.2 (b606b028-c5f6-42a2-9af8-83207bfc6a6e/8f728d0f-4c30-41cb-b9ee-ec95c0287e26/4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:06.590626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b356eb55-57c3-4f67-8f90-c72bf38afad1 req-15c5fa4d-a3f7-4a78-b0ea-ba803cb14790 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025743 Aug 03 19:29:06.635562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65637041-a021-49e0-b966-c12eef267e38,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:06.726815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Checking segment: {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:06.727574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Network hostable DHCP agents. Network: 4bb91761-5746-4fb9-92d7-9d4fcc235756, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:06.757564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.776526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Transition to ACTIVE for port object 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:06.784521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Transition to ACTIVE for port object 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:06.896782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.900434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.900625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:06.900625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:06.968959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:06.975149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:06.981801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:06.982722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:06.983342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.007856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=ff099ffa-9229-498c-87af-ca44af5b73e2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.060746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.061056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bfb72-3714-482f-9874-ff53967a5378 req-6149ac13-36a0-45ee-a786-7785cc368588 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.062629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-515bfb72-3714-482f-9874-ff53967a5378 req-6149ac13-36a0-45ee-a786-7785cc368588 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 943 time: 0.0584180 Aug 03 19:29:07.110821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:07.116231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:07.120688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:07.122892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.123565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4bb91761-5746-4fb9-92d7-9d4fcc235756) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:07.125673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Pushing event updated for resources: {'Port': ['ID=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.132140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:07.136957 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.140159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d892f-12f0-414e-b424-9d42f35d490f None None] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:07.162181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-515bfb72-3714-482f-9874-ff53967a5378 req-1cc8835f-5ae7-4013-99f1-0190dc49da05 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880420 Aug 03 19:29:07.185269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eb82f799-eb6e-43a2-981f-35ca6fd4e78f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6195054 Aug 03 19:29:07.193872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.199249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:07.246674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Attempting to bind port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:07.247323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Attempting to bind port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:07.247685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Attempting to bind port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c on network b606b028-c5f6-42a2-9af8-83207bfc6a6e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:07.261237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:07.261620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Checking segment: {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:07.262026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.262417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Bound using segment: {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:07.263101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Bound port: 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:07.263668 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.349105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.363396 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4276ba50-d2c5-4e7f-a650-ae676db7edc2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1177540 Aug 03 19:29:07.367166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49746) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.393839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] For port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:07.397992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] For port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:07.403491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:07.436314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4bb91761-5746-4fb9-92d7-9d4fcc235756', 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'fixed_ips': [{'subnet_id': '65637041-a021-49e0-b966-c12eef267e38'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:07.437558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.504733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.525992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:07.607245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Allocated IP 172.20.0.2 (4bb91761-5746-4fb9-92d7-9d4fcc235756/65637041-a021-49e0-b966-c12eef267e38/af4d43b5-9bb9-4a05-a802-db2e04206691) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:07.667793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0290e427-a1f9-4dd1-b412-fbcd3292ae58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.710169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port ff099ffa-9229-498c-87af-ca44af5b73e2 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:07.718972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.737097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Transition to ACTIVE for port object ff099ffa-9229-498c-87af-ca44af5b73e2 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:07.749279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.762614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.827036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.841471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.899664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:07.949470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641ff1b-75bd-4c18-86e8-12fa298cc817 None None] Pushing event updated for resources: {'Port': ['ID=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:07.953969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0290e427-a1f9-4dd1-b412-fbcd3292ae58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.048097 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.060457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Transition to ACTIVE for port object af4d43b5-9bb9-4a05-a802-db2e04206691 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:08.079457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Transition to ACTIVE for port object af4d43b5-9bb9-4a05-a802-db2e04206691 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:08.094901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=ff099ffa-9229-498c-87af-ca44af5b73e2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.113073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.113348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.113668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.121105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.121390 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.123182 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 2 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.129852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.158954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.161770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.162102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.162438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.174778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.175111 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.215828 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 3 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.231536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0290e427-a1f9-4dd1-b412-fbcd3292ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.240638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.241009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.241364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.246524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.250200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.250528 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.257599 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 4 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.303144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.303487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.304508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.321050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.321050 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.322853 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 5 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.346257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.346257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.346257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.356933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Allocated IP 172.25.2.78 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/80471290-6b96-476d-a1b0-eee99a1c1457) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:08.382111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.383999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.384550 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.401306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0290e427-a1f9-4dd1-b412-fbcd3292ae58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=34136f0819f946c791f3d1551e46c479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8717444 Aug 03 19:29:08.407075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:08.407943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49772) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:08.413904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:08.420880 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 6 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.424455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290e427-a1f9-4dd1-b412-fbcd3292ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f15bb3-ddc7-40ed-bd6a-092ebd3ca10b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.427520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:08.460122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.460122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.460122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.460518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Pushing event updated for resources: {'Port': ['ID=af4d43b5-9bb9-4a05-a802-db2e04206691,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.508376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.520086 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.520086 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 7 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.537672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965c58f-90e8-4878-ac40-69da856db546 req-5d015d75-3a2f-41bb-a6b6-571bf6993eb2 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:08.539244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4965c58f-90e8-4878-ac40-69da856db546 req-5d015d75-3a2f-41bb-a6b6-571bf6993eb2 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 943 time: 0.1854684 Aug 03 19:29:08.551309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.551647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.551996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.558537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Attempting to bind port af4d43b5-9bb9-4a05-a802-db2e04206691 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.559233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Attempting to bind port af4d43b5-9bb9-4a05-a802-db2e04206691 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.559826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Attempting to bind port af4d43b5-9bb9-4a05-a802-db2e04206691 on network 4bb91761-5746-4fb9-92d7-9d4fcc235756 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.564594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.573387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:08.573786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Checking segment: {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:08.574170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.578382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.578707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Bound using segment: {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:08.578853 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.579205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Bound port: af4d43b5-9bb9-4a05-a802-db2e04206691, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:08.579684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.583056 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 8 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.601902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.619230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.619566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.619902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.640859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.641082 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.650968 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.652959 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 9 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.669254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4965c58f-90e8-4878-ac40-69da856db546 req-fb295bf9-fde1-4b86-942e-636e7723c1de tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224115 Aug 03 19:29:08.739298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.739688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.740146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.760867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] For port af4d43b5-9bb9-4a05-a802-db2e04206691, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:08.761104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.761230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] For port af4d43b5-9bb9-4a05-a802-db2e04206691, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af4d43b5-9bb9-4a05-a802-db2e04206691,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:08.761350 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.761350 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 10 to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 Aug 03 19:29:08.797378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:08.797722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:08.798059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:08.811295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:08.811295 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port ff099ffa-9229-498c-87af-ca44af5b73e2 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:08.811295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.870508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.872992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.874188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00f15bb3-ddc7-40ed-bd6a-092ebd3ca10b HTTP/1.1" status: 204 len: 168 time: 0.4649680 Aug 03 19:29:08.883307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:08.902117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af593f-5079-46e4-8263-a23fd43baf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f15bb3-ddc7-40ed-bd6a-092ebd3ca10b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:08.904278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port ff099ffa-9229-498c-87af-ca44af5b73e2, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:08.904695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempted to set empty binding levels {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:08.907039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.942794 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:08.959621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:08.964208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:08.983633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:08.983817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.028912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.087967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.107121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd855068-ec51-47b2-9cba-94a6ac334030 None None] Pushing event updated for resources: {'Port': ['ID=af4d43b5-9bb9-4a05-a802-db2e04206691,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.192138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] In _notify_port_updated(), no bound segment for port ff099ffa-9229-498c-87af-ca44af5b73e2 on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:09.193682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:09.194494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.204006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "PUT /v2.0/ports/ff099ffa-9229-498c-87af-ca44af5b73e2 HTTP/1.1" status: 200 len: 979 time: 2.0071173 Aug 03 19:29:09.205644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Pushing event updated for resources: {'Port': ['ID=80471290-6b96-476d-a1b0-eee99a1c1457,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.212529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49784) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:09.269537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:09.307514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Allocated IP 172.25.2.117 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/89604e47-2e15-4145-8003-dc6d79a4fcf8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:09.515491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 434b3aa8-f74a-40d3-af4a-a06bc455dae1 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:29:09.540516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.601718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49790) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:09.699412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:09.730263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '434b3aa8-f74a-40d3-af4a-a06bc455dae1', 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357', 'port_id': '434b3aa8-f74a-40d3-af4a-a06bc455dae1', 'mac_address': 'fa:16:3e:10:bd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4273c457-55d9-419d-9dc4-cb280d15f54b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:29:09.738599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b12b8-3274-4bd1-8b9b-e8ab47c24f7a None None] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:09.750596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.827936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:09.834686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:09.839757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:09.843776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Pushing event updated for resources: {'Port': ['ID=89604e47-2e15-4145-8003-dc6d79a4fcf8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:09.879730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:09.904894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b3aa8-f74a-40d3-af4a-a06bc455dae1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:09.971911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Provisioning for port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:09.979051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:09.981567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Provisioning complete for port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:09.982016 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.044595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.092802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1155614357', 'router:external': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:10.195152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Made reservation on behalf of 3b681edcfb274e678f279064a931e9fe for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:10.198271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.211384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.250734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.264973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.292049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['434b3aa8-f74a-40d3-af4a-a06bc455dae1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:10.414522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] For port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:10.437106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc9fb2-7bb3-437a-bd65-5900422cf86c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=ff099ffa-9229-498c-87af-ca44af5b73e2,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.532934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.543155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.548045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.548562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.549078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.549660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.550158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.550628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.551095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.551562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.552024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.552466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.555907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.556401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.557161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.557645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.558115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.558583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.559051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.559516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.559976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.560718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.561531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.576018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e921b6ce-7271-4a91-8635-efce3ccfdbd0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18985 time: 1.3579946 Aug 03 19:29:10.583088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:10.619265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af9e6a-1e4f-43cf-9441-b9d39f958f2d None None] Pushing event updated for resources: {'Port': ['ID=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:10.629686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb21e7-e333-4b5e-9ff3-5809bc8a3f77 req-8792e1f5-82f2-408a-aca1-2892544046f5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:10.640967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73cb21e7-e333-4b5e-9ff3-5809bc8a3f77 req-8792e1f5-82f2-408a-aca1-2892544046f5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 944 time: 0.2150080 Aug 03 19:29:10.712709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.724318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:10.740091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.740449 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Added segment 3bbdfe80-da55-4415-8337-5b809d241ef0 of type vlan for network f08f399d-a211-430a-b896-c89425bd0c18 Aug 03 19:29:10.756565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6342a756-a69e-4908-99a3-1ce0de87e3b8 None None] Provisioning complete for port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:10.761524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6342a756-a69e-4908-99a3-1ce0de87e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.797129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.818569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73cb21e7-e333-4b5e-9ff3-5809bc8a3f77 req-28d0607d-fc1b-498c-a8b6-22316e626382 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765959 Aug 03 19:29:10.970495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:10.971643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:11.000732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e04fc-6fc4-4173-85ab-ef33c5453b38 None None] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:11.033167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd268fd8-d23b-4019-a6d2-ace9ae1f970a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.071193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.207334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:11.207714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.231401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Deleting port ff099ffa-9229-498c-87af-ca44af5b73e2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:11.232330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.322954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.324213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:11.324985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.351957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4053f107-4fc5-4a47-981e-3d89e1d87ec8 None None] Provisioning for port af4d43b5-9bb9-4a05-a802-db2e04206691 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:11.353825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af4d43b5-9bb9-4a05-a802-db2e04206691 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:11.355224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.421507 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port ff099ffa-9229-498c-87af-ca44af5b73e2, host n-h2-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:11.421507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.458507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.461357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Calling delete_port for ff099ffa-9229-498c-87af-ca44af5b73e2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:11.464851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Network': ['ID=f08f399d-a211-430a-b896-c89425bd0c18,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:11.477659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f08f399d-a211-430a-b896-c89425bd0c18 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:11.527520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 434b3aa8-f74a-40d3-af4a-a06bc455dae1 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:11.565742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port af4d43b5-9bb9-4a05-a802-db2e04206691 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:11.586834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port af4d43b5-9bb9-4a05-a802-db2e04206691 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:11.587120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.652956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:11.721714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.742441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:11.754144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:11.754496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.791891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port af4d43b5-9bb9-4a05-a802-db2e04206691, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af4d43b5-9bb9-4a05-a802-db2e04206691,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:11.802362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:11.816027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Sync routers for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:11.822645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4250e305-0a45-4cd9-9179-b57d6e214a11 None None] Provisioning complete for port af4d43b5-9bb9-4a05-a802-db2e04206691 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:11.824745 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4250e305-0a45-4cd9-9179-b57d6e214a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.855106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:11.855106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:11.924169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.954132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:11.955435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fbe2a046-bf84-4a6e-bc5c-eedb18d9b967 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4039636 Aug 03 19:29:11.962534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:11.962799 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2514bee5-3a04-4fcf-97b8-1654e6c34869 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3489068 Aug 03 19:29:11.964539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49838) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:11.972974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'subnet': {'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:12.038551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8d3bd-7c2a-4c5b-99f1-e04c46ad45d9 req-04d011da-091d-4939-8ad2-d976122312e5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.040617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30d8d3bd-7c2a-4c5b-99f1-e04c46ad45d9 req-04d011da-091d-4939-8ad2-d976122312e5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 944 time: 0.1228738 Aug 03 19:29:12.078354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.099112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Made reservation on behalf of 3b681edcfb274e678f279064a931e9fe for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:12.099378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=af4d43b5-9bb9-4a05-a802-db2e04206691,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.102128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.118297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30d8d3bd-7c2a-4c5b-99f1-e04c46ad45d9 req-77290399-9184-4548-9220-b1a1e9e7425f tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513484 Aug 03 19:29:12.141295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:12.178135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:12.181515 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f9298c-5956-4191-9644-15fd62cdaed0" -d '{"events": [{"server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "name": "network-vif-plugged", "status": "completed", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:12.377129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:12.413452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.451071 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cb22a5-232d-430a-9fb4-92694f42d41b x-openstack-request-id: req-38cb22a5-232d-430a-9fb4-92694f42d41b {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:12.454724 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "name": "network-vif-plugged", "status": "completed", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:12.455267 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38cb22a5-232d-430a-9fb4-92694f42d41b {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:12.457345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:12.459502 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1', 'code': 200} Aug 03 19:29:12.473026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff099ffa-9229-498c-87af-ca44af5b73e2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.486405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.494399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.496225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1ece44b8-298c-4b1d-8313-7ff0deb87b0e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "DELETE /v2.0/ports/ff099ffa-9229-498c-87af-ca44af5b73e2 HTTP/1.1" status: 204 len: 168 time: 1.9121673 Aug 03 19:29:12.500034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49850) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.534685 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e08fb31-f3cd-410f-84cf-7eaf4699058c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:12.536284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8e08fb31-f3cd-410f-84cf-7eaf4699058c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports/ff099ffa-9229-498c-87af-ca44af5b73e2 HTTP/1.1" status: 404 len: 333 time: 0.0360579 Aug 03 19:29:12.541019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49852) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.617789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.623944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:12.632170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49854) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.642467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1887430757', 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:12.697691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45c6aa-e27a-414c-aa85-519aece7340f req-e7fc18ab-e3aa-46a1-8c6a-f0f291efddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:12.699267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b45c6aa-e27a-414c-aa85-519aece7340f req-e7fc18ab-e3aa-46a1-8c6a-f0f291efddd1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 1096 time: 0.1098289 Aug 03 19:29:12.709233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:12.726576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:12.740986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Sync routers for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:12.755539 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:12.756157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:12.760508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Checking router: 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:12.760893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Updating router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 port 80471290-6b96-476d-a1b0-eee99a1c1457 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:12.800388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.851576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af4d43b5-9bb9-4a05-a802-db2e04206691 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:12.853268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Made reservation on behalf of 6673133be1c94fceb80edba1a1460e02 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:12.859525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.868423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:12.880588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b45c6aa-e27a-414c-aa85-519aece7340f req-eb6e6ee6-8b24-4b6c-8047-0dd346ba27e5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719224 Aug 03 19:29:12.942573 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:12.989595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.991420 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4669a4d-3887-4c81-bd00-1b10eac7ab93 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6207190 Aug 03 19:29:12.993967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:29:12.994452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:12.995681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Allocated IP 172.20.0.1 (b606b028-c5f6-42a2-9af8-83207bfc6a6e/8f728d0f-4c30-41cb-b9ee-ec95c0287e26/7d8bf564-ed1a-486d-a703-7320dfdfe092) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:12.997739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49860) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:12.999543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port af4d43b5-9bb9-4a05-a802-db2e04206691 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:13.000228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.047196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port cf54a108-50ee-4a80-934c-aeda9022792a yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:13.107617 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.172020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d98badf-e1d1-4703-b6b2-5718033d2dd0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:13.231010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.289905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Transition to ACTIVE for port object 7d8bf564-ed1a-486d-a703-7320dfdfe092 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:13.303226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.312399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Checking segment: {'id': '3bbdfe80-da55-4415-8337-5b809d241ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:13.313102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network hostable DHCP agents. Network: f08f399d-a211-430a-b896-c89425bd0c18, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:13.317599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Transition to ACTIVE for port object 80471290-6b96-476d-a1b0-eee99a1c1457 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:13.327515 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:13.357900 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Checking router: adb4e6e4-1db4-4112-a7c1-60f26ea2b41f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:13.358171 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Updating router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f port 89604e47-2e15-4145-8003-dc6d79a4fcf8 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:13.384917 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.393342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.450307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d9ce7-8e43-4fa8-aa2d-90188d5dac6d req-bdf653e8-5b3f-4b97-ae92-306d6f8f6116 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:13.464261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f34d9ce7-8e43-4fa8-aa2d-90188d5dac6d req-bdf653e8-5b3f-4b97-ae92-306d6f8f6116 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 945 time: 0.1381183 Aug 03 19:29:13.486632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.496951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f08f399d-a211-430a-b896-c89425bd0c18 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:13.511108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Attempting to bind port 80471290-6b96-476d-a1b0-eee99a1c1457 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:13.514369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Attempting to bind port 80471290-6b96-476d-a1b0-eee99a1c1457 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:13.514775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Attempting to bind port 80471290-6b96-476d-a1b0-eee99a1c1457 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:13.515375 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.542802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d36e8-cef6-4b2c-b35f-b6c93387368b None None] Pushing event updated for resources: {'Port': ['ID=80471290-6b96-476d-a1b0-eee99a1c1457,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:13.553438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.562520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:13.565743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:13.566295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.572261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:13.572261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Bound port: 80471290-6b96-476d-a1b0-eee99a1c1457, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:13.572261 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.634652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f34d9ce7-8e43-4fa8-aa2d-90188d5dac6d req-91a5a5d7-937b-400e-bfaf-5c6957763da6 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548724 Aug 03 19:29:13.669837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] For port 80471290-6b96-476d-a1b0-eee99a1c1457, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:13.673531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] For port 80471290-6b96-476d-a1b0-eee99a1c1457, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=80471290-6b96-476d-a1b0-eee99a1c1457,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:13.685088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f08f399d-a211-430a-b896-c89425bd0c18) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:13.691990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:13.692733 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.697391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8c027-3e7e-4988-af49-f7d75a1561a7 None None] Network f08f399d-a211-430a-b896-c89425bd0c18 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:13.786113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:13.789005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:13.805952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:13.820790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:13.847035 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.847671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d86ac464-397d-43e1-aed6-b44ff4270d1e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8810976 Aug 03 19:29:13.848188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:13.853297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.859669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1669442987', 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:13.872041 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Transition to ACTIVE for port object 89604e47-2e15-4145-8003-dc6d79a4fcf8 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:13.893216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.910113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.969110 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:13.991582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7e0a0-f7e2-4864-94d7-f72691db05bf None None] Network f08f399d-a211-430a-b896-c89425bd0c18 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:13.997407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:14.007160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:14.031235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:14.037628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.038653 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.055032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=cf54a108-50ee-4a80-934c-aeda9022792a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.073773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Attempting to bind port 89604e47-2e15-4145-8003-dc6d79a4fcf8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:14.074401 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Attempting to bind port 89604e47-2e15-4145-8003-dc6d79a4fcf8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:14.074973 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Attempting to bind port 89604e47-2e15-4145-8003-dc6d79a4fcf8 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:14.077705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:14.078427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.083316 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:14.083839 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:14.086383 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.086841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:14.087348 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Bound port: 89604e47-2e15-4145-8003-dc6d79a4fcf8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:14.087736 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.093442 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a452a-e784-4fd6-873a-ee7d79037baa None None] Pushing event updated for resources: {'Port': ['ID=89604e47-2e15-4145-8003-dc6d79a4fcf8,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.140147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.166825 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] For port 89604e47-2e15-4145-8003-dc6d79a4fcf8, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:14.170644 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] For port 89604e47-2e15-4145-8003-dc6d79a4fcf8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=89604e47-2e15-4145-8003-dc6d79a4fcf8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:14.171065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Allocated IP 172.25.2.213 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6284c51c-3fd1-41a5-8f63-ede3765477cb) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:14.205809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d36e8-cef6-4b2c-b35f-b6c93387368b None None] Pushing event updated for resources: {'Port': ['ID=80471290-6b96-476d-a1b0-eee99a1c1457,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.224501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:14.290120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Made reservation on behalf of 3b681edcfb274e678f279064a931e9fe for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:14.293119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.305692 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.324563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] device_id is not set on port 50957fe5-23a4-430e-b4f9-5df0c838ae57 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:14.333152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.337749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.403804 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:14.404332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.436476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Allocated IP 172.20.0.1 (4bb91761-5746-4fb9-92d7-9d4fcc235756/65637041-a021-49e0-b966-c12eef267e38/5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:14.446964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cc577216-7bba-43e7-b44a-c517cbb99b18 None None] Provisioning for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:14.461010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cc577216-7bba-43e7-b44a-c517cbb99b18 None None] Provisioning complete for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:14.461751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc577216-7bba-43e7-b44a-c517cbb99b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.541994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cc577216-7bba-43e7-b44a-c517cbb99b18 None None] Port 7d8bf564-ed1a-486d-a703-7320dfdfe092 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:14.556198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.559031 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:14.561495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49884) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:14.561918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d0bc3f13-7fa1-4cd2-b763-2f8458f9d2bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0189540 Aug 03 19:29:14.577392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.580992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.606991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edf60e3-fe65-468c-a78e-4f4793abeb69 None None] The sync data for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 is: [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:14.621360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.657545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Transition to ACTIVE for port object 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:14.658584 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a452a-e784-4fd6-873a-ee7d79037baa None None] Pushing event updated for resources: {'Port': ['ID=89604e47-2e15-4145-8003-dc6d79a4fcf8,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.674413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 2001:db8::284 (f08f399d-a211-430a-b896-c89425bd0c18/2d98badf-e1d1-4703-b6b2-5718033d2dd0/50957fe5-23a4-430e-b4f9-5df0c838ae57) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:14.675242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.726781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:14.787924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:14.790849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f71381-bc3e-4d7d-b001-ec8c5fde3745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:14.792395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8f71381-bc3e-4d7d-b001-ec8c5fde3745 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports/cf54a108-50ee-4a80-934c-aeda9022792a HTTP/1.1" status: 200 len: 959 time: 0.2295070 Aug 03 19:29:14.793753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:14.832286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:14.833657 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:14.868189 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8afdb2-4850-48dd-b8ef-a5fbcc816fbf None None] The sync data for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 is: [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:10Z', 'revision_number': 3, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:14.886389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Pushing event updated for resources: {'Port': ['ID=6284c51c-3fd1-41a5-8f63-ede3765477cb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:14.890920 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.914781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.960497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:14.965152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:14.972117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:14.977700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:15.068458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.087406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb0fea-db01-462e-b179-d198ed2954ea req-0ef63113-d64f-4ed1-8519-9da8da867bbc tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.088675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4bb0fea-db01-462e-b179-d198ed2954ea req-0ef63113-d64f-4ed1-8519-9da8da867bbc tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 945 time: 0.3481126 Aug 03 19:29:15.131958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.218093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.307252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.348937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4bb0fea-db01-462e-b179-d198ed2954ea req-8e3a53e1-8649-47ea-b90d-87b32d1816c8 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323120 Aug 03 19:29:15.355774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Deleting port cf54a108-50ee-4a80-934c-aeda9022792a {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:15.356124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.362557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.401910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:15.423779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:15.431635 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.525871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f08f399d-a211-430a-b896-c89425bd0c18 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:15.527735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.532173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:15.537877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:15.538967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:15.539588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.657495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=50957fe5-23a4-430e-b4f9-5df0c838ae57,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:15.763182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bb741167-e237-4e4b-a616-55f5df363ef7 None None] Provisioning for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:15.766521 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-27279ffd-91a7-4a4b-9d9c-d83701e6671a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9126949 Aug 03 19:29:15.766657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49940) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:15.771504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bb741167-e237-4e4b-a616-55f5df363ef7 None None] Provisioning complete for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:15.772229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb741167-e237-4e4b-a616-55f5df363ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:15.839216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bb741167-e237-4e4b-a616-55f5df363ef7 None None] Port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:15.888280 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:29:15.970868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-70657407-e3cb-4fe9-a2a9-b5ce2e98ff5f None None] Provisioning complete for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:15.971515 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70657407-e3cb-4fe9-a2a9-b5ce2e98ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.036551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-70657407-e3cb-4fe9-a2a9-b5ce2e98ff5f None None] Port 7d8bf564-ed1a-486d-a703-7320dfdfe092 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:16.040677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Deleting port 50957fe5-23a4-430e-b4f9-5df0c838ae57 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:16.041033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.171167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.231383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.235723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.243824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.250809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Calling delete_port for 50957fe5-23a4-430e-b4f9-5df0c838ae57 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:16.294751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Calling delete_port for cf54a108-50ee-4a80-934c-aeda9022792a owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:16.326307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.393879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.529280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.645231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:16.647382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:16.678082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:16.759848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.800461 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.851276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:16.857223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e8cc57eb-0004-4495-b8db-b37d0983a750 admin admin] 10.222.0.67 "PUT /v2.0/routers/6d087c9c-1a0e-4384-8ae7-225e8b1b7466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8936377 Aug 03 19:29:16.864038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.894596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf54a108-50ee-4a80-934c-aeda9022792a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.904524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.911006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39e1d4f3-0c8b-4ba2-954d-108350411158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "DELETE /v2.0/ports/cf54a108-50ee-4a80-934c-aeda9022792a HTTP/1.1" status: 204 len: 168 time: 2.0713997 Aug 03 19:29:16.911503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:16.939756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.951468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 80471290-6b96-476d-a1b0-eee99a1c1457 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:16.960192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:16.966377 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/ports/50957fe5-23a4-430e-b4f9-5df0c838ae57 HTTP/1.1" status: 204 len: 168 time: 1.1985705 Aug 03 19:29:16.967306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab8650-6342-49e5-b4fb-6c436a3e004f tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Port': ['ID=50957fe5-23a4-430e-b4f9-5df0c838ae57,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:16.972556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 49962) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:16.993126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18', 'external_fixed_ips': [{'subnet_id': '2d98badf-e1d1-4703-b6b2-5718033d2dd0', 'ip_address': '2001:db8::284'}]}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:16.996954 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13f02ea-c750-4eed-8756-7df1d677ea5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:17.002903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a13f02ea-c750-4eed-8756-7df1d677ea5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports/cf54a108-50ee-4a80-934c-aeda9022792a HTTP/1.1" status: 404 len: 333 time: 0.0899413 Aug 03 19:29:17.005059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 49964) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.005681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Pushing event updated for resources: {'Port': ['ID=6284c51c-3fd1-41a5-8f63-ede3765477cb,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.014432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100313660'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:17.119126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:17.119126 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:17.119126 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '6673133be1c94fceb80edba1a1460e02', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 17, 21127)}] Aug 03 19:29:17.119126 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:17.119602 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:17.135412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.135697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 80471290-6b96-476d-a1b0-eee99a1c1457 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:17.165331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 80471290-6b96-476d-a1b0-eee99a1c1457 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:17.165719 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.185905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:17.239173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6ab4d3a-d0bd-4c00-ad41-1405ccf34045 None None] Provisioning complete for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:17.239623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6ab4d3a-d0bd-4c00-ad41-1405ccf34045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.281305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.282551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.309479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab4d3a-d0bd-4c00-ad41-1405ccf34045 None None] Port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:17.323585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.350617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 80471290-6b96-476d-a1b0-eee99a1c1457, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=80471290-6b96-476d-a1b0-eee99a1c1457,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:17.424548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.426348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:17.435698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90ca2620-5355-4369-a7b6-94ce02e8f7d0 admin admin] 10.222.0.67 "PUT /v2.0/routers/adb4e6e4-1db4-4112-a7c1-60f26ea2b41f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291427 Aug 03 19:29:17.452602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.455160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89a6dcf6-2595-4153-a881-85c2da48a6df tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8198595 Aug 03 19:29:17.458176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50008) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:17.464024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1807115970', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'fixed_ips': [{'ip_address': '172.25.2.213'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:17.477197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.479059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 89604e47-2e15-4145-8003-dc6d79a4fcf8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:17.682860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=80471290-6b96-476d-a1b0-eee99a1c1457,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:17.697099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Made reservation on behalf of f10c2ac7c42b48a3a70b3ce8907f1a96 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:17.701211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.729061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.823831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 89604e47-2e15-4145-8003-dc6d79a4fcf8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:17.827949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 89604e47-2e15-4145-8003-dc6d79a4fcf8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:17.828325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.855127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Made reservation on behalf of 6673133be1c94fceb80edba1a1460e02 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:17.858734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.917266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:17.925298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port 7f00efff-c18a-408c-80ef-6b4edcde98db yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:18.018900 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.085249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 89604e47-2e15-4145-8003-dc6d79a4fcf8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=89604e47-2e15-4145-8003-dc6d79a4fcf8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:18.165018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.222244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.261326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.264754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Sync routers for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:18.297740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.309049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] device_id is not set on port c0e55ed4-3565-4364-82fa-04bc9c447838 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:18.315163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:18.317159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:18.376609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Sync routers for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:18.377242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a19679-20d2-4331-9146-f49f566c66ec,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:18.410328 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:18.413066 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:18.432388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.444025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=89604e47-2e15-4145-8003-dc6d79a4fcf8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:18.516298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.758567 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:18.820938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 80471290-6b96-476d-a1b0-eee99a1c1457 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:18.910982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:18.934437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:18.954226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 2001:db8::284 (f08f399d-a211-430a-b896-c89425bd0c18/2d98badf-e1d1-4703-b6b2-5718033d2dd0/6f08eea3-9ea8-4a2a-b9b9-3239e8788de3) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:18.973817 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-95168f08-1083-4070-8627-4881d1f38710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.093370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 80471290-6b96-476d-a1b0-eee99a1c1457 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:19.094125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.134344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Network b298abc4-6adf-4be4-a48e-cc6ffab0b063 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:19.134906 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:29:19.135527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:29:19.152463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:19.161836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:19.163080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:19.164664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.176166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=7f00efff-c18a-408c-80ef-6b4edcde98db,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:19.216272 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 4, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7d8bf564-ed1a-486d-a703-7320dfdfe092', 'name': '', 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'mac_address': 'fa:16:3e:5e:3b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:12Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 2, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'subnets': [{'id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:19.219592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 89604e47-2e15-4145-8003-dc6d79a4fcf8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:19.242344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-385ba6b2-93fe-46f0-8456-d36c9db7242d tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:19.245341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-385ba6b2-93fe-46f0-8456-d36c9db7242d tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.2244527 Aug 03 19:29:19.263597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-010f8b04-b38c-44c5-befa-5ec5021d03fe tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/quotas/69bc49b27fe644c195829cae927acda6 HTTP/1.1" status: 200 len: 375 time: 0.0124998 Aug 03 19:29:19.317241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-98e592d8-3af0-4c0e-9e39-9dfaf49c3ff6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3069661 Aug 03 19:29:19.321329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2f15c71c-9fa6-4957-aec4-6acc04bd0f12 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8594837 Aug 03 19:29:19.351865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 89604e47-2e15-4145-8003-dc6d79a4fcf8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:19.352409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.354719 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Checking router: 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:19.355373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50074) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:19.355733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50076) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:19.358191 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Updating router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 port 7d8bf564-ed1a-486d-a703-7320dfdfe092 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:19.358456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:15Z', 'revision_number': 4, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab', 'name': '', 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'mac_address': 'fa:16:3e:bb:e7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '65637041-a021-49e0-b966-c12eef267e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:14Z', 'updated_at': '2021-08-03T19:29:15Z', 'revision_number': 2, 'project_id': '69bc49b27fe644c195829cae927acda6', 'subnets': [{'id': '65637041-a021-49e0-b966-c12eef267e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:19.387826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:19.413728 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.501667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Checking router: adb4e6e4-1db4-4112-a7c1-60f26ea2b41f for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:19.502187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Updating router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:19.557375 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.559669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-da565461-4b8a-47a8-8ec5-d18f93316b52 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2888155 Aug 03 19:29:19.669402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-d7d33787-fc39-47e3-91bc-35b8f9cf9699 service neutron] 10.222.0.67 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085718 Aug 03 19:29:19.673862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.819577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.826434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:19.896798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f08f399d-a211-430a-b896-c89425bd0c18 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:19.915333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:19.929449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:19.965145 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-3de2eba2-8655-43dd-90d0-d71096b1964e service neutron] 10.222.0.67 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947860 Aug 03 19:29:19.987862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Deleting port 6284c51c-3fd1-41a5-8f63-ede3765477cb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:19.988199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.088068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=6f08eea3-9ea8-4a2a-b9b9-3239e8788de3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.150844 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.163663 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Transition to ACTIVE for port object 7d8bf564-ed1a-486d-a703-7320dfdfe092 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.194777 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.206813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Transition to ACTIVE for port object 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.255667 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.256002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.266677 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.307384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Calling delete_port for 6284c51c-3fd1-41a5-8f63-ede3765477cb owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:20.326802 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.338487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] device_id is not set on port 7f00efff-c18a-408c-80ef-6b4edcde98db yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:20.426380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a6c0-43c0-4d6a-9a09-827bdbf5acd0 None None] Pushing event updated for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.545410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.589812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.614884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Attempting to bind port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:20.615259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Attempting to bind port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:20.615683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Attempting to bind port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab on network 4bb91761-5746-4fb9-92d7-9d4fcc235756 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:20.620939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9903c3-b43f-4a2c-8408-eb14cf23d72f None None] Pushing event updated for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:20.622602 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Attempting to bind port 7d8bf564-ed1a-486d-a703-7320dfdfe092 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:20.622969 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Attempting to bind port 7d8bf564-ed1a-486d-a703-7320dfdfe092 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:20.623328 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Attempting to bind port 7d8bf564-ed1a-486d-a703-7320dfdfe092 on network b606b028-c5f6-42a2-9af8-83207bfc6a6e {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:20.636488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:20.637030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Checking segment: {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:20.637468 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.637833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Bound using segment: {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:20.638315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Bound port: 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d1eea8-be73-4b0f-ab53-7c33b7922b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:20.638951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.644251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:20.645374 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Checking segment: {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:20.646320 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.647224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Bound using segment: {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:20.648205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Bound port: 7d8bf564-ed1a-486d-a703-7320dfdfe092, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f989769-ff74-4ad5-a41a-ea2b1f034e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:20.649192 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.726487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-671f97d8-eec4-49e2-b771-8823a9f245c6 req-c5d581dd-1772-45de-a64c-eb4bae15fb7c tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 210 time: 0.1945908 Aug 03 19:29:20.790575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Transition to ACTIVE for port object 7f00efff-c18a-408c-80ef-6b4edcde98db will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:20.844543 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] For port 7d8bf564-ed1a-486d-a703-7320dfdfe092, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:20.851160 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] For port 7d8bf564-ed1a-486d-a703-7320dfdfe092, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8bf564-ed1a-486d-a703-7320dfdfe092,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:20.872960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] For port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:20.922408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:20.952839 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.103529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:21.103529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.129419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=7f00efff-c18a-408c-80ef-6b4edcde98db,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.133375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.133719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.136614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.139742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.141668 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.142630 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 2 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.158254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.175741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.176092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.176481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.181836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.182177 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.182581 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 3 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.199611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.199976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.200371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.210418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.210762 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.211167 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 4 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.228157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.228668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.229015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.229148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] For port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:21.232123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.242578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.245925 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.248607 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 5 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.254920 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5a6c0-43c0-4d6a-9a09-827bdbf5acd0 None None] Pushing event updated for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.317910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Pushing event deleted for resources: {'Port': ['ID=6284c51c-3fd1-41a5-8f63-ede3765477cb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.321458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.322015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.322361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.327524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.328005 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.333237 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 6 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.369823 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.386406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.386679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.386959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.401269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.401982 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.405864 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 7 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.433103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.440023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.442773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e959a420-9064-4bf6-a554-5ede179d14fb tempest-ExternalNetworksAdminNegativeTestJSON-1383524999 tempest-ExternalNetworksAdminNegativeTestJSON-1383524999-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/bcedadf1-1128-41f6-8886-4475a63ceea7 HTTP/1.1" status: 204 len: 168 time: 2.0769806 Aug 03 19:29:21.457189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.457636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.457993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.479284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.481048 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.482720 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 8 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.489010 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:21.528877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.529215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.529566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.544915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.547254 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.547694 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 9 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.564984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9903c3-b43f-4a2c-8408-eb14cf23d72f None None] Pushing event updated for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:21.584679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.585212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.585562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.590770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.591163 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.591573 n-d-803363-1 neutron-server[101342]: INFO neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempt 10 to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db Aug 03 19:29:21.619558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:21.621177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:21.621549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempting to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:21.648288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:21.648625 n-d-803363-1 neutron-server[101342]: ERROR neutron.plugins.ml2.managers [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Failed to bind port 7f00efff-c18a-408c-80ef-6b4edcde98db on host n-h2-803363-1 for vnic_type normal using segments [{'id': '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b298abc4-6adf-4be4-a48e-cc6ffab0b063'}] Aug 03 19:29:21.649032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:21.658888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:21.660090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:21.694341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router 310751b1-14af-4ccc-94b3-fbb4979b8ffc is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:21.881297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port 7f00efff-c18a-408c-80ef-6b4edcde98db, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:21.883726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attempted to set empty binding levels {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:21.986790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:21.988929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:22.002373 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 4, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7d8bf564-ed1a-486d-a703-7320dfdfe092', 'name': '', 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'mac_address': 'fa:16:3e:5e:3b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:12Z', 'updated_at': '2021-08-03T19:29:20Z', 'revision_number': 4, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'subnets': [{'id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:22.033951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Sync routers for ids ['310751b1-14af-4ccc-94b3-fbb4979b8ffc'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:22.051235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.061840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Routers {'310751b1-14af-4ccc-94b3-fbb4979b8ffc'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:22.063139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:28:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['310751b1-14af-4ccc-94b3-fbb4979b8ffc'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:22.070122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ffefabf-727c-47c9-b372-c28b02ec87db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.072402 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d340855-0c4a-4b3e-a9dd-d339a270e8b9 None None] The sync data for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 is: [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:14Z', 'revision_number': 4, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7d8bf564-ed1a-486d-a703-7320dfdfe092', 'name': '', 'network_id': 'b606b028-c5f6-42a2-9af8-83207bfc6a6e', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'mac_address': 'fa:16:3e:5e:3b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:12Z', 'updated_at': '2021-08-03T19:29:20Z', 'revision_number': 4, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'subnets': [{'id': '8f728d0f-4c30-41cb-b9ee-ec95c0287e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:22.107621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] In _notify_port_updated(), no bound segment for port 7f00efff-c18a-408c-80ef-6b4edcde98db on network b298abc4-6adf-4be4-a48e-cc6ffab0b063 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:22.108524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:22.109232 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.113733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.125166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "PUT /v2.0/ports/7f00efff-c18a-408c-80ef-6b4edcde98db HTTP/1.1" status: 200 len: 979 time: 2.7681844 Aug 03 19:29:22.197039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dbeb-098f-4b31-8ce9-52f1bf68343a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event updated for resources: {'Port': ['ID=7f00efff-c18a-408c-80ef-6b4edcde98db,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:22.199241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.209426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4dc3e461-3ca2-4254-b0c2-8f1391bb8dbe tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2305191 Aug 03 19:29:22.214806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50138) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.363633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Deleting port 7f00efff-c18a-408c-80ef-6b4edcde98db {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:22.363994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.467333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.528698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] For port 7f00efff-c18a-408c-80ef-6b4edcde98db, host n-h2-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:22.530133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.573699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Calling delete_port for 7f00efff-c18a-408c-80ef-6b4edcde98db owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:22.584421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.682625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Set router 310751b1-14af-4ccc-94b3-fbb4979b8ffc gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:22.715102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.835351 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.893558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95b4afff-8a69-4207-a61e-7fb6cfe763eb req-89e1558f-f944-416c-a2fd-4ef879ac40de tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 210 time: 0.3081939 Aug 03 19:29:22.946088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:22.956508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "DELETE /v2.0/ports/7f00efff-c18a-408c-80ef-6b4edcde98db HTTP/1.1" status: 204 len: 168 time: 0.8401101 Aug 03 19:29:22.959416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50156) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:22.960546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4e98a-fa2f-4b06-b379-6d9f3ae540a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f00efff-c18a-408c-80ef-6b4edcde98db,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:22.977599 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.000070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8bf564-ed1a-486d-a703-7320dfdfe092 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:23.021848 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6420351-d762-4f3b-bfd1-df1828505187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:23.024249 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d6420351-d762-4f3b-bfd1-df1828505187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1616997544-project-admin] 10.222.0.67 "GET /v2.0/ports/7f00efff-c18a-408c-80ef-6b4edcde98db HTTP/1.1" status: 404 len: 333 time: 0.0595684 Aug 03 19:29:23.025488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0be9a92e-0abd-47dd-b16e-0cbbd2fab063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.027932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50160) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:23.097607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:23.146143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.203122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:15Z', 'revision_number': 4, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab', 'name': '', 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'mac_address': 'fa:16:3e:bb:e7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '65637041-a021-49e0-b966-c12eef267e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:14Z', 'updated_at': '2021-08-03T19:29:20Z', 'revision_number': 4, 'project_id': '69bc49b27fe644c195829cae927acda6', 'subnets': [{'id': '65637041-a021-49e0-b966-c12eef267e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:23.211375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.293968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfdb52-51cf-44eb-a4ec-7cda359a3ba2 None None] The sync data for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 is: [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:29:15Z', 'revision_number': 4, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab', 'name': '', 'network_id': '4bb91761-5746-4fb9-92d7-9d4fcc235756', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'mac_address': 'fa:16:3e:bb:e7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '65637041-a021-49e0-b966-c12eef267e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:14Z', 'updated_at': '2021-08-03T19:29:20Z', 'revision_number': 4, 'project_id': '69bc49b27fe644c195829cae927acda6', 'subnets': [{'id': '65637041-a021-49e0-b966-c12eef267e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:23.382767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:23.428310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:23.428310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.461746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310751b1-14af-4ccc-94b3-fbb4979b8ffc', 'name': '', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18', 'external_fixed_ips': [{'subnet_id': '2d98badf-e1d1-4703-b6b2-5718033d2dd0', 'ip_address': '2001:db8::284'}], 'enable_snat': True}, 'gw_port_id': '6f08eea3-9ea8-4a2a-b9b9-3239e8788de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:17Z', 'updated_at': '2021-08-03T19:29:20Z', 'revision_number': 3, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port': {'id': '6f08eea3-9ea8-4a2a-b9b9-3239e8788de3', 'name': '', 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '310751b1-14af-4ccc-94b3-fbb4979b8ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '2d98badf-e1d1-4703-b6b2-5718033d2dd0', 'ip_address': '2001:db8::284', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:18Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d98badf-e1d1-4703-b6b2-5718033d2dd0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:23.543522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Checking router: 310751b1-14af-4ccc-94b3-fbb4979b8ffc for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:23.543522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Updating router 310751b1-14af-4ccc-94b3-fbb4979b8ffc port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:23.549553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Deleting port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:23.550215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.552058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.574825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0be9a92e-0abd-47dd-b16e-0cbbd2fab063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.587029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b298abc4-6adf-4be4-a48e-cc6ffab0b063']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:23.631886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:23.632822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec593b4-a88a-4d29-aa5f-c3c790a41fa2') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:23.649641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.661830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.672072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0be9a92e-0abd-47dd-b16e-0cbbd2fab063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.681152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.762966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0be9a92e-0abd-47dd-b16e-0cbbd2fab063 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d78f86da244344da95b6e3c05e85ce8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480824 Aug 03 19:29:23.764584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:23.765884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:23.768429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50172) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:23.774526 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:23.898646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9a92e-0abd-47dd-b16e-0cbbd2fab063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9320e03a-3e3e-40b8-843f-e16e26a45bcd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.043321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.050897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.055890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] 10.222.0.67 "DELETE /v2.0/networks/b298abc4-6adf-4be4-a48e-cc6ffab0b063 HTTP/1.1" status: 204 len: 168 time: 1.0267065 Aug 03 19:29:24.135307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804374-29be-45ba-a85e-cc54bde0fb3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874576831-project] Pushing event deleted for resources: {'Network': ['ID=b298abc4-6adf-4be4-a48e-cc6ffab0b063,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.509490 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.619715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7d8bf564-ed1a-486d-a703-7320dfdfe092, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8bf564-ed1a-486d-a703-7320dfdfe092,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:24.670962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.690653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.695141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Transition to ACTIVE for port object 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:24.724055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e499371-c39d-425e-b97d-0eba4a26db9c req-d00c791d-8186-46f5-92a2-8e66049b9e72 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 210 time: 0.0551050 Aug 03 19:29:24.758401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Calling delete_port for 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:24.775446 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.820791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.879560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-28ea1e3b-bbff-4f81-92b4-05fbda95bf28 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:24.881143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-28ea1e3b-bbff-4f81-92b4-05fbda95bf28 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.77 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.8317955 Aug 03 19:29:24.890416 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.891432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.901396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.902116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Request body: {'port': {'device_id': '763c765d-2bcc-42ee-84e5-720980243529', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'admin_state_up': True, 'tenant_id': '69bc49b27fe644c195829cae927acda6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:24.906829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50194) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:24.954389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:24.965247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Attempting to bind port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:24.965737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Attempting to bind port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '3bbdfe80-da55-4415-8337-5b809d241ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:24.966109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Attempting to bind port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3 on network f08f399d-a211-430a-b896-c89425bd0c18 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:24.979672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:24.979979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Checking segment: {'id': '3bbdfe80-da55-4415-8337-5b809d241ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:24.980390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:24.981138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Bound using segment: {'id': '3bbdfe80-da55-4415-8337-5b809d241ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:24.981283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Bound port: 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbdfe80-da55-4415-8337-5b809d241ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f08f399d-a211-430a-b896-c89425bd0c18'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:24.983506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.094701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:25.103972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bea2f-1161-45f0-a94a-82f113590a62 None None] Pushing event updated for resources: {'Port': ['ID=6f08eea3-9ea8-4a2a-b9b9-3239e8788de3,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.165725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] For port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:25.170058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] For port 6f08eea3-9ea8-4a2a-b9b9-3239e8788de3, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6f08eea3-9ea8-4a2a-b9b9-3239e8788de3,segment=NetworkSegment(3bbdfe80-da55-4415-8337-5b809d241ef0),segment_id=3bbdfe80-da55-4415-8337-5b809d241ef0)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:25.198431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Made reservation on behalf of 69bc49b27fe644c195829cae927acda6 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:25.203835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.244173 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ce6948d7-9448-43cd-8c86-d429ff456a96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6178bd5a28e3424b8655008bb1aec401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322549 Aug 03 19:29:25.245279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50200) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:25.253425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.322427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:25.334321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Routers {'310751b1-14af-4ccc-94b3-fbb4979b8ffc'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:25.334953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['310751b1-14af-4ccc-94b3-fbb4979b8ffc'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:25.339943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:25.340322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.369038 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.403196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.408343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.411079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.412317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9320e03a-3e3e-40b8-843f-e16e26a45bcd HTTP/1.1" status: 204 len: 168 time: 1.6387076 Aug 03 19:29:25.487511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bea2f-1161-45f0-a94a-82f113590a62 None None] Pushing event updated for resources: {'Port': ['ID=6f08eea3-9ea8-4a2a-b9b9-3239e8788de3,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.531431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.539537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe80c3-9f5d-48c8-a52a-a0098a66c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9320e03a-3e3e-40b8-843f-e16e26a45bcd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.575830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] Set router 310751b1-14af-4ccc-94b3-fbb4979b8ffc gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:25.626205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.633558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.637830 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3a2b7c17-2d4e-406f-8720-2afc5a783236 HTTP/1.1" status: 204 len: 168 time: 0.3915367 Aug 03 19:29:25.653211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79b64-1d0a-46a5-bff5-556b2d1ef640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2b7c17-2d4e-406f-8720-2afc5a783236,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.707127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f08eea3-9ea8-4a2a-b9b9-3239e8788de3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:25.834594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.848348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '310751b1-14af-4ccc-94b3-fbb4979b8ffc', 'name': '', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:17Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 4, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:25.905902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42edb9e-5d98-4024-86d2-27adfe05058d None None] The sync data for ids ['310751b1-14af-4ccc-94b3-fbb4979b8ffc'] in n-d-803363-1 is: [{'id': '310751b1-14af-4ccc-94b3-fbb4979b8ffc', 'name': '', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:17Z', 'updated_at': '2021-08-03T19:29:22Z', 'revision_number': 4, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:25.924700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.951512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.954279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.980394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:25.980616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:26.074051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5587d5b-be1c-4b7a-9a59-b35a45eb2504 req-42bfd459-8a0a-4648-8781-ed3330f57d5c tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 210 time: 0.1140318 Aug 03 19:29:26.084765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Allocated IP 172.20.0.14 (6f99cacd-2a74-43ef-b8a5-ff141b77a3da/15f9b91a-4d9d-41b2-9053-29ee33ea71d9/db597642-2e89-4386-80a2-c7d2fa979126) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:26.112242 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.184846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:26.215525 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.216562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 310751b1-14af-4ccc-94b3-fbb4979b8ffc {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:26.253090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.259368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e3ac7305-4789-4f2c-9e4c-19da270c47e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/routers/310751b1-14af-4ccc-94b3-fbb4979b8ffc HTTP/1.1" status: 204 len: 168 time: 4.0390697 Aug 03 19:29:26.259752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:26.388864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Deleting subnet 2d98badf-e1d1-4703-b6b2-5718033d2dd0 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:26.397618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.437136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:26.460557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.572483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50232) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:26.572991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5db8a18e-0c15-4aaf-8683-c7dc640b0103 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f10c2ac7c42b48a3a70b3ce8907f1a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343343 Aug 03 19:29:26.595197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.770816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50238) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:26.810174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.823927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.858319 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e528745a-e8c5-486c-96ad-44430f726f12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6673133be1c94fceb80edba1a1460e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839055 Aug 03 19:29:26.858652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50240) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:26.883646 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.886482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.920261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Transition to ACTIVE for port object db597642-2e89-4386-80a2-c7d2fa979126 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:26.934557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d98badf-e1d1-4703-b6b2-5718033d2dd0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:26.940434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:26.943693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5833ed3f-ff6e-432a-8be2-b026a152d87a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/2d98badf-e1d1-4703-b6b2-5718033d2dd0 HTTP/1.1" status: 204 len: 168 time: 0.6822443 Aug 03 19:29:26.944411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50244) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:27.036343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8bf564-ed1a-486d-a703-7320dfdfe092 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:27.054151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.077188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.176898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7d8bf564-ed1a-486d-a703-7320dfdfe092 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:27.181485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.195897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Deleting port 20cd42d3-10e5-45a2-8edb-a6226ec906d1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:27.196741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.197231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.205649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.209262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08f399d-a211-430a-b896-c89425bd0c18']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.211835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.215614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93a19679-20d2-4331-9146-f49f566c66ec HTTP/1.1" status: 204 len: 168 time: 0.6411932 Aug 03 19:29:27.226608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbdfe80-da55-4415-8337-5b809d241ef0') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.226986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbdfe80-da55-4415-8337-5b809d241ef0') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:27.249612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.266758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.275748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:27.276358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.342378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:27.349194 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:27.368065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.412541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.446953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.454020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f08f399d-a211-430a-b896-c89425bd0c18 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 03 19:29:27.460746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.465075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:27.465729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.474723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/networks/f08f399d-a211-430a-b896-c89425bd0c18 HTTP/1.1" status: 204 len: 168 time: 0.5272861 Aug 03 19:29:27.505938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc4bb19-7a39-4d08-bc3c-e908526bb809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a19679-20d2-4331-9146-f49f566c66ec,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.506442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ec62d-823f-4fe7-88bb-4e120bb60513 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Network': ['ID=f08f399d-a211-430a-b896-c89425bd0c18,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.619052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:27.630598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05c9ab-6852-43c4-9634-44873a6c794d req-ee1dd9be-78fd-424d-ba3a-503e179bec06 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:27.637764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.639690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa05c9ab-6852-43c4-9634-44873a6c794d req-ee1dd9be-78fd-424d-ba3a-503e179bec06 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1028 time: 0.2809234 Aug 03 19:29:27.641468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.643159 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/44a1efb3-c752-4659-bfb8-165bdbea8586 HTTP/1.1" status: 204 len: 168 time: 0.7835910 Aug 03 19:29:27.660248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f50ba4-e251-4aaf-ac23-b35710f91a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a1efb3-c752-4659-bfb8-165bdbea8586,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.662873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:27.666860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:27.673087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Pushing event updated for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:27.758577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] For port 20cd42d3-10e5-45a2-8edb-a6226ec906d1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=20cd42d3-10e5-45a2-8edb-a6226ec906d1,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:27.758577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:27.784215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa05c9ab-6852-43c4-9634-44873a6c794d req-947d27fa-8a2f-433d-99e3-6eaac4473117 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434238 Aug 03 19:29:27.797355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Calling delete_port for 20cd42d3-10e5-45a2-8edb-a6226ec906d1 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:27.815257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:27.820893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.007911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-ca9fdfb6-fd41-48f9-96ee-376b49557d17 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.1102076 Aug 03 19:29:28.031214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Request body: {'port': {'device_id': '763c765d-2bcc-42ee-84e5-720980243529', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:28.210941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.271723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9ccecffe-87b3-4815-b636-f3811a7da3b5 None None] Provisioning for port db597642-2e89-4386-80a2-c7d2fa979126 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:28.276251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9ccecffe-87b3-4815-b636-f3811a7da3b5 None None] Provisioning complete for port db597642-2e89-4386-80a2-c7d2fa979126 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:28.277013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ccecffe-87b3-4815-b636-f3811a7da3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.399628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9ccecffe-87b3-4815-b636-f3811a7da3b5 None None] Port db597642-2e89-4386-80a2-c7d2fa979126 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:28.782751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.797269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50294) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:28.803128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'name': 'tempest-router--78376576', 'project_id': 'a28389c4c20e47baa1ebba165340a33d'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:28.847054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Pushing event deleted for resources: {'Port': ['ID=20cd42d3-10e5-45a2-8edb-a6226ec906d1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:28.856755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db597642-2e89-4386-80a2-c7d2fa979126 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:28.875841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.982511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Transition to ACTIVE for port object db597642-2e89-4386-80a2-c7d2fa979126 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:28.995583 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:28.996637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.153010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.160123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.210290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91aa59-5481-428a-b1fe-e4a5174f2776 req-8c51badc-c7cc-49c2-95c1-7de6e62f3bbd tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:29.215996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b91aa59-5481-428a-b1fe-e4a5174f2776 req-8c51badc-c7cc-49c2-95c1-7de6e62f3bbd tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1028 time: 0.2979186 Aug 03 19:29:29.238373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.293040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:29.385991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b91aa59-5481-428a-b1fe-e4a5174f2776 req-5b18093d-aabc-42c9-9e5d-851c4bd2b1ed tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606429 Aug 03 19:29:29.409138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.433788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Attempting to bind port db597642-2e89-4386-80a2-c7d2fa979126 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:29.434125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Attempting to bind port db597642-2e89-4386-80a2-c7d2fa979126 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:29.434455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Attempting to bind port db597642-2e89-4386-80a2-c7d2fa979126 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:29.466275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.468233 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b25fc9f-f3da-4435-a871-fa1124dc55fa tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6691968 Aug 03 19:29:29.474014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Port db597642-2e89-4386-80a2-c7d2fa979126 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:29.474014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Attempting to bind port db597642-2e89-4386-80a2-c7d2fa979126 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:29.474281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:29.480888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:29.481230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Checking segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:29.481668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Bound using segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:29.482086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Bound port: db597642-2e89-4386-80a2-c7d2fa979126, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:29.482759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.680688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.680866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:29.684284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=db597642-2e89-4386-80a2-c7d2fa979126,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:29.923083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:29.926537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.100895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.101406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f52fe946-3eb9-4f1b-9183-a1f0d25ec9c6 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:30.107644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.109064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b97766d0-60ab-43d1-853d-f92181ded1d1 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/routers/f52fe946-3eb9-4f1b-9183-a1f0d25ec9c6 HTTP/1.1" status: 204 len: 168 time: 0.6367764 Aug 03 19:29:30.270575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.354615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:30.355471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.357141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] 10.222.0.77 "PUT /v2.0/ports/db597642-2e89-4386-80a2-c7d2fa979126 HTTP/1.1" status: 200 len: 1096 time: 2.3380547 Aug 03 19:29:30.359678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:30.370830 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9c5b0-5e85-4505-907c-68cac9c74bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "tag": "db597642-2e89-4386-80a2-c7d2fa979126"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:30.420673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a727387-0ff5-4b5a-81eb-8c54972c2f8a service neutron] Pushing event updated for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:30.441848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:30.466333 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d34b109-f0b5-4e9e-b19f-5849a0eafe74 x-openstack-request-id: req-5d34b109-f0b5-4e9e-b19f-5849a0eafe74 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:30.466771 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "tag": "db597642-2e89-4386-80a2-c7d2fa979126", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:30.467010 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d34b109-f0b5-4e9e-b19f-5849a0eafe74 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:30.467535 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126', 'status': 'completed', 'code': 200} Aug 03 19:29:30.590712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:30.599999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-911e33c7-7d3a-429f-97ff-29847129b160 admin admin] 10.222.0.67 "PUT /v2.0/routers/91d6255c-742a-4a72-b9a0-66eb2e6a9d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5008049 Aug 03 19:29:30.602594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50356) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:30.605113 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Sync routers for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:30.642813 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:30.643554 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:30.794983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ab4f0-aa8b-4496-a63e-97eabde81d40 req-c494c5d8-5fe1-4489-8750-8b075ab6cfbb tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:30.803565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993ab4f0-aa8b-4496-a63e-97eabde81d40 req-c494c5d8-5fe1-4489-8750-8b075ab6cfbb tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.2016394 Aug 03 19:29:30.820082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-a34ccbdc-a1bd-4ad3-adfa-45efec78a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:30.821640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-a34ccbdc-a1bd-4ad3-adfa-45efec78a198 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.1974931 Aug 03 19:29:30.891702 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:30.958934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:30.986616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-993ab4f0-aa8b-4496-a63e-97eabde81d40 req-adbf86a4-1ebd-4d22-8f6f-c555cdeb6fcb tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749899 Aug 03 19:29:30.991371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-55f371af-2371-4363-a71b-1a79a188d08e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db597642-2e89-4386-80a2-c7d2fa979126 HTTP/1.1" status: 200 len: 217 time: 0.1475997 Aug 03 19:29:31.107870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50368) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:31.119736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-471e5b49-d842-4da3-9ebb-2ddcc8c69da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:31.121900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-471e5b49-d842-4da3-9ebb-2ddcc8c69da2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=15f9b91a-4d9d-41b2-9053-29ee33ea71d9 HTTP/1.1" status: 200 len: 849 time: 0.1232762 Aug 03 19:29:31.158405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.215452 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:29:28Z', 'revision_number': 5, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port': {'id': '3ef9126d-d27b-4dc7-9056-562f9c54531c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:49Z', 'updated_at': '2021-08-03T19:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:31.249390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-5204abb0-aff1-4270-8207-6d17ffff7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:31.250955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-5204abb0-aff1-4270-8207-6d17ffff7c00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206307 Aug 03 19:29:31.294096 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Checking router: 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:31.311319 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Routers {'91d6255c-742a-4a72-b9a0-66eb2e6a9d78'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:31.311319 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:31.399778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Deleting port 3ef9126d-d27b-4dc7-9056-562f9c54531c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:31.402390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-add5b482-5979-4724-9981-73017ab5422d service neutron] 10.222.0.77 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309133 Aug 03 19:29:31.403833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.490669 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] Set router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:31.575842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c57f61a-67ac-44bd-a852-c55500b3029c req-86301fb8-419c-4007-a144-1abedeaf1f2b service neutron] 10.222.0.77 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624014 Aug 03 19:29:31.584330 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:29:31Z', 'revision_number': 6, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:31.619173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5e19b5-ccc1-4e42-852a-3dc42681052d None None] The sync data for ids ['91d6255c-742a-4a72-b9a0-66eb2e6a9d78'] in n-d-803363-1 is: [{'id': '91d6255c-742a-4a72-b9a0-66eb2e6a9d78', 'name': 'tempest-TestAggregatesBasicOps-732677452-router', 'tenant_id': '77a75090684446c6be2566b9de45cc86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:29:31Z', 'revision_number': 6, 'project_id': '77a75090684446c6be2566b9de45cc86', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:31.667824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-800159812', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:31.680639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] For port 3ef9126d-d27b-4dc7-9056-562f9c54531c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ef9126d-d27b-4dc7-9056-562f9c54531c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:31.681042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.701407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Calling delete_port for 3ef9126d-d27b-4dc7-9056-562f9c54531c owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:31.750481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-22f9d484-4650-4035-ae15-4a250c261463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:31.753456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-22f9d484-4650-4035-ae15-4a250c261463 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.0589573 Aug 03 19:29:31.896578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.897910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:31.911790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50396) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:32.162675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-9c5cbec3-6c0f-47f6-8da4-5d204d4a517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:32.162675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-9c5cbec3-6c0f-47f6-8da4-5d204d4a517e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.2597816 Aug 03 19:29:32.164320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.165504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-3f74f6ba-9172-4191-b0ff-f3fd3cad92d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db597642-2e89-4386-80a2-c7d2fa979126 HTTP/1.1" status: 200 len: 217 time: 0.1320093 Aug 03 19:29:32.250519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.259759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2d7d2-d2bd-4984-bd7a-34869a8dfe97 req-e5429ad0-fc57-4cba-8b00-7ffea581ef90 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:32.267913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da2d7d2-d2bd-4984-bd7a-34869a8dfe97 req-e5429ad0-fc57-4cba-8b00-7ffea581ef90 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.0958481 Aug 03 19:29:32.273069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-b5891ec5-4d74-4219-80bb-05503b6d3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:32.274042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-b5891ec5-4d74-4219-80bb-05503b6d3002 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=15f9b91a-4d9d-41b2-9053-29ee33ea71d9 HTTP/1.1" status: 200 len: 849 time: 0.1000209 Aug 03 19:29:32.279144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50406) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:32.367641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da2d7d2-d2bd-4984-bd7a-34869a8dfe97 req-4d31179a-65f7-49a4-bf13-308ae3095c7b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968733 Aug 03 19:29:32.383079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef9126d-d27b-4dc7-9056-562f9c54531c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:32.384871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-83064091-fdb3-4a56-a60f-28ab17575f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:32.386932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-83064091-fdb3-4a56-a60f-28ab17575f82 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989835 Aug 03 19:29:32.409074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.409735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.410316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.411103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.411733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.412291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.412964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.413567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.413996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.414427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.414694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2080586'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:32.415174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.415341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:32.487016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1350366186'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:32.565089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-d2451fc2-ef5d-49ad-8628-fde08e9c5634 service neutron] 10.222.0.77 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654584 Aug 03 19:29:32.679030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda9c5b0-5e85-4505-907c-68cac9c74bb6 req-054fec58-6665-47cf-9633-7af233bdf685 service neutron] 10.222.0.77 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961993 Aug 03 19:29:32.807929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.809724 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.924459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.941342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Made reservation on behalf of 412ace7ff58941eab4c80cc460208890 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:32.944966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.962414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.963300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:32.964566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ef9126d-d27b-4dc7-9056-562f9c54531c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:33.011871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3ef9126d-d27b-4dc7-9056-562f9c54531c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:33.013687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ef9126d-d27b-4dc7-9056-562f9c54531c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:33.015091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 20cd42d3-10e5-45a2-8edb-a6226ec906d1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:33.016337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.025538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.043608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 20cd42d3-10e5-45a2-8edb-a6226ec906d1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:33.044238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 20cd42d3-10e5-45a2-8edb-a6226ec906d1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:33.105879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.183700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.190661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.194007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.232541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.268785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:33.291987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2024276-bfc4-4149-9290-f397fbb9c836,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:33.305245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.305925 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Added segment 5813ed09-6e9b-4a48-87f2-18daa111f9c6 of type vlan for network 729f9c75-7847-443d-af2c-4ff7c35b541f Aug 03 19:29:33.343625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.346387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee8f6575-70be-4ccb-900a-275be983793c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 726 time: 1.0646877 Aug 03 19:29:33.351897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.363587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.442239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.442913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d6255c-742a-4a72-b9a0-66eb2e6a9d78 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:33.457014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.460875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8cf387f2-bfa7-4760-b7c5-9bb0a9d65064 admin admin] 10.222.0.67 "DELETE /v2.0/routers/91d6255c-742a-4a72-b9a0-66eb2e6a9d78 HTTP/1.1" status: 204 len: 168 time: 2.8543992 Aug 03 19:29:33.466596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:33.507843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.518495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.566364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.625544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Deleting subnet 45f1c23b-2efd-4d69-8084-0a60dc075398 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:33.631616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.707577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.754210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.760146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:33.760853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.779942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Allocated IP 172.25.2.195 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3fcd2fb0-3183-46e3-9ee4-57aa3ba68fd6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:33.801540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d77b5-d809-43a0-ba3e-21c7873f8dbd req-39acec7d-ee38-4004-b093-33926cc6e1c6 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:33.803120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee2d77b5-d809-43a0-ba3e-21c7873f8dbd req-39acec7d-ee38-4004-b093-33926cc6e1c6 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.3020167 Aug 03 19:29:33.826664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.881741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.912026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:33.986878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.020311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1053791 Aug 03 19:29:34.027907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ee2d77b5-d809-43a0-ba3e-21c7873f8dbd req-2b535719-abf8-47c3-bd3a-193829836c07 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179611 Aug 03 19:29:34.035243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1a95f-a865-4033-ac18-c865b9c75e3c tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Pushing event updated for resources: {'Network': ['ID=729f9c75-7847-443d-af2c-4ff7c35b541f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.050298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 729f9c75-7847-443d-af2c-4ff7c35b541f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:34.065061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.115241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f1c23b-2efd-4d69-8084-0a60dc075398,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.132670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.134049 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-063bcd1f-7cef-442f-aef6-bb0d66bd6907 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/45f1c23b-2efd-4d69-8084-0a60dc075398 HTTP/1.1" status: 204 len: 168 time: 0.6614761 Aug 03 19:29:34.137229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50440) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.162038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.162849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 407162d3-a19f-44af-8038-187a01451b37 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:34.177929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.180273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5d958a6b-c87c-42dd-83e8-ed93ab23e417 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "DELETE /v2.0/routers/407162d3-a19f-44af-8038-187a01451b37 HTTP/1.1" status: 204 len: 168 time: 0.8264906 Aug 03 19:29:34.182796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1859b43-fa27-4599-94e3-7cf845bbad69 None None] Network 65b535c0-5d34-46ad-b17c-f8448d013df6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:34.183232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50448) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.193515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Request body: {'router': {'name': 'tempest-router-1900497849', 'distributed': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:34.213380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.271794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event updated for resources: {'Port': ['ID=3fcd2fb0-3183-46e3-9ee4-57aa3ba68fd6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:34.311326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:34.311326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:34.311326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:34.312735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.429976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.431057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.459163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] DHCP port deletion for 65b535c0-5d34-46ad-b17c-f8448d013df6 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:34.542123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Deleting port 5ba9e633-f345-4b00-ac80-18f86e012065 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:34.542512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.571611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50454) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.593839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f', 'binding:host_id': 'n-h2-803363-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1064257463'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:34.666027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.671333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] For port 5ba9e633-f345-4b00-ac80-18f86e012065, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ba9e633-f345-4b00-ac80-18f86e012065,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:34.671951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.690797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Calling delete_port for 5ba9e633-f345-4b00-ac80-18f86e012065 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:34.744137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Deleting port 5ba9e633-f345-4b00-ac80-18f86e012065 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:34.744568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.746809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.763049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Made reservation on behalf of 103845f07fad425dbc623625c9d2493e for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:34.768495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.774691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.860183 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.865210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:34.867056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c285d558-4475-487b-a0d7-db8cfd4c5e9e tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6822228 Aug 03 19:29:34.867945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50460) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:34.992958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ba9e633-f345-4b00-ac80-18f86e012065 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:35.002714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] For port 5ba9e633-f345-4b00-ac80-18f86e012065, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5ba9e633-f345-4b00-ac80-18f86e012065,segment=NetworkSegment(727e21cf-392d-48d5-8791-824481176936),segment_id=727e21cf-392d-48d5-8791-824481176936)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:35.002714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.021787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.030079 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.085964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Calling delete_port for 5ba9e633-f345-4b00-ac80-18f86e012065 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:35.133601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] Pushing event deleted for resources: {'Port': ['ID=5ba9e633-f345-4b00-ac80-18f86e012065,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:35.158987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c336f-3294-4b43-8c15-45f4d7ea6eb4 None None] No DVR routers for this DVR port 5ba9e633-f345-4b00-ac80-18f86e012065 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:35.165261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No active binding found for port 5ba9e633-f345-4b00-ac80-18f86e012065 {{(pid=101344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:29:35.166039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5ba9e633-f345-4b00-ac80-18f86e012065 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:35.250937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.326132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.330914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.411848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27a451-f471-435c-ac26-4bc01bd0ac74 req-411375eb-95cf-402f-a790-8e853bc5ab95 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:35.420245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d27a451-f471-435c-ac26-4bc01bd0ac74 req-411375eb-95cf-402f-a790-8e853bc5ab95 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1099 time: 0.2117908 Aug 03 19:29:35.460247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d27a451-f471-435c-ac26-4bc01bd0ac74 req-117de574-84c3-46a3-883b-c8362f0891a9 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358860 Aug 03 19:29:35.505132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.511852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.545943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba9e633-f345-4b00-ac80-18f86e012065,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:35.551416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] No DVR routers for this DVR port 5ba9e633-f345-4b00-ac80-18f86e012065 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:35.557558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.558053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5f260b-1de2-4444-9d1e-e664e5e52257 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:35.565370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.573272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-49790980-f4bb-48bd-b8cb-4ed424db1e60 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "DELETE /v2.0/routers/9d5f260b-1de2-4444-9d1e-e664e5e52257 HTTP/1.1" status: 204 len: 168 time: 0.7042100 Aug 03 19:29:35.574783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50472) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:35.579955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Request body: {'router': {'name': 'tempest-router-1806197228', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '743a09dd4d354aeba20f4e5adc97e1b5'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:35.597736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.645736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port 7333638a-e839-444b-8b20-cd531f190e52 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:35.686378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device db597642-2e89-4386-80a2-c7d2fa979126 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:29:35.791808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.793783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.869603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.932591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=db597642-2e89-4386-80a2-c7d2fa979126,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:35.935149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port 7333638a-e839-444b-8b20-cd531f190e52 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:35.946753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'db597642-2e89-4386-80a2-c7d2fa979126', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'port_id': 'db597642-2e89-4386-80a2-c7d2fa979126', 'mac_address': 'fa:16:3e:a8:2d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:29:35.953883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.961144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.969606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:35.989176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b535c0-5d34-46ad-b17c-f8448d013df6']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:35.991291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a5a508-c651-4015-a549-4c4c1eb02ce4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.015196 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.015666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727e21cf-392d-48d5-8791-824481176936') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.015666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727e21cf-392d-48d5-8791-824481176936') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.015666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Transition to ACTIVE for port object 7333638a-e839-444b-8b20-cd531f190e52 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:36.026366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.031432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db597642-2e89-4386-80a2-c7d2fa979126 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:36.046853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.050955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:36.051429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:36.053402 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:36.057143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=db597642-2e89-4386-80a2-c7d2fa979126,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:36.071914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.071914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4eee7ab2-ace0-49b1-b158-b1b06d994b6c tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4948328 Aug 03 19:29:36.073667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.080055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:36.129297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.144722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Router 55b1e7e7-903a-4d65-b018-9e878f70491f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:36.181595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.262987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.315862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.362787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.365699 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] 10.222.0.67 "DELETE /v2.0/networks/65b535c0-5d34-46ad-b17c-f8448d013df6 HTTP/1.1" status: 204 len: 168 time: 2.2257807 Aug 03 19:29:36.375990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50490) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.395458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bdb58-99eb-4291-9816-ca18c153ad08 admin admin] Pushing event deleted for resources: {'Network': ['ID=65b535c0-5d34-46ad-b17c-f8448d013df6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.406190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.407274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.413346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['db597642-2e89-4386-80a2-c7d2fa979126'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:36.438278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=7333638a-e839-444b-8b20-cd531f190e52,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:36.522959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:36.533455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Checking segment: {'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:36.533455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Network hostable DHCP agents. Network: 729f9c75-7847-443d-af2c-4ff7c35b541f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:36.546905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] Sync routers for ids ['55b1e7e7-903a-4d65-b018-9e878f70491f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:36.586435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] Routers {'55b1e7e7-903a-4d65-b018-9e878f70491f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:36.587087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['55b1e7e7-903a-4d65-b018-9e878f70491f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.641617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.686519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.690506 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2e804f94-d819-4abb-ae16-ca9bc84bc02b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.5799208 Aug 03 19:29:36.692529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50498) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:36.699019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Aug 03 19:29:36.699425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Router 0cac925e-fd11-44d3-b02d-428f60ec35b8 migrating from provider to provider. {{(pid=101342) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Aug 03 19:29:36.700064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.726956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:36.726956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90159d24-adb5-44f9-a6f2-b7be96d084f3 req-5b960fef-1ac4-4ec6-af82-802213b9f076 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:36.726956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90159d24-adb5-44f9-a6f2-b7be96d084f3 req-5b960fef-1ac4-4ec6-af82-802213b9f076 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1100 time: 0.0976062 Aug 03 19:29:36.727349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] Routers {'55b1e7e7-903a-4d65-b018-9e878f70491f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:36.727349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['55b1e7e7-903a-4d65-b018-9e878f70491f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.934547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:36.934547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1871ea-c16c-40aa-8e6d-b0e2f3dd988a None None] The sync data for ids ['55b1e7e7-903a-4d65-b018-9e878f70491f'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:36.987081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4566cd88-fa5d-4c9f-8dd2-17085ba81913 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/55b1e7e7-903a-4d65-b018-9e878f70491f HTTP/1.1" status: 200 len: 924 time: 0.2931304 Aug 03 19:29:36.989064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90159d24-adb5-44f9-a6f2-b7be96d084f3 req-999d6496-bc48-4aaa-8347-46c626888ddb tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551583 Aug 03 19:29:36.991291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50504) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:37.006519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Network 729f9c75-7847-443d-af2c-4ff7c35b541f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:37.048238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9af5329-6a49-4f33-b19b-7584b53e44f9 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=55b1e7e7-903a-4d65-b018-9e878f70491f HTTP/1.1" status: 200 len: 205 time: 0.0557711 Aug 03 19:29:37.051008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:37.172967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.207221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.324260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.451092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 729f9c75-7847-443d-af2c-4ff7c35b541f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:37.455722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:37.462613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff03727-ea7b-40e2-8ac6-b06ebf67a874 None None] Network 729f9c75-7847-443d-af2c-4ff7c35b541f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:37.472912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.473335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.473757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.481552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.482300 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.482862 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 2 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.502207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.503334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.503334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.510590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.510949 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.511781 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 3 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.530578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.531027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.531457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.539697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.540043 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.540694 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 4 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.557945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.558165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.558530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.565895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.566266 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.566596 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 5 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.602797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.605523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.605906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.639276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.639637 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.641231 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 6 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.668538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.668909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.669423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.679814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.680162 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.681969 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 7 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.702046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device db597642-2e89-4386-80a2-c7d2fa979126 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:37.714544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port 3fcd2fb0-3183-46e3-9ee4-57aa3ba68fd6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:37.714965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.718501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.718845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.719192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.729032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.734662 n-d-803363-1 neutron-server[101342]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] No L3 agents can host the router 0cac925e-fd11-44d3-b02d-428f60ec35b8 Aug 03 19:29:37.769572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.769917 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.773191 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 8 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.794151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.794498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.794835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.805337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.805672 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.807874 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 9 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.869536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port db597642-2e89-4386-80a2-c7d2fa979126 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:37.886412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.889177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.889523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.889922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.893780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port db597642-2e89-4386-80a2-c7d2fa979126 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:37.894449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:37.910232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.910824 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.911799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for 3fcd2fb0-3183-46e3-9ee4-57aa3ba68fd6 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:37.913371 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 10 to bind port 7333638a-e839-444b-8b20-cd531f190e52 Aug 03 19:29:37.938466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:37.941563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:37.941993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:37.967371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Hosts for router 0cac925e-fd11-44d3-b02d-428f60ec35b8: [] {{(pid=101342) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 03 19:29:37.988306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 7333638a-e839-444b-8b20-cd531f190e52 on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:37.988727 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 7333638a-e839-444b-8b20-cd531f190e52 on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:37.989398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.002143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Hosts for other DVR routers connected to router 0cac925e-fd11-44d3-b02d-428f60ec35b8: set() {{(pid=101342) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 03 19:29:38.005325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.006589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cb4066ba-48d4-44ae-98b2-3704af11a2ed tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "PUT /v2.0/routers/0cac925e-fd11-44d3-b02d-428f60ec35b8 HTTP/1.1" status: 200 len: 717 time: 1.9316716 Aug 03 19:29:38.009070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:38.087239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.180057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=db597642-2e89-4386-80a2-c7d2fa979126,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:38.182631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:38.186518 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d941978-b194-406b-b893-e78c8a015c71" -d '{"events": [{"server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "name": "network-vif-plugged", "status": "completed", "tag": "db597642-2e89-4386-80a2-c7d2fa979126"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:38.202591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f7edea5e-8510-4ae4-b3ab-39162eb5f498 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "GET /v2.0/routers/0cac925e-fd11-44d3-b02d-428f60ec35b8 HTTP/1.1" status: 200 len: 717 time: 0.1922448 Aug 03 19:29:38.206917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:38.230885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e35f06-0750-415d-9aa7-af44a140dc53 req-2cd975d8-1dd3-4b39-9195-e00c0a75e84b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.232545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6e35f06-0750-415d-9aa7-af44a140dc53 req-2cd975d8-1dd3-4b39-9195-e00c0a75e84b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1100 time: 0.0941844 Aug 03 19:29:38.246676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.265675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port 7333638a-e839-444b-8b20-cd531f190e52, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:38.265990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempted to set empty binding levels {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:38.293450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6e35f06-0750-415d-9aa7-af44a140dc53 req-e91c69f9-ffa7-4efd-b874-56a5cb57112e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527577 Aug 03 19:29:38.366753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:38.378705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.395560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.396002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.401322 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66af2e9c-8d83-4a4c-89f4-3f5687506776 x-openstack-request-id: req-66af2e9c-8d83-4a4c-89f4-3f5687506776 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:38.401619 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "name": "network-vif-plugged", "status": "completed", "tag": "db597642-2e89-4386-80a2-c7d2fa979126", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:38.401871 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66af2e9c-8d83-4a4c-89f4-3f5687506776 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:38.402267 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126', 'code': 200} Aug 03 19:29:38.539250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-10fde940-75b7-40e0-b417-8f287da52cee tempest-RoutersTestDVR-1833903233 tempest-RoutersTestDVR-1833903233-project] 10.222.0.67 "GET /v2.0/routers/0cac925e-fd11-44d3-b02d-428f60ec35b8 HTTP/1.1" status: 200 len: 683 time: 0.3301296 Aug 03 19:29:38.550044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50538) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:38.607225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Deleting port 7d8bf564-ed1a-486d-a703-7320dfdfe092 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:38.607796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.648454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbcd03-caf6-4df7-9ef5-98d8bd41b2b9 req-aee2e180-2152-4c96-b222-fc6ee01b2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:38.650055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8efbcd03-caf6-4df7-9ef5-98d8bd41b2b9 req-aee2e180-2152-4c96-b222-fc6ee01b2a98 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.1589022 Aug 03 19:29:38.724385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.780829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8efbcd03-caf6-4df7-9ef5-98d8bd41b2b9 req-44c8aec9-9412-441b-915c-ceace3918634 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157124 Aug 03 19:29:38.865299 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.2922111 Aug 03 19:29:38.866070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:38.869967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50546) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:38.926482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f8de-6c0a-416c-80f2-331515dab974 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=7333638a-e839-444b-8b20-cd531f190e52,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:38.996871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] For port 7d8bf564-ed1a-486d-a703-7320dfdfe092, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7d8bf564-ed1a-486d-a703-7320dfdfe092,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:38.997313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.007968 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.010891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=3fcd2fb0-3183-46e3-9ee4-57aa3ba68fd6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.011644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.017345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Calling delete_port for 7d8bf564-ed1a-486d-a703-7320dfdfe092 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:39.057013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.216839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.216839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.216839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Deleting port 7333638a-e839-444b-8b20-cd531f190e52 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:39.216839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.316014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port 7333638a-e839-444b-8b20-cd531f190e52, host n-h2-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:39.316393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.332537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Calling delete_port for 7333638a-e839-444b-8b20-cd531f190e52 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:39.515793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.516057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.520203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.520516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.520841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cac925e-fd11-44d3-b02d-428f60ec35b8 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:39.521384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router 55b1e7e7-903a-4d65-b018-9e878f70491f {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:39.526744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.527980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8768ebe0-4ed9-46f9-a014-2bc23df8e764 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "DELETE /v2.0/routers/0cac925e-fd11-44d3-b02d-428f60ec35b8 HTTP/1.1" status: 204 len: 168 time: 0.9765255 Aug 03 19:29:39.538559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.540077 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a922613-f130-4eba-b252-01149a8a2f0e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/55b1e7e7-903a-4d65-b018-9e878f70491f HTTP/1.1" status: 204 len: 168 time: 2.4881065 Aug 03 19:29:39.543627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50566) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.557032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.557032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1506854682', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:39.560000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Request body: {'router': {'name': 'tempest-router-394918163', 'distributed': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:39.568021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8bf564-ed1a-486d-a703-7320dfdfe092,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.677859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event deleted for resources: {'Port': ['ID=7333638a-e839-444b-8b20-cd531f190e52,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:39.702414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.709549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c8f4a664-11df-4193-96aa-944141cac98e tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "DELETE /v2.0/ports/7333638a-e839-444b-8b20-cd531f190e52 HTTP/1.1" status: 204 len: 168 time: 0.8369324 Aug 03 19:29:39.710643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50570) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.771669 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cfcf8f-0889-4d67-a534-f2adbde12405 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:39.776318 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55cfcf8f-0889-4d67-a534-f2adbde12405 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports/7333638a-e839-444b-8b20-cd531f190e52 HTTP/1.1" status: 404 len: 333 time: 0.0627494 Aug 03 19:29:39.787217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.789025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.791208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50576) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:39.814758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-728436169'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:39.843371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:29:39.843371 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:29:39.843371 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': '103845f07fad425dbc623625c9d2493e', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 29, 39, 831756)}] Aug 03 19:29:39.843371 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:29:39.844174 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:29:39.946603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.948017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:39.996568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.007862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.036073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.186120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.283322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.284709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2de2a7ad-8895-42ec-828f-04cde4bcc9dd tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7398224 Aug 03 19:29:40.287501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50600) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:40.405708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.416013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.518714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd9276-fe27-4bd8-9b23-dc07b663d7af req-d1a0758d-9be9-4df1-88ab-c6daace502ed tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:40.520321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4bd9276-fe27-4bd8-9b23-dc07b663d7af req-d1a0758d-9be9-4df1-88ab-c6daace502ed tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.2691267 Aug 03 19:29:40.561028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:29:40.615425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Made reservation on behalf of 103845f07fad425dbc623625c9d2493e for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:40.618008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.627376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4bd9276-fe27-4bd8-9b23-dc07b663d7af req-ecdd94d2-8a3e-4f46-9c2e-9702e1e3ba51 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987833 Aug 03 19:29:40.691537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port 9972d0d0-3cfa-45c7-9ef8-37327320fdce yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:40.705571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.739327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.929577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.934136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eac5e1a8-b3c4-4ef7-9676-f39337a6f73e {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:40.936741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:40.944799 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1ed2ba5d-b29e-4c81-ac10-e5e40564c758 tempest-RoutersTestDVR-754844205 tempest-RoutersTestDVR-754844205-project-admin] 10.222.0.67 "DELETE /v2.0/routers/eac5e1a8-b3c4-4ef7-9676-f39337a6f73e HTTP/1.1" status: 204 len: 168 time: 0.6504493 Aug 03 19:29:41.025280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.201626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.247185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Network 729f9c75-7847-443d-af2c-4ff7c35b541f is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:41.256641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:41.261254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:41.262434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.263466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.284763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=9972d0d0-3cfa-45c7-9ef8-37327320fdce,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:41.404591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278edfe-6435-47e9-8513-aacdb3382336 req-081d66fe-ff1c-4b47-b4b3-a0818c62bb8b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.408384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0278edfe-6435-47e9-8513-aacdb3382336 req-081d66fe-ff1c-4b47-b4b3-a0818c62bb8b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1321595 Aug 03 19:29:41.432537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:41.441614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.443104 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Sync routers for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:41.445300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03d48c0d-654f-475e-b034-ab8fb85f6c82 admin admin] 10.222.0.67 "PUT /v2.0/routers/6d087c9c-1a0e-4384-8ae7-225e8b1b7466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0674083 Aug 03 19:29:41.456875 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:41.457606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:41.493718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0278edfe-6435-47e9-8513-aacdb3382336 req-7ad17443-aeb7-4faa-b23b-976fc241cc13 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754642 Aug 03 19:29:41.566346 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:41.584338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.677431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.681462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dae33-f69e-4c85-9540-214fd6834f3f req-aa35022f-95b1-4b9c-b881-50a397416bda tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:41.683105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c6dae33-f69e-4c85-9540-214fd6834f3f req-aa35022f-95b1-4b9c-b881-50a397416bda tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.1051264 Aug 03 19:29:41.705242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.705854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:41.779557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c6dae33-f69e-4c85-9540-214fd6834f3f req-c32d7edb-88e7-4392-96ea-dc4a00a165a3 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771635 Aug 03 19:29:41.897567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 172.25.2.93 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/24495296-5c1e-4154-9e50-5417feaea510) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:41.898133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:39Z', 'revision_number': 5, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:41.898133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Checking router: 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:41.898133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Routers {'6d087c9c-1a0e-4384-8ae7-225e8b1b7466'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:41.898133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:41.952192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13396b45-a508-4c7c-bffd-f5784ea8dd1f tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1571436 Aug 03 19:29:41.956184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:41.965654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:42.018682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.026204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362515b9-ab25-4a73-8ddc-6f625b4f0989 req-9366acb5-ac79-4b13-b034-e2461fc9674a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:42.029012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-362515b9-ab25-4a73-8ddc-6f625b4f0989 req-9366acb5-ac79-4b13-b034-e2461fc9674a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.1648886 Aug 03 19:29:42.029313 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] Set router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:42.037406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.125214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-362515b9-ab25-4a73-8ddc-6f625b4f0989 req-42046f09-a0f6-462e-b5da-c4559545bba1 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485394 Aug 03 19:29:42.236352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50640) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:42.300993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.351325 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:39Z', 'revision_number': 5, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:42.382211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=24495296-5c1e-4154-9e50-5417feaea510,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.401838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:42.402855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:42.406442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:42.435436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port 9972d0d0-3cfa-45c7-9ef8-37327320fdce yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:42.440550 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a618f5a-d410-444e-94ec-8d31e60143dd None None] The sync data for ids ['6d087c9c-1a0e-4384-8ae7-225e8b1b7466'] in n-d-803363-1 is: [{'id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'name': 'tempest-TestAggregatesBasicOps-746248372-router', 'tenant_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:06Z', 'updated_at': '2021-08-03T19:29:39Z', 'revision_number': 5, 'project_id': 'bbbbbc9a02c5427190ad9caa6d816d05', 'gw_port': {'id': '80471290-6b96-476d-a1b0-eee99a1c1457', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d087c9c-1a0e-4384-8ae7-225e8b1b7466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:08Z', 'updated_at': '2021-08-03T19:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:42.467847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.497331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Transition to ACTIVE for port object 9972d0d0-3cfa-45c7-9ef8-37327320fdce will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:42.536279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-506e7735-927f-4e00-93c3-582dde8f6981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.543047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Deleting port 80471290-6b96-476d-a1b0-eee99a1c1457 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:42.557563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.630724 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.727701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] For port 80471290-6b96-476d-a1b0-eee99a1c1457, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=80471290-6b96-476d-a1b0-eee99a1c1457,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:42.727701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:42.736153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=9972d0d0-3cfa-45c7-9ef8-37327320fdce,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:42.755116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:42.759145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:42.759145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:42.761225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Calling delete_port for 80471290-6b96-476d-a1b0-eee99a1c1457 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:42.763291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:42.763291 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:42.766281 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 2 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:42.791281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:42.791281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:42.791281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:42.803080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-733c3bff-003b-4f66-91ea-f532c441e9a0 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:42.804616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-733c3bff-003b-4f66-91ea-f532c441e9a0 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.3076420 Aug 03 19:29:42.843515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:42.843855 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:42.846626 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 3 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:42.861488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:42.861803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:42.862148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:42.863073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-942acfb4-fc79-4844-9fe3-d22b578bda8e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/quotas/69bc49b27fe644c195829cae927acda6 HTTP/1.1" status: 200 len: 375 time: 0.0512495 Aug 03 19:29:42.896253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:42.896253 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:42.899032 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 4 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:42.910503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8bf564-ed1a-486d-a703-7320dfdfe092 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:42.963577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7d8bf564-ed1a-486d-a703-7320dfdfe092 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:42.965051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7d8bf564-ed1a-486d-a703-7320dfdfe092 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:42.971733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:42.971733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:42.972218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:42.980568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:42.980568 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:42.980568 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 5 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.086001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.088522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.089567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.099588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.101338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.101682 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.102772 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 6 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.133084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.133479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.133856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.151752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.152207 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.154592 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 7 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.211707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.212274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.212864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.243704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-506e7735-927f-4e00-93c3-582dde8f6981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.246485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.246701 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.247528 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 8 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.270494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.271158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-cfa46d9c-3193-4dd2-873c-4da45f46249c tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4066360 Aug 03 19:29:43.272396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.272396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.277882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.278222 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.278627 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 9 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.295242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.295717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.296388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.304160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.304686 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.305242 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 10 to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce Aug 03 19:29:43.323764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:43.324531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:43.325641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:43.332866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:43.333223 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:43.333608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.388513 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.391226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-506e7735-927f-4e00-93c3-582dde8f6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.453233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=80471290-6b96-476d-a1b0-eee99a1c1457,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.516022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7735-927f-4e00-93c3-582dde8f6981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a538459-a181-46ef-bd92-eb942f5a16f4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.540471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-506e7735-927f-4e00-93c3-582dde8f6981 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=743a09dd4d354aeba20f4e5adc97e1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3024216 Aug 03 19:29:43.545844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.577968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port 9972d0d0-3cfa-45c7-9ef8-37327320fdce, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:43.578465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempted to set empty binding levels {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:43.593488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.608711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-a4e79e81-b825-407a-a911-918ddc8a72d0 service neutron] 10.222.0.67 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279300 Aug 03 19:29:43.624748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.677555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.751528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.754710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.765263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.773017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] In _notify_port_updated(), no bound segment for port 9972d0d0-3cfa-45c7-9ef8-37327320fdce on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:43.774232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:43.775257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.779106 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "PUT /v2.0/ports/9972d0d0-3cfa-45c7-9ef8-37327320fdce HTTP/1.1" status: 200 len: 974 time: 1.8197281 Aug 03 19:29:43.781459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:43.785710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a409c3-6749-4a3c-a5d5-0ad141d56fef tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=9972d0d0-3cfa-45c7-9ef8-37327320fdce,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:43.892419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.926009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-803912d9-3a14-4396-b992-5308e91c5283 service neutron] 10.222.0.67 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956893 Aug 03 19:29:43.966194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.968725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d087c9c-1a0e-4384-8ae7-225e8b1b7466 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:43.990015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:43.994337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6d37aef-ac46-47c5-8d02-a4ab9e67ccb8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6d087c9c-1a0e-4384-8ae7-225e8b1b7466 HTTP/1.1" status: 204 len: 168 time: 2.5516500 Aug 03 19:29:43.998164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50680) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:44.021444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.022204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.027154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.028225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.028391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.029728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.029915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.030850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.031486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.032293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.057326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.065985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.067021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.073960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9dcf6647-1cac-497f-be96-e1e24bbbf40d tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18925 time: 0.2859199 Aug 03 19:29:44.075171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50682) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:44.131128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Deleting subnet 8f728d0f-4c30-41cb-b9ee-ec95c0287e26 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:29:44.141610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.186628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Deleting port 9972d0d0-3cfa-45c7-9ef8-37327320fdce {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:44.186974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.217036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.321448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.324678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.326949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a538459-a181-46ef-bd92-eb942f5a16f4 HTTP/1.1" status: 204 len: 168 time: 0.7790697 Aug 03 19:29:44.326949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router bc58bdc3-0dfb-408e-b8b1-5e05414c241e is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:44.397661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbbe54-25fd-4b49-9096-9349d7d5e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a538459-a181-46ef-bd92-eb942f5a16f4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:44.456307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port 9972d0d0-3cfa-45c7-9ef8-37327320fdce, host n-h2-803363-1, got binding levels [] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:44.456689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.515894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.547198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Calling delete_port for 9972d0d0-3cfa-45c7-9ef8-37327320fdce owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:44.662748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be711b-f61f-43d7-a0be-5535b20af62e req-833fa018-f9f8-427f-9a67-5101002f828e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:44.674841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24be711b-f61f-43d7-a0be-5535b20af62e req-833fa018-f9f8-427f-9a67-5101002f828e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.2938890 Aug 03 19:29:44.710016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.756043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f728d0f-4c30-41cb-b9ee-ec95c0287e26,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:44.765775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.766985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f00a8-88db-461b-8387-efd95d60d813 None None] Network b606b028-c5f6-42a2-9af8-83207bfc6a6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:44.769652 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8cdd8e9e-c8cc-48b2-9752-fef3bea8817f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f728d0f-4c30-41cb-b9ee-ec95c0287e26 HTTP/1.1" status: 204 len: 168 time: 0.7696133 Aug 03 19:29:44.772179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:44.810672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24be711b-f61f-43d7-a0be-5535b20af62e req-a7c1f5dc-8d32-4b7c-83ac-669f7ee8d115 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343367 Aug 03 19:29:44.838495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:44.922620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:44.948000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Sync routers for ids ['bc58bdc3-0dfb-408e-b8b1-5e05414c241e'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:44.974892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79655d5c-1da2-4a47-b3df-5868cbd0abd2 req-3df5004a-1ba1-4b82-85c6-a0ceb2df72fc tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 210 time: 0.0451264 Aug 03 19:29:45.009754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 80471290-6b96-476d-a1b0-eee99a1c1457 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:45.026397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Deleting port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:45.026791 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.040716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Routers {'bc58bdc3-0dfb-408e-b8b1-5e05414c241e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:45.041606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bc58bdc3-0dfb-408e-b8b1-5e05414c241e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.094535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 80471290-6b96-476d-a1b0-eee99a1c1457 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:45.094535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 80471290-6b96-476d-a1b0-eee99a1c1457 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:45.114719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] For port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,segment=NetworkSegment(8f989769-ff74-4ad5-a41a-ea2b1f034e83),segment_id=8f989769-ff74-4ad5-a41a-ea2b1f034e83)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:45.116329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.131990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Calling delete_port for 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:45.137769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.146318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc6b5413-34d0-4716-8ab4-5fe47a9dda22 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5861731 Aug 03 19:29:45.146318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50708) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:45.186580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Set router bc58bdc3-0dfb-408e-b8b1-5e05414c241e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:45.235130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] DHCP port deletion for b606b028-c5f6-42a2-9af8-83207bfc6a6e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:29:45.241266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.327356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event deleted for resources: {'Port': ['ID=9972d0d0-3cfa-45c7-9ef8-37327320fdce,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.343620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.353132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-da9271cb-fde7-473e-81bc-f0150e5fce56 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9972d0d0-3cfa-45c7-9ef8-37327320fdce HTTP/1.1" status: 204 len: 168 time: 1.2695763 Aug 03 19:29:45.353416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50712) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:45.368945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1f8bed3e-beb3-4a9e-ae43-2e3eadaa2c37 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/bc58bdc3-0dfb-408e-b8b1-5e05414c241e HTTP/1.1" status: 200 len: 908 time: 0.2253356 Aug 03 19:29:45.371299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50714) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:45.376022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1506854682', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': True}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:45.384797 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-44279b52-da20-4190-b520-2280e3923535 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:45.390858 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-44279b52-da20-4190-b520-2280e3923535 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports/9972d0d0-3cfa-45c7-9ef8-37327320fdce HTTP/1.1" status: 404 len: 333 time: 0.0404267 Aug 03 19:29:45.403564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50716) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:45.409528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1420675967', 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:45.546470 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.597491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.598607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.638478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.646965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Deleting port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:45.647708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.661905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:45.669663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] No DVR routers for this DVR port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:45.723201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.729096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] For port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c, host n-d-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:45.729492 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.745959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Calling delete_port for 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:45.749613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.ipam_backend_mixin [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c was not found and therefore no delete operation was performed {{(pid=101344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:29:45.753420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.759690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.764206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '24495296-5c1e-4154-9e50-5417feaea510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:39Z', 'updated_at': '2021-08-03T19:29:42Z', 'revision_number': 3, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port': {'id': '24495296-5c1e-4154-9e50-5417feaea510', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:41Z', 'updated_at': '2021-08-03T19:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.777297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.791428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b606b028-c5f6-42a2-9af8-83207bfc6a6e']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.792568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.806510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f989769-ff74-4ad5-a41a-ea2b1f034e83') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.822213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f989769-ff74-4ad5-a41a-ea2b1f034e83') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:45.822410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] Pushing event deleted for resources: {'Port': ['ID=4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:45.822535 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.822661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45042c5e-b9eb-4da3-a7f2-e76e2ceae7cb None None] No DVR routers for this DVR port 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:29:45.823322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Checking router: bc58bdc3-0dfb-408e-b8b1-5e05414c241e for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:45.823490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Updating router bc58bdc3-0dfb-408e-b8b1-5e05414c241e port 24495296-5c1e-4154-9e50-5417feaea510 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:45.855000 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.855672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.867037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:45.872031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:45.881151 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:45.884249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Made reservation on behalf of 103845f07fad425dbc623625c9d2493e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:45.889015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:45.941642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port 46ff9d97-c460-4251-9bb8-fdb32459c801 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:46.153325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.164914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Transition to ACTIVE for port object 24495296-5c1e-4154-9e50-5417feaea510 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:46.312122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.329159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f7c06-b88a-4f13-947c-5746a63e25c9 req-2d4f6d19-afa4-4a4f-a2bb-ff65789b2fdd tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:46.331626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b6f7c06-b88a-4f13-947c-5746a63e25c9 req-2d4f6d19-afa4-4a4f-a2bb-ff65789b2fdd tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3719356 Aug 03 19:29:46.579439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.586014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.662069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] 10.222.0.67 "DELETE /v2.0/networks/b606b028-c5f6-42a2-9af8-83207bfc6a6e HTTP/1.1" status: 204 len: 168 time: 1.8157167 Aug 03 19:29:46.662069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b5905-40d0-4c14-a64e-ee68f70fa07b admin admin] Pushing event deleted for resources: {'Network': ['ID=b606b028-c5f6-42a2-9af8-83207bfc6a6e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:46.768901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.795424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b6f7c06-b88a-4f13-947c-5746a63e25c9 req-58719594-25fa-4b21-99b5-5fe40c8ee2de tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569521 Aug 03 19:29:46.808186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.868253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d229e7dc-3e9e-4619-99f4-3f0f158c692f req-8e97313d-661a-41aa-becd-cdc8f3590f76 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 210 time: 0.0293205 Aug 03 19:29:46.874787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.944707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:29:46.944707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9a69b-64d6-4338-a6c0-01c7eb409c24 None None] Pushing event updated for resources: {'Port': ['ID=24495296-5c1e-4154-9e50-5417feaea510,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:46.956133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Attempting to bind port 24495296-5c1e-4154-9e50-5417feaea510 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:46.956521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Attempting to bind port 24495296-5c1e-4154-9e50-5417feaea510 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:46.956930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Attempting to bind port 24495296-5c1e-4154-9e50-5417feaea510 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:46.960515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:29:46.961063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4cb747ef-27b1-4a68-a5c9-2fb342a3cd5c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:29:46.965165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:46.965551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:46.965936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:46.966322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:46.966793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Bound port: 24495296-5c1e-4154-9e50-5417feaea510, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:46.967182 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.028151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] For port 24495296-5c1e-4154-9e50-5417feaea510, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:47.032219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] For port 24495296-5c1e-4154-9e50-5417feaea510, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=24495296-5c1e-4154-9e50-5417feaea510,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:47.078247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.081438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.166048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a534cf9b31f343518472b00588323e53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5003819 Aug 03 19:29:47.166776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a89f070-6bda-4875-b1e4-4aaeb8e335a9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.168976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.169942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Network 729f9c75-7847-443d-af2c-4ff7c35b541f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:47.188159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:47.218898 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.225258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:47.226178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.231938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.232130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.232553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.234217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.234217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.234217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328ff96-b8a8-4083-a31d-d2c36e7c97c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:47.250676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.255678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=46ff9d97-c460-4251-9bb8-fdb32459c801,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.302609 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.325604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Routers {'bc58bdc3-0dfb-408e-b8b1-5e05414c241e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:47.326395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bc58bdc3-0dfb-408e-b8b1-5e05414c241e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.335044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9a69b-64d6-4338-a6c0-01c7eb409c24 None None] Pushing event updated for resources: {'Port': ['ID=24495296-5c1e-4154-9e50-5417feaea510,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.359950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.381757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.469292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] Set router bc58bdc3-0dfb-408e-b8b1-5e05414c241e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:47.478215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a3de5b7a-98cd-4513-b9d6-b6f9b5ab8010 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0732772 Aug 03 19:29:47.481914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50748) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.502685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.547842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.562164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.562164 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4a89f070-6bda-4875-b1e4-4aaeb8e335a9 HTTP/1.1" status: 204 len: 168 time: 0.3886564 Aug 03 19:29:47.577933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1c5da0-f87a-4006-9345-4414b3861683 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:47.582628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee1c5da0-f87a-4006-9345-4414b3861683 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports/46ff9d97-c460-4251-9bb8-fdb32459c801 HTTP/1.1" status: 200 len: 955 time: 0.0971868 Aug 03 19:29:47.604317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.604466 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-37ce5817-ba33-4e67-b547-8037a35e7814 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=77a75090684446c6be2566b9de45cc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925043 Aug 03 19:29:47.607637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:47.629692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c04464-869b-4c98-9d53-c1880bf31a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a89f070-6bda-4875-b1e4-4aaeb8e335a9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:47.710929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.716634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '24495296-5c1e-4154-9e50-5417feaea510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:39Z', 'updated_at': '2021-08-03T19:29:42Z', 'revision_number': 3, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port': {'id': '24495296-5c1e-4154-9e50-5417feaea510', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:41Z', 'updated_at': '2021-08-03T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:47.746933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12d6c11-4ca0-4f02-909b-f0a70b240355 None None] The sync data for ids ['bc58bdc3-0dfb-408e-b8b1-5e05414c241e'] in n-d-803363-1 is: [{'id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93'}], 'enable_snat': False}, 'gw_port_id': '24495296-5c1e-4154-9e50-5417feaea510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:39Z', 'updated_at': '2021-08-03T19:29:42Z', 'revision_number': 3, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port': {'id': '24495296-5c1e-4154-9e50-5417feaea510', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ad:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc58bdc3-0dfb-408e-b8b1-5e05414c241e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:41Z', 'updated_at': '2021-08-03T19:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:47.787220 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:47.832267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 172.25.2.160 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/2dcaf94d-609b-404e-993f-8ad7266f8e06) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:48.014665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707b511-2f21-40ba-8472-7fb950e9bb7b req-b43e6c7a-a0aa-42cb-b9b7-e38b72e1c405 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:48.016262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3707b511-2f21-40ba-8472-7fb950e9bb7b req-b43e6c7a-a0aa-42cb-b9b7-e38b72e1c405 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1123407 Aug 03 19:29:48.050350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.081947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Deleting port 46ff9d97-c460-4251-9bb8-fdb32459c801 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:48.081947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.112033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.121243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.121243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/32d95f08-3ede-4982-b090-7c3a1a9f5f39 HTTP/1.1" status: 204 len: 168 time: 0.5073895 Aug 03 19:29:48.126401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3707b511-2f21-40ba-8472-7fb950e9bb7b req-44c8faff-50ff-456f-9481-3e1b0f5b263c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016252 Aug 03 19:29:48.126859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791c5f1-41f8-4247-a45e-4a02320bf618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d95f08-3ede-4982-b090-7c3a1a9f5f39,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:48.257305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.336125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-854ce448-9ecf-4309-a0b5-6313e8d17393 req-8ebadefa-3108-4772-a8de-5a60ff510ef3 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 210 time: 0.0943806 Aug 03 19:29:48.340440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Calling delete_port for 46ff9d97-c460-4251-9bb8-fdb32459c801 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:48.452595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.507133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=2dcaf94d-609b-404e-993f-8ad7266f8e06,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:48.528403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:48.530012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:48.533129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:48.730396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.766365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ff9d97-c460-4251-9bb8-fdb32459c801,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:48.772549 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:48.775171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e23aaa59-b671-457f-9725-522a179f26e0 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "DELETE /v2.0/ports/46ff9d97-c460-4251-9bb8-fdb32459c801 HTTP/1.1" status: 204 len: 168 time: 1.1758711 Aug 03 19:29:48.778654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.810244 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb9a08e-0a85-4cbc-afb4-cd7dd34c2f18 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:48.812671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ccb9a08e-0a85-4cbc-afb4-cd7dd34c2f18 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports/46ff9d97-c460-4251-9bb8-fdb32459c801 HTTP/1.1" status: 404 len: 333 time: 0.0328858 Aug 03 19:29:48.818404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:48.824390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1391585885'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:48.841634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-726768f2-0d7c-44ad-be75-d0c4bedafef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.054631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 24495296-5c1e-4154-9e50-5417feaea510 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:49.055166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.098248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Made reservation on behalf of 103845f07fad425dbc623625c9d2493e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:49.101532 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.129572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port ab86c2c9-70b4-484f-bb73-a102758ddc6f yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:49.240850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 24495296-5c1e-4154-9e50-5417feaea510 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:49.247920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 24495296-5c1e-4154-9e50-5417feaea510 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:49.248301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.346740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.370460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 24495296-5c1e-4154-9e50-5417feaea510, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=24495296-5c1e-4154-9e50-5417feaea510,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:49.441806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217880ca-211c-46f4-8474-d4cc7c71f476 req-b3e1028f-c41c-4681-8947-cf4c95a750ab tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:49.443381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-217880ca-211c-46f4-8474-d4cc7c71f476 req-b3e1028f-c41c-4681-8947-cf4c95a750ab tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1698153 Aug 03 19:29:49.460134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.486404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.500297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50814) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.555772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.576731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=24495296-5c1e-4154-9e50-5417feaea510,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:49.605028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-966b41e8-4882-4f48-b2c4-b17de73abe27 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbbbbc9a02c5427190ad9caa6d816d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1033263 Aug 03 19:29:49.607963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.658932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-217880ca-211c-46f4-8474-d4cc7c71f476 req-17857ea3-5866-4c07-b61d-6131ab16fdd5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889691 Aug 03 19:29:49.705002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:49.741967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.761533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-cc9c0ca5-1c8f-46e4-9738-72dd3edc38db tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:49.763072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-cc9c0ca5-1c8f-46e4-9738-72dd3edc38db tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.54 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.3070936 Aug 03 19:29:49.778008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Request body: {'port': {'device_id': '93af9c85-1fac-40db-a760-272e219986a6', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'admin_state_up': True, 'tenant_id': '69bc49b27fe644c195829cae927acda6'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:49.781380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:49.835818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16b7cbbf-22f3-4303-b3cc-da73c04213aa req-17990a67-f3a3-4d79-b95d-5faa5062fb27 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 210 time: 0.0445154 Aug 03 19:29:49.900628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eaf12b18-60e6-466f-ad1f-75deaf4841a5 tempest-AgentManagementNegativeTest-1499064339 tempest-AgentManagementNegativeTest-1499064339-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1908402 Aug 03 19:29:50.034443 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.064640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Network 729f9c75-7847-443d-af2c-4ff7c35b541f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:50.068129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:50.073801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:50.074656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:50.075252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.081276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=ab86c2c9-70b4-484f-bb73-a102758ddc6f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:50.403079 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.404372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router aa57c99d-c72c-4cc7-8c03-a0c206425eab is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:29:50.406063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.410080 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/12954f7b-a3d7-40f9-a0a1-2ad3f3b15e9d HTTP/1.1" status: 204 len: 168 time: 0.7974157 Aug 03 19:29:50.425251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Made reservation on behalf of 69bc49b27fe644c195829cae927acda6 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:50.425251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.429392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d76b-16c6-4048-9b30-46a2a48d6d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12954f7b-a3d7-40f9-a0a1-2ad3f3b15e9d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:50.614092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:29:50.624306 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Sync routers for ids ['aa57c99d-c72c-4cc7-8c03-a0c206425eab'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:29:50.645291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Allocated IP 172.20.0.9 (6f99cacd-2a74-43ef-b8a5-ff141b77a3da/15f9b91a-4d9d-41b2-9053-29ee33ea71d9/d5739c71-f701-4009-b984-4b47d25c3269) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:29:50.652141 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Routers {'aa57c99d-c72c-4cc7-8c03-a0c206425eab'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:50.652924 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['aa57c99d-c72c-4cc7-8c03-a0c206425eab'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:50.761875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4bc95cde-8824-4f9d-8ce4-636f44e86803 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9423068 Aug 03 19:29:50.764731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.770207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:50.777294 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Set router aa57c99d-c72c-4cc7-8c03-a0c206425eab gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:50.852590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.854733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643969f-e495-447c-9b96-039e818d2ef3 req-6e109829-9c65-4b0e-990d-c1f8e8bff590 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:50.875800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2643969f-e495-447c-9b96-039e818d2ef3 req-6e109829-9c65-4b0e-990d-c1f8e8bff590 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1181285 Aug 03 19:29:50.884262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.885534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8ef34542-75f1-4db4-8c7a-0bfec551179d tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5132513 Aug 03 19:29:50.899376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50846) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:50.926751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:50.980825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Transition to ACTIVE for port object d5739c71-f701-4009-b984-4b47d25c3269 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:51.001604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 24495296-5c1e-4154-9e50-5417feaea510 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:51.012311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2643969f-e495-447c-9b96-039e818d2ef3 req-5f1eee92-7820-4f91-bb7f-5b2aa08bb28d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298008 Aug 03 19:29:51.128904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10649382-7576-4ae2-bc3e-5a61e9c359cd tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/aa57c99d-c72c-4cc7-8c03-a0c206425eab HTTP/1.1" status: 200 len: 908 time: 0.2269268 Aug 03 19:29:51.132561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 24495296-5c1e-4154-9e50-5417feaea510 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:51.133276 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.135288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 50852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.184013 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c99d-c72c-4cc7-8c03-a0c206425eab', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '2dcaf94d-609b-404e-993f-8ad7266f8e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:45Z', 'updated_at': '2021-08-03T19:29:48Z', 'revision_number': 3, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port': {'id': '2dcaf94d-609b-404e-993f-8ad7266f8e06', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57c99d-c72c-4cc7-8c03-a0c206425eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:47Z', 'updated_at': '2021-08-03T19:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:51.219498 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Checking router: aa57c99d-c72c-4cc7-8c03-a0c206425eab for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:29:51.221139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Updating router aa57c99d-c72c-4cc7-8c03-a0c206425eab port 2dcaf94d-609b-404e-993f-8ad7266f8e06 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:29:51.266324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c42926a-f8cd-4c81-b4a2-a5d62d4d22b2 req-b1f6fd2b-ce1b-4c4e-86b0-58d227c86ea7 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 210 time: 0.1345341 Aug 03 19:29:51.287218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.293780 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.302577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['db597642-2e89-4386-80a2-c7d2fa979126'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:51.388810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Pushing event updated for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:51.414230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:29:51.425745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:51.450689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:29:51.491734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50864) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:51.498703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.522271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] device_id is not set on port ab86c2c9-70b4-484f-bb73-a102758ddc6f yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:29:51.555697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.567833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:51.569385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.620021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Transition to ACTIVE for port object ab86c2c9-70b4-484f-bb73-a102758ddc6f will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:51.729953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1a81-4b05-46ca-bd2d-7b8b634b6b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.797972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.877614 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.893895 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Transition to ACTIVE for port object 2dcaf94d-609b-404e-993f-8ad7266f8e06 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:51.969957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-5cf2f381-197a-4bbc-9d97-d51c35154848 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1964712 Aug 03 19:29:51.971478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:51.987098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-ed5f9d9a-78ec-4c67-b094-4c69b2064eb2 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:29:51.988190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-ed5f9d9a-78ec-4c67-b094-4c69b2064eb2 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057719 Aug 03 19:29:51.999648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Request body: {'port': {'device_id': '93af9c85-1fac-40db-a760-272e219986a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:52.041723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=ab86c2c9-70b4-484f-bb73-a102758ddc6f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.061399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.063553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e848ae6-8dfd-4b15-9a46-9f0478cffe08 None None] Provisioning for port d5739c71-f701-4009-b984-4b47d25c3269 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:29:52.070472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e848ae6-8dfd-4b15-9a46-9f0478cffe08 None None] Provisioning complete for port d5739c71-f701-4009-b984-4b47d25c3269 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:52.071032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0e848ae6-8dfd-4b15-9a46-9f0478cffe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.077718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.078130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.078420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.090255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.090677 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.092031 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 2 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.113271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.113915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.113915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.124730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.125091 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.130283 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 3 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.155858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1a81-4b05-46ca-bd2d-7b8b634b6b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.157078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.158020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.158425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.163515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.163768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0e848ae6-8dfd-4b15-9a46-9f0478cffe08 None None] Port d5739c71-f701-4009-b984-4b47d25c3269 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:29:52.163978 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.164298 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 4 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.182614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.183003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.183304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.188382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.189360 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.190971 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 5 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.205251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.205723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.206224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.211376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.211940 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.212338 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 6 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.225775 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.226010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb947-0021-4c69-9c09-285f920825d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.226239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.226770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.227312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.232970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.233567 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.234198 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 7 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.254180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.254867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.255563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.263040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.263628 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.264120 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 8 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.286080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.286502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.287463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.300307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.300855 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.301356 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 9 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.319563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Attempting to bind port 2dcaf94d-609b-404e-993f-8ad7266f8e06 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.320233 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Attempting to bind port 2dcaf94d-609b-404e-993f-8ad7266f8e06 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.320854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Attempting to bind port 2dcaf94d-609b-404e-993f-8ad7266f8e06 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.339709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.339877 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:52.340249 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:52.340778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.341086 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.341486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.342062 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:52.342698 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Bound port: 2dcaf94d-609b-404e-993f-8ad7266f8e06, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:52.343254 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.352703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cbd1a81-4b05-46ca-bd2d-7b8b634b6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.398839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.401558 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.406917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] For port 2dcaf94d-609b-404e-993f-8ad7266f8e06, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:52.410501 n-d-803363-1 neutron-server[101343]: INFO neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempt 10 to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f Aug 03 19:29:52.411577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] For port 2dcaf94d-609b-404e-993f-8ad7266f8e06, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=2dcaf94d-609b-404e-993f-8ad7266f8e06,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:52.413033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c198-9a06-4f4d-9780-3fe5185a9dfa None None] Pushing event updated for resources: {'Port': ['ID=2dcaf94d-609b-404e-993f-8ad7266f8e06,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.431749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.449136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9cbd1a81-4b05-46ca-bd2d-7b8b634b6b51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8a62539ebdb4bb6901f090db99b8393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9563622 Aug 03 19:29:52.457598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.466385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd1a81-4b05-46ca-bd2d-7b8b634b6b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42079fff-1c94-4630-85e6-3e8054c5d45d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.494331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:52.494673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:52.495019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempting to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:52.509018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:52.509368 n-d-803363-1 neutron-server[101343]: ERROR neutron.plugins.ml2.managers [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Failed to bind port ab86c2c9-70b4-484f-bb73-a102758ddc6f on host n-h2-803363-1 for vnic_type normal using segments [{'id': '5813ed09-6e9b-4a48-87f2-18daa111f9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '729f9c75-7847-443d-af2c-4ff7c35b541f'}] Aug 03 19:29:52.509736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.577973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.624995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.634212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port ab86c2c9-70b4-484f-bb73-a102758ddc6f, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:52.634655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attempted to set empty binding levels {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 03 19:29:52.769702 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.844460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.859847 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Routers {'aa57c99d-c72c-4cc7-8c03-a0c206425eab'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:29:52.860556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3a27d-ac09-46fa-967e-00ad7abe5610 req-8107347d-7991-4ed8-9042-f9b11cdaf92c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.861933 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['aa57c99d-c72c-4cc7-8c03-a0c206425eab'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:52.868718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50b3a27d-ac09-46fa-967e-00ad7abe5610 req-8107347d-7991-4ed8-9042-f9b11cdaf92c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.6851110 Aug 03 19:29:52.869246 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2c198-9a06-4f4d-9780-3fe5185a9dfa None None] Pushing event updated for resources: {'Port': ['ID=2dcaf94d-609b-404e-993f-8ad7266f8e06,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:52.898733 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.904600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Deleting port 2dcaf94d-609b-404e-993f-8ad7266f8e06 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:52.905045 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.914416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.917677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.921356 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42079fff-1c94-4630-85e6-3e8054c5d45d HTTP/1.1" status: 204 len: 168 time: 0.4602532 Aug 03 19:29:52.933763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] In _notify_port_updated(), no bound segment for port ab86c2c9-70b4-484f-bb73-a102758ddc6f on network 729f9c75-7847-443d-af2c-4ff7c35b541f {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:29:52.934684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:52.935312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:52.939905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "PUT /v2.0/ports/ab86c2c9-70b4-484f-bb73-a102758ddc6f HTTP/1.1" status: 200 len: 975 time: 2.1708913 Aug 03 19:29:52.947934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50904) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:52.962235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1e8f3-0acf-48a9-8dc6-d1995570aa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42079fff-1c94-4630-85e6-3e8054c5d45d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:53.009283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3681528-0ee6-4b97-9a28-89d9efe8691a tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event updated for resources: {'Port': ['ID=ab86c2c9-70b4-484f-bb73-a102758ddc6f,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:53.041962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:29:53.120763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Deleting port ab86c2c9-70b4-484f-bb73-a102758ddc6f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:53.121679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.146916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] Set router aa57c99d-c72c-4cc7-8c03-a0c206425eab gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:29:53.170139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50b3a27d-ac09-46fa-967e-00ad7abe5610 req-53165a86-f49c-4493-9a63-1b2161bc523e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004298 Aug 03 19:29:53.297156 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa57c99d-c72c-4cc7-8c03-a0c206425eab', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:45Z', 'updated_at': '2021-08-03T19:29:51Z', 'revision_number': 4, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:53.339361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] For port ab86c2c9-70b4-484f-bb73-a102758ddc6f, host n-h2-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:53.342416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.343074 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99231d73-2af8-4479-8e04-2455db2d46d8 None None] The sync data for ids ['aa57c99d-c72c-4cc7-8c03-a0c206425eab'] in n-d-803363-1 is: [{'id': 'aa57c99d-c72c-4cc7-8c03-a0c206425eab', 'name': 'tempest-snat-router-1506854682', 'tenant_id': '3b681edcfb274e678f279064a931e9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:45Z', 'updated_at': '2021-08-03T19:29:51Z', 'revision_number': 4, 'project_id': '3b681edcfb274e678f279064a931e9fe', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:29:53.378107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Calling delete_port for ab86c2c9-70b4-484f-bb73-a102758ddc6f owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:53.539105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.555479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-965a2b34-a328-456b-931e-1b12a966aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:53.557062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-965a2b34-a328-456b-931e-1b12a966aefb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1096 time: 0.7382553 Aug 03 19:29:53.570346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Calling delete_port for 2dcaf94d-609b-404e-993f-8ad7266f8e06 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:53.580264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5739c71-f701-4009-b984-4b47d25c3269 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:53.589563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06549a92-79e2-46f3-8baf-04e5b9cf4ae8 req-6c5af3c3-692b-4251-b717-a251b113fe9e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:53.590971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06549a92-79e2-46f3-8baf-04e5b9cf4ae8 req-6c5af3c3-692b-4251-b717-a251b113fe9e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1027 time: 0.2375920 Aug 03 19:29:53.598018 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.728889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.789543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab86c2c9-70b4-484f-bb73-a102758ddc6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:53.800462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:53.805938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:29:53.820661 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7a0340a8-9174-4496-8e8c-308973a6d818 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "DELETE /v2.0/ports/ab86c2c9-70b4-484f-bb73-a102758ddc6f HTTP/1.1" status: 204 len: 168 time: 0.8715672 Aug 03 19:29:53.821438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:53.853107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Transition to ACTIVE for port object d5739c71-f701-4009-b984-4b47d25c3269 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:29:53.892798 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9f13e6-f96c-45c3-8738-33a5fa789e16 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] GET failed (client error): The resource could not be found. Aug 03 19:29:53.898048 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b9f13e6-f96c-45c3-8738-33a5fa789e16 tempest-PortsAdminExtendedAttrsTestJSON-1969290106 tempest-PortsAdminExtendedAttrsTestJSON-1969290106-project-admin] 10.222.0.67 "GET /v2.0/ports/ab86c2c9-70b4-484f-bb73-a102758ddc6f HTTP/1.1" status: 404 len: 333 time: 0.0755534 Aug 03 19:29:53.901210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 50934) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:54.020761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06549a92-79e2-46f3-8baf-04e5b9cf4ae8 req-295a2d75-3705-41d2-b186-28e2c0097810 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060924 Aug 03 19:29:54.021573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.113926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:54.129563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.155368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:29:54.279422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.285247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.310986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729f9c75-7847-443d-af2c-4ff7c35b541f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.331297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-32082c28-9f9c-455f-92d7-0708c9ce690e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:54.340246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-32082c28-9f9c-455f-92d7-0708c9ce690e service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.7379320 Aug 03 19:29:54.352718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:29:54.384797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5813ed09-6e9b-4a48-87f2-18daa111f9c6') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.385195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5813ed09-6e9b-4a48-87f2-18daa111f9c6') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:29:54.388003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Pushing event updated for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.405866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.430476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.445960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:54.448193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:29:54.448983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:29:54.452600 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:29:54.604303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-3cc387bb-dc2d-443f-bdd3-e46c55398377 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 1000 time: 0.2592149 Aug 03 19:29:54.697942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9f526-1eb8-45fa-a1f7-67912dd5c3b5 req-9479cce4-9a36-4fc1-be08-5a0d371aa252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:54.699647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca9f526-1eb8-45fa-a1f7-67912dd5c3b5 req-9479cce4-9a36-4fc1-be08-5a0d371aa252 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.2359340 Aug 03 19:29:54.716985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.731348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Attempting to bind port d5739c71-f701-4009-b984-4b47d25c3269 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:29:54.732017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Attempting to bind port d5739c71-f701-4009-b984-4b47d25c3269 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:29:54.732705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Attempting to bind port d5739c71-f701-4009-b984-4b47d25c3269 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:54.777737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-52c3e4b6-680d-41cc-8540-3695c6140b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:54.783118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-52c3e4b6-680d-41cc-8540-3695c6140b75 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1654224 Aug 03 19:29:54.784295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Port d5739c71-f701-4009-b984-4b47d25c3269 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:29:54.788421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Attempting to bind port d5739c71-f701-4009-b984-4b47d25c3269 on network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:29:54.813292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ba3874c9-fbe3-4def-aebf-068b4b671728'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:29:54.819648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:54.849340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:29:54.851212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Checking segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:54.852907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Bound using segment: {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:29:54.853393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Bound port: d5739c71-f701-4009-b984-4b47d25c3269, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae37617-1186-4713-9dec-b1e34ee89462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:29:54.853771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.911910 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:54.942133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.943459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.945506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.947272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca9f526-1eb8-45fa-a1f7-67912dd5c3b5 req-b298ef46-1076-480a-8e52-875f65ed11f8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317846 Aug 03 19:29:54.947787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.951284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.952860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.952860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.954855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.955540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.957015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.957844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:54.958637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:29:55.062056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:29:55.066229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d5739c71-f701-4009-b984-4b47d25c3269,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:29:55.070579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.086217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-6107041a-fac1-42ae-9e56-6c12031a5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:55.088255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-6107041a-fac1-42ae-9e56-6c12031a5ab3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931347 Aug 03 19:29:55.181477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.184395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-5202be00-6f3c-44df-80f9-a43ec8520590 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:29:55.186705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.189265 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] 10.222.0.67 "DELETE /v2.0/networks/729f9c75-7847-443d-af2c-4ff7c35b541f HTTP/1.1" status: 204 len: 168 time: 1.2829840 Aug 03 19:29:55.195865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-5202be00-6f3c-44df-80f9-a43ec8520590 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261152 Aug 03 19:29:55.197140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dcaf94d-609b-404e-993f-8ad7266f8e06,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:55.241989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a8d34-560d-4b9f-b76c-dd56ed27d902 tempest-PortsAdminExtendedAttrsTestJSON-1455748657 tempest-PortsAdminExtendedAttrsTestJSON-1455748657-project] Pushing event deleted for resources: {'Network': ['ID=729f9c75-7847-443d-af2c-4ff7c35b541f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:55.261344 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.570166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:55.571103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.572995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] 10.222.0.54 "PUT /v2.0/ports/d5739c71-f701-4009-b984-4b47d25c3269 HTTP/1.1" status: 200 len: 1091 time: 3.5778043 Aug 03 19:29:55.578076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:55.581238 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4011b-933c-4821-b8b2-01d6eeb6389e" -d '{"events": [{"name": "network-changed", "server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "tag": "d5739c71-f701-4009-b984-4b47d25c3269"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:55.675633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f43e4-680f-4cb9-8089-f9646487e18c req-af0e9cde-68d0-4f1c-b754-202d899c62d5 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:55.684594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c2f43e4-680f-4cb9-8089-f9646487e18c req-af0e9cde-68d0-4f1c-b754-202d899c62d5 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1052 time: 0.5432093 Aug 03 19:29:55.694938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a0688-c780-4261-b1bf-9341d046c51e service neutron] Pushing event updated for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:55.750809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-dc825927-01f0-4dfa-9021-d486ac71394f service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397265 Aug 03 19:29:55.752852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:55.824240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:29:55.911426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51014) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:56.062394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863109761'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:56.076787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ba3874c9-fbe3-4def-aebf-068b4b671728 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:29:56.077592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.090666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.099016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.121574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c2f43e4-680f-4cb9-8089-f9646487e18c req-efdeef82-e137-4f84-a9e1-971847894e14 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356029 Aug 03 19:29:56.193826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-985f0d19-047f-4ee7-b22f-3f3af5323485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:56.196007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-985f0d19-047f-4ee7-b22f-3f3af5323485 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1094 time: 0.2424412 Aug 03 19:29:56.233046 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.270594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-179766c4-f2ba-48c6-a3ce-52157f8f32ef req-29b8c838-c374-449f-a7c5-3f6594db29e3 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030184 Aug 03 19:29:56.272015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-ff36c790-6111-4a7b-973b-432765047d2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5739c71-f701-4009-b984-4b47d25c3269 HTTP/1.1" status: 200 len: 217 time: 0.0599213 Aug 03 19:29:56.312888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:56.313427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.321098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa57c99d-c72c-4cc7-8c03-a0c206425eab {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:56.322468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.347817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.349135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fce8cad9-2dc7-4ab0-8eff-5a03aeb12daf tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/routers/aa57c99d-c72c-4cc7-8c03-a0c206425eab HTTP/1.1" status: 204 len: 168 time: 5.2125392 Aug 03 19:29:56.351815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:56.361596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.390356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:56.395022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:29:56.407092 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b546bd-f6cd-4f71-8c9f-641b9971e0c6" -d '{"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:29:56.488556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.513873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-1dcc3101-1595-4009-9aa4-16db38a5d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:56.517935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-1dcc3101-1595-4009-9aa4-16db38a5d662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15f9b91a-4d9d-41b2-9053-29ee33ea71d9 HTTP/1.1" status: 200 len: 849 time: 0.2377441 Aug 03 19:29:56.592354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51046) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:56.597754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:56.651644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.704827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-95cd4a6d-c821-497c-918e-c728ad85c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:56.706771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-95cd4a6d-c821-497c-918e-c728ad85c367 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1776884 Aug 03 19:29:56.732052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.814625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.840806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:56.880350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.882910 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment 10a26752-99cf-486a-9fe2-6cd679fbb77e of type vlan for network e95c0e9d-b324-4297-8253-87c3eeb80e7a Aug 03 19:29:56.885435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60299cf2-e2d9-4e68-b306-81acd6c28eef,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:56.937044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-750ff137-d7d0-436c-89f1-1c3018aa47b2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=412ace7ff58941eab4c80cc460208890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412783 Aug 03 19:29:56.940518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51066) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:56.944813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-2d900132-41ab-4065-9c2a-409f66d98832 service neutron] 10.222.0.54 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285988 Aug 03 19:29:56.956557 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:56.977786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.043610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.078626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.097715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71c8d82c-bb4c-422b-964b-ce1eb5a1e9f9 req-3965c0c2-4792-4c62-ac20-2a3f52db281a service neutron] 10.222.0.54 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434028 Aug 03 19:29:57.255111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.263847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Deleting port 24495296-5c1e-4154-9e50-5417feaea510 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:29:57.264588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.281179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:57.282860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.372699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] For port 24495296-5c1e-4154-9e50-5417feaea510, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=24495296-5c1e-4154-9e50-5417feaea510,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:29:57.373242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.388795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=e95c0e9d-b324-4297-8253-87c3eeb80e7a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:57.391003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Calling delete_port for 24495296-5c1e-4154-9e50-5417feaea510 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:29:57.401464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.420068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.425146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2024276-bfc4-4149-9290-f397fbb9c836 HTTP/1.1" status: 204 len: 168 time: 0.4832273 Aug 03 19:29:57.439900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:29:57.465537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab120717-99e2-4778-995f-c29369d92931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2024276-bfc4-4149-9290-f397fbb9c836,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:57.475339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6db9d08f-7a85-4648-9451-cc2fcd145b16 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5610952 Aug 03 19:29:57.604420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51074) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:57.610052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:57.923708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:57.924746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:57.927446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.096826 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271333a-3d3e-4db7-af13-53c5f4d4c27e x-openstack-request-id: req-7271333a-3d3e-4db7-af13-53c5f4d4c27e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:58.097642 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "tag": "d5739c71-f701-4009-b984-4b47d25c3269", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:58.098346 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7271333a-3d3e-4db7-af13-53c5f4d4c27e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:58.100921 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269', 'status': 'completed', 'code': 200} Aug 03 19:29:58.104115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event deleted for resources: {'Port': ['ID=24495296-5c1e-4154-9e50-5417feaea510,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:58.435338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.529361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.624281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c5724-98e1-4f49-824c-0a00045ee5ed req-158d3a23-0c9d-4548-98c5-b3d01f353dcf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:58.631611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b8c5724-98e1-4f49-824c-0a00045ee5ed req-158d3a23-0c9d-4548-98c5-b3d01f353dcf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.5062389 Aug 03 19:29:58.685484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=988557e5-bebf-47be-83bb-b27d1e7a33c7,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:58.714086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.720842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': '10a26752-99cf-486a-9fe2-6cd679fbb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:29:58.721481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: e95c0e9d-b324-4297-8253-87c3eeb80e7a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:29:58.723179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.787890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51104) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.790072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-9a073f62-b12f-41b4-a31d-f1f0a609e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:58.791598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-9a073f62-b12f-41b4-a31d-f1f0a609e72b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69bc49b27fe644c195829cae927acda6&device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1094 time: 0.6849489 Aug 03 19:29:58.824024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b8c5724-98e1-4f49-824c-0a00045ee5ed req-eb9aad39-89a5-4ed7-abc1-704ac63384f2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553862 Aug 03 19:29:58.844311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c8799b0a-bdca-42aa-8c72-b66a3f7dbfa1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=103845f07fad425dbc623625c9d2493e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537996 Aug 03 19:29:58.847470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51106) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:58.968584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:29:58.995807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:58.996252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc58bdc3-0dfb-408e-b8b1-5e05414c241e {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:29:59.003517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.027330 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9856a01a-a706-4a76-96c7-bae05c13cd1d x-openstack-request-id: req-9856a01a-a706-4a76-96c7-bae05c13cd1d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:29:59.027330 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:29:59.027330 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9856a01a-a706-4a76-96c7-bae05c13cd1d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:29:59.027330 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'code': 200} Aug 03 19:29:59.035449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.047776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f46450a5-e7a6-4a96-ac46-877ae23f4320 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "DELETE /v2.0/routers/bc58bdc3-0dfb-408e-b8b1-5e05414c241e HTTP/1.1" status: 204 len: 168 time: 2.6948526 Aug 03 19:29:59.048726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51114) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:59.071140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1316052747', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:59.107153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.169546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-43da52ba-d4bd-40e1-9e99-ebb832b4b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:59.171074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-43da52ba-d4bd-40e1-9e99-ebb832b4b1a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 200 len: 911 time: 0.3662267 Aug 03 19:29:59.182306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e95c0e9d-b324-4297-8253-87c3eeb80e7a) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:29:59.194119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:59.199923 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.209207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033e5938-ae04-42a6-85a2-be0d91833c65 None None] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:29:59.305046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-935916aa-852e-41bf-99f5-00726ca7f97e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5739c71-f701-4009-b984-4b47d25c3269 HTTP/1.1" status: 200 len: 217 time: 0.0544803 Aug 03 19:29:59.349260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.351875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.361909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/23a5a508-c651-4015-a549-4c4c1eb02ce4 HTTP/1.1" status: 204 len: 168 time: 0.5072486 Aug 03 19:29:59.388411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c79998-699d-4cbe-845e-83d831404f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a5a508-c651-4015-a549-4c4c1eb02ce4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:29:59.397973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c1f70-45a1-4e8b-90e6-b6a40e9ecf5b req-a8b15747-8fc8-4fd9-b3dc-945094788cd4 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:29:59.411175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d44c1f70-45a1-4e8b-90e6-b6a40e9ecf5b req-a8b15747-8fc8-4fd9-b3dc-945094788cd4 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1094 time: 0.2390161 Aug 03 19:29:59.460746 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90232c67-abb5-413d-875e-c98558b36c84 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8548431 Aug 03 19:29:59.470869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51130) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:29:59.477161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279155163'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:29:59.502976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.508016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.618143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:29:59.623455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.667967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-e95c0e9d-b324-4297-8253-87c3eeb80e7a', 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '988557e5-bebf-47be-83bb-b27d1e7a33c7'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:29:59.672932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.732604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:29:59.758424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.759556 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment 966d8809-9069-4345-bf34-32ed271c00ef of type vlan for network 0f804320-ed05-4c4a-b07f-d00302263cb1 Aug 03 19:29:59.863372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:29:59.936394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Allocated IP 172.20.255.242 (e95c0e9d-b324-4297-8253-87c3eeb80e7a/988557e5-bebf-47be-83bb-b27d1e7a33c7/121e2534-fa60-4698-98d3-ddb948a11bec) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:00.128156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.154343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.165791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:00.167289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.167454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d44c1f70-45a1-4e8b-90e6-b6a40e9ecf5b req-5dd9b9c7-7be7-4bae-8128-a741686ac2fa tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7269406 Aug 03 19:30:00.211624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-63840a05-fa61-4d37-a6fb-d30787ba4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:00.220133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-63840a05-fa61-4d37-a6fb-d30787ba4729 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=15f9b91a-4d9d-41b2-9053-29ee33ea71d9 HTTP/1.1" status: 200 len: 849 time: 0.9055436 Aug 03 19:30:00.367591 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.385549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=0f804320-ed05-4c4a-b07f-d00302263cb1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:00.416196 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6246a1cf-8b0f-42cf-8dc0-ee5f6b16e8af tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9438176 Aug 03 19:30:00.419281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:00.426095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '0f804320-ed05-4c4a-b07f-d00302263cb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:00.435034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0f804320-ed05-4c4a-b07f-d00302263cb1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:00.588089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:00.595195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-6fa5cb44-276c-47fe-9eaa-a8a30794d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:00.598907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Transition to ACTIVE for port object 121e2534-fa60-4698-98d3-ddb948a11bec will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:00.603071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-6fa5cb44-276c-47fe-9eaa-a8a30794d8d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6f99cacd-2a74-43ef-b8a5-ff141b77a3da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3808210 Aug 03 19:30:00.694720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05312541-ba10-4efb-a4f9-7e36765a7d8c req-cbd53f36-5301-47ad-904f-0920c90d98b1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:00.696788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05312541-ba10-4efb-a4f9-7e36765a7d8c req-cbd53f36-5301-47ad-904f-0920c90d98b1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3291261 Aug 03 19:30:00.805325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05312541-ba10-4efb-a4f9-7e36765a7d8c req-6d4fba30-6344-4ae2-ae2f-687d56b363eb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013861 Aug 03 19:30:00.847036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:00.855713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.043369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 24495296-5c1e-4154-9e50-5417feaea510 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:01.046106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d5739c71-f701-4009-b984-4b47d25c3269 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:30:01.109288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 24495296-5c1e-4154-9e50-5417feaea510 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:01.109288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 24495296-5c1e-4154-9e50-5417feaea510 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:01.114100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Transition to ACTIVE for port object 121e2534-fa60-4698-98d3-ddb948a11bec will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:01.292483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d5739c71-f701-4009-b984-4b47d25c3269,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:01.307327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'd5739c71-f701-4009-b984-4b47d25c3269', 'network_id': '6f99cacd-2a74-43ef-b8a5-ff141b77a3da', 'port_id': 'd5739c71-f701-4009-b984-4b47d25c3269', 'mac_address': 'fa:16:3e:04:fc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f9b91a-4d9d-41b2-9053-29ee33ea71d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:30:01.334874 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.370861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:01.381939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:01.388818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:01.490715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-593d53de-25ad-493e-843d-bae3b28a0568 service neutron] 10.222.0.54 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8763771 Aug 03 19:30:01.558855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Pushing event updated for resources: {'Port': ['ID=121e2534-fa60-4698-98d3-ddb948a11bec,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.561589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d29e-130c-438f-ab0b-3ae00cf4edfe req-1f75e5d9-b63e-4b94-880b-ac2d3af30393 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:01.562564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.563135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddd3d29e-130c-438f-ab0b-3ae00cf4edfe req-1f75e5d9-b63e-4b94-880b-ac2d3af30393 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1094 time: 0.1927338 Aug 03 19:30:01.582676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5739c71-f701-4009-b984-4b47d25c3269 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:01.609583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d5739c71-f701-4009-b984-4b47d25c3269,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:01.610892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Attempting to bind port 121e2534-fa60-4698-98d3-ddb948a11bec on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:01.611263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Attempting to bind port 121e2534-fa60-4698-98d3-ddb948a11bec by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '10a26752-99cf-486a-9fe2-6cd679fbb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:01.611756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Attempting to bind port 121e2534-fa60-4698-98d3-ddb948a11bec on network e95c0e9d-b324-4297-8253-87c3eeb80e7a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:01.617041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:01.617431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Checking segment: {'id': '10a26752-99cf-486a-9fe2-6cd679fbb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:01.617816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.618209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Bound using segment: {'id': '10a26752-99cf-486a-9fe2-6cd679fbb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:01.618679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Bound port: 121e2534-fa60-4698-98d3-ddb948a11bec, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a26752-99cf-486a-9fe2-6cd679fbb77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e95c0e9d-b324-4297-8253-87c3eeb80e7a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:01.619062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.678271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.687865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] For port 121e2534-fa60-4698-98d3-ddb948a11bec, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:01.691949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] For port 121e2534-fa60-4698-98d3-ddb948a11bec, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=121e2534-fa60-4698-98d3-ddb948a11bec,segment=NetworkSegment(10a26752-99cf-486a-9fe2-6cd679fbb77e),segment_id=10a26752-99cf-486a-9fe2-6cd679fbb77e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:01.740613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.758450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4f4011b-933c-4821-b8b2-01d6eeb6389e req-4dfbce2a-34f5-4d1f-bbcc-9985a160c4ed service neutron] 10.222.0.54 "GET /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540617 Aug 03 19:30:01.762885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ddd3d29e-130c-438f-ab0b-3ae00cf4edfe req-dd0f3331-c832-4338-9da3-73cc7fb5927b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892836 Aug 03 19:30:01.788641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.804778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.819168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=2758f564-b6b7-46f7-800f-78314b6d197e,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.820829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:01.846888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': '966d8809-9069-4345-bf34-32ed271c00ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '0f804320-ed05-4c4a-b07f-d00302263cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:01.846888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 0f804320-ed05-4c4a-b07f-d00302263cb1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:01.852561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51220) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:01.862734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:01.986526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655076f5-daf3-40d0-a33d-029f6745c974 None None] Pushing event updated for resources: {'Port': ['ID=121e2534-fa60-4698-98d3-ddb948a11bec,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:02.037339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 0f804320-ed05-4c4a-b07f-d00302263cb1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:02.054141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['d5739c71-f701-4009-b984-4b47d25c3269'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:02.064372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Allocated IP 172.25.2.17 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/2a98e8da-a811-4fba-a4ee-d5aabbe7ac28) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:02.117083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-308068278'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:02.244126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 0f804320-ed05-4c4a-b07f-d00302263cb1) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:02.249033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:02.249901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.289088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.309503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:02.309503 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.327366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.339655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c47b3-d940-48b5-9d9b-91b629035a00 None None] Network 0f804320-ed05-4c4a-b07f-d00302263cb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:02.402526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ee15f63-04f3-42f8-a2c2-96aa238abdf7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9815173 Aug 03 19:30:02.406644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51242) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:02.450858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75580cc2-456c-41d1-927a-80d4873b79d5 req-133bdf7c-c321-4d42-b411-a7a7604ccfd5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:02.456732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75580cc2-456c-41d1-927a-80d4873b79d5 req-133bdf7c-c321-4d42-b411-a7a7604ccfd5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.5371463 Aug 03 19:30:02.499538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.682920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:02.710379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:02.715157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75580cc2-456c-41d1-927a-80d4873b79d5 req-46a4c0bf-4572-4a07-a9d5-002655aa1086 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517440 Aug 03 19:30:02.715864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:02.726097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event updated for resources: {'Port': ['ID=2a98e8da-a811-4fba-a4ee-d5aabbe7ac28,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:02.809271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.959298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:02.966926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1199d-3961-41ca-8b65-0b876aef0c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-0f804320-ed05-4c4a-b07f-d00302263cb1', 'network_id': '0f804320-ed05-4c4a-b07f-d00302263cb1', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '2758f564-b6b7-46f7-800f-78314b6d197e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:02.968122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1aa1199d-3961-41ca-8b65-0b876aef0c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.160506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.210014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.246402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 121e2534-fa60-4698-98d3-ddb948a11bec up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:03.288686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=2758f564-b6b7-46f7-800f-78314b6d197e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:03.429161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1ac3a-980a-4b6b-bf71-fbb111adf2a7 req-76485b34-e5a7-4b32-9192-233bcfc1eed6 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:03.442195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4be1ac3a-980a-4b6b-bf71-fbb111adf2a7 req-76485b34-e5a7-4b32-9192-233bcfc1eed6 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1095 time: 0.4183598 Aug 03 19:30:03.444021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51258) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.478554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.490123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f804320-ed05-4c4a-b07f-d00302263cb1']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:03.508895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966d8809-9069-4345-bf34-32ed271c00ef') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:03.509212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966d8809-9069-4345-bf34-32ed271c00ef') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:03.521098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.535617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server [None req-1aa1199d-3961-41ca-8b65-0b876aef0c69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2758f564-b6b7-46f7-800f-78314b6d197e: This subnet is being modified by another concurrent operation. Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2758f564-b6b7-46f7-800f-78314b6d197e: This subnet is being modified by another concurrent operation. Aug 03 19:30:03.542321 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Aug 03 19:30:03.555775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.559271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.564189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4be1ac3a-980a-4b6b-bf71-fbb111adf2a7 req-87f3d316-d835-4c35-8e96-528b838264f9 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210630 Aug 03 19:30:03.587196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:03.587621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:03.590719 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:03.609099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0afdc2-1a75-47d5-b1ed-d3be84abb356 None None] Network 0f804320-ed05-4c4a-b07f-d00302263cb1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:03.710503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0595704e-23ec-479b-ac96-76058e58aabe,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:03.835726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 121e2534-fa60-4698-98d3-ddb948a11bec completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:03.875171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ff1f1-5c19-4b02-9ac1-9e70aa503089 None None] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:03.905580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.916590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:03.926657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.939000 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/0f804320-ed05-4c4a-b07f-d00302263cb1 HTTP/1.1" status: 204 len: 168 time: 1.5300388 Aug 03 19:30:03.966108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51270) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:03.975539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-261e9053-1c7f-4f0d-9503-683503ca1c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:03.988578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765413730'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:03.994370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05a875-2e06-43d8-b429-1a4c1b97456e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=0f804320-ed05-4c4a-b07f-d00302263cb1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.006871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.007265 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Added segment 11d6ae66-7a7f-4cb0-94d3-a300d3cb5997 of type vlan for network 47e15cd8-5c26-4a67-99fa-a86878814627 Aug 03 19:30:04.166137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.180019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.264911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1db26b-2baa-4f6c-9bf2-acafe184c336 req-fdca5114-1f05-44b9-98b5-1a0ed1ccb9e7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:04.266847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1db26b-2baa-4f6c-9bf2-acafe184c336 req-fdca5114-1f05-44b9-98b5-1a0ed1ccb9e7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3390901 Aug 03 19:30:04.270854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-237d55ea-a398-4cba-aecd-2ede179b02ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3418400 Aug 03 19:30:04.290468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:04.290468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.334076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Provisioning for port 121e2534-fa60-4698-98d3-ddb948a11bec completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:04.373405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:04.393150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.398109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Provisioning complete for port 121e2534-fa60-4698-98d3-ddb948a11bec triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:04.398465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.402528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:04.405589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.449960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.450313 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment 724e4907-8036-4051-9b35-6ec0b42fbf01 of type vlan for network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 Aug 03 19:30:04.450476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-261e9053-1c7f-4f0d-9503-683503ca1c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.615340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb1db26b-2baa-4f6c-9bf2-acafe184c336 req-3d77bb1a-71e0-467e-b701-2175d125b057 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359849 Aug 03 19:30:04.676783 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.679532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Network': ['ID=47e15cd8-5c26-4a67-99fa-a86878814627,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:04.683225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.702315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-261e9053-1c7f-4f0d-9503-683503ca1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.729992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 47e15cd8-5c26-4a67-99fa-a86878814627 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:04.745392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e4b2f7-58dc-4317-9ec8-19d6e6073478 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:30:04.778821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-0ee3fb0a-bc11-442e-ae8e-8643c7638f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:04.781535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-0ee3fb0a-bc11-442e-ae8e-8643c7638f2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c219990d26a041bf9199d2da1144f4c9&device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 1100 time: 0.3290243 Aug 03 19:30:04.789997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4002d6a1-f784-4a70-ba3a-2ecf900d5253 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9295373 Aug 03 19:30:04.790714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51282) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:04.798025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'subnet': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:04.942549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] For port 121e2534-fa60-4698-98d3-ddb948a11bec, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=121e2534-fa60-4698-98d3-ddb948a11bec,segment=NetworkSegment(10a26752-99cf-486a-9fe2-6cd679fbb77e),segment_id=10a26752-99cf-486a-9fe2-6cd679fbb77e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:04.943410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.950376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:04.951256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:04.999548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d5739c71-f701-4009-b984-4b47d25c3269 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:05.091147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e4b2f7-58dc-4317-9ec8-19d6e6073478 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:30:05.124409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e9053-1c7f-4f0d-9503-683503ca1c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcb5987-6baf-4114-b95b-58e6ae9eba49,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.139860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.145284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-261e9053-1c7f-4f0d-9503-683503ca1c0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d0856a0fd3f2446797d5b85babdd23a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6994030 Aug 03 19:30:05.149926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51288) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.159297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=ec7eaeec-94e7-4c67-9f9d-48ea08e35685,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.206685 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bf73b900-3e59-44b8-b72d-76d19df0bdfa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2338850 Aug 03 19:30:05.214091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:05.222795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:05.263091 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.304354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:05.372888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port d5739c71-f701-4009-b984-4b47d25c3269 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:05.463862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd385bc-d296-4a94-96f7-3a201057a63c req-009219b8-eb82-4493-9ca1-bf01911ce19d tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:05.476545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afd385bc-d296-4a94-96f7-3a201057a63c req-009219b8-eb82-4493-9ca1-bf01911ce19d tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1095 time: 0.4921260 Aug 03 19:30:05.480467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:05.484048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.611819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port d5739c71-f701-4009-b984-4b47d25c3269 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:05.611819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.679772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.681014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-028a1b44-4eee-40fb-8f46-dc6eb3844507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:05.683185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-028a1b44-4eee-40fb-8f46-dc6eb3844507 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e2a3574b-438b-423b-8823-87ded3bfd6b4 HTTP/1.1" status: 200 len: 870 time: 0.6395857 Aug 03 19:30:05.686084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afd385bc-d296-4a94-96f7-3a201057a63c req-0f09dacc-55aa-4832-bfd9-f415a213e8c4 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083225 Aug 03 19:30:05.686371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:05.692851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.804430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-b31dfd51-33c0-44a6-a193-4e0579a7e59b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054 HTTP/1.1" status: 200 len: 217 time: 0.1117690 Aug 03 19:30:05.837987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-382590c3-8113-412e-a509-f1c47c4355b4 None None] Provisioning complete for port 121e2534-fa60-4698-98d3-ddb948a11bec triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:05.838726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-382590c3-8113-412e-a509-f1c47c4355b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.841797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f1dc9-9de3-494f-b786-6cc889455e75 None None] Pushing event updated for resources: {'Port': ['ID=121e2534-fa60-4698-98d3-ddb948a11bec,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:05.970978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:05.992251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-e71931e4-a388-415c-9e9e-7dde52089b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:05.994671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-e71931e4-a388-415c-9e9e-7dde52089b74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.1681809 Aug 03 19:30:06.050063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing IP validity checks on allocation pools {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:30:06.051452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:30:06.140033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0e7e5-dea0-4afc-8006-9667fde16dd2 req-3dda6a27-ddd6-4bcb-9afc-97887389b727 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:06.145671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fd0e7e5-dea0-4afc-8006-9667fde16dd2 req-3dda6a27-ddd6-4bcb-9afc-97887389b727 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3176854 Aug 03 19:30:06.243867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-258d0fc8-5089-48be-8a8d-70dbef779a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:06.250319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-258d0fc8-5089-48be-8a8d-70dbef779a2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088356 Aug 03 19:30:06.259899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fd0e7e5-dea0-4afc-8006-9667fde16dd2 req-c7dd9f50-36e8-4c8b-8c8b-691014288fbf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045363 Aug 03 19:30:06.288806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Router 678fb19c-a03f-4206-a872-c4e056989f17 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:06.391069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.397970 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.519966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:06.530947 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10032b77-c163-4a14-923c-8eea387b622c" -d '{"events": [{"server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "name": "network-vif-plugged", "status": "completed", "tag": "d5739c71-f701-4009-b984-4b47d25c3269"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:06.555265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.556890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d5739c71-f701-4009-b984-4b47d25c3269,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:06.563621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.565443 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5dcb5987-6baf-4114-b95b-58e6ae9eba49 HTTP/1.1" status: 204 len: 168 time: 1.4081187 Aug 03 19:30:06.668339 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6551db60-9481-4619-a48e-a70c39b8e205 x-openstack-request-id: req-6551db60-9481-4619-a48e-a70c39b8e205 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:06.668999 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "name": "network-vif-plugged", "status": "completed", "tag": "d5739c71-f701-4009-b984-4b47d25c3269", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:06.669428 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6551db60-9481-4619-a48e-a70c39b8e205 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:06.670031 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269', 'code': 200} Aug 03 19:30:06.679267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:06.742141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cd95a-a88b-440b-b1b0-3e5ad0a569be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcb5987-6baf-4114-b95b-58e6ae9eba49,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.854845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Subnet': ['ID=1c1041b2-368c-455f-968b-a22070fd39d2,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.868399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:06.927656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Checking segment: {'id': '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:06.928089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network hostable DHCP agents. Network: 47e15cd8-5c26-4a67-99fa-a86878814627, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:06.943712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a977eb9-d5f0-42cd-83b7-84fb8fb74e86 req-93007d7e-f8a4-4716-91d5-840f782ea996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:06.946068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a977eb9-d5f0-42cd-83b7-84fb8fb74e86 req-93007d7e-f8a4-4716-91d5-840f782ea996 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.1585455 Aug 03 19:30:07.015817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 121e2534-fa60-4698-98d3-ddb948a11bec up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:07.017748 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4a977eb9-d5f0-42cd-83b7-84fb8fb74e86 req-38f3cf16-1f2d-4e5e-a3f0-75f45c2c1293 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Aug 03 19:30:07.020182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.145793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 121e2534-fa60-4698-98d3-ddb948a11bec triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:07.146286 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.164408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:07.252031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=b98d8646-09a7-4148-85a5-634a5c196e7b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:07.284945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': '724e4907-8036-4051-9b35-6ec0b42fbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:07.288469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: ec7eaeec-94e7-4c67-9f9d-48ea08e35685, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:07.364566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 47e15cd8-5c26-4a67-99fa-a86878814627) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:07.374977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.374977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.384307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b12bf1-9127-49f8-a8d0-39cb2f73e691 None None] Network 47e15cd8-5c26-4a67-99fa-a86878814627 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:07.435581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-61e55618-6044-41a3-bc28-07d6a0a82624 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1729374 Aug 03 19:30:07.522640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:07.530160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ec7eaeec-94e7-4c67-9f9d-48ea08e35685) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:07.538213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.540130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.581538 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-588788fd-cbb2-4a64-8474-7b9751bbbc47 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7896039 Aug 03 19:30:07.584129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51326) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.589951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-611311685'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:07.594352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c8eb915-d800-4b78-9077-83bda24037a3 req-4a49477c-3914-48e7-960e-2ab85f7fee72 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485648 Aug 03 19:30:07.595287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0239d8-142c-4c30-8eb1-db6b2fcb8207 None None] Network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:07.718198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:07.730786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2ca1b-1211-4d13-83dd-25f49b830524 req-07470d3a-32be-4886-82c8-13be83b1a195 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:07.733170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b2ca1b-1211-4d13-83dd-25f49b830524 req-07470d3a-32be-4886-82c8-13be83b1a195 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.4025433 Aug 03 19:30:07.739346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] Sync routers for ids ['678fb19c-a03f-4206-a872-c4e056989f17'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:07.757984 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9791659d-9c87-40fd-86c9-9751fbf2c71a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5444572 Aug 03 19:30:07.760511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51330) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.789343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b2ca1b-1211-4d13-83dd-25f49b830524 req-f6d2e563-e32c-46bc-ae57-9e29abb8ba80 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Aug 03 19:30:07.820734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] Routers {'678fb19c-a03f-4206-a872-c4e056989f17'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:07.823460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51334) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.824015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['678fb19c-a03f-4206-a872-c4e056989f17'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:07.846776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-47e15cd8-5c26-4a67-99fa-a86878814627', 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'tenant_id': '44813363ec5746e8b40bf731124bede2', 'fixed_ips': [{'subnet_id': '1c1041b2-368c-455f-968b-a22070fd39d2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:07.852821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.864705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3837d687-6e54-4e72-a00f-999569b3dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.875021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:07.878571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-78f5b004-542a-441a-8662-90f252d35b3e tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8242147 Aug 03 19:30:07.887121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51336) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:07.892570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:07.928929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:08.021428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] Routers {'678fb19c-a03f-4206-a872-c4e056989f17'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:08.022248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['678fb19c-a03f-4206-a872-c4e056989f17'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:08.027501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af74157-bce7-489a-9322-43575429a011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ec7eaeec-94e7-4c67-9f9d-48ea08e35685', 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': 'b98d8646-09a7-4148-85a5-634a5c196e7b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:08.028669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.050759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:08.054526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.065345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9b83-c9e1-444c-8011-c2e68a56dc74 req-8afc2099-243f-4d56-988c-c81fd1f0d1ff tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:08.069959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9a9b83-c9e1-444c-8011-c2e68a56dc74 req-8afc2099-243f-4d56-988c-c81fd1f0d1ff tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1393523 Aug 03 19:30:08.130551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:08.143202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa60fe2f-78c6-4be9-9fdc-b263f2ef90ee None None] The sync data for ids ['678fb19c-a03f-4206-a872-c4e056989f17'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:08.170670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.194300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:08.259964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f9a9b83-c9e1-444c-8011-c2e68a56dc74 req-986e938b-107e-49b4-bbb3-108f7f334454 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684730 Aug 03 19:30:08.362200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3837d687-6e54-4e72-a00f-999569b3dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.454600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Allocated IP 2001:db8::2 (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/0ee98efd-5816-42f5-b5ba-1f52b98a4419) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:08.493727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1af74157-bce7-489a-9322-43575429a011 None None] Allocated IP 172.20.0.3 (ec7eaeec-94e7-4c67-9f9d-48ea08e35685/b98d8646-09a7-4148-85a5-634a5c196e7b/6a453e63-c0f7-49c3-ba56-79bcc4493359) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:08.519649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3837d687-6e54-4e72-a00f-999569b3dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.588931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.634591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3837d687-6e54-4e72-a00f-999569b3dbe5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6fbf6795af0b433e9d03b80de3f31154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095958 Aug 03 19:30:08.637305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51346) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:08.648262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837d687-6e54-4e72-a00f-999569b3dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaad24b-0742-42d3-9be2-205ad7727ba6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:08.755439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.805091 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.845951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.891630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Transition to ACTIVE for port object 0ee98efd-5816-42f5-b5ba-1f52b98a4419 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:08.913243 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.924431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:08.931396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Transition to ACTIVE for port object 0ee98efd-5816-42f5-b5ba-1f52b98a4419 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:08.979961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1af74157-bce7-489a-9322-43575429a011 None None] Transition to ACTIVE for port object 6a453e63-c0f7-49c3-ba56-79bcc4493359 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:08.997128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.003180 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.003841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1af74157-bce7-489a-9322-43575429a011 None None] Transition to ACTIVE for port object 6a453e63-c0f7-49c3-ba56-79bcc4493359 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:09.006757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efaad24b-0742-42d3-9be2-205ad7727ba6 HTTP/1.1" status: 204 len: 168 time: 0.3679106 Aug 03 19:30:09.027969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.033467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23918d7-c4cc-4bbe-9fa7-3c3048455239 req-5f8c5ac4-8f82-4b7a-8ba9-425ff4e9d826 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:09.035361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f23918d7-c4cc-4bbe-9fa7-3c3048455239 req-5f8c5ac4-8f82-4b7a-8ba9-425ff4e9d826 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.0887096 Aug 03 19:30:09.036328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae80e8-7b49-48ca-aade-4f9e2af9ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaad24b-0742-42d3-9be2-205ad7727ba6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.098867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:09.105864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f23918d7-c4cc-4bbe-9fa7-3c3048455239 req-ebcbb0d4-c7e3-407b-b4e1-6e0d7599392b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557270 Aug 03 19:30:09.183635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:09.198016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:09.218951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.258375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Pushing event updated for resources: {'Port': ['ID=0ee98efd-5816-42f5-b5ba-1f52b98a4419,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.290717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013163e-2f4a-4600-bc84-41b768ab3784 req-8beb06c8-7192-4ab5-95e1-72bffa8e272b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:09.300445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2013163e-2f4a-4600-bc84-41b768ab3784 req-8beb06c8-7192-4ab5-95e1-72bffa8e272b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.0906265 Aug 03 19:30:09.306745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::3c5 (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/4ac6b626-ce1c-48aa-8b48-284a3e7c835d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:09.361646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af74157-bce7-489a-9322-43575429a011 None None] Network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:09.362508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2013163e-2f4a-4600-bc84-41b768ab3784 req-441ddc21-cb29-4f1f-998b-8130dfe322a8 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610514 Aug 03 19:30:09.378608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Attempting to bind port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:09.378608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Attempting to bind port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:09.378608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Attempting to bind port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 on network 47e15cd8-5c26-4a67-99fa-a86878814627 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:09.383037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1af74157-bce7-489a-9322-43575429a011 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:09.389577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af74157-bce7-489a-9322-43575429a011 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:09.399351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:09.399688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Checking segment: {'id': '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:09.399883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.416419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Bound using segment: {'id': '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:09.417253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Bound port: 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:09.418375 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.431397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.491138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74157-bce7-489a-9322-43575429a011 None None] Pushing event updated for resources: {'Port': ['ID=6a453e63-c0f7-49c3-ba56-79bcc4493359,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.528491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=b98d8646-09a7-4148-85a5-634a5c196e7b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:09.605191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1af74157-bce7-489a-9322-43575429a011 None None] Attempting to bind port 6a453e63-c0f7-49c3-ba56-79bcc4493359 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:09.605596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1af74157-bce7-489a-9322-43575429a011 None None] Attempting to bind port 6a453e63-c0f7-49c3-ba56-79bcc4493359 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '724e4907-8036-4051-9b35-6ec0b42fbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:09.605963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af74157-bce7-489a-9322-43575429a011 None None] Attempting to bind port 6a453e63-c0f7-49c3-ba56-79bcc4493359 on network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:09.623329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af74157-bce7-489a-9322-43575429a011 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:09.623769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af74157-bce7-489a-9322-43575429a011 None None] Checking segment: {'id': '724e4907-8036-4051-9b35-6ec0b42fbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:09.624113 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.624493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af74157-bce7-489a-9322-43575429a011 None None] Bound using segment: {'id': '724e4907-8036-4051-9b35-6ec0b42fbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:09.625019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1af74157-bce7-489a-9322-43575429a011 None None] Bound port: 6a453e63-c0f7-49c3-ba56-79bcc4493359, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724e4907-8036-4051-9b35-6ec0b42fbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:09.625403 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.673831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] For port 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:09.687100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.707245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1049de98-9802-4eda-9724-41bb18e22ced req-b4ccd6be-c74b-4f84-865e-03b65e22f4fd tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:09.718500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1049de98-9802-4eda-9724-41bb18e22ced req-b4ccd6be-c74b-4f84-865e-03b65e22f4fd tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1513660 Aug 03 19:30:09.729045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7eaeec-94e7-4c67-9f9d-48ea08e35685']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:09.781812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] For port 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0ee98efd-5816-42f5-b5ba-1f52b98a4419,segment=NetworkSegment(11d6ae66-7a7f-4cb0-94d3-a300d3cb5997),segment_id=11d6ae66-7a7f-4cb0-94d3-a300d3cb5997)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:09.827910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1af74157-bce7-489a-9322-43575429a011 None None] For port 6a453e63-c0f7-49c3-ba56-79bcc4493359, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:09.834641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1af74157-bce7-489a-9322-43575429a011 None None] For port 6a453e63-c0f7-49c3-ba56-79bcc4493359, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6a453e63-c0f7-49c3-ba56-79bcc4493359,segment=NetworkSegment(724e4907-8036-4051-9b35-6ec0b42fbf01),segment_id=724e4907-8036-4051-9b35-6ec0b42fbf01)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:09.841740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1049de98-9802-4eda-9724-41bb18e22ced req-f9c5efdc-9716-4be1-8c56-6781c82ef1fb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210811 Aug 03 19:30:09.864930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:09.968744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1e571-1061-4012-bf76-f96b92706de3 None None] Pushing event updated for resources: {'Port': ['ID=0ee98efd-5816-42f5-b5ba-1f52b98a4419,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:10.036804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b13707-c919-4f25-8f0d-2afd60408b1e req-e8bf1996-c49b-4540-afdd-b639554e875f tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:10.038545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07b13707-c919-4f25-8f0d-2afd60408b1e req-e8bf1996-c49b-4540-afdd-b639554e875f tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.0676076 Aug 03 19:30:10.079758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07b13707-c919-4f25-8f0d-2afd60408b1e req-b6370324-72d4-471a-9dbd-d51d12550969 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Aug 03 19:30:10.203314 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1af74157-bce7-489a-9322-43575429a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.268212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724e4907-8036-4051-9b35-6ec0b42fbf01') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:10.268725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724e4907-8036-4051-9b35-6ec0b42fbf01') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:10.320130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.322908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af74157-bce7-489a-9322-43575429a011 None None] Pushing event updated for resources: {'Port': ['ID=6a453e63-c0f7-49c3-ba56-79bcc4493359,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:10.331554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.336818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff453de-2810-4790-ac36-56523321f9ae None None] Network ec7eaeec-94e7-4c67-9f9d-48ea08e35685 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:10.381460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.424285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:10.424738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:10.428355 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:10.433743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object 4ac6b626-ce1c-48aa-8b48-284a3e7c835d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:10.858885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:30:10.858885 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:30:10.858885 n-d-803363-1 neutron-server[101343]: [parameters: {'id': 'ec7eaeec-94e7-4c67-9f9d-48ea08e35685'}] Aug 03 19:30:10.858885 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:10.860327 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:10.958895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:10.968247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.014130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0ea4c-a0dd-419f-bd67-30efbef2fc20 req-a988c752-ac6c-4e99-837e-c63b90dbcb7a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:11.026092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62f0ea4c-a0dd-419f-bd67-30efbef2fc20 req-a988c752-ac6c-4e99-837e-c63b90dbcb7a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.1567569 Aug 03 19:30:11.064984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.110713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0ee98efd-5816-42f5-b5ba-1f52b98a4419 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:11.147426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62f0ea4c-a0dd-419f-bd67-30efbef2fc20 req-7337aa66-15b5-4e36-a601-9e85cf445129 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192586 Aug 03 19:30:11.205073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=4ac6b626-ce1c-48aa-8b48-284a3e7c835d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:11.352818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:11.359309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:11.360068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.370841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e05d7f-1ae3-4dae-8c7d-9274adeac7b3 req-0d410fca-b014-4562-8fcb-b1e290742d8c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:11.372374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2e05d7f-1ae3-4dae-8c7d-9274adeac7b3 req-0d410fca-b014-4562-8fcb-b1e290742d8c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.0870237 Aug 03 19:30:11.380484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:11.403640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:11.409939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:11.410593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.527052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2e05d7f-1ae3-4dae-8c7d-9274adeac7b3 req-2da0bbf6-1d95-4ded-94de-b127d6348d7b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307540 Aug 03 19:30:11.588781 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-92ec8de9-e1f1-4b9b-a3de-040748501d59 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0033939 Aug 03 19:30:11.589277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51410) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:11.591490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router 678fb19c-a03f-4206-a872-c4e056989f17 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:11.604771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179491847', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:15:51:97'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:11.735035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035b92a-26b8-41b9-81fa-75caefec5fed None None] Network 47e15cd8-5c26-4a67-99fa-a86878814627 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:11.839181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 6a453e63-c0f7-49c3-ba56-79bcc4493359 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:11.839529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.974514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 6a453e63-c0f7-49c3-ba56-79bcc4493359, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6a453e63-c0f7-49c3-ba56-79bcc4493359,segment=NetworkSegment(724e4907-8036-4051-9b35-6ec0b42fbf01),segment_id=724e4907-8036-4051-9b35-6ec0b42fbf01)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:11.975258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:11.994989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 6a453e63-c0f7-49c3-ba56-79bcc4493359 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:12.011382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:12.041811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Provisioning for port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:12.076701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Provisioning complete for port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:12.077724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.168410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.207874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:12.216167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.221053 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] Sync routers for ids ['678fb19c-a03f-4206-a872-c4e056989f17'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:12.222729 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4e830fda-65f5-406d-b6cf-b113b43db88e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "PUT /v2.0/routers/678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 200 len: 925 time: 4.3342044 Aug 03 19:30:12.226499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:12.237421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.246993 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] Routers {'678fb19c-a03f-4206-a872-c4e056989f17'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:12.246993 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['678fb19c-a03f-4206-a872-c4e056989f17'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.279721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port 44b4aafa-25cc-4687-b63f-24973380f154 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:12.288789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 6a453e63-c0f7-49c3-ba56-79bcc4493359 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:12.312560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=6a453e63-c0f7-49c3-ba56-79bcc4493359,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:12.382755 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.434788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.475246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7eaeec-94e7-4c67-9f9d-48ea08e35685']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.488553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] For port 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0ee98efd-5816-42f5-b5ba-1f52b98a4419,segment=NetworkSegment(11d6ae66-7a7f-4cb0-94d3-a300d3cb5997),segment_id=11d6ae66-7a7f-4cb0-94d3-a300d3cb5997)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:12.498507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-15814abd-6ec2-4918-9c58-e571457f9564 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:12.502208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-15814abd-6ec2-4918-9c58-e571457f9564 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.3103662 Aug 03 19:30:12.527711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724e4907-8036-4051-9b35-6ec0b42fbf01') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.538505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724e4907-8036-4051-9b35-6ec0b42fbf01') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.577705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.618462 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.672362 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] Routers {'678fb19c-a03f-4206-a872-c4e056989f17'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:12.673528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:29:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['678fb19c-a03f-4206-a872-c4e056989f17'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.754820 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-04c03e31-4636-4d04-8ae6-c0da17f6d6eb tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 200 len: 925 time: 0.5271776 Aug 03 19:30:12.755779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:12.777821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.781903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:12.782649 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fcd585-ad12-4b2d-be21-4508b229b9a6 None None] The sync data for ids ['678fb19c-a03f-4206-a872-c4e056989f17'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:12.851987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470dbc1-efe6-4d8d-b28c-92d2c6a000ac req-ea310e0e-0f24-4f19-bd73-bd5980a881db tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:12.863703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.866453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8470dbc1-efe6-4d8d-b28c-92d2c6a000ac req-ea310e0e-0f24-4f19-bd73-bd5980a881db tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.4928668 Aug 03 19:30:12.887328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:12.890896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:12.910325 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:13.030848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ecaf3-83d0-49ad-a2ef-813f11e82d3f None None] Pushing event updated for resources: {'Port': ['ID=0ee98efd-5816-42f5-b5ba-1f52b98a4419,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:13.041106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::26f (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/44b4aafa-25cc-4687-b63f-24973380f154) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:13.045396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Provisioning complete for port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:13.055085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.072019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3db47b-a17b-484a-b2c4-da0556ce54a7 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.082890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f3db47b-a17b-484a-b2c4-da0556ce54a7 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=678fb19c-a03f-4206-a872-c4e056989f17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3207333 Aug 03 19:30:13.085664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51452) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.130722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8470dbc1-efe6-4d8d-b28c-92d2c6a000ac req-9ae75c8e-c1cc-4e3e-bb59-d1d6465072bc tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573478 Aug 03 19:30:13.300638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c6d61a-6a9a-4860-801b-4000f38eedda None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:30:13.326752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Deleting port d5739c71-f701-4009-b984-4b47d25c3269 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:13.327887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b9499-5e9e-4f26-9f88-3ae122b152df tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.328161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.332560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-402b9499-5e9e-4f26-9f88-3ae122b152df tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.2359238 Aug 03 19:30:13.335010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51458) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.373941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Provisioning for port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:13.378648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.385541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0921b17-8b38-4a51-a707-c5dc75907700 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 200 len: 205 time: 0.0484273 Aug 03 19:30:13.385777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51460) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.394659 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.395615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Provisioning complete for port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:13.396128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.399896 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/ec7eaeec-94e7-4c67-9f9d-48ea08e35685 HTTP/1.1" status: 204 len: 168 time: 5.6345832 Aug 03 19:30:13.406134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51462) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:13.430528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632004503'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:13.502063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e85414-625a-41d7-8064-17836ebc7f05 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=ec7eaeec-94e7-4c67-9f9d-48ea08e35685,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:13.515750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] For port d5739c71-f701-4009-b984-4b47d25c3269, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=d5739c71-f701-4009-b984-4b47d25c3269,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:13.515750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.520574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c26c2c0b-bc01-4aed-a146-1b7e4f370dc3 None None] Port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:13.534168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Calling delete_port for d5739c71-f701-4009-b984-4b47d25c3269 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:13.573779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6d61a-6a9a-4860-801b-4000f38eedda None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:30:13.624733 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.681949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:13.686966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9a9e2d01-fb54-4235-8046-549d77224f88 None None] Provisioning complete for port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:13.687485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2d01-fb54-4235-8046-549d77224f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.688539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.753041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e2d01-fb54-4235-8046-549d77224f88 None None] Port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:13.764391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.783860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object 44b4aafa-25cc-4687-b63f-24973380f154 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:13.884463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491f453-3984-4a77-ab7b-48423cd058b5 req-df270c79-2021-4b5a-ad52-dda491d85950 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:13.886723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a491f453-3984-4a77-ab7b-48423cd058b5 req-df270c79-2021-4b5a-ad52-dda491d85950 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.5982883 Aug 03 19:30:13.912423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:13.922596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:13.923521 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment d28cc3ff-af7a-4ece-a6b1-199ec649d917 of type vlan for network 86155bb9-053c-4be9-bb8d-c7421b5374e6 Aug 03 19:30:14.080477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a491f453-3984-4a77-ab7b-48423cd058b5 req-2ccc4d15-7f16-4866-aebd-c2f3e9b730a0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815090 Aug 03 19:30:14.085290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.134544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.152464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.242279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=44b4aafa-25cc-4687-b63f-24973380f154,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.275019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:14.278800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:14.284444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:14.291627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.292369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.338385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.344308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.346255 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.368310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcd46-4ab8-4e74-a9ee-3c6c11435748 req-e74587ff-fbe1-4444-a59c-5284dd80d195 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.370473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed8fcd46-4ab8-4e74-a9ee-3c6c11435748 req-e74587ff-fbe1-4444-a59c-5284dd80d195 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93af9c85-1fac-40db-a760-272e219986a6 HTTP/1.1" status: 200 len: 1096 time: 0.0990884 Aug 03 19:30:14.416612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed8fcd46-4ab8-4e74-a9ee-3c6c11435748 req-041bed82-3e4b-40af-8097-b628aa25557a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Aug 03 19:30:14.457666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2347a548-f697-4f97-bccc-b93a4dcdcb2e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8671856 Aug 03 19:30:14.461009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.462114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.475401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['db597642-2e89-4386-80a2-c7d2fa979126'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:14.485408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=86155bb9-053c-4be9-bb8d-c7421b5374e6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.530150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 86155bb9-053c-4be9-bb8d-c7421b5374e6 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:14.544058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port 2a98e8da-a811-4fba-a4ee-d5aabbe7ac28 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:14.544440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.584512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5739c71-f701-4009-b984-4b47d25c3269,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:14.617760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038d903-06a4-4295-9bad-1c49a68a3d39 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.630525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038d903-06a4-4295-9bad-1c49a68a3d39 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.639286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038d903-06a4-4295-9bad-1c49a68a3d39 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:14.641146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d038d903-06a4-4295-9bad-1c49a68a3d39 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1791506 Aug 03 19:30:14.682392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.683132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] No DVR routers for this DVR port d5739c71-f701-4009-b984-4b47d25c3269 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:14.698660 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:14.700686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d34bd9fc-1cfc-4c08-8a57-9220ad7a4b39 req-0c772543-2ff2-417b-bdb9-217d9b05c3af tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d5739c71-f701-4009-b984-4b47d25c3269 HTTP/1.1" status: 204 len: 173 time: 2.1395612 Aug 03 19:30:14.716778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'name': 'network-vif-deleted', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:14.727357 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced5ce08-22f8-4382-ada2-8a3ef1f83242" -d '{"events": [{"server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "name": "network-vif-deleted", "tag": "d5739c71-f701-4009-b984-4b47d25c3269"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:14.730570 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-df122e79-d989-430e-8bba-c4ef338d19ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3047831 Aug 03 19:30:14.736797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51496) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:14.754843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:14.987694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port 44b4aafa-25cc-4687-b63f-24973380f154 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:14.988045 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.071419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.082731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0ee98efd-5816-42f5-b5ba-1f52b98a4419 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:15.084986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d5739c71-f701-4009-b984-4b47d25c3269 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:15.086895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0ca1e665-c163-4c9e-84cf-03228a92dd96 None None] Provisioning for port 44b4aafa-25cc-4687-b63f-24973380f154 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:15.117351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for 2a98e8da-a811-4fba-a4ee-d5aabbe7ac28 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:15.134770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0ca1e665-c163-4c9e-84cf-03228a92dd96 None None] Provisioning complete for port 44b4aafa-25cc-4687-b63f-24973380f154 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:15.135462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e665-c163-4c9e-84cf-03228a92dd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.139693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: d5739c71-f701-4009-b984-4b47d25c3269 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:15.140300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device d5739c71-f701-4009-b984-4b47d25c3269 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:15.197767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0ca1e665-c163-4c9e-84cf-03228a92dd96 None None] Port 44b4aafa-25cc-4687-b63f-24973380f154 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:15.224285 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.234693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:15.236312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.242489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:15.246070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.254051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for 44b4aafa-25cc-4687-b63f-24973380f154 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:15.528050 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.731856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:15.791883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=44b4aafa-25cc-4687-b63f-24973380f154,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:15.950104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51518) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:15.956505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'network': {'name': 'tempest-network-smoke--490075293', 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:15.993734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.001733 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc0eae-010b-49e4-825d-55e7c984726b x-openstack-request-id: req-4ddc0eae-010b-49e4-825d-55e7c984726b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:16.001944 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93af9c85-1fac-40db-a760-272e219986a6", "name": "network-vif-deleted", "tag": "d5739c71-f701-4009-b984-4b47d25c3269", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:16.002149 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ddc0eae-010b-49e4-825d-55e7c984726b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:16.002552 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93af9c85-1fac-40db-a760-272e219986a6', 'name': 'network-vif-deleted', 'tag': 'd5739c71-f701-4009-b984-4b47d25c3269', 'status': 'completed', 'code': 200} Aug 03 19:30:16.089409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.092379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a526629e-43cd-42bd-8a6d-c4391069e43b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/44b4aafa-25cc-4687-b63f-24973380f154 HTTP/1.1" status: 204 len: 168 time: 1.4044912 Aug 03 19:30:16.096674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51520) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.118549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=2a98e8da-a811-4fba-a4ee-d5aabbe7ac28,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.131358 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01712a3-7dc4-4bee-91c1-1cdb56e14f8d tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] GET failed (client error): The resource could not be found. Aug 03 19:30:16.133324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c01712a3-7dc4-4bee-91c1-1cdb56e14f8d tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports/44b4aafa-25cc-4687-b63f-24973380f154 HTTP/1.1" status: 404 len: 333 time: 0.0353954 Aug 03 19:30:16.138593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.145937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1617757571'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:16.151487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.269793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:16.274754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.284809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d770-dd2d-4932-900b-5c3f8703fada req-4f2cf3c2-878c-4ec0-b804-8b1b7a5f47f1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:16.292928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5160d770-dd2d-4932-900b-5c3f8703fada req-4f2cf3c2-878c-4ec0-b804-8b1b7a5f47f1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1549950 Aug 03 19:30:16.334934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.367639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5160d770-dd2d-4932-900b-5c3f8703fada req-c54abd9d-9ebb-4bbf-9d1f-77bb70490887 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735986 Aug 03 19:30:16.413968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=289fc824-b292-414b-b22a-0b9dd4251a2d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.428790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.513228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'd28cc3ff-af7a-4ece-a6b1-199ec649d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:16.513514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 86155bb9-053c-4be9-bb8d-c7421b5374e6, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:16.562596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.568569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.675276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 86155bb9-053c-4be9-bb8d-c7421b5374e6 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:16.699900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.795036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.795726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router 678fb19c-a03f-4206-a872-c4e056989f17 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:16.803697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.807251 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb2d0cb3-a02e-4117-9604-15ea78567a48 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 204 len: 168 time: 3.4188368 Aug 03 19:30:16.808419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 86155bb9-053c-4be9-bb8d-c7421b5374e6) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:16.810955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:16.823801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-76720365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:16.825552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:16.826112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.832007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069fb1e-bffd-4364-9870-b404baf09881 None None] Network 86155bb9-053c-4be9-bb8d-c7421b5374e6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:16.843850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.914089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:16.919122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.934546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:16.954589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:16.954863 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Added segment dfb533d9-ff52-472c-ab7a-6db132b95596 of type vlan for network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 Aug 03 19:30:16.956575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe61edb5-163e-49ff-be3b-f09be6e4205e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:16.993375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port 10559330-0777-478a-8503-5dfcbd34c9f2 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:17.040587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.137195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.139058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.197567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-86155bb9-053c-4be9-bb8d-c7421b5374e6', 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '289fc824-b292-414b-b22a-0b9dd4251a2d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:17.198660 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.511348 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.550949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::26f (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/10559330-0777-478a-8503-5dfcbd34c9f2) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:17.569365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fff75-2ac3-4403-a50a-9eb531eff6ac req-9b269b1f-0979-45e9-82ed-44864abfce35 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.570937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-277fff75-2ac3-4403-a50a-9eb531eff6ac req-9b269b1f-0979-45e9-82ed-44864abfce35 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.1120880 Aug 03 19:30:17.637191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-277fff75-2ac3-4403-a50a-9eb531eff6ac req-cf952d51-de43-4818-ac90-649a143cb091 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532892 Aug 03 19:30:17.647325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Allocated IP 172.20.0.1 (86155bb9-053c-4be9-bb8d-c7421b5374e6/289fc824-b292-414b-b22a-0b9dd4251a2d/d1f0197c-a8d8-47f6-be44-56a296436e32) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:17.781847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc793a75-bc47-45ed-8f73-c0925276a5f1 req-b4dc735b-8188-497d-bb11-9e7d351cb8c8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.784320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc793a75-bc47-45ed-8f73-c0925276a5f1 req-b4dc735b-8188-497d-bb11-9e7d351cb8c8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.0633657 Aug 03 19:30:17.786226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.799019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:17.799618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.829195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc793a75-bc47-45ed-8f73-c0925276a5f1 req-c5a8c83d-6091-41e3-953f-724245569938 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372465 Aug 03 19:30:17.876232 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-63c227c7-7057-460f-bbfc-77c65088aeec tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1373482 Aug 03 19:30:17.879007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:17.884041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51548) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:17.903395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Network': ['ID=1392960c-892c-49bf-8bd8-bdbdd70e1c41,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:17.920129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:18.019034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.076486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.083430 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e83a610b-42c7-4a4d-a953-7525ed5528df tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1321676 Aug 03 19:30:18.087179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51554) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:18.090925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'admin_state_up': True, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:18.147171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.153019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-276e985e-a88f-4d68-a0c0-042644aa8f50 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3402162 Aug 03 19:30:18.153489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51560) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:18.165914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:18.288225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.290613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.458544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.613019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.639721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Transition to ACTIVE for port object d1f0197c-a8d8-47f6-be44-56a296436e32 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:18.680958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Transition to ACTIVE for port object d1f0197c-a8d8-47f6-be44-56a296436e32 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:18.742594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.746524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.804274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Network 86155bb9-053c-4be9-bb8d-c7421b5374e6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:18.820740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:18.832815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-2cf326ec-34ed-49ac-bb2b-f09c5cdfc59b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:18.834450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:18.836568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-2cf326ec-34ed-49ac-bb2b-f09c5cdfc59b tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.3522189 Aug 03 19:30:18.848330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.853768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Pushing event updated for resources: {'Port': ['ID=d1f0197c-a8d8-47f6-be44-56a296436e32,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:18.862652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2bf39cf-b577-4032-934b-60984f9dcb58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.936808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Attempting to bind port d1f0197c-a8d8-47f6-be44-56a296436e32 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:18.937536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Attempting to bind port d1f0197c-a8d8-47f6-be44-56a296436e32 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd28cc3ff-af7a-4ece-a6b1-199ec649d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:18.937536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Attempting to bind port d1f0197c-a8d8-47f6-be44-56a296436e32 on network 86155bb9-053c-4be9-bb8d-c7421b5374e6 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Checking segment: {'id': 'd28cc3ff-af7a-4ece-a6b1-199ec649d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Bound using segment: {'id': 'd28cc3ff-af7a-4ece-a6b1-199ec649d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Bound port: d1f0197c-a8d8-47f6-be44-56a296436e32, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28cc3ff-af7a-4ece-a6b1-199ec649d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:18.953425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.037606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] For port d1f0197c-a8d8-47f6-be44-56a296436e32, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:19.042771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] For port d1f0197c-a8d8-47f6-be44-56a296436e32, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d1f0197c-a8d8-47f6-be44-56a296436e32,segment=NetworkSegment(d28cc3ff-af7a-4ece-a6b1-199ec649d917),segment_id=d28cc3ff-af7a-4ece-a6b1-199ec649d917)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:19.050516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.115250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=289fc824-b292-414b-b22a-0b9dd4251a2d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.120404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.137176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ee5b1-dff7-4196-a442-5e1af61f2c6c req-4dce4396-b1fc-4abf-a7e4-4e0f1aa4faa1 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:19.148393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-498ee5b1-dff7-4196-a442-5e1af61f2c6c req-4dce4396-b1fc-4abf-a7e4-4e0f1aa4faa1 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1101 time: 0.2929411 Aug 03 19:30:19.188912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.367755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978adac-5831-4e62-9245-2be2ef69e4d8 None None] Pushing event updated for resources: {'Port': ['ID=d1f0197c-a8d8-47f6-be44-56a296436e32,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:19.380507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.405000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.407654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Deleting port db597642-2e89-4386-80a2-c7d2fa979126 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:19.407654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.415688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.419928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object 10559330-0777-478a-8503-5dfcbd34c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:19.477224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86155bb9-053c-4be9-bb8d-c7421b5374e6']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.521019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-498ee5b1-dff7-4196-a442-5e1af61f2c6c req-57720d28-454b-4629-a50b-9e562037046a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594792 Aug 03 19:30:19.531434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28cc3ff-af7a-4ece-a6b1-199ec649d917') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.531434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28cc3ff-af7a-4ece-a6b1-199ec649d917') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:19.582049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.583289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.25.2.227 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d537de20-187f-4505-8e8e-b68d3e36d295) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:19.634096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.676924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:19.677253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: items = [ Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:19.688093 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:19.756947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.782722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] For port db597642-2e89-4386-80a2-c7d2fa979126, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=db597642-2e89-4386-80a2-c7d2fa979126,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:19.782722 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.794541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.814360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Calling delete_port for db597642-2e89-4386-80a2-c7d2fa979126 owned by compute:foo_zone {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:19.884973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:19.919277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:30:19.919277 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:30:19.919277 n-d-803363-1 neutron-server[101342]: [parameters: {'id': '86155bb9-053c-4be9-bb8d-c7421b5374e6'}] Aug 03 19:30:19.919277 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:19.919846 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:19.922975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:19.927786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cafa4d-54e3-47e0-80ea-9dbec89e21e9 req-966cc0c4-4cc9-42b3-b062-b64a6d6bef97 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:19.930110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8cafa4d-54e3-47e0-80ea-9dbec89e21e9 req-966cc0c4-4cc9-42b3-b062-b64a6d6bef97 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.2816858 Aug 03 19:30:20.011362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:20.021153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:20.031506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:20.035894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=d537de20-187f-4505-8e8e-b68d3e36d295,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.499966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.505536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:20.599595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:20.610101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:20.610916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.702020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8cafa4d-54e3-47e0-80ea-9dbec89e21e9 req-af709d53-54cb-42cd-8c0d-41d6f3d64c43 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085323 Aug 03 19:30:20.709107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=10559330-0777-478a-8503-5dfcbd34c9f2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:20.765489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2651067-2774-48d1-a4d5-1d03b9c111ff None None] Network 86155bb9-053c-4be9-bb8d-c7421b5374e6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:20.814999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.840714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:20.952914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2365407d-b297-480d-ada9-aaca472609b6 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.8125942 Aug 03 19:30:20.984477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51606) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:20.992710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:15:51:97'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:21.009034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.092636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Pushing event deleted for resources: {'Port': ['ID=db597642-2e89-4386-80a2-c7d2fa979126,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:21.097430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d1f0197c-a8d8-47f6-be44-56a296436e32 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:21.105205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-875e20f4-ddf2-4e44-ba3d-2facdf235e2d None None] Provisioning for port d1f0197c-a8d8-47f6-be44-56a296436e32 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:21.122986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b732-94d8-4036-898d-92c289155102 req-dd78db0d-0eab-4054-8ca0-bf1541dd6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.124565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-dd78db0d-0eab-4054-8ca0-bf1541dd6005 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1096 time: 0.0976439 Aug 03 19:30:21.127708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.157770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port d1f0197c-a8d8-47f6-be44-56a296436e32 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:21.158140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.220061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11035f-bb83-4726-ab0b-c721ab1fad1b req-446f081c-19ae-457b-934a-44f9185ec40e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.221853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c11035f-bb83-4726-ab0b-c721ab1fad1b req-446f081c-19ae-457b-934a-44f9185ec40e tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 1022 time: 0.2892652 Aug 03 19:30:21.248168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b732-94d8-4036-898d-92c289155102 req-ebaa287f-08d7-44f1-bcba-297c067f5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.249885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-ebaa287f-08d7-44f1-bcba-297c067f5163 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.1181917 Aug 03 19:30:21.253622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Allocated IP 172.25.2.81 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/54229d1b-9e38-42f8-a00b-fdbbb700c34d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:21.299566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] No DVR routers for this DVR port db597642-2e89-4386-80a2-c7d2fa979126 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:21.315511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.317636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dcd3bea3-f8dd-4c9b-948c-dbb1bedbc6d7 req-782c4300-ed78-404f-8c0f-db1a89053d8a tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.77 "DELETE /v2.0/ports/db597642-2e89-4386-80a2-c7d2fa979126 HTTP/1.1" status: 204 len: 173 time: 2.4594705 Aug 03 19:30:21.323375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'name': 'network-vif-deleted', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:21.325746 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89e7d25-c8d3-4acc-9d46-177b4ab798c9" -d '{"events": [{"server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "name": "network-vif-deleted", "tag": "db597642-2e89-4386-80a2-c7d2fa979126"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:21.415566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port d1f0197c-a8d8-47f6-be44-56a296436e32, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d1f0197c-a8d8-47f6-be44-56a296436e32,segment=NetworkSegment(d28cc3ff-af7a-4ece-a6b1-199ec649d917),segment_id=d28cc3ff-af7a-4ece-a6b1-199ec649d917)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:21.415938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.418464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d1f0197c-a8d8-47f6-be44-56a296436e32 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:21.428937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] DHCP port deletion for 86155bb9-053c-4be9-bb8d-c7421b5374e6 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:21.432409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d1f0197c-a8d8-47f6-be44-56a296436e32 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:21.432870 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.449842 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-816e0478-a24e-49f5-9946-22e1e815e654 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 1000 time: 0.1646566 Aug 03 19:30:21.465259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c11035f-bb83-4726-ab0b-c721ab1fad1b req-ee7d82be-6648-408f-82c4-f542b65a08d2 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=6e8b993d-5e7f-4c52-aba0-fe69eed07582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092125 Aug 03 19:30:21.482860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for d1f0197c-a8d8-47f6-be44-56a296436e32 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:21.588198 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d515f-f515-4ee5-9c89-9750c3069b3b x-openstack-request-id: req-c76d515f-f515-4ee5-9c89-9750c3069b3b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:21.588541 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763c765d-2bcc-42ee-84e5-720980243529", "name": "network-vif-deleted", "tag": "db597642-2e89-4386-80a2-c7d2fa979126", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:21.588769 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c76d515f-f515-4ee5-9c89-9750c3069b3b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:21.589271 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763c765d-2bcc-42ee-84e5-720980243529', 'name': 'network-vif-deleted', 'tag': 'db597642-2e89-4386-80a2-c7d2fa979126', 'status': 'completed', 'code': 200} Aug 03 19:30:21.615820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.626796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.627836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6e952f77-04dd-4520-97b8-4e6eeabed31e None None] Provisioning for port 10559330-0777-478a-8503-5dfcbd34c9f2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:21.634988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Deleting port d1f0197c-a8d8-47f6-be44-56a296436e32 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:21.635368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.644211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6e952f77-04dd-4520-97b8-4e6eeabed31e None None] Provisioning complete for port 10559330-0777-478a-8503-5dfcbd34c9f2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:21.644478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e952f77-04dd-4520-97b8-4e6eeabed31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.730844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b732-94d8-4036-898d-92c289155102 req-5c6dd910-b4be-455a-9a48-d3faead67f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.732591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-5c6dd910-b4be-455a-9a48-d3faead67f6a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2748544 Aug 03 19:30:21.793170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6e952f77-04dd-4520-97b8-4e6eeabed31e None None] Port 10559330-0777-478a-8503-5dfcbd34c9f2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:21.835001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] For port d1f0197c-a8d8-47f6-be44-56a296436e32, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d1f0197c-a8d8-47f6-be44-56a296436e32,segment=NetworkSegment(d28cc3ff-af7a-4ece-a6b1-199ec649d917),segment_id=d28cc3ff-af7a-4ece-a6b1-199ec649d917)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:21.836612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.844322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.865665 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:21.894380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99b732-94d8-4036-898d-92c289155102 req-a4125490-1907-4756-b70f-573a4c66fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:21.904549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Calling delete_port for d1f0197c-a8d8-47f6-be44-56a296436e32 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:21.906513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-a4125490-1907-4756-b70f-573a4c66fb9b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660397 Aug 03 19:30:21.935129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.089377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.118063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device db597642-2e89-4386-80a2-c7d2fa979126 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:22.147824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=d1f0197c-a8d8-47f6-be44-56a296436e32,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.157554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port d1f0197c-a8d8-47f6-be44-56a296436e32 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:22.185421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:30:22.185421 n-d-803363-1 neutron-server[101344]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 03 19:30:22.185421 n-d-803363-1 neutron-server[101344]: [parameters: {'status': 'ACTIVE', 'ports_id': 'd1f0197c-a8d8-47f6-be44-56a296436e32'}] Aug 03 19:30:22.185421 n-d-803363-1 neutron-server[101344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:22.187060 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:22.196318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: db597642-2e89-4386-80a2-c7d2fa979126 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:22.197507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device db597642-2e89-4386-80a2-c7d2fa979126 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:22.202678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] Pushing event deleted for resources: {'Port': ['ID=d1f0197c-a8d8-47f6-be44-56a296436e32,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.211768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe12b5-d739-41b3-bf54-34d147991018 None None] No DVR routers for this DVR port d1f0197c-a8d8-47f6-be44-56a296436e32 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:22.225361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-b5ee23f3-9402-4c12-a373-c68801fb4bc1 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860797 Aug 03 19:30:22.241394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea8a6b-1d5a-402a-bca5-5bace4786883 req-482b4d87-0017-45bd-a563-1facd78c5584 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:22.243023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfea8a6b-1d5a-402a-bca5-5bace4786883 req-482b4d87-0017-45bd-a563-1facd78c5584 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3673148 Aug 03 19:30:22.316854 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c42bdcf3-9a59-4c4f-86c9-88d2a456feb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.336668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.358352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86155bb9-053c-4be9-bb8d-c7421b5374e6']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.373727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cfea8a6b-1d5a-402a-bca5-5bace4786883 req-ab2806c1-fba1-4cae-9e62-8de8cdb3a6e4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158924 Aug 03 19:30:22.379655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28cc3ff-af7a-4ece-a6b1-199ec649d917') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.379961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28cc3ff-af7a-4ece-a6b1-199ec649d917') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.387902 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8b99b732-94d8-4036-898d-92c289155102 req-fcb5efdf-f667-4dbb-ada9-693477c76db8 service neutron] 10.222.0.77 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537011 Aug 03 19:30:22.391568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.403450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.407676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.456190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.462341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.480373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:22.481194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:22.481614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.484886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:22.487727 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:22.498906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:22.516826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router a313e314-382f-4932-bd33-8bf1e6f5539e is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:22.567947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.574466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event updated for resources: {'Port': ['ID=54229d1b-9e38-42f8-a00b-fdbbb700c34d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.671257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] In _notify_port_updated(), no bound segment for port 10559330-0777-478a-8503-5dfcbd34c9f2 on network 47e15cd8-5c26-4a67-99fa-a86878814627 {{(pid=101342) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:22.673952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:22.677272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:22.678065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.679663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "PUT /v2.0/ports/10559330-0777-478a-8503-5dfcbd34c9f2 HTTP/1.1" status: 200 len: 1003 time: 1.6924026 Aug 03 19:30:22.682505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51630) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.685629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23aa713a-9342-4bcd-9832-d5b9ecc41d43 req-4f76cdfd-34d8-439c-9e8f-2f62fdabc8c4 tempest-TestServerMultinode-2073686033 tempest-TestServerMultinode-2073686033-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=763c765d-2bcc-42ee-84e5-720980243529 HTTP/1.1" status: 200 len: 210 time: 0.0924921 Aug 03 19:30:22.692429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Sync routers for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:22.762604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port d1f0197c-a8d8-47f6-be44-56a296436e32 update to ACTIVE by agent not found {{(pid=101344) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:30:22.773657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:22.774421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:22.798573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.817592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.824342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/86155bb9-053c-4be9-bb8d-c7421b5374e6 HTTP/1.1" status: 204 len: 168 time: 4.9345853 Aug 03 19:30:22.824342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.825608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb62f4-ca92-40c7-acbf-bacebf3a3de1 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=10559330-0777-478a-8503-5dfcbd34c9f2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.834199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port 10559330-0777-478a-8503-5dfcbd34c9f2 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:22.834643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.845544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-379868386'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:22.858206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eadb84-2abd-43a0-b520-074760f339ed tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=86155bb9-053c-4be9-bb8d-c7421b5374e6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:22.892901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:22.893957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1767c832-60c0-44e3-8928-2e64b0f6df1a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.8067358 Aug 03 19:30:22.897372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51636) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:22.980761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:23.028842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d1f0197c-a8d8-47f6-be44-56a296436e32 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:23.030792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.058156 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.074460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for 10559330-0777-478a-8503-5dfcbd34c9f2 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:23.078050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d1f0197c-a8d8-47f6-be44-56a296436e32 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:23.078398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d1f0197c-a8d8-47f6-be44-56a296436e32 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:23.081301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:23.094204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.179973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-002259b8-ee9c-42c1-a278-c253ace1ab39 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=eb2533684ffd43258a324b18eb3f0403&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2796843 Aug 03 19:30:23.181747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.219364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0591f006-b84d-4874-a63f-5283dfc40474 None None] Provisioning complete for port 10559330-0777-478a-8503-5dfcbd34c9f2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:23.220072 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0591f006-b84d-4874-a63f-5283dfc40474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.280763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0591f006-b84d-4874-a63f-5283dfc40474 None None] Port 10559330-0777-478a-8503-5dfcbd34c9f2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:23.322450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.351009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:23.366266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.371194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:23.387933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Checking router: a313e314-382f-4932-bd33-8bf1e6f5539e for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:23.387933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Updating router a313e314-382f-4932-bd33-8bf1e6f5539e port d537de20-187f-4505-8e8e-b68d3e36d295 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:30:23.390774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.391130 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment fd30554e-fdc2-4d14-b102-9a2c498a0d34 of type vlan for network 3b92145c-b214-482e-930d-ea268ed43f32 Aug 03 19:30:23.418634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.429050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=10559330-0777-478a-8503-5dfcbd34c9f2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:23.520944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3126d00-6d5e-473d-b066-7165fb834539 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.526524 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3126d00-6d5e-473d-b066-7165fb834539 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2416048 Aug 03 19:30:23.527066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51656) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.529022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.605714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8e2bdfa6-9198-4823-88f3-f5051aa969e1 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560365 Aug 03 19:30:23.621802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51658) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.637476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983813357', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.641343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.647123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d8866251-e2f7-4550-99fb-16a8dade7c42 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/10559330-0777-478a-8503-5dfcbd34c9f2 HTTP/1.1" status: 204 len: 168 time: 0.9613092 Aug 03 19:30:23.651181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:30:23.652519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51660) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.729169 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-be20b407-f181-453a-9548-4418869b2dfb tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] GET failed (client error): The resource could not be found. Aug 03 19:30:23.739992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be20b407-f181-453a-9548-4418869b2dfb tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports/10559330-0777-478a-8503-5dfcbd34c9f2 HTTP/1.1" status: 404 len: 333 time: 0.0800247 Aug 03 19:30:23.739992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:23.770918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f4a6a-2534-4d19-8d67-9174dc792a91 req-4985f183-feed-4829-b07e-61a6206fc643 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.773545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-643f4a6a-2534-4d19-8d67-9174dc792a91 req-4985f183-feed-4829-b07e-61a6206fc643 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.1807675 Aug 03 19:30:23.850973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.853171 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1246682372'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:23.857215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:23.863093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:23.975627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-643f4a6a-2534-4d19-8d67-9174dc792a91 req-895e8e8d-bfe8-43d6-992b-d12c4a2f6404 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937439 Aug 03 19:30:23.986085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.003120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=3b92145c-b214-482e-930d-ea268ed43f32,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:24.003120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.016353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:24.019535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3b92145c-b214-482e-930d-ea268ed43f32 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:24.071645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51674) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.077699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91b98e28-f4f6-4b50-a1ef-404f4f0e5ccf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2529535 Aug 03 19:30:24.089624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51676) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:24.097011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '3b92145c-b214-482e-930d-ea268ed43f32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:24.182093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:24.187950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.372175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.438903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:24.442128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:24.445149 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fdfd13-9b9d-4b74-bc27-70e9709d15c2" -d '{"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:24.465809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.479102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Transition to ACTIVE for port object d537de20-187f-4505-8e8e-b68d3e36d295 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:24.515538 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4641f6db-6a25-4f6c-a96f-f75a21e253c9 x-openstack-request-id: req-4641f6db-6a25-4f6c-a96f-f75a21e253c9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:24.515842 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-unplugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:24.516291 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4641f6db-6a25-4f6c-a96f-f75a21e253c9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:24.517434 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'code': 200} Aug 03 19:30:24.545322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.612385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:24.633953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.667183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.667365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.698738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Router 37102e5e-3fa2-4769-a5dd-71676b409157 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:24.755381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:24.765285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.786648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Attempting to bind port d537de20-187f-4505-8e8e-b68d3e36d295 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:24.793374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Attempting to bind port d537de20-187f-4505-8e8e-b68d3e36d295 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:24.794000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Attempting to bind port d537de20-187f-4505-8e8e-b68d3e36d295 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:24.815872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:24.819849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port b883c80e-2030-44eb-adf4-23d80b87ab04 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:24.820443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:24.820989 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.821533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:24.822123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Bound port: d537de20-187f-4505-8e8e-b68d3e36d295, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:24.822600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.876151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348df3a-f6b2-462a-a4f1-c72c3b1bb64b None None] Pushing event updated for resources: {'Port': ['ID=d537de20-187f-4505-8e8e-b68d3e36d295,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:24.881869 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:24.920097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] For port d537de20-187f-4505-8e8e-b68d3e36d295, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:24.925999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] For port d537de20-187f-4505-8e8e-b68d3e36d295, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d537de20-187f-4505-8e8e-b68d3e36d295,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:24.948432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Checking segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:24.948917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network hostable DHCP agents. Network: 1392960c-892c-49bf-8bd8-bdbdd70e1c41, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:24.954570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Subnet': ['ID=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.000945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:25.012413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.013058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-13e27cee-0ff1-4ff4-aecf-cdafdfa28a40 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "PUT /v2.0/routers/37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 200 len: 881 time: 6.8558362 Aug 03 19:30:25.015879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:25.016043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51692) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.019727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.029511 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] Sync routers for ids ['37102e5e-3fa2-4769-a5dd-71676b409157'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:25.050946 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] Routers {'37102e5e-3fa2-4769-a5dd-71676b409157'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:25.051897 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37102e5e-3fa2-4769-a5dd-71676b409157'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.057176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.129870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::299 (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/b883c80e-2030-44eb-adf4-23d80b87ab04) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:25.132599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:25.133854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.224122 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] Routers {'37102e5e-3fa2-4769-a5dd-71676b409157'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:25.225052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['37102e5e-3fa2-4769-a5dd-71676b409157'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.278014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:25.278686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.303521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1392960c-892c-49bf-8bd8-bdbdd70e1c41) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:25.304825 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:25.305592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584079b7-0afc-4fa7-99ee-fec807e32a26 None None] The sync data for ids ['37102e5e-3fa2-4769-a5dd-71676b409157'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:25.318532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.319165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.341254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d4bf2-662b-4632-8d23-afb1bbef6c35 None None] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:25.432201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348df3a-f6b2-462a-a4f1-c72c3b1bb64b None None] Pushing event updated for resources: {'Port': ['ID=d537de20-187f-4505-8e8e-b68d3e36d295,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:25.456225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.477107 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b52f979-2556-42a6-b534-0f344c8f3cc0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8521881 Aug 03 19:30:25.480938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.490533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object b883c80e-2030-44eb-adf4-23d80b87ab04 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:25.534614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.672036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:25.839827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:25.840765 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:25.960887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d9c3aa2-6e07-415c-8c4a-f3b622bcde7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 200 len: 922 time: 0.9432802 Aug 03 19:30:25.967338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:25.982583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ecdf-3164-4a77-9e29-22d10db2e5da req-f9e4d65f-3a3c-4a6c-8903-e31b11ef1597 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:25.986763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c674ecdf-3164-4a77-9e29-22d10db2e5da req-f9e4d65f-3a3c-4a6c-8903-e31b11ef1597 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.8723736 Aug 03 19:30:26.135885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c674ecdf-3164-4a77-9e29-22d10db2e5da req-5d4fb896-4dd1-4ba6-a87e-f9a2a5b3877b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018257 Aug 03 19:30:26.142637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95370b54-553b-47a6-8b69-57d3e05baa25 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:26.146988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95370b54-553b-47a6-8b69-57d3e05baa25 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=37102e5e-3fa2-4769-a5dd-71676b409157&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1738050 Aug 03 19:30:26.147545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.173724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Allocated IP 172.20.0.2 (1392960c-892c-49bf-8bd8-bdbdd70e1c41/e5eaa85e-2889-4df7-b1c8-41742b1d9b0c/7dd15302-c3ba-45e6-86ab-a3c9c8dc4303) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:26.194850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=ddecb935-c615-4e78-8dbf-a1a449395d32,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.238147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'fd30554e-fdc2-4d14-b102-9a2c498a0d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3b92145c-b214-482e-930d-ea268ed43f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:26.238518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 3b92145c-b214-482e-930d-ea268ed43f32, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:26.304997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.357021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.379614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Transition to ACTIVE for port object 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:26.395688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:26.397603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a074f63-16d6-4683-ac8b-85a151b89b9a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:26.402910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6a074f63-16d6-4683-ac8b-85a151b89b9a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.2521720 Aug 03 19:30:26.403656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.432243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Transition to ACTIVE for port object 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:26.432516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:26.433904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4eeed5-ace2-4b36-ab79-33839178a5ec None None] The sync data for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 is: [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:20Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:26.441356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:26.444322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1c511131-8776-4dab-8d7b-127c302e9036 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 200 len: 205 time: 0.0357485 Aug 03 19:30:26.444465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:26.444592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Deleting port 850435c2-9835-4e66-af18-737e3d7b2029 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:26.444721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.446365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51724) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.451571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:26.451571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.485856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=b883c80e-2030-44eb-adf4-23d80b87ab04,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.538406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 3b92145c-b214-482e-930d-ea268ed43f32 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:26.574520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.625011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-11a2bd8c-d1e8-478e-a3d7-aade29ca27a2 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7767634 Aug 03 19:30:26.628492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51732) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.634766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:15:51:97'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:26.663945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:26.666920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:26.678885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 3b92145c-b214-482e-930d-ea268ed43f32) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:26.681653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:26.682848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.686253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:26.688371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88265e6b-97a5-4d94-915d-5b42f48ea595 None None] Network 3b92145c-b214-482e-930d-ea268ed43f32 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:26.716675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] For port 850435c2-9835-4e66-af18-737e3d7b2029, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=850435c2-9835-4e66-af18-737e3d7b2029,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:26.717412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:26.741123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Calling delete_port for 850435c2-9835-4e66-af18-737e3d7b2029 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:26.856632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Pushing event updated for resources: {'Port': ['ID=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:26.976637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51740) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:26.980209 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fa14948c-febe-4a8b-aa1e-64a6b91c2beb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8890758 Aug 03 19:30:27.033125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443971c-1595-4a0a-bce6-722913da50b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-3b92145c-b214-482e-930d-ea268ed43f32', 'network_id': '3b92145c-b214-482e-930d-ea268ed43f32', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': 'ddecb935-c615-4e78-8dbf-a1a449395d32'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:27.034526 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4443971c-1595-4a0a-bce6-722913da50b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.047445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Attempting to bind port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:27.048226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Attempting to bind port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:27.048935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Attempting to bind port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 on network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:27.065285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:27.066031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Checking segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:27.066908 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.081358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Bound using segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:27.082174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Bound port: 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:27.083275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.099226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d537de20-187f-4505-8e8e-b68d3e36d295 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:27.132817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.141026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.236544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-be5e88ee-1d23-4ce7-972a-99dac5cac2b9 None None] Provisioning for port b883c80e-2030-44eb-adf4-23d80b87ab04 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:27.238157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.270307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-be5e88ee-1d23-4ce7-972a-99dac5cac2b9 None None] Provisioning complete for port b883c80e-2030-44eb-adf4-23d80b87ab04 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:27.271138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-be5e88ee-1d23-4ce7-972a-99dac5cac2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.346099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.413039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.529694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.652266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.657140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port 54229d1b-9e38-42f8-a00b-fdbbb700c34d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:27.657512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.711239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=850435c2-9835-4e66-af18-737e3d7b2029,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.787524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:27.818865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-be5e88ee-1d23-4ce7-972a-99dac5cac2b9 None None] Port b883c80e-2030-44eb-adf4-23d80b87ab04 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:27.892361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=ddecb935-c615-4e78-8dbf-a1a449395d32,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server [None req-4443971c-1595-4a0a-bce6-722913da50b1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddecb935-c615-4e78-8dbf-a1a449395d32: This subnet is being modified by another concurrent operation. Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ddecb935-c615-4e78-8dbf-a1a449395d32: This subnet is being modified by another concurrent operation. Aug 03 19:30:27.968372 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Aug 03 19:30:28.005464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1c88d-1640-495b-a1c0-8595bbef3834 None None] Network 3b92145c-b214-482e-930d-ea268ed43f32 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:28.030370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.20.0.1 (1392960c-892c-49bf-8bd8-bdbdd70e1c41/e5eaa85e-2889-4df7-b1c8-41742b1d9b0c/b58d8cf7-9d51-4970-bbd1-9448079bf0f4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:28.050803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.073012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] For port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:28.089446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:28.091889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d537de20-187f-4505-8e8e-b68d3e36d295 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:28.138346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for 54229d1b-9e38-42f8-a00b-fdbbb700c34d owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:28.212397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.234670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.238978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d537de20-187f-4505-8e8e-b68d3e36d295 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:28.244613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b92145c-b214-482e-930d-ea268ed43f32']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:28.245195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.251394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Transition to ACTIVE for port object b58d8cf7-9d51-4970-bbd1-9448079bf0f4 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:28.314711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd30554e-fdc2-4d14-b102-9a2c498a0d34') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:28.316272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd30554e-fdc2-4d14-b102-9a2c498a0d34') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:28.345111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] For port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:28.349134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.375220 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.405150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.409969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.426989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:28.427405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:28.430611 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:28.491310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.509046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:28.517689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d537de20-187f-4505-8e8e-b68d3e36d295, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d537de20-187f-4505-8e8e-b68d3e36d295,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:28.531198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.531369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:28.538949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:28.571112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.693899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.697123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.707106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.748160 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.770289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.802561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.805357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/3b92145c-b214-482e-930d-ea268ed43f32 HTTP/1.1" status: 204 len: 168 time: 1.8261526 Aug 03 19:30:28.829469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:28.837574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700643054'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:28.921147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d34d8b-c8a6-4334-a489-b404bb11efda tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=3b92145c-b214-482e-930d-ea268ed43f32,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.925136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] In _notify_port_updated(), no bound segment for port b883c80e-2030-44eb-adf4-23d80b87ab04 on network 47e15cd8-5c26-4a67-99fa-a86878814627 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:28.932351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:28.933450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:28.945515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "PUT /v2.0/ports/b883c80e-2030-44eb-adf4-23d80b87ab04 HTTP/1.1" status: 200 len: 1003 time: 2.3135512 Aug 03 19:30:28.949940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51768) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:28.973422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f1e6-bf51-4751-ba3c-588328f2e7a3 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=b883c80e-2030-44eb-adf4-23d80b87ab04,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:28.984622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2ecd6-2c63-4e64-93cf-5899bb360241 None None] Pushing event updated for resources: {'Port': ['ID=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.099435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.159966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:29.200613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.237772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=54229d1b-9e38-42f8-a00b-fdbbb700c34d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.267692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:29.318028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.318522 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment 31784de2-3583-4b07-8d03-4405afeb2229 of type vlan for network ff194c35-1e31-4d0d-a555-462864cfda9c Aug 03 19:30:29.386392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.425455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d537de20-187f-4505-8e8e-b68d3e36d295,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.495144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port b883c80e-2030-44eb-adf4-23d80b87ab04 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:29.495490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.507343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.548888 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.555044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:29.555944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.588615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0500abfa-4fc3-48df-b304-4c3825f39fc5 None None] Provisioning complete for port b883c80e-2030-44eb-adf4-23d80b87ab04 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:29.589221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0500abfa-4fc3-48df-b304-4c3825f39fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.662695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.664059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0500abfa-4fc3-48df-b304-4c3825f39fc5 None None] Port b883c80e-2030-44eb-adf4-23d80b87ab04 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:29.667961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.696161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Router b23dc98e-f90a-4344-8999-c93b8c06a0ad has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:29.701426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.719340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.721931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=ff194c35-1e31-4d0d-a555-462864cfda9c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:29.734048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ff194c35-1e31-4d0d-a555-462864cfda9c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:29.758769 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d1252f5c-d6d8-4f80-8787-c117e8300cc6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9340501 Aug 03 19:30:29.759773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51778) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:29.770123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:29.778384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for b883c80e-2030-44eb-adf4-23d80b87ab04 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:29.920392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.920941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router 37102e5e-3fa2-4769-a5dd-71676b409157 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:29.928820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:29.930270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f3866b8f-57e8-4e33-89a4-a3573260c8a8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 204 len: 168 time: 3.4829781 Aug 03 19:30:29.937258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51782) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:29.944066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1376590015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:30.036489 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:30:30.393532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-5b1cd79b-a657-40c8-b511-01b309e2d30f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1084738 Aug 03 19:30:30.417460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.434368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:30.449064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.524938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cde055-ebf4-4c89-bf61-e086e27023c3 None None] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:30.529907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.544703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing IP validity checks on allocation pools {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:30:30.545396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:30:30.723448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:30.728944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.791458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5164d4f8-153a-4e8b-a03b-d9c29e52c648 None None] Provisioning for port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:30.803455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.804462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:30.819522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:30.831792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c355ce32-e357-4ab2-88ff-657d2b09f0d8 admin admin] 10.222.0.67 "PUT /v2.0/routers/b23dc98e-f90a-4344-8999-c93b8c06a0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7528062 Aug 03 19:30:30.839966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Sync routers for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:30.840983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51806) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:30.853991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:30.855197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:31.103037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.107355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:31.126719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28e7a9-3474-4a49-a3df-8f52407dd10c req-809fba55-4ebf-498d-8dfd-e977d6ef29af tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:31.145150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac28e7a9-3474-4a49-a3df-8f52407dd10c req-809fba55-4ebf-498d-8dfd-e977d6ef29af tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 1.0766554 Aug 03 19:30:31.178821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:31.180348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:31.268747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.290803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.310020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d537de20-187f-4505-8e8e-b68d3e36d295 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:31.377045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac28e7a9-3474-4a49-a3df-8f52407dd10c req-3c83cd61-bfcf-4864-a8e9-d2f4180076cf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303338 Aug 03 19:30:31.393334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.482082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router a313e314-382f-4932-bd33-8bf1e6f5539e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:31.559795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-96fd23ad-510b-49de-a8ac-37997b76d014 None None] Provisioning for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:31.565548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=2c6061ef-7cdc-48da-b53d-e8aadc7b8b6b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:31.566491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d537de20-187f-4505-8e8e-b68d3e36d295 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:31.566990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.574556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.583011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.583640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ad01b8a1-bcde-43e3-96a2-58ff206d422d tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6434033 Aug 03 19:30:31.590550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.597830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': True}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:31.617303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-96fd23ad-510b-49de-a8ac-37997b76d014 None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:31.617820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-96fd23ad-510b-49de-a8ac-37997b76d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.654416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=b883c80e-2030-44eb-adf4-23d80b87ab04,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:31.682387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-96fd23ad-510b-49de-a8ac-37997b76d014 None None] Port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:31.704530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:30:27Z', 'revision_number': 5, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port': {'id': 'f019debd-0c3e-4f7e-ac9c-415d0896f9c1', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:7e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:28:48Z', 'updated_at': '2021-08-03T19:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:31.734388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:31.737289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-103d7d6b-98fe-426b-a870-935452fb89cc tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/b883c80e-2030-44eb-adf4-23d80b87ab04 HTTP/1.1" status: 204 len: 168 time: 2.7876804 Aug 03 19:30:31.739961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.801549 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-936907af-6e04-46bc-9db0-16c7e0a51276 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] GET failed (client error): The resource could not be found. Aug 03 19:30:31.812009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-936907af-6e04-46bc-9db0-16c7e0a51276 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports/b883c80e-2030-44eb-adf4-23d80b87ab04 HTTP/1.1" status: 404 len: 333 time: 0.0630252 Aug 03 19:30:31.821570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51816) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.847744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-17049164'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:31.903569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:31.923818 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Sync routers for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:31.937197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:31.939850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:31.940514 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:31.955218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-92b4d2e2-8fee-4d54-b713-4d54a46ba592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "PUT /v2.0/routers/a313e314-382f-4932-bd33-8bf1e6f5539e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4579608 Aug 03 19:30:31.956321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Checking router: b23dc98e-f90a-4344-8999-c93b8c06a0ad for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:31.957639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:31.991785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.004899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--823039949', 'description': 'tempest-secgroup_access--823039949 description', 'project_id': 'eb2533684ffd43258a324b18eb3f0403'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:32.057855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': '31784de2-3583-4b07-8d03-4405afeb2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:32.058293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: ff194c35-1e31-4d0d-a555-462864cfda9c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:32.090497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Routers {'b23dc98e-f90a-4344-8999-c93b8c06a0ad'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:32.091190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:32.202786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.248078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65d14b-be06-4cd1-89d2-97c7ddf56bfc None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:30:32.279119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Deleting port f019debd-0c3e-4f7e-ac9c-415d0896f9c1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:32.279533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.298512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3c496599-c4a9-4d4b-8e99-a39713d879a1 None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:32.298929 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c496599-c4a9-4d4b-8e99-a39713d879a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.354418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:32.388009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.428506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] For port f019debd-0c3e-4f7e-ac9c-415d0896f9c1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:32.429007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.443916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Calling delete_port for f019debd-0c3e-4f7e-ac9c-415d0896f9c1 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:32.624058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569c3a9-f8ac-4b32-9b36-3b378a7961cc req-8b4bdb16-6eef-486d-ac24-bf7404248d64 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:32.624058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a569c3a9-f8ac-4b32-9b36-3b378a7961cc req-8b4bdb16-6eef-486d-ac24-bf7404248d64 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.1502256 Aug 03 19:30:32.707025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] Set router b23dc98e-f90a-4344-8999-c93b8c06a0ad gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:32.710006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network ff194c35-1e31-4d0d-a555-462864cfda9c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:32.744101 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:30Z', 'revision_number': 2, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:32.781257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:30:32Z', 'revision_number': 6, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:32.818425 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Checking router: a313e314-382f-4932-bd33-8bf1e6f5539e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:32.819844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Updating router a313e314-382f-4932-bd33-8bf1e6f5539e port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:30:32.830564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ff194c35-1e31-4d0d-a555-462864cfda9c) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:32.851987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:32.852614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.865063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3c496599-c4a9-4d4b-8e99-a39713d879a1 None None] Port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:32.868242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:32.880835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.889644 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.894653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae32ec-ba2e-40df-8e0e-310288a27992 None None] The sync data for ids ['b23dc98e-f90a-4344-8999-c93b8c06a0ad'] in n-d-803363-1 is: [{'id': 'b23dc98e-f90a-4344-8999-c93b8c06a0ad', 'name': 'tempest-TestServerMultinode-2146544875-router', 'tenant_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:28:47Z', 'updated_at': '2021-08-03T19:30:32Z', 'revision_number': 6, 'project_id': '9fe6b7a98ff34f3a8b4ed9b494c25fe7', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:32.895576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.956325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:32.968467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:32.968868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:32.982911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.058515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fd771-ff62-4075-818a-57a338badb9c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:33.058761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a569c3a9-f8ac-4b32-9b36-3b378a7961cc req-969f3393-e241-4bfd-9102-e88b7b063e1d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583485 Aug 03 19:30:33.074088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.074562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.074967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.076127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.076498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.076985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.077340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.083162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port ae220cbb-69c7-4665-a36d-cecf7358fb24 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:33.089145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.089569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.090292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.090659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.091004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.119629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-f43f4780-d1ab-4757-82fe-2b168be39382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:33.121684 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-f43f4780-d1ab-4757-82fe-2b168be39382 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0&tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d HTTP/1.1" status: 200 len: 1094 time: 0.5208399 Aug 03 19:30:33.133167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.135901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-890490f0-6e52-4295-8f3a-7083a47facf0 None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:33.136272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-890490f0-6e52-4295-8f3a-7083a47facf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.217150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:33.279931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65d14b-be06-4cd1-89d2-97c7ddf56bfc None None] Unable to find a vacant binding_index for network ff194c35-1e31-4d0d-a555-462864cfda9c and agent 6d464934-d73a-4527-9413-42750d8d9ea0 {{(pid=101344) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 03 19:30:33.295424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-890490f0-6e52-4295-8f3a-7083a47facf0 None None] Port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:33.371547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65d14b-be06-4cd1-89d2-97c7ddf56bfc None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ff194c35-1e31-4d0d-a555-462864cfda9c) {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:30:33.382279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Pushing event deleted for resources: {'Port': ['ID=f019debd-0c3e-4f7e-ac9c-415d0896f9c1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:33.396976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.450749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.474330 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.488066 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Transition to ACTIVE for port object b58d8cf7-9d51-4970-bbd1-9448079bf0f4 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:33.562789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:33.589080 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.663856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.677269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.704525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.736882 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Pushing event updated for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:33.737667 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f9dfad15-20a6-43f2-b3e8-9a6e5742f826 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.9744651 Aug 03 19:30:33.738873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:33.824443 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.824892 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.833231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.834012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.834012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:33.887830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.899930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:33.902662 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea50376e-3678-47d6-9594-995ecfd81bf8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.9027627 Aug 03 19:30:33.903514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51836) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:33.946054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--550005363', 'description': 'tempest-secgroup_general--550005363 description', 'project_id': 'eb2533684ffd43258a324b18eb3f0403'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:33.976252 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Attempting to bind port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:33.976627 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Attempting to bind port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:33.977019 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Attempting to bind port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 on network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:33.994651 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:33.994651 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Checking segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:33.994651 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:33.995128 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Bound using segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:33.999853 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Bound port: b58d8cf7-9d51-4970-bbd1-9448079bf0f4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:34.000263 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.009579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f019debd-0c3e-4f7e-ac9c-415d0896f9c1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:34.041061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.079516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.083510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f019debd-0c3e-4f7e-ac9c-415d0896f9c1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:34.083830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f019debd-0c3e-4f7e-ac9c-415d0896f9c1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:34.084252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 850435c2-9835-4e66-af18-737e3d7b2029 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:34.103467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.105559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.129914 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] For port b58d8cf7-9d51-4970-bbd1-9448079bf0f4, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:34.132161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 850435c2-9835-4e66-af18-737e3d7b2029 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:34.132502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 850435c2-9835-4e66-af18-737e3d7b2029 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:34.145723 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] For port b58d8cf7-9d51-4970-bbd1-9448079bf0f4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:34.230275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ff194c35-1e31-4d0d-a555-462864cfda9c', 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '2c6061ef-7cdc-48da-b53d-e8aadc7b8b6b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:34.231151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.277957 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.288194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::e9 (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/ae220cbb-69c7-4665-a36d-cecf7358fb24) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:34.325952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 172.25.2.62 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/905e541a-ab72-42b8-b513-1df1930f259c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:34.359321 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd266-900f-4f4e-9cff-d45507dcfc4f None None] Pushing event updated for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:34.389802 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:34.390439 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:34.478098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.535854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.539863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Allocated IP 172.20.0.3 (ff194c35-1e31-4d0d-a555-462864cfda9c/2c6061ef-7cdc-48da-b53d-e8aadc7b8b6b/10d64e1c-f573-4a73-8039-049c97fc5f24) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:34.543912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.637829 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.663697 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:34.682850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.683416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23dc98e-f90a-4344-8999-c93b8c06a0ad {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:34.711419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.715785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-446c134f-d0a1-4a68-895e-3f7524dbee9d admin admin] 10.222.0.67 "DELETE /v2.0/routers/b23dc98e-f90a-4344-8999-c93b8c06a0ad HTTP/1.1" status: 204 len: 168 time: 3.8712068 Aug 03 19:30:34.727167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:34.752796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:34.764430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:34.777556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:34.780054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.910121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c95c-0524-4d98-8392-ba31c5d0f9ed req-2d516e99-c0fe-4910-aa7b-9f1a83f8f2c8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:34.910844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=905e541a-ab72-42b8-b513-1df1930f259c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:34.921051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e09c95c-0524-4d98-8392-ba31c5d0f9ed req-2d516e99-c0fe-4910-aa7b-9f1a83f8f2c8 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 0.6819887 Aug 03 19:30:34.990597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:34.999721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.033927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Deleting subnet 15f9b91a-4d9d-41b2-9053-29ee33ea71d9 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:35.034142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Transition to ACTIVE for port object 10d64e1c-f573-4a73-8039-049c97fc5f24 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:35.038513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.079736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Transition to ACTIVE for port object 10d64e1c-f573-4a73-8039-049c97fc5f24 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:35.084339 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.140146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.181933 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:34Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:35.187535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.190155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.225047 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e04767-14e0-4bb0-9060-d437397e097a None None] The sync data for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 is: [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:34Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:35.259646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Network ff194c35-1e31-4d0d-a555-462864cfda9c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:35.261298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e09c95c-0524-4d98-8392-ba31c5d0f9ed req-d7f7acd0-06d6-4ad4-9f73-2e4c2b178cad tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390024 Aug 03 19:30:35.285863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:35.290029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Pushing event updated for resources: {'Port': ['ID=10d64e1c-f573-4a73-8039-049c97fc5f24,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.293393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:35.375460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:35.417772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Attempting to bind port 10d64e1c-f573-4a73-8039-049c97fc5f24 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:35.418569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Attempting to bind port 10d64e1c-f573-4a73-8039-049c97fc5f24 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '31784de2-3583-4b07-8d03-4405afeb2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:35.419146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Attempting to bind port 10d64e1c-f573-4a73-8039-049c97fc5f24 on network ff194c35-1e31-4d0d-a555-462864cfda9c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:35.430185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:35.431691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Checking segment: {'id': '31784de2-3583-4b07-8d03-4405afeb2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:35.434108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.436692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Bound using segment: {'id': '31784de2-3583-4b07-8d03-4405afeb2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:35.436692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Bound port: 10d64e1c-f573-4a73-8039-049c97fc5f24, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31784de2-3583-4b07-8d03-4405afeb2229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:35.436692 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.439290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.449653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:35.505187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.536414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.548549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.552472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] For port 10d64e1c-f573-4a73-8039-049c97fc5f24, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:35.559527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:35.568429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] For port 10d64e1c-f573-4a73-8039-049c97fc5f24, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10d64e1c-f573-4a73-8039-049c97fc5f24,segment=NetworkSegment(31784de2-3583-4b07-8d03-4405afeb2229),segment_id=31784de2-3583-4b07-8d03-4405afeb2229)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:35.574080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object ae220cbb-69c7-4665-a36d-cecf7358fb24 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:35.657166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.666233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f9b91a-4d9d-41b2-9053-29ee33ea71d9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.667066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.673271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.676294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5a518012-bee9-45b2-ae34-207bd7c9585d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/15f9b91a-4d9d-41b2-9053-29ee33ea71d9 HTTP/1.1" status: 204 len: 168 time: 0.9449925 Aug 03 19:30:35.678327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51848) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.705444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6061ef-7cdc-48da-b53d-e8aadc7b8b6b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.741089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.783752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.785129 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6306218c-f547-40f9-b580-1a0365968d13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8427489 Aug 03 19:30:35.797540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51850) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:35.815566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'security_group_rule': {'security_group_id': 'bf7fd771-ff62-4075-818a-57a338badb9c', 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:35.833896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Transition to ACTIVE for port object ba3874c9-fbe3-4def-aebf-068b4b671728 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:35.852624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e03fb0-5bd6-4909-9b42-00dfd75d5f08 None None] Pushing event updated for resources: {'Port': ['ID=10d64e1c-f573-4a73-8039-049c97fc5f24,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:35.873217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.917021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff194c35-1e31-4d0d-a555-462864cfda9c']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:35.937718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31784de2-3583-4b07-8d03-4405afeb2229') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:35.938744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31784de2-3583-4b07-8d03-4405afeb2229') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:35.945072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.951628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:35.983863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:35.994716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:36.008253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.016115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:36.016699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.030933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:36.047518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:36.048602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:36.054117 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:36.065547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.130541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.132317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=ae220cbb-69c7-4665-a36d-cecf7358fb24,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:36.211548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:36.212288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.331191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6fb34def-c3cb-4d45-8abb-af1eef731ccd tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.5078247 Aug 03 19:30:36.343149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51856) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:36.354494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'network_id': '47e15cd8-5c26-4a67-99fa-a86878814627', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-259393817'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:36.424567 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.426811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b58d8cf7-9d51-4970-bbd1-9448079bf0f4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:36.499587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=9']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:36.579743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:36.593271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:30:36.593271 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:30:36.593271 n-d-803363-1 neutron-server[101343]: [parameters: {'id': 'ff194c35-1e31-4d0d-a555-462864cfda9c'}] Aug 03 19:30:36.593271 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:36.593834 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:36.594021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:36.595249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.635125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.651222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] No DVR routers for this DVR port ba3874c9-fbe3-4def-aebf-068b4b671728 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:36.737932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.814078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b58d8cf7-9d51-4970-bbd1-9448079bf0f4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:36.874262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.927834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.939414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:36.939414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.014673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.039196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:37.054580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2707b8-cddb-4a26-92c2-99da0f5e7114,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:37.107798 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.191444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.194643 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f4ffc9d5-1fcc-4822-900b-3f56d8a70810 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3816226 Aug 03 19:30:37.295640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 10d64e1c-f573-4a73-8039-049c97fc5f24 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:37.297159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.399068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router 5ea7ab6c-d3d8-478b-9960-540293d20149 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:37.418497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 10d64e1c-f573-4a73-8039-049c97fc5f24, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=10d64e1c-f573-4a73-8039-049c97fc5f24,segment=NetworkSegment(31784de2-3583-4b07-8d03-4405afeb2229),segment_id=31784de2-3583-4b07-8d03-4405afeb2229)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:37.418863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.456883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6a95a-a755-409e-b89a-ba0e505bba52 None None] Network ff194c35-1e31-4d0d-a555-462864cfda9c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:37.483436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 10d64e1c-f573-4a73-8039-049c97fc5f24 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:37.511651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b37195-6c56-4bc2-bd5e-4aec1da5768c req-8a373cf4-e87e-4a89-a9f2-7af47e2dac17 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:37.513356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2b37195-6c56-4bc2-bd5e-4aec1da5768c req-8a373cf4-e87e-4a89-a9f2-7af47e2dac17 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 943 time: 1.1013527 Aug 03 19:30:37.586936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Deleting port bebc7d03-c453-4451-8054-b9a9ca09b829 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:37.587720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.594870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c350b3b9-d354-4e06-bd04-d0f1c6e475d7 None None] Network 6f99cacd-2a74-43ef-b8a5-ff141b77a3da requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:37.645452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:37.655356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:37.656630 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8f52ab5a-c257-461b-941e-97408ec55e7a tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "PUT /v2.0/routers/5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 200 len: 918 time: 6.0656333 Aug 03 19:30:37.670460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:37.702182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] Sync routers for ids ['5ea7ab6c-d3d8-478b-9960-540293d20149'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:37.792228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2b37195-6c56-4bc2-bd5e-4aec1da5768c req-83132e81-b29a-4ee3-9e0b-62ab4e6fcde9 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093480 Aug 03 19:30:37.804023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] Routers {'5ea7ab6c-d3d8-478b-9960-540293d20149'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:37.804705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5ea7ab6c-d3d8-478b-9960-540293d20149'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:37.843044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] For port bebc7d03-c453-4451-8054-b9a9ca09b829, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bebc7d03-c453-4451-8054-b9a9ca09b829,segment=NetworkSegment(aae37617-1186-4713-9dec-b1e34ee89462),segment_id=aae37617-1186-4713-9dec-b1e34ee89462)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:37.843044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.000488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.011651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:38.011997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:38.012337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:38.015750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Calling delete_port for bebc7d03-c453-4451-8054-b9a9ca09b829 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:38.053057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:30:38.053417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Attempting to bind port ba3874c9-fbe3-4def-aebf-068b4b671728 on network d7468926-4d07-46ca-9f29-a601514e46ec {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:38.070872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.107213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:38.107572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Checking segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:38.107909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Bound using segment: {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:38.108373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Bound port: ba3874c9-fbe3-4def-aebf-068b4b671728, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c59575-db7f-4786-93c6-91f87f6ba7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:38.114893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.193967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32c3bd8b-dd39-442c-9674-d27d931dcb1a None None] Provisioning for port 10d64e1c-f573-4a73-8039-049c97fc5f24 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:38.197647 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 10d64e1c-f573-4a73-8039-049c97fc5f24 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:38.212414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Made reservation on behalf of 44813363ec5746e8b40bf731124bede2 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:38.217401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.222981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] Routers {'5ea7ab6c-d3d8-478b-9960-540293d20149'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:38.223762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['5ea7ab6c-d3d8-478b-9960-540293d20149'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.225871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32c3bd8b-dd39-442c-9674-d27d931dcb1a None None] Provisioning complete for port 10d64e1c-f573-4a73-8039-049c97fc5f24 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:38.226463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32c3bd8b-dd39-442c-9674-d27d931dcb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.228249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10d64e1c-f573-4a73-8039-049c97fc5f24 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:38.258356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa42e2c-bb42-4119-bb6e-d7548c4f2ca3 None None] Network ff194c35-1e31-4d0d-a555-462864cfda9c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:38.265075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=10d64e1c-f573-4a73-8039-049c97fc5f24,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:38.297120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] device_id is not set on port a503d0c4-c0fd-4513-b1c2-fb0e57627019 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:30:38.374770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a96691e-dbd5-45da-8f19-c601749389e4 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 200 len: 924 time: 0.6976240 Aug 03 19:30:38.381790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:38.441129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.467305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff194c35-1e31-4d0d-a555-462864cfda9c']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.499433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31784de2-3583-4b07-8d03-4405afeb2229') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.499742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31784de2-3583-4b07-8d03-4405afeb2229') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.508427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32c3bd8b-dd39-442c-9674-d27d931dcb1a None None] Port 10d64e1c-f573-4a73-8039-049c97fc5f24 was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:30:38.514462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad26c947-2439-4ce1-9f28-20ac2d65fbad tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.516018 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ad26c947-2439-4ce1-9f28-20ac2d65fbad tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=5ea7ab6c-d3d8-478b-9960-540293d20149&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1332171 Aug 03 19:30:38.520014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:38.549302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.556386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 10d64e1c-f573-4a73-8039-049c97fc5f24 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:38.557127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10d64e1c-f573-4a73-8039-049c97fc5f24 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:30:38.559886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:38.560761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9440474d-8d0c-4e68-b74d-b391d921bfae None None] The sync data for ids ['5ea7ab6c-d3d8-478b-9960-540293d20149'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:38.607041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.613936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port 10d64e1c-f573-4a73-8039-049c97fc5f24 not found, will not notify nova. {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:30:38.616950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b58d8cf7-9d51-4970-bbd1-9448079bf0f4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:38.622775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:38.623250 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:38.666054 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:38.713771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:38.722402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:38.723168 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.772495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Allocated IP 2001:db8::3c7 (47e15cd8-5c26-4a67-99fa-a86878814627/1c1041b2-368c-455f-968b-a22070fd39d2/a503d0c4-c0fd-4513-b1c2-fb0e57627019) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:38.793703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-73990960-e8e7-4c9e-9116-829957cfaa37 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_access--823039949&fields=id&tenant_id=eb2533684ffd43258a324b18eb3f0403 HTTP/1.1" status: 200 len: 267 time: 0.1290483 Aug 03 19:30:38.823948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbac0da-6677-4fcc-b62f-a95d648f0feb tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:38.831789 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0cbac0da-6677-4fcc-b62f-a95d648f0feb tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.3076499 Aug 03 19:30:38.832685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:38.841864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:38.842233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:38.894761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-d46ba244-d0d4-4960-b261-ee813558c7e5 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup_general--550005363&fields=id&tenant_id=eb2533684ffd43258a324b18eb3f0403 HTTP/1.1" status: 200 len: 267 time: 0.1000214 Aug 03 19:30:38.911657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8af29925-dab3-4f8e-8600-6c98d2672b6a tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 200 len: 205 time: 0.0751085 Aug 03 19:30:38.914406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:38.979360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f7f63-9ec4-48f0-ad90-db4c1845cee6 None None] DHCP port deletion for 6f99cacd-2a74-43ef-b8a5-ff141b77a3da request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:38.982408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b42a9-144f-4cee-9cef-849f06527ac5 None None] DHCP port deletion for ff194c35-1e31-4d0d-a555-462864cfda9c request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:39.049284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.052731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.070498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:39.126628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.128957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/ff194c35-1e31-4d0d-a555-462864cfda9c HTTP/1.1" status: 204 len: 168 time: 5.3864405 Aug 03 19:30:39.131383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd888d1-564d-4bdd-bd84-7deb3765bf91 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=ff194c35-1e31-4d0d-a555-462864cfda9c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.143380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51922) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:39.165077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750260993'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:39.201620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Pushing event deleted for resources: {'Port': ['ID=bebc7d03-c453-4451-8054-b9a9ca09b829,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.220054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] No DVR routers for this DVR port bebc7d03-c453-4451-8054-b9a9ca09b829 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:39.222963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.229610 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.272683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Provisioning for port ae220cbb-69c7-4665-a36d-cecf7358fb24 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:39.278496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Provisioning complete for port ae220cbb-69c7-4665-a36d-cecf7358fb24 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:39.279283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.337188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-dbcf7c76-d0a3-417b-97c1-77894656f0f0 None None] Port ae220cbb-69c7-4665-a36d-cecf7358fb24 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:39.415170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.433996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Transition to ACTIVE for port object a503d0c4-c0fd-4513-b1c2-fb0e57627019 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:39.513985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-57984ff2-b5bb-459b-bc13-fa4cb4a30250 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:39.522345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-57984ff2-b5bb-459b-bc13-fa4cb4a30250 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 796 time: 0.6266291 Aug 03 19:30:39.524949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:39.597737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.609775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f99cacd-2a74-43ef-b8a5-ff141b77a3da']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:39.629211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae37617-1186-4713-9dec-b1e34ee89462') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:39.629651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae37617-1186-4713-9dec-b1e34ee89462') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:39.641727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.659608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.667631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:39.667931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:39.780232 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:39.785479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:39.785479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.786690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-9eecf29d-22fe-4371-838b-915a99be68a2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 1091 time: 6.6483090 Aug 03 19:30:39.792824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:39.795282 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ec117c-2134-4264-80ed-492f4c90f74f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:39.798848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.883858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10d64e1c-f573-4a73-8039-049c97fc5f24 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:39.904632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-8800050d-dce0-4efa-afa2-284290036bf7 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/quotas/eb2533684ffd43258a324b18eb3f0403 HTTP/1.1" status: 200 len: 375 time: 0.3807738 Aug 03 19:30:39.911914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.929191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:39.933074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.936233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Network 47e15cd8-5c26-4a67-99fa-a86878814627 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:39.939649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 10d64e1c-f573-4a73-8039-049c97fc5f24 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:39.940004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 10d64e1c-f573-4a73-8039-049c97fc5f24 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:39.940424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bebc7d03-c453-4451-8054-b9a9ca09b829 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:39.984132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: bebc7d03-c453-4451-8054-b9a9ca09b829 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:39.986307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bebc7d03-c453-4451-8054-b9a9ca09b829 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:39.990737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:39.996039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] 10.222.0.67 "DELETE /v2.0/networks/6f99cacd-2a74-43ef-b8a5-ff141b77a3da HTTP/1.1" status: 204 len: 168 time: 4.3131981 Aug 03 19:30:39.999364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:40.001767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51950) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:40.041001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:40.052080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.052080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.060599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:40.069539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=a503d0c4-c0fd-4513-b1c2-fb0e57627019,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:40.084027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.095067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.095829 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85 of type vlan for network 8afa3243-5017-423c-9221-6781cb7a4316 Aug 03 19:30:40.127705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f01c8-8a6f-44ec-93fd-df85ff78000d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f99cacd-2a74-43ef-b8a5-ff141b77a3da,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:40.171659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-ac6949da-ae69-471c-a139-a4356db57630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.173881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-ac6949da-ae69-471c-a139-a4356db57630 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1095 time: 0.3051105 Aug 03 19:30:40.177555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.316027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9e83aba4-a5c6-4f5c-97d3-767de6ed057e tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9682753 Aug 03 19:30:40.326154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51962) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:40.327166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-7fec32ac-047c-4465-9345-056e45ffee63 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3874538 Aug 03 19:30:40.327581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port 905e541a-ab72-42b8-b513-1df1930f259c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:40.328352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.449914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.464849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for 905e541a-ab72-42b8-b513-1df1930f259c owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:40.520136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c9463994-2c55-4666-ac65-83fe14a75b25 None None] Provisioning for port a503d0c4-c0fd-4513-b1c2-fb0e57627019 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:40.524770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c9463994-2c55-4666-ac65-83fe14a75b25 None None] Provisioning complete for port a503d0c4-c0fd-4513-b1c2-fb0e57627019 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:40.525414 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9463994-2c55-4666-ac65-83fe14a75b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.595936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c9463994-2c55-4666-ac65-83fe14a75b25 None None] Port a503d0c4-c0fd-4513-b1c2-fb0e57627019 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:40.677151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c5', 'mac_address': 'fa:16:3e:15:51:97'}, {'ip_address': '2001:db8::e9', 'mac_address': 'fa:16:3e:19:d5:85'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:40.847313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.854100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:40.854934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:40.869147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.040546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-c2163d88-6c78-49f4-922b-e16dbea39839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:41.042279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-c2163d88-6c78-49f4-922b-e16dbea39839 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.8605614 Aug 03 19:30:41.047358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.069859 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9209793 Aug 03 19:30:41.073196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=905e541a-ab72-42b8-b513-1df1930f259c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.099345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 51982) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.107610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '8afa3243-5017-423c-9221-6781cb7a4316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:41.152446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ffb2d-23a6-4dfd-94c8-9b3a0ca26274 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=8afa3243-5017-423c-9221-6781cb7a4316,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.190167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 8afa3243-5017-423c-9221-6781cb7a4316 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:41.215478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e70c3b97-c0c6-4b72-a513-0f867a1ecafa service neutron] 10.222.0.67 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8444850 Aug 03 19:30:41.240051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.356191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-b04a748f-81ec-49ec-a513-04305e113c5d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 998 time: 0.3021967 Aug 03 19:30:41.428824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.432641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.509729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-2f2f6e17-71d4-49f2-ad7e-068d791b79b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:41.511419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-2f2f6e17-71d4-49f2-ad7e-068d791b79b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.1463864 Aug 03 19:30:41.536069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-86918fc9-d0a9-42c9-a2ed-94fe4afa081c service neutron] 10.222.0.67 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752824 Aug 03 19:30:41.573454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.619452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-0aaa5cbe-b347-4b81-babe-0b457923c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:41.621196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-0aaa5cbe-b347-4b81-babe-0b457923c5e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015732 Aug 03 19:30:41.652882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:41.656257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.694566 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.695487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea7ab6c-d3d8-478b-9960-540293d20149 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:41.710009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.717283 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03e9af66-0b75-4131-b7bb-595c9cf7f876 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 204 len: 168 time: 2.7959867 Aug 03 19:30:41.717283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.725005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 51998) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.731077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] In _notify_port_updated(), no bound segment for port a503d0c4-c0fd-4513-b1c2-fb0e57627019 on network 47e15cd8-5c26-4a67-99fa-a86878814627 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:30:41.737972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:41.738655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.740050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "PUT /v2.0/ports/a503d0c4-c0fd-4513-b1c2-fb0e57627019 HTTP/1.1" status: 200 len: 1066 time: 1.0688376 Aug 03 19:30:41.745468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425870705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:41.755916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:41.841297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1a671-f38f-47d7-b89e-aec989c5a2ec tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event updated for resources: {'Port': ['ID=a503d0c4-c0fd-4513-b1c2-fb0e57627019,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:41.945930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:41.950308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.022213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-1456fcc6-ccae-4879-90c0-f0ba65e219ad service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780344 Aug 03 19:30:42.077923 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.140840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d7cc2a35-b987-4b95-8886-c17e2691284f None None] Provisioning complete for port a503d0c4-c0fd-4513-b1c2-fb0e57627019 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:42.142495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d7cc2a35-b987-4b95-8886-c17e2691284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.169485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.209052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc2a35-b987-4b95-8886-c17e2691284f None None] Port a503d0c4-c0fd-4513-b1c2-fb0e57627019 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:42.255920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.280286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.288961 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a2154e88-3e49-466e-9013-a37efa7d0682 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5476611 Aug 03 19:30:42.290169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52024) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:42.313605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'enable_snat': False}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:42.382882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d68c-f3b1-4bcb-b3c7-f2fa79557e99 req-8332ab81-e629-4236-9cef-17314ba670c4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:42.385353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94d0d68c-f3b1-4bcb-b3c7-f2fa79557e99 req-8332ab81-e629-4236-9cef-17314ba670c4 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.2364438 Aug 03 19:30:42.455358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.621541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port a503d0c4-c0fd-4513-b1c2-fb0e57627019 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:42.621541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.621541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d9aa435-fd12-46f1-8450-db6ab9b0c0c3 req-f1653702-5454-4844-a289-1247747909f5 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203114 Aug 03 19:30:42.623226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.623814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94d0d68c-f3b1-4bcb-b3c7-f2fa79557e99 req-b3e87b8f-a87e-4ca9-84b1-db4f2e94aac7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173827 Aug 03 19:30:42.661007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=10191979-e676-437e-867a-21b98f571c50,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:42.678604 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f603b-a7a8-4002-9bef-7cf93b8e1cc6 x-openstack-request-id: req-770f603b-a7a8-4002-9bef-7cf93b8e1cc6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:42.678906 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:42.679155 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-770f603b-a7a8-4002-9bef-7cf93b8e1cc6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:42.679553 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'status': 'completed', 'code': 200} Aug 03 19:30:42.752137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9bf9100-4a9c-49a2-b52d-9026bdc0290f req-6a18739b-0116-4d95-a0e9-285084b7efd9 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.0515790 Aug 03 19:30:42.758752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:42.759121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 8afa3243-5017-423c-9221-6781cb7a4316, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:42.769142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:42.790898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for a503d0c4-c0fd-4513-b1c2-fb0e57627019 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:43.003526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Deleting port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:43.003871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.007904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 8afa3243-5017-423c-9221-6781cb7a4316 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:43.121419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec117c-2134-4264-80ed-492f4c90f74f req-540ec3d9-a46a-4422-9ebb-27bbc8cac14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:43.122993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-540ec3d9-a46a-4422-9ebb-27bbc8cac14f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1095 time: 0.0774789 Aug 03 19:30:43.196642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.197482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] For port 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:43.197482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.248569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 8afa3243-5017-423c-9221-6781cb7a4316) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:43.256252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Calling delete_port for 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:43.259954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740c91d-166c-4a36-9083-47ee7f09646f None None] Network 8afa3243-5017-423c-9221-6781cb7a4316 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:43.265552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:43.267408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.270683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=a503d0c4-c0fd-4513-b1c2-fb0e57627019,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:43.364695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.391039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec117c-2134-4264-80ed-492f4c90f74f req-30648eab-4f9f-466a-989d-3432b60e9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:43.393553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-30648eab-4f9f-466a-989d-3432b60e9884 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.2637634 Aug 03 19:30:43.411903 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.500091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2600c6ba-f1c5-4b01-ac6e-d0c7152641f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3965952 Aug 03 19:30:43.504931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52068) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:43.643248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-8afa3243-5017-423c-9221-6781cb7a4316', 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '10191979-e676-437e-867a-21b98f571c50'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:43.645363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:43.700664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Allocated IP 172.25.2.56 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/06322877-1854-47fb-bbd4-3323419262d4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:43.931866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.020238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Allocated IP 172.20.0.1 (8afa3243-5017-423c-9221-6781cb7a4316/10191979-e676-437e-867a-21b98f571c50/0a08138c-d959-43a8-b492-2a2b30f80f05) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:44.181927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.196893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.308596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:44.310374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Pushing event updated for resources: {'Port': ['ID=06322877-1854-47fb-bbd4-3323419262d4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:44.315082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:44.325602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:44.362045 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.379088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Transition to ACTIVE for port object 0a08138c-d959-43a8-b492-2a2b30f80f05 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:44.388782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-e4c25b0f-3da3-49bd-bf74-8805fd7de678 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 998 time: 0.9688711 Aug 03 19:30:44.498872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Transition to ACTIVE for port object 0a08138c-d959-43a8-b492-2a2b30f80f05 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:44.631188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6f557-7388-4d32-98ae-b8215d421d97 req-448e0d94-dc32-4c59-980a-73ef4b8b1fe3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:44.633500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.641645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ad6f557-7388-4d32-98ae-b8215d421d97 req-448e0d94-dc32-4c59-980a-73ef4b8b1fe3 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.4506471 Aug 03 19:30:44.664825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.670164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e1d5f44f-d4b8-4740-83ff-60b7fa442e9b tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/a503d0c4-c0fd-4513-b1c2-fb0e57627019 HTTP/1.1" status: 204 len: 168 time: 2.8951907 Aug 03 19:30:44.670473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52100) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:44.706446 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dc883b-bd82-44b8-bc77-0aa46e7c974c tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] GET failed (client error): The resource could not be found. Aug 03 19:30:44.714379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Pushing event updated for resources: {'Port': ['ID=0a08138c-d959-43a8-b492-2a2b30f80f05,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:44.717679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90dc883b-bd82-44b8-bc77-0aa46e7c974c tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports/a503d0c4-c0fd-4513-b1c2-fb0e57627019 HTTP/1.1" status: 404 len: 333 time: 0.0463955 Aug 03 19:30:44.718787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52102) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:44.728229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Network 8afa3243-5017-423c-9221-6781cb7a4316 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:44.732076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:44.738124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.738817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:44.796702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ad6f557-7388-4d32-98ae-b8215d421d97 req-1db3dc63-62ae-49df-b69d-76800bf4ca77 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537919 Aug 03 19:30:44.839987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec117c-2134-4264-80ed-492f4c90f74f req-f9fe8d5b-6f14-41f4-b687-367ffd587162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:44.855221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-f9fe8d5b-6f14-41f4-b687-367ffd587162 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.2091880 Aug 03 19:30:44.874230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Attempting to bind port 0a08138c-d959-43a8-b492-2a2b30f80f05 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:44.874688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Attempting to bind port 0a08138c-d959-43a8-b492-2a2b30f80f05 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:44.875101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Attempting to bind port 0a08138c-d959-43a8-b492-2a2b30f80f05 on network 8afa3243-5017-423c-9221-6781cb7a4316 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:44.882226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:44.882822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Checking segment: {'id': 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:44.883382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.883786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Bound using segment: {'id': 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:44.884279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Bound port: 0a08138c-d959-43a8-b492-2a2b30f80f05, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '8afa3243-5017-423c-9221-6781cb7a4316'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:44.884775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:44.964918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] For port 0a08138c-d959-43a8-b492-2a2b30f80f05, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:44.968813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] For port 0a08138c-d959-43a8-b492-2a2b30f80f05, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a08138c-d959-43a8-b492-2a2b30f80f05,segment=NetworkSegment(dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85),segment_id=dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:44.990998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4aef4f5f-88c0-46d2-84a1-8dd197409199 req-45cdc005-2ebb-4cf5-b949-a18c7b0e88ba tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.0689099 Aug 03 19:30:45.014025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port ae220cbb-69c7-4665-a36d-cecf7358fb24 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:45.016710 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.047133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec117c-2134-4264-80ed-492f4c90f74f req-7192cf91-f06e-47d6-a82b-a897b35ae1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:45.053079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-7192cf91-f06e-47d6-a82b-a897b35ae1ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132014 Aug 03 19:30:45.064595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.111491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.208480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.220936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a38bb-078e-4995-8b58-0f369e00e7df None None] Pushing event updated for resources: {'Port': ['ID=0a08138c-d959-43a8-b492-2a2b30f80f05,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.227233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.295625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=10191979-e676-437e-867a-21b98f571c50,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.307225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:45.517526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.528965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for ae220cbb-69c7-4665-a36d-cecf7358fb24 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:45.546101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.707159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-752d18b3-23dc-4a2d-b175-19b4a0d36d99 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311755 Aug 03 19:30:45.738356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.841330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.856592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:45.868163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa3243-5017-423c-9221-6781cb7a4316']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:45.920692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:45.921131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:45.959696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.030555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.050051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.052341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:46.052903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:46.056990 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:46.060259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05ec117c-2134-4264-80ed-492f4c90f74f req-4a0a0636-6627-4812-bf7e-69ea9bbdb3f6 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352427 Aug 03 19:30:46.161143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a08138c-d959-43a8-b492-2a2b30f80f05 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:30:46.244502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.254126 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:30:46.254126 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:30:46.254126 n-d-803363-1 neutron-server[101342]: [parameters: {'id': '8afa3243-5017-423c-9221-6781cb7a4316'}] Aug 03 19:30:46.254126 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:46.254126 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:46.339150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Router c94f9f1a-9703-4818-bc2b-c63f28036f5b is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:46.342195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=ae220cbb-69c7-4665-a36d-cecf7358fb24,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:46.385373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0a08138c-d959-43a8-b492-2a2b30f80f05 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:46.402247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.405017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:30:46.406077 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c2ff23ed-5f97-4fa9-bae1-b9ffd93ca558 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/ae220cbb-69c7-4665-a36d-cecf7358fb24 HTTP/1.1" status: 204 len: 168 time: 1.6851554 Aug 03 19:30:46.411664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52136) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:46.417086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7173-6d81-45b9-82f8-913ff6dd8453 req-9bc354ee-72da-431d-a378-8b1cb6bd6567 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:46.418970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-523b7173-6d81-45b9-82f8-913ff6dd8453 req-9bc354ee-72da-431d-a378-8b1cb6bd6567 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.0774519 Aug 03 19:30:46.671158 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:46.678915 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.682906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49384cc3-00a1-4c7d-bcdb-4f056f1a2e4e tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "PUT /v2.0/routers/c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 200 len: 918 time: 4.3891833 Aug 03 19:30:46.683077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] Sync routers for ids ['c94f9f1a-9703-4818-bc2b-c63f28036f5b'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:46.684449 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d74227d-01fb-40cb-99fd-c592f256e1e7 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] GET failed (client error): The resource could not be found. Aug 03 19:30:46.686788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4d74227d-01fb-40cb-99fd-c592f256e1e7 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "GET /v2.0/ports/ae220cbb-69c7-4665-a36d-cecf7358fb24 HTTP/1.1" status: 404 len: 333 time: 0.2531064 Aug 03 19:30:46.687468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52144) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:46.703246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:46.711060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] Routers {'c94f9f1a-9703-4818-bc2b-c63f28036f5b'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:46.711698 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c94f9f1a-9703-4818-bc2b-c63f28036f5b'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:46.799059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:46.864411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:46.871028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:46.886136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Sync routers for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:46.894961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-881b2082-1f3b-4964-ae83-9f440faa886f admin admin] 10.222.0.67 "PUT /v2.0/routers/adb4e6e4-1db4-4112-a7c1-60f26ea2b41f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8595223 Aug 03 19:30:46.900043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52148) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:46.917235 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] Routers {'c94f9f1a-9703-4818-bc2b-c63f28036f5b'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:46.918283 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['c94f9f1a-9703-4818-bc2b-c63f28036f5b'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:46.919891 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-523b7173-6d81-45b9-82f8-913ff6dd8453 req-08da086e-d9eb-4bee-a825-ab134d694312 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903631 Aug 03 19:30:46.929174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:46.930826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:47.033917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:47.034655 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f8ae8-dd5a-44c6-9ff8-9b20e98215cd None None] The sync data for ids ['c94f9f1a-9703-4818-bc2b-c63f28036f5b'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:47.085420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-064480b7-0568-4ee8-8ba0-3892faa81399 req-0c0bc9d6-9181-4d46-89e4-156984741739 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.0431900 Aug 03 19:30:47.162593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:47.348846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.360308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb1aba-3231-4fca-bce8-42e6c74ca8cf None None] Network 8afa3243-5017-423c-9221-6781cb7a4316 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:47.623549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-91184913-9e05-4a95-bd14-7259318ef70e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.623549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-91184913-9e05-4a95-bd14-7259318ef70e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.77 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 796 time: 1.2092974 Aug 03 19:30:47.679988 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9ca5f9a9-a4b5-469e-8589-573db648dea4 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 200 len: 924 time: 0.9881625 Aug 03 19:30:47.697496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:47.787008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port 4ac6b626-ce1c-48aa-8b48-284a3e7c835d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:47.787783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.803036 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-cd71f723-545e-40f6-95b2-42f71eabbec0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb2533684ffd43258a324b18eb3f0403 HTTP/1.1" status: 200 len: 476 time: 0.1684012 Aug 03 19:30:47.817964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'port': {'device_id': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'admin_state_up': True, 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'security_groups': ['bf7fd771-ff62-4075-818a-57a338badb9c', '0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:47.824976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 0a08138c-d959-43a8-b492-2a2b30f80f05 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:47.825556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.834387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:30:44Z', 'revision_number': 5, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:47.867249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd4a69-d86f-4c68-a9f4-7fb45fefff2b req-60495212-f260-438c-bbd9-c79ebb68d9a5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.868996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6abd4a69-d86f-4c68-a9f4-7fb45fefff2b req-60495212-f260-438c-bbd9-c79ebb68d9a5 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 945 time: 0.6200752 Aug 03 19:30:47.912660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Checking router: adb4e6e4-1db4-4112-a7c1-60f26ea2b41f for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:30:47.934342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-861cbaa7-c583-4c1a-9bbb-942a9155d774 None None] Provisioning for port 0a08138c-d959-43a8-b492-2a2b30f80f05 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:47.948202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-861cbaa7-c583-4c1a-9bbb-942a9155d774 None None] Provisioning complete for port 0a08138c-d959-43a8-b492-2a2b30f80f05 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:47.954955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-861cbaa7-c583-4c1a-9bbb-942a9155d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:47.969481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] DHCP port deletion for 8afa3243-5017-423c-9221-6781cb7a4316 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:47.975331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc5e44-75d2-4542-8b09-89c1f33bce42 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:47.979727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3fcc5e44-75d2-4542-8b09-89c1f33bce42 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=c94f9f1a-9703-4818-bc2b-c63f28036f5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2725356 Aug 03 19:30:47.986334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.005189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Routers {'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:48.005923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.105541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.150976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for 4ac6b626-ce1c-48aa-8b48-284a3e7c835d owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.152753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6abd4a69-d86f-4c68-a9f4-7fb45fefff2b req-99d21038-4747-4787-80d8-8d7c39ee79a2 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600418 Aug 03 19:30:48.166428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.175189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 0a08138c-d959-43a8-b492-2a2b30f80f05, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a08138c-d959-43a8-b492-2a2b30f80f05,segment=NetworkSegment(dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85),segment_id=dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:48.175721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.205831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-6a82488c-da3e-4164-8092-2c4b5cd10676 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:48.207754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-6a82488c-da3e-4164-8092-2c4b5cd10676 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.77 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 945 time: 0.3910437 Aug 03 19:30:48.232421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 0a08138c-d959-43a8-b492-2a2b30f80f05 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.497009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] Set router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:30:48.508277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2bfc4f-b8eb-4be2-ab90-f9c1893fffa2 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:48.509782 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c2bfc4f-b8eb-4be2-ab90-f9c1893fffa2 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/networks/f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 881 time: 0.5221508 Aug 03 19:30:48.514325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.543704 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-861cbaa7-c583-4c1a-9bbb-942a9155d774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.566723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ed63a-e64b-4b68-9426-f54bddd47a14 req-7c405ab3-28bd-4717-ad8b-9cfa360e1705 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:48.568313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c91ed63a-e64b-4b68-9426-f54bddd47a14 req-7c405ab3-28bd-4717-ad8b-9cfa360e1705 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1798551 Aug 03 19:30:48.581322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f3e78b4c-887c-420f-9371-c416ee95bfdf tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 200 len: 205 time: 0.0634644 Aug 03 19:30:48.583731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:48.592641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Deleting port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:48.592641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.595535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Deleting port 0a08138c-d959-43a8-b492-2a2b30f80f05 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:48.595909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.670737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Deleting port 89604e47-2e15-4145-8003-dc6d79a4fcf8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:48.671154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.727819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.739335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] For port 0a08138c-d959-43a8-b492-2a2b30f80f05, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a08138c-d959-43a8-b492-2a2b30f80f05,segment=NetworkSegment(dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85),segment_id=dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:48.739741 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.744593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c91ed63a-e64b-4b68-9426-f54bddd47a14 req-4843d56c-ff19-4d73-b861-f564a1566f16 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679206 Aug 03 19:30:48.770513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Calling delete_port for 0a08138c-d959-43a8-b492-2a2b30f80f05 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.795340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] For port 434b3aa8-f74a-40d3-af4a-a06bc455dae1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=434b3aa8-f74a-40d3-af4a-a06bc455dae1,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:48.795778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.818890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Calling delete_port for 434b3aa8-f74a-40d3-af4a-a06bc455dae1 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.826585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] For port 89604e47-2e15-4145-8003-dc6d79a4fcf8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=89604e47-2e15-4145-8003-dc6d79a4fcf8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:48.827378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.847482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Calling delete_port for 89604e47-2e15-4145-8003-dc6d79a4fcf8 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:48.872875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:48.909236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:30:44Z', 'revision_number': 5, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:48.941090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974fe54-22d2-4ef7-8d0d-dc378045fafe None None] The sync data for ids ['adb4e6e4-1db4-4112-a7c1-60f26ea2b41f'] in n-d-803363-1 is: [{'id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'name': 'tempest-TestServerMultinode-1131650609-router', 'tenant_id': '69bc49b27fe644c195829cae927acda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:29:07Z', 'updated_at': '2021-08-03T19:30:44Z', 'revision_number': 5, 'project_id': '69bc49b27fe644c195829cae927acda6', 'gw_port': {'id': '89604e47-2e15-4145-8003-dc6d79a4fcf8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb4e6e4-1db4-4112-a7c1-60f26ea2b41f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:29:09Z', 'updated_at': '2021-08-03T19:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:48.958440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba8f9ff7-00bb-431b-a5eb-9af5e0f75189 req-74392a1f-b50f-4e6e-81ef-e91329648f02 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.1089211 Aug 03 19:30:49.051644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:49.055272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.131482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.145717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.173350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=0a08138c-d959-43a8-b492-2a2b30f80f05,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.178200 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.185830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d4b5f4ff-0a8b-46b1-b535-2503390eea88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.187425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 0a08138c-d959-43a8-b492-2a2b30f80f05 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:49.196257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.196257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.205474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:49.236885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] No DVR routers for this DVR port 0a08138c-d959-43a8-b492-2a2b30f80f05 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:49.241960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434751cf-bd1a-42f0-ac48-0cb6c12af4ab None None] Pushing event deleted for resources: {'Port': ['ID=0a08138c-d959-43a8-b492-2a2b30f80f05,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.279055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.291594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['434b3aa8-f74a-40d3-af4a-a06bc455dae1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:30:49.324770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Pushing event deleted for resources: {'Port': ['ID=434b3aa8-f74a-40d3-af4a-a06bc455dae1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.329582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.345244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afa3243-5017-423c-9221-6781cb7a4316']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:49.431423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.436533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:49.437545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2d5ae3-e2c0-478f-a4cc-d1f0bb6f2d85') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:49.445479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-001b80de-d672-4e0f-ad50-4fcc11713178 req-e1a724be-f1dd-4aad-8e76-d058db49e9a3 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.1025283 Aug 03 19:30:49.468934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.20.0.9 (1392960c-892c-49bf-8bd8-bdbdd70e1c41/e5eaa85e-2889-4df7-b1c8-41742b1d9b0c/f8d953ea-898e-42e7-9ad8-118cb046cbff) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:49.505932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] No DVR routers for this DVR port 434b3aa8-f74a-40d3-af4a-a06bc455dae1 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:49.509779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.512265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5cbde91-5af0-49a2-b790-f10b6de2f0ac req-5987fc5e-b147-4e28-964d-699a9fef922c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.77 "DELETE /v2.0/ports/434b3aa8-f74a-40d3-af4a-a06bc455dae1 HTTP/1.1" status: 204 len: 173 time: 1.2945755 Aug 03 19:30:49.515248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'name': 'network-vif-deleted', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:49.518700 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f54b0e-3e3d-4f3a-8885-0de98320d049" -d '{"events": [{"server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "name": "network-vif-deleted", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:49.524106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.533756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Pushing event deleted for resources: {'Port': ['ID=89604e47-2e15-4145-8003-dc6d79a4fcf8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.584167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.622835 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d878d857-d672-487f-9cf5-4f61c8157f68 x-openstack-request-id: req-d878d857-d672-487f-9cf5-4f61c8157f68 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:49.623619 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b25e0a-21a5-48c5-90ed-160dd7e123b4", "name": "network-vif-deleted", "tag": "434b3aa8-f74a-40d3-af4a-a06bc455dae1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:49.624096 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d878d857-d672-487f-9cf5-4f61c8157f68 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:49.624714 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b25e0a-21a5-48c5-90ed-160dd7e123b4', 'name': 'network-vif-deleted', 'tag': '434b3aa8-f74a-40d3-af4a-a06bc455dae1', 'status': 'completed', 'code': 200} Aug 03 19:30:49.634671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:49.635485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:49.639636 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:49.755977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.809964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=4ac6b626-ce1c-48aa-8b48-284a3e7c835d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:49.860315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:49.867197 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7983b2ea-3a0d-4013-9ef4-0aa17b1f0d00 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/ports/4ac6b626-ce1c-48aa-8b48-284a3e7c835d HTTP/1.1" status: 204 len: 168 time: 3.1641004 Aug 03 19:30:49.868038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52202) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:50.012834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:50.019997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.040057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.051177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/8afa3243-5017-423c-9221-6781cb7a4316 HTTP/1.1" status: 204 len: 168 time: 6.5404439 Aug 03 19:30:50.057488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:50.059154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:50.059350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f9f0f2f-8ab3-42d7-b5df-d1f2b594fcab not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:50.060083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a08138c-d959-43a8-b492-2a2b30f80f05 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:50.075988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15805595'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:50.091755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.105358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.106373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0a08138c-d959-43a8-b492-2a2b30f80f05 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:50.107109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a08138c-d959-43a8-b492-2a2b30f80f05 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:50.118900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1941f-9d6b-440f-8448-6ff5d7689f7d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=8afa3243-5017-423c-9221-6781cb7a4316,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.194063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.200111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e031d6-1c0e-421f-8112-6c3facebe3ff req-e295553c-11ef-4ad0-9094-4e2564061828 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:50.200978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74e031d6-1c0e-421f-8112-6c3facebe3ff req-e295553c-11ef-4ad0-9094-4e2564061828 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1947105 Aug 03 19:30:50.212043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Transition to ACTIVE for port object f8d953ea-898e-42e7-9ad8-118cb046cbff will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:50.236852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting subnet 1c1041b2-368c-455f-968b-a22070fd39d2 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:50.256144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.257759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74e031d6-1c0e-421f-8112-6c3facebe3ff req-b442303a-a0bf-4ddf-9ac8-abff099c7eed tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Aug 03 19:30:50.259691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.260282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb4e6e4-1db4-4112-a7c1-60f26ea2b41f {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:50.267322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.268947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7573d205-940b-47a3-8e2f-465f625d8cee admin admin] 10.222.0.67 "DELETE /v2.0/routers/adb4e6e4-1db4-4112-a7c1-60f26ea2b41f HTTP/1.1" status: 204 len: 168 time: 3.3656249 Aug 03 19:30:50.298003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52212) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:50.314525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port 06322877-1854-47fb-bbd4-3323419262d4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:50.315184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.388956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Deleting subnet 65637041-a021-49e0-b966-c12eef267e38 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:30:50.395854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.470694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672458b7-b318-4e43-b287-bb187e8faa0c req-3fbebbd5-971c-405e-907a-0000fcb199f9 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.0405045 Aug 03 19:30:50.498126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:50.502161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.512545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.552423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.576459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for 06322877-1854-47fb-bbd4-3323419262d4 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:50.585291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:30:50.619487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.665551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.673007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.675952 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment d8e9c301-af38-4585-b5d3-29432b4fc75e of type vlan for network 6d9bc4e7-ed52-46ee-b2f1-398551def81b Aug 03 19:30:50.743391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23351e68-7b6f-4be0-aeca-bf935f9498e8 req-49fa5051-666a-4e15-a041-5703713a46fb tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9b25e0a-21a5-48c5-90ed-160dd7e123b4 HTTP/1.1" status: 200 len: 210 time: 0.0997775 Aug 03 19:30:50.769445 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.863285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:50.873947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.882668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:50.888030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:50.888571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:50.951529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:50.999062 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.012430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.resource_extend [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:30:51.022814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65637041-a021-49e0-b966-c12eef267e38,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.041151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.041151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-528cd279-077b-48b5-9e72-c492ef634f32 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/65637041-a021-49e0-b966-c12eef267e38 HTTP/1.1" status: 204 len: 168 time: 0.7369654 Aug 03 19:30:51.041151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52226) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.041673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4c537-f8ae-4504-ab8d-b816b678f003 None None] Network 4bb91761-5746-4fb9-92d7-9d4fcc235756 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:51.182026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.182614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.207995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.297888 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.322854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.322854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.343972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Deleting port af4d43b5-9bb9-4a05-a802-db2e04206691 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:51.346573 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.384664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] DHCP port deletion for 4bb91761-5746-4fb9-92d7-9d4fcc235756 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:51.422840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-e91b997e-d95a-46f0-8163-fb6e95f178c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.6138661 Aug 03 19:30:51.444765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Request body: {'port': {'device_id': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:51.462392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0361aee3-e7d1-41c0-993a-041ccd4ca8c6 None None] Provisioning for port f8d953ea-898e-42e7-9ad8-118cb046cbff completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:30:51.471079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0361aee3-e7d1-41c0-993a-041ccd4ca8c6 None None] Provisioning complete for port f8d953ea-898e-42e7-9ad8-118cb046cbff triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:30:51.476681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0361aee3-e7d1-41c0-993a-041ccd4ca8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.477553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=6d9bc4e7-ed52-46ee-b2f1-398551def81b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.495169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] For port af4d43b5-9bb9-4a05-a802-db2e04206691, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af4d43b5-9bb9-4a05-a802-db2e04206691,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:51.495561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.502178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6d9bc4e7-ed52-46ee-b2f1-398551def81b details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:30:51.520960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Calling delete_port for af4d43b5-9bb9-4a05-a802-db2e04206691 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:51.530202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.535378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.536911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e499e-8753-41be-9eff-93faf6da12ee req-c4b6f808-76da-4de1-b9f2-39aae01a965c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.545795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca1e499e-8753-41be-9eff-93faf6da12ee req-c4b6f808-76da-4de1-b9f2-39aae01a965c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1297631 Aug 03 19:30:51.591140 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2fddc99b-448e-4fca-b19f-fe73ff1ae208 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5307515 Aug 03 19:30:51.592400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.595943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52238) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.599878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1041b2-368c-455f-968b-a22070fd39d2,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.608062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:51.669485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca1e499e-8753-41be-9eff-93faf6da12ee req-f62149c3-85fb-4463-b020-21252fd892e7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172185 Aug 03 19:30:51.690870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0361aee3-e7d1-41c0-993a-041ccd4ca8c6 None None] Port f8d953ea-898e-42e7-9ad8-118cb046cbff cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:30:51.727138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Deleting port af4d43b5-9bb9-4a05-a802-db2e04206691 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:51.727940 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.806308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af59021-6fb5-4fa7-b909-c3a19050ecf0 None None] Network 47e15cd8-5c26-4a67-99fa-a86878814627 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:51.836801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967a512-1845-446d-8a41-311e214ce55a req-8e8e6913-0969-453c-9d69-5b1ce6f7625d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:51.838920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9967a512-1845-446d-8a41-311e214ce55a req-8e8e6913-0969-453c-9d69-5b1ce6f7625d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 970 time: 0.0728455 Aug 03 19:30:51.854065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.858562 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c5b9fa9a-2bd4-4c1f-a5e1-f2f540c18991 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/subnets/1c1041b2-368c-455f-968b-a22070fd39d2 HTTP/1.1" status: 204 len: 168 time: 1.9837754 Aug 03 19:30:51.860799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52246) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:51.882253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=06322877-1854-47fb-bbd4-3323419262d4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:51.904880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 89604e47-2e15-4145-8003-dc6d79a4fcf8 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:51.923746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:51.969043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 89604e47-2e15-4145-8003-dc6d79a4fcf8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:51.970033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 89604e47-2e15-4145-8003-dc6d79a4fcf8 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:51.970648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af4d43b5-9bb9-4a05-a802-db2e04206691 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:51.977551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] For port af4d43b5-9bb9-4a05-a802-db2e04206691, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af4d43b5-9bb9-4a05-a802-db2e04206691,segment=NetworkSegment(97d1eea8-be73-4b0f-ab53-7c33b7922b00),segment_id=97d1eea8-be73-4b0f-ab53-7c33b7922b00)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:51.985129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.082701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: af4d43b5-9bb9-4a05-a802-db2e04206691 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:52.083879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af4d43b5-9bb9-4a05-a802-db2e04206691 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:52.091557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Calling delete_port for af4d43b5-9bb9-4a05-a802-db2e04206691 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:52.103236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9967a512-1845-446d-8a41-311e214ce55a req-7816ee07-4857-48b6-8d75-e23fb8144595 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2546868 Aug 03 19:30:52.104303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af4d43b5-9bb9-4a05-a802-db2e04206691,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.106509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] No DVR routers for this DVR port af4d43b5-9bb9-4a05-a802-db2e04206691 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:52.143936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.203895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 434b3aa8-f74a-40d3-af4a-a06bc455dae1 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:52.203895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f523215b-d540-4d12-b37a-5476e82bf912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.226029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:30:52.229657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.232862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.299589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.314360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb91761-5746-4fb9-92d7-9d4fcc235756']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:52.325862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 434b3aa8-f74a-40d3-af4a-a06bc455dae1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:52.326153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 434b3aa8-f74a-40d3-af4a-a06bc455dae1 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:52.343856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d1eea8-be73-4b0f-ab53-7c33b7922b00') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:52.343856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d1eea8-be73-4b0f-ab53-7c33b7922b00') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:52.352526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.377931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.378505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Deleting port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:52.378855 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.421672 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.425236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:52.425743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:52.427828 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:52.487190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.510160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] No DVR routers for this DVR port af4d43b5-9bb9-4a05-a802-db2e04206691 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:52.533851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.542422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.556007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] DHCP port deletion for 47e15cd8-5c26-4a67-99fa-a86878814627 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:30:52.562154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b21e8-58db-4f73-8a51-197119dd6969 None None] Pushing event deleted for resources: {'Port': ['ID=af4d43b5-9bb9-4a05-a802-db2e04206691,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.604926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] For port 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0ee98efd-5816-42f5-b5ba-1f52b98a4419,segment=NetworkSegment(11d6ae66-7a7f-4cb0-94d3-a300d3cb5997),segment_id=11d6ae66-7a7f-4cb0-94d3-a300d3cb5997)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:52.605526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.624258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Calling delete_port for 0ee98efd-5816-42f5-b5ba-1f52b98a4419 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:52.670407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Deleting port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:52.670787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.681889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.698824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.700984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4bb91761-5746-4fb9-92d7-9d4fcc235756 HTTP/1.1" status: 204 len: 168 time: 1.6599684 Aug 03 19:30:52.712381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d953ea-898e-42e7-9ad8-118cb046cbff {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:30:52.717580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f4cf9-0956-4271-8f44-53822dab0ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb91761-5746-4fb9-92d7-9d4fcc235756,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:52.727607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.751659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Transition to ACTIVE for port object f8d953ea-898e-42e7-9ad8-118cb046cbff will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:52.757011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.757802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router c94f9f1a-9703-4818-bc2b-c63f28036f5b {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:30:52.772782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] For port 0ee98efd-5816-42f5-b5ba-1f52b98a4419, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0ee98efd-5816-42f5-b5ba-1f52b98a4419,segment=NetworkSegment(11d6ae66-7a7f-4cb0-94d3-a300d3cb5997),segment_id=11d6ae66-7a7f-4cb0-94d3-a300d3cb5997)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:52.772782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.784925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.791211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52266) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:52.799188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49721aff-d44a-45f4-8bed-95ce364ba7ad tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 204 len: 168 time: 4.2080109 Aug 03 19:30:52.799345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Calling delete_port for 0ee98efd-5816-42f5-b5ba-1f52b98a4419 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:52.799446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-664893951', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:52.920607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.958432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.961657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.975460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:52.978471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] No DVR routers for this DVR port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:52.979504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.001480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f49fb6-94ca-4310-a9bb-942d8b6fe28b None None] Pushing event deleted for resources: {'Port': ['ID=0ee98efd-5816-42f5-b5ba-1f52b98a4419,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.005029 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.058799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Port': ['ID=0ee98efd-5816-42f5-b5ba-1f52b98a4419,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.069191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] No DVR routers for this DVR port 0ee98efd-5816-42f5-b5ba-1f52b98a4419 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:53.078500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3ab64-eb4c-470d-8dc7-cbe690343ab0 req-991e6712-298f-487e-a2c1-084d570369dc tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:53.080382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3af3ab64-eb4c-470d-8dc7-cbe690343ab0 req-991e6712-298f-487e-a2c1-084d570369dc tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.2180796 Aug 03 19:30:53.261650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.277808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e15cd8-5c26-4a67-99fa-a86878814627']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:53.292095 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.322391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:53.329525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d6ae66-7a7f-4cb0-94d3-a300d3cb5997') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:53.369442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.373650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52280) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:53.383859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Attempting to bind port f8d953ea-898e-42e7-9ad8-118cb046cbff on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:53.384476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Attempting to bind port f8d953ea-898e-42e7-9ad8-118cb046cbff by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:53.385035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Attempting to bind port f8d953ea-898e-42e7-9ad8-118cb046cbff on network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:53.392554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Port f8d953ea-898e-42e7-9ad8-118cb046cbff on network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:30:53.393210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Attempting to bind port f8d953ea-898e-42e7-9ad8-118cb046cbff on network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:53.396747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.413198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.447217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.457703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:53.465625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.505823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=231444d7-f827-4dcb-9f8d-d2731098b615,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:53.512265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:53.512532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Checking segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:53.512948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Bound using segment: {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:53.513402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Bound port: f8d953ea-898e-42e7-9ad8-118cb046cbff, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb533d9-ff52-472c-ab7a-6db132b95596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:53.513763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:53.603591 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:53.628866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3af3ab64-eb4c-470d-8dc7-cbe690343ab0 req-6a376ef7-8e1e-4ae4-b519-a3aab94d57f7 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5326846 Aug 03 19:30:53.663855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:53.673676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:53.684350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'd8e9c301-af38-4585-b5d3-29432b4fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:53.685242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 6d9bc4e7-ed52-46ee-b2f1-398551def81b, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:30:53.845684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0ee98efd-5816-42f5-b5ba-1f52b98a4419 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:30:53.851131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0ee98efd-5816-42f5-b5ba-1f52b98a4419 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:30:53.851482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0ee98efd-5816-42f5-b5ba-1f52b98a4419 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:30:53.877930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1df04711-387c-4bc4-ac94-9a15875f9387 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9fe6b7a98ff34f3a8b4ed9b494c25fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4909699 Aug 03 19:30:53.879247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52288) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:53.888636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.925848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414adfd-fbaf-428d-bd9a-f917d26f58bb req-e7686017-f28b-47f2-9dce-3d81f86360a3 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:53.927485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f414adfd-fbaf-428d-bd9a-f917d26f58bb req-e7686017-f28b-47f2-9dce-3d81f86360a3 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 982 time: 0.1788371 Aug 03 19:30:53.983178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:53.988875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f414adfd-fbaf-428d-bd9a-f917d26f58bb req-f48e75af-cb9c-4ed3-9795-3f427c206200 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0514376 Aug 03 19:30:54.013419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.045347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.065505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.065505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] 10.222.0.67 "DELETE /v2.0/networks/47e15cd8-5c26-4a67-99fa-a86878814627 HTTP/1.1" status: 204 len: 168 time: 2.1901691 Aug 03 19:30:54.069133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b62e90-add5-43e2-a751-8ab0bc8d3fd8 tempest-AllowedAddressPairIpV6TestJSON-336164695 tempest-AllowedAddressPairIpV6TestJSON-336164695-project] Pushing event deleted for resources: {'Network': ['ID=47e15cd8-5c26-4a67-99fa-a86878814627,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:54.340230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.342181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 6d9bc4e7-ed52-46ee-b2f1-398551def81b is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:30:54.385899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.385899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.385899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] 10.222.0.77 "PUT /v2.0/ports/f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 1130 time: 2.9431007 Aug 03 19:30:54.385899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:30:54.385899 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d" -d '{"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:30:54.415250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594a4e2-93a0-4eaf-837e-175c0e47b5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:54.418415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.427328 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.433020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac2a430e-d34a-4993-8e0c-e9b5f4346204 HTTP/1.1" status: 204 len: 168 time: 0.5515008 Aug 03 19:30:54.455295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71292323-a0f9-4be8-b96a-b07015330428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a430e-d34a-4993-8e0c-e9b5f4346204,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:54.516720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6d9bc4e7-ed52-46ee-b2f1-398551def81b) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:54.538494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73889de6-3f27-4c5c-89d6-aab1241f1761 None None] Network 6d9bc4e7-ed52-46ee-b2f1-398551def81b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:54.547974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.551273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:54.788773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-b12e8cdf-63d0-4fde-b3d5-2e76c54d0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:54.799178 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-b12e8cdf-63d0-4fde-b3d5-2e76c54d0c77 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1133 time: 0.1959832 Aug 03 19:30:54.947667 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b2428c-cf62-42a0-8aaf-228874b63ed5 x-openstack-request-id: req-65b2428c-cf62-42a0-8aaf-228874b63ed5 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:30:54.948244 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:30:54.948694 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-65b2428c-cf62-42a0-8aaf-228874b63ed5 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:30:54.949432 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'status': 'completed', 'code': 200} Aug 03 19:30:54.952421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b1aafd12-b5ae-44a4-9190-465ef0cb28fb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3495436 Aug 03 19:30:54.957472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52314) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:54.961964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-93ad8007-4603-4812-9489-b7bc1b4ca6f1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 217 time: 0.1543496 Aug 03 19:30:55.040191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.135071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6d9bc4e7-ed52-46ee-b2f1-398551def81b', 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '231444d7-f827-4dcb-9f8d-d2731098b615'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:30:55.137264 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.150455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-85ce4fd9-b92b-4b38-8424-c52aeab8f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:55.152883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-85ce4fd9-b92b-4b38-8424-c52aeab8f121 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 200 len: 834 time: 0.1763873 Aug 03 19:30:55.247056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52326) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:55.260874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.280497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-ec981328-e124-46b7-a2c8-f15782cd2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:55.283042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-ec981328-e124-46b7-a2c8-f15782cd2ee0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1392960c-892c-49bf-8bd8-bdbdd70e1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178522 Aug 03 19:30:55.392939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7af16a-69c7-4345-8852-6765f3f23ec7 req-2211a889-6d1f-4de4-a24e-67537b33ef59 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:55.395275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c7af16a-69c7-4345-8852-6765f3f23ec7 req-2211a889-6d1f-4de4-a24e-67537b33ef59 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1006184 Aug 03 19:30:55.425040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.504192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c7af16a-69c7-4345-8852-6765f3f23ec7 req-48a2e6bf-8f3b-4396-8691-015cfda22b36 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925167 Aug 03 19:30:55.548604 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-7684a4b1-5caa-4e35-bcaa-215bdbcfbc43 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537081 Aug 03 19:30:55.551792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Allocated IP 172.20.0.1 (6d9bc4e7-ed52-46ee-b2f1-398551def81b/231444d7-f827-4dcb-9f8d-d2731098b615/f44d3806-03e5-49e2-86c5-617488f7a212) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:55.824527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.874254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.894596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:55.908076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Transition to ACTIVE for port object f44d3806-03e5-49e2-86c5-617488f7a212 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:55.926088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Transition to ACTIVE for port object f44d3806-03e5-49e2-86c5-617488f7a212 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:30:56.041048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.087682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aa2ff-7cef-4eae-a612-3e91bbad3533 req-a18dcc50-f3f2-4b0a-84bd-d8c97bedbb93 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:56.095337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a2aa2ff-7cef-4eae-a612-3e91bbad3533 req-a18dcc50-f3f2-4b0a-84bd-d8c97bedbb93 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 982 time: 0.3347659 Aug 03 19:30:56.139406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Network 6d9bc4e7-ed52-46ee-b2f1-398551def81b is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:56.153092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:56.171869 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ded4df91-bb65-4000-ad9a-238fa83f0b77 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=44813363ec5746e8b40bf731124bede2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219954 Aug 03 19:30:56.172279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:56.178669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52346) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:56.210035 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d499a823-175c-4686-a505-ae6dc0a7fb09 req-d0272b10-2ced-4e10-ac03-302ca1e78dda service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430092 Aug 03 19:30:56.213613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Pushing event updated for resources: {'Port': ['ID=f44d3806-03e5-49e2-86c5-617488f7a212,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.252138 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.258640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.259163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.259635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.260267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.260860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.261342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.262450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.262898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.263506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.263988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.264618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.265099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:30:56.267645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a2aa2ff-7cef-4eae-a612-3e91bbad3533 req-3d325ba0-2f02-4eaf-841b-a6ba3a4c92a4 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1595573 Aug 03 19:30:56.314958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52350) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:56.319106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Allocated IP 172.25.2.219 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d6930a79-6075-4f0b-963a-794a3ba4537a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:30:56.331959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.347686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Attempting to bind port f44d3806-03e5-49e2-86c5-617488f7a212 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:30:56.348089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Attempting to bind port f44d3806-03e5-49e2-86c5-617488f7a212 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd8e9c301-af38-4585-b5d3-29432b4fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:30:56.348901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Attempting to bind port f44d3806-03e5-49e2-86c5-617488f7a212 on network 6d9bc4e7-ed52-46ee-b2f1-398551def81b {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:30:56.355978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:30:56.356475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Checking segment: {'id': 'd8e9c301-af38-4585-b5d3-29432b4fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:30:56.356994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.357543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Bound using segment: {'id': 'd8e9c301-af38-4585-b5d3-29432b4fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:30:56.358343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Bound port: f44d3806-03e5-49e2-86c5-617488f7a212, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e9c301-af38-4585-b5d3-29432b4fc75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:30:56.358748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.384354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.418088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-56079c5d-d101-4acb-9c66-9d29406b374d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69bc49b27fe644c195829cae927acda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012063 Aug 03 19:30:56.438722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:56.444338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=231444d7-f827-4dcb-9f8d-d2731098b615,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.444737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] For port f44d3806-03e5-49e2-86c5-617488f7a212, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:30:56.455557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] For port f44d3806-03e5-49e2-86c5-617488f7a212, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f44d3806-03e5-49e2-86c5-617488f7a212,segment=NetworkSegment(d8e9c301-af38-4585-b5d3-29432b4fc75e),segment_id=d8e9c301-af38-4585-b5d3-29432b4fc75e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:30:56.539365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.595262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.602413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.630772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9bc4e7-ed52-46ee-b2f1-398551def81b']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:56.671722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1d4c6-d03e-4f69-90ec-d727ad7dd63e req-e8334b84-4b96-415c-afd7-b098ebe54d6b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:56.679054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e9c301-af38-4585-b5d3-29432b4fc75e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:56.679728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e9c301-af38-4585-b5d3-29432b4fc75e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:56.680690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb1d4c6-d03e-4f69-90ec-d727ad7dd63e req-e8334b84-4b96-415c-afd7-b098ebe54d6b tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.0797555 Aug 03 19:30:56.684599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-39764f13-8200-445c-9637-432fa2d627f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:56.686394 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-39764f13-8200-445c-9637-432fa2d627f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1133 time: 0.2542417 Aug 03 19:30:56.730400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d653aa24-fea7-4ea4-9f1e-8f79b6d5fb05 None None] Network 6d9bc4e7-ed52-46ee-b2f1-398551def81b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:30:56.759232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.767873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.772577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.772820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ad557-0f27-4493-b7a1-e3fe7c2b5fce None None] Pushing event updated for resources: {'Port': ['ID=f44d3806-03e5-49e2-86c5-617488f7a212,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:56.822697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5eb1d4c6-d03e-4f69-90ec-d727ad7dd63e req-fc6995c3-5397-4f20-a290-83e285fddcf0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390259 Aug 03 19:30:56.902405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:30:56.910325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:30:56.923223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:30:56.926597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.941182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:56.941666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:56.986275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event updated for resources: {'Port': ['ID=d6930a79-6075-4f0b-963a-794a3ba4537a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:57.034185 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:57.045554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.049356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.053130 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0595704e-23ec-479b-ac96-76058e58aabe HTTP/1.1" status: 204 len: 168 time: 0.8707027 Aug 03 19:30:57.131651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.172946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc609fa7-bc79-4eee-9f1c-a9e7e0aa9288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0595704e-23ec-479b-ac96-76058e58aabe,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.197362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:30:57.197362 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:30:57.197362 n-d-803363-1 neutron-server[101343]: [parameters: {'id': '6d9bc4e7-ed52-46ee-b2f1-398551def81b'}] Aug 03 19:30:57.197362 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:30:57.203171 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:30:57.314907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-3a06b481-6e1e-4b62-85b8-75e541144622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:57.322067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-3a06b481-6e1e-4b62-85b8-75e541144622 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 897 time: 0.6156986 Aug 03 19:30:57.347235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13fedf5-51f3-480e-b8ff-d671f48dfed5 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:30:57.387125 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-f2b3216e-519d-4aee-9d2d-fe014d78104d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 217 time: 0.0565913 Aug 03 19:30:57.503259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-aa30293c-565c-4a26-a105-1be1d430f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:57.505111 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-aa30293c-565c-4a26-a105-1be1d430f056 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 200 len: 834 time: 0.1098242 Aug 03 19:30:57.510380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.514622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.526280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e8b993d-5e7f-4c52-aba0-fe69eed07582 HTTP/1.1" status: 204 len: 168 time: 1.0799589 Aug 03 19:30:57.527731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202a390-b74f-4b4c-b07a-c1c30960bc63 req-f8e096ae-da12-4f77-b627-69e56dd79481 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:57.527894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13fedf5-51f3-480e-b8ff-d671f48dfed5 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:30:57.529527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a202a390-b74f-4b4c-b07a-c1c30960bc63 req-f8e096ae-da12-4f77-b627-69e56dd79481 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 982 time: 0.1261902 Aug 03 19:30:57.535468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.646663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49e42a-7756-4c4f-a63e-4d0508e55d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b993d-5e7f-4c52-aba0-fe69eed07582,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:57.710293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:57.723350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-27c70bea-ccbc-4db1-8d18-d25bd2d57481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:57.815838 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-27c70bea-ccbc-4db1-8d18-d25bd2d57481 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1392960c-892c-49bf-8bd8-bdbdd70e1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2158184 Aug 03 19:30:57.816818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a202a390-b74f-4b4c-b07a-c1c30960bc63 req-7040752d-d8c1-4134-9b6d-53213d95d114 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1551049 Aug 03 19:30:58.151151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port f44d3806-03e5-49e2-86c5-617488f7a212 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:30:58.151497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.165973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-b01255ec-8460-42d3-89f0-4007d6ad9d01 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186769 Aug 03 19:30:58.210441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edf329-7fdc-4738-90d4-079389d2220f req-4bb1cd9e-9187-4beb-94c1-57297f46b63f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:58.220572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48edf329-7fdc-4738-90d4-079389d2220f req-4bb1cd9e-9187-4beb-94c1-57297f46b63f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.2410629 Aug 03 19:30:58.400029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48edf329-7fdc-4738-90d4-079389d2220f req-51511786-070c-4219-838e-e529ceddfbfb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775439 Aug 03 19:30:58.405349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.634944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port f44d3806-03e5-49e2-86c5-617488f7a212, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f44d3806-03e5-49e2-86c5-617488f7a212,segment=NetworkSegment(d8e9c301-af38-4585-b5d3-29432b4fc75e),segment_id=d8e9c301-af38-4585-b5d3-29432b4fc75e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:30:58.635605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:58.691198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for f44d3806-03e5-49e2-86c5-617488f7a212 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:30:58.869722 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4dff01dc-679d-4db3-b7de-d4e0eb73f02d req-d6d8d381-e32e-4e75-9c52-1c61d4b92153 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636016 Aug 03 19:30:58.912114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Router 12c514a6-d3fe-4187-bfe1-71a8158e2560 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:30:59.083723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.131074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c93b9-4eab-4843-b9b3-3ef40462caec req-1d017721-9ff6-4c89-8115-a192d5b8d0f4 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.137784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c4c93b9-4eab-4843-b9b3-3ef40462caec req-1d017721-9ff6-4c89-8115-a192d5b8d0f4 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 982 time: 0.1528885 Aug 03 19:30:59.175036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=f44d3806-03e5-49e2-86c5-617488f7a212,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:30:59.187169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port f44d3806-03e5-49e2-86c5-617488f7a212 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:30:59.323650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:30:59.350556 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] Sync routers for ids ['12c514a6-d3fe-4187-bfe1-71a8158e2560'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:30:59.361293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c4c93b9-4eab-4843-b9b3-3ef40462caec req-bf68f8ae-c3c2-4f97-92ce-bc16f075bc32 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1975837 Aug 03 19:30:59.370822 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] Routers {'12c514a6-d3fe-4187-bfe1-71a8158e2560'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:59.371455 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12c514a6-d3fe-4187-bfe1-71a8158e2560'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.424253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.435566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9bc4e7-ed52-46ee-b2f1-398551def81b']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.453335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.463664 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] Routers {'12c514a6-d3fe-4187-bfe1-71a8158e2560'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:30:59.464391 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12c514a6-d3fe-4187-bfe1-71a8158e2560'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.477157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e9c301-af38-4585-b5d3-29432b4fc75e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.478641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e9c301-af38-4585-b5d3-29432b4fc75e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.482478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.483760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d24fdda9-a809-404b-82cf-20e38e01c566 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6914909 Aug 03 19:30:59.486665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.494825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.512270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.575078 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.598290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:30:59.599287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.654002 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:30:59.655052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988d715-ffcb-4f9d-9ff4-a9e9b3fa0cc1 None None] The sync data for ids ['12c514a6-d3fe-4187-bfe1-71a8158e2560'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:30:59.668574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:30:59.713211 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:30:59.788218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e640d3-b3ab-4ece-a12d-000fe0372879 req-601ada5c-9f13-4f58-8f29-ce6f0548444c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:30:59.789775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31e640d3-b3ab-4ece-a12d-000fe0372879 req-601ada5c-9f13-4f58-8f29-ce6f0548444c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1276538 Aug 03 19:30:59.800475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'networks': [{'name': 'tempest-network--1463711384'}, {'name': 'tempest-network--359285875'}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.800810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-network--1463711384'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.801756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-network--359285875'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.899244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.911296 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:30:59.911296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/6d9bc4e7-ed52-46ee-b2f1-398551def81b HTTP/1.1" status: 204 len: 168 time: 4.9499078 Aug 03 19:30:59.913832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52450) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:30:59.920300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1408618909'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:30:59.929039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31e640d3-b3ab-4ece-a12d-000fe0372879 req-d391b837-a3c1-497f-accd-b3d051561073 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324339 Aug 03 19:30:59.934728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1d97a-bb05-43cd-95b3-486ec102eb5d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=6d9bc4e7-ed52-46ee-b2f1-398551def81b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.032136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'network': 2} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:00.036513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.049266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.073506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.099202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:00.103120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.128431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:00.140204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.140704 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment b4e1bce9-ca35-45f0-a6e8-2d9792a35490 of type vlan for network 0234ab1a-a513-4db4-af3c-3494c55c8907 Aug 03 19:31:00.192529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.193396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.200896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.201125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d953ea-898e-42e7-9ad8-118cb046cbff details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:00.276437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.276951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.306611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.310153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.311222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.311446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:00.326009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'port_id': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'mac_address': 'fa:16:3e:6e:ae:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:00.343943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c1cc9f-d4b9-4773-9656-e5d740e0c60b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.347859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:00.362984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.363338 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment 35aba5c8-7928-47f5-97d4-0c17514298c5 of type vlan for network 84705369-3014-444c-9265-fa5e2043312d Aug 03 19:31:00.370091 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.385758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d953ea-898e-42e7-9ad8-118cb046cbff {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:00.391214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=0234ab1a-a513-4db4-af3c-3494c55c8907,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.405851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:00.408766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.411928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:00.424422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Deleting port d6930a79-6075-4f0b-963a-794a3ba4537a {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:00.424801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.468453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b07895d3-63f0-4c61-8489-0199a761888d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5480986 Aug 03 19:31:00.468453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52472) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:00.473804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:00.516585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.529121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:00.561982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.562687 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment 85c698e6-9570-44a6-9c04-a1b294839222 of type vlan for network a88bcc8c-771f-4604-9fe1-433c13c7cab4 Aug 03 19:31:00.574991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.578652 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.611270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Calling delete_port for d6930a79-6075-4f0b-963a-794a3ba4537a owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:00.626878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa65d5-6329-4174-b102-ee91a869043f req-8b1059e9-dbfd-4237-aab9-9ef84dcc7a42 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.628384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97fa65d5-6329-4174-b102-ee91a869043f req-8b1059e9-dbfd-4237-aab9-9ef84dcc7a42 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 982 time: 0.1518929 Aug 03 19:31:00.650998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.670664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.723188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f8d953ea-898e-42e7-9ad8-118cb046cbff'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:00.731101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97fa65d5-6329-4174-b102-ee91a869043f req-5c0926b3-09d5-4cb6-ab8d-90148840a91a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0930543 Aug 03 19:31:00.779593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.803502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 is not hosted by any dhcp agent {{(pid=101343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:31:00.809842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.810899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.812416 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "PUT /v2.0/networks/0234ab1a-a513-4db4-af3c-3494c55c8907 HTTP/1.1" status: 200 len: 723 time: 0.3446038 Aug 03 19:31:00.815883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:00.826198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:00.873217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a538cb-45c3-41d0-be87-148872aa7a60 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=0234ab1a-a513-4db4-af3c-3494c55c8907,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:00.890411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.890921 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:00.897166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.904988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:00.906005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:00.907332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.276956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6062133 Aug 03 19:31:01.279576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52504) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:01.306053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=84705369-3014-444c-9265-fa5e2043312d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:01.318719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 84705369-3014-444c-9265-fa5e2043312d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:01.394739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.437214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Pushing event deleted for resources: {'Port': ['ID=d6930a79-6075-4f0b-963a-794a3ba4537a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:01.441795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3233062-792c-4ea4-9c72-07565de68325 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=a88bcc8c-771f-4604-9fe1-433c13c7cab4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:01.457494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586bb9f-7b40-4e19-b6d9-1667ae3e9b43 req-e9a38284-d91f-406d-838d-9bcb96462e38 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.460364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a88bcc8c-771f-4604-9fe1-433c13c7cab4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:01.465418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c586bb9f-7b40-4e19-b6d9-1667ae3e9b43 req-e9a38284-d91f-406d-838d-9bcb96462e38 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1978486 Aug 03 19:31:01.502011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:01.505550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.522897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593fb4a-27f6-4f6f-8232-c35449a18a6b tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.529461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593fb4a-27f6-4f6f-8232-c35449a18a6b tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.536572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593fb4a-27f6-4f6f-8232-c35449a18a6b tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.542750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d593fb4a-27f6-4f6f-8232-c35449a18a6b tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.544479 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d593fb4a-27f6-4f6f-8232-c35449a18a6b tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2638884 Aug 03 19:31:01.549263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:01.609390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c586bb9f-7b40-4e19-b6d9-1667ae3e9b43 req-b2e5b8c6-a403-4ed4-a647-0452c18d560e tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430233 Aug 03 19:31:01.634885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.643996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.734962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.746523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84705369-3014-444c-9265-fa5e2043312d']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:01.764168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aba5c8-7928-47f5-97d4-0c17514298c5') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:01.764448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aba5c8-7928-47f5-97d4-0c17514298c5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:01.804033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.823711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.831971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:01.832389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:01.835538 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:01.971633 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.973478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.980373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:01.982203 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/84705369-3014-444c-9265-fa5e2043312d HTTP/1.1" status: 204 len: 168 time: 0.4328234 Aug 03 19:31:01.985796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ae57a-9d14-4863-b34d-fb748adcb0fb req-987b0764-dfd0-408c-a14f-e3c73b348437 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:01.987354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-408ae57a-9d14-4863-b34d-fb748adcb0fb req-987b0764-dfd0-408c-a14f-e3c73b348437 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 983 time: 0.1637568 Aug 03 19:31:01.990047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:01.994711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01615214-f340-4926-ac12-8fd30f28bbb8 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=84705369-3014-444c-9265-fa5e2043312d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.018064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.187336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.218675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d953ea-898e-42e7-9ad8-118cb046cbff up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:02.235710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-408ae57a-9d14-4863-b34d-fb748adcb0fb req-eac26a60-5d4e-4680-b440-6a3f16f8233d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2154527 Aug 03 19:31:02.248266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.252400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Router 12c514a6-d3fe-4187-bfe1-71a8158e2560 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:02.285131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=6f1ebc74-eee6-4a4d-a04c-0719aea9ad16,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.361586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f8d953ea-898e-42e7-9ad8-118cb046cbff completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:02.365838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f8d953ea-898e-42e7-9ad8-118cb046cbff triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:02.366309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.430966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:02.431425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: 0234ab1a-a513-4db4-af3c-3494c55c8907, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:02.455288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.458852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:02.472752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.476430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eb069426-5cdc-4f33-8c2e-bbcc4548aec8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "PUT /v2.0/routers/12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 200 len: 709 time: 2.9848068 Aug 03 19:31:02.476597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] Sync routers for ids ['12c514a6-d3fe-4187-bfe1-71a8158e2560'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:02.477557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52558) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.477885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88bcc8c-771f-4604-9fe1-433c13c7cab4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.491204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c698e6-9570-44a6-9c04-a1b294839222') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.495799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c698e6-9570-44a6-9c04-a1b294839222') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.495963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.503347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.511589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] Routers {'12c514a6-d3fe-4187-bfe1-71a8158e2560'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:02.512372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12c514a6-d3fe-4187-bfe1-71a8158e2560'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.518716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.528027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:02.528800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:02.532700 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:02.550025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.566219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:02.568830 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1ff5d4-9848-41ea-a6e3-015dbed84a04" -d '{"events": [{"server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:02.570068 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-23fdfbe2-ff28-4be3-8d76-4b58335fbf5b tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/routers/12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 200 len: 744 time: 0.0891933 Aug 03 19:31:02.570532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52562) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.584636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] Routers {'12c514a6-d3fe-4187-bfe1-71a8158e2560'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:02.585487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12c514a6-d3fe-4187-bfe1-71a8158e2560'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.589145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:02.621508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:02.627595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:02.628582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac33fc2-1aa9-4b24-9109-f845afb34fee None None] The sync data for ids ['12c514a6-d3fe-4187-bfe1-71a8158e2560'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:02.629170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3780dbc8-0c56-4ecb-85e4-657c63f2f6e5 tempest-RoutersIpV6AdminTest-45758732 tempest-RoutersIpV6AdminTest-45758732-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&device_id=12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 200 len: 205 time: 0.0575547 Aug 03 19:31:02.632856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52570) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.674227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a29c6f2-eb20-487f-9a64-685747163b78 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 200 len: 205 time: 0.0395272 Aug 03 19:31:02.676327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52574) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.679950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.722148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 0234ab1a-a513-4db4-af3c-3494c55c8907) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:02.726756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:02.727356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.736828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7726c-34b2-49e8-a022-7c3803295f74 None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:02.753991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.774415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.777023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/a88bcc8c-771f-4604-9fe1-433c13c7cab4 HTTP/1.1" status: 204 len: 168 time: 0.7863355 Aug 03 19:31:02.780582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.833449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ebe5d-7101-47a7-a601-5fa2019c6d70 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=a88bcc8c-771f-4604-9fe1-433c13c7cab4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.833933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:02.942888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a67923b6-bc75-4432-81c4-7f3a43eccf32 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0593140 Aug 03 19:31:02.942888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52586) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:02.943205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:02.943612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:02.943726 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72c2028-61f1-48df-9ab5-411420ed3511 x-openstack-request-id: req-f72c2028-61f1-48df-9ab5-411420ed3511 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:02.943726 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "name": "network-vif-plugged", "status": "completed", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:02.943726 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f72c2028-61f1-48df-9ab5-411420ed3511 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:02.943726 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'code': 200} Aug 03 19:31:03.090178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-0234ab1a-a513-4db4-af3c-3494c55c8907', 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': '6f1ebc74-eee6-4a4d-a04c-0719aea9ad16'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:03.091690 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.149078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f335a8-65b2-489d-bb29-0dbdc9302a0c req-33badeb7-332d-4b31-91cd-6d9f35a2dc23 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.150923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6f335a8-65b2-489d-bb29-0dbdc9302a0c req-33badeb7-332d-4b31-91cd-6d9f35a2dc23 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 944 time: 0.1095846 Aug 03 19:31:03.159661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11683124'] for subnet, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02f305-1d97-4302-bf37-84e9fa985717 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02f305-1d97-4302-bf37-84e9fa985717 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a02f305-1d97-4302-bf37-84e9fa985717 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4389572 Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240d421-df18-4964-949e-32b1334284c8 req-5ec6883e-03a2-4926-aec2-2013cee3c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.414119 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0240d421-df18-4964-949e-32b1334284c8 req-5ec6883e-03a2-4926-aec2-2013cee3c04a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.2023435 Aug 03 19:31:03.414817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:03.415228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6f335a8-65b2-489d-bb29-0dbdc9302a0c req-0b04a0c0-b6e6-4189-9504-d5b0a3b9108a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912745 Aug 03 19:31:03.415605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Allocated IP 172.20.0.2 (0234ab1a-a513-4db4-af3c-3494c55c8907/6f1ebc74-eee6-4a4d-a04c-0719aea9ad16/4b85a0bc-b957-44fd-9f30-ae339e2b952a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:03.415711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0240d421-df18-4964-949e-32b1334284c8 req-85910ec6-5830-4548-9573-341d4bed3996 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0388763 Aug 03 19:31:03.415821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c12678-220d-4c0a-9554-d37a33c22909 req-ff7cefcb-c90a-40c9-886b-0ef449f22d5f tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:03.415821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5c12678-220d-4c0a-9554-d37a33c22909 req-ff7cefcb-c90a-40c9-886b-0ef449f22d5f tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.0518942 Aug 03 19:31:03.415821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52592) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:03.415821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-768066616'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:03.433770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:03.455855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5c12678-220d-4c0a-9554-d37a33c22909 req-12ed46f2-b934-41af-bd68-fe299e08237e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0567336 Aug 03 19:31:03.459272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'port_id': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'mac_address': 'fa:16:3e:23:d5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:03.537428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.565234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:03.572068 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.593694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:03.905254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.948825 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.949419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Transition to ACTIVE for port object 4b85a0bc-b957-44fd-9f30-ae339e2b952a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:03.949829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Fanout notify agent at l3_agent the message router_deleted on router 12c514a6-d3fe-4187-bfe1-71a8158e2560 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:31:03.955450 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.963258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:03.965549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:03.968065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a3b72cc-9d11-476c-b1f4-73e1a6f46ff4 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 204 len: 168 time: 1.2906651 Aug 03 19:31:03.972839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52602) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:03.974715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.000464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Transition to ACTIVE for port object 4b85a0bc-b957-44fd-9f30-ae339e2b952a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:04.006098 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9f5b9bf-79b0-4f8d-b948-ea73d19e9698 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 200 len: 205 time: 0.0320294 Aug 03 19:31:04.008155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.021563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-578aad01-e736-4190-b92c-bf875fe24bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.022858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-578aad01-e736-4190-b92c-bf875fe24bfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1095 time: 0.0917881 Aug 03 19:31:04.027756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:04.036310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:04.041015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.041656 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment ff131e84-af9a-4a60-9a81-191defae8540 of type vlan for network 1c392ab2-2a68-4690-9004-82beca67168f Aug 03 19:31:04.061079 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-03cb6f00-eb3e-4692-badf-131718dea43b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.062123 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-03cb6f00-eb3e-4692-badf-131718dea43b tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/12c514a6-d3fe-4187-bfe1-71a8158e2560 HTTP/1.1" status: 404 len: 336 time: 0.0530121 Aug 03 19:31:04.065008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52608) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.096905 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1330aca6-ab6a-4dcd-935b-f6ceafacaec9 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 200 len: 205 time: 0.0272636 Aug 03 19:31:04.097046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52612) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.129083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.138112 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-44c57c5d-52ae-4ca1-a685-185e3e5beb64 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.139262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-44c57c5d-52ae-4ca1-a685-185e3e5beb64 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/c94f9f1a-9703-4818-bc2b-c63f28036f5b HTTP/1.1" status: 404 len: 336 time: 0.0414243 Aug 03 19:31:04.142792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52616) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.150323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.190225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:04.192600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:04.196138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:04.214113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a517f8c2-3b41-4185-a1bb-110934414f00 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 200 len: 205 time: 0.0686817 Aug 03 19:31:04.216771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.233049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Pushing event updated for resources: {'Port': ['ID=4b85a0bc-b957-44fd-9f30-ae339e2b952a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:04.247692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['ba3874c9-fbe3-4def-aebf-068b4b671728'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:04.259323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-7d9a6415-0fd1-4f1f-b4f8-f97b3acefacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.260847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-7d9a6415-0fd1-4f1f-b4f8-f97b3acefacc service neutron] 10.222.0.54 "GET /v2.0/networks?id=d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 200 len: 918 time: 0.2105861 Aug 03 19:31:04.270475 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-7d0d5845-4e2c-4a2c-8b59-22a41427cca9 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.273212 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7d0d5845-4e2c-4a2c-8b59-22a41427cca9 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/5ea7ab6c-d3d8-478b-9960-540293d20149 HTTP/1.1" status: 404 len: 336 time: 0.0553906 Aug 03 19:31:04.274023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52624) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.304080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Attempting to bind port 4b85a0bc-b957-44fd-9f30-ae339e2b952a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:04.304080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Attempting to bind port 4b85a0bc-b957-44fd-9f30-ae339e2b952a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:04.304486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Attempting to bind port 4b85a0bc-b957-44fd-9f30-ae339e2b952a on network 0234ab1a-a513-4db4-af3c-3494c55c8907 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:04.312889 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b1de11d7-3258-4dec-a5d3-514d01c10c17 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 200 len: 205 time: 0.0355020 Aug 03 19:31:04.313174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:04.313613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Checking segment: {'id': 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:04.314014 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.314397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Bound using segment: {'id': 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:04.314942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Bound port: 4b85a0bc-b957-44fd-9f30-ae339e2b952a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '0234ab1a-a513-4db4-af3c-3494c55c8907'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:04.315334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.316744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.367205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-0dd36cb7-911d-4724-8e2e-8530e7f1e672 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 200 len: 999 time: 0.0963924 Aug 03 19:31:04.378702 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-770ba59b-6e72-4ebd-a1b3-447540fb8597 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.382181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-770ba59b-6e72-4ebd-a1b3-447540fb8597 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/37102e5e-3fa2-4769-a5dd-71676b409157 HTTP/1.1" status: 404 len: 336 time: 0.0618947 Aug 03 19:31:04.382542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52632) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.415624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-71fd2c1b-9c9c-47c8-a3fe-d15cd8a6fdf0 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 200 len: 205 time: 0.0296741 Aug 03 19:31:04.415842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.463116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] For port 4b85a0bc-b957-44fd-9f30-ae339e2b952a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:04.464211 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-61cc39b6-006e-442e-965c-4c47c3df96c8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.465842 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-61cc39b6-006e-442e-965c-4c47c3df96c8 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/678fb19c-a03f-4206-a872-c4e056989f17 HTTP/1.1" status: 404 len: 336 time: 0.0489464 Aug 03 19:31:04.468517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52642) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.521150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] For port 4b85a0bc-b957-44fd-9f30-ae339e2b952a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4b85a0bc-b957-44fd-9f30-ae339e2b952a,segment=NetworkSegment(b4e1bce9-ca35-45f0-a6e8-2d9792a35490),segment_id=b4e1bce9-ca35-45f0-a6e8-2d9792a35490)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:04.532150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e5731494-8f69-46e3-972c-23764b68b176 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "GET /v2.0/ports?device_id=55b1e7e7-903a-4d65-b018-9e878f70491f HTTP/1.1" status: 200 len: 205 time: 0.0612686 Aug 03 19:31:04.537227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52652) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.586751 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-c2bc55b4-b4d7-481e-85c2-d8c153c69524 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] delete failed (client error): The resource could not be found. Aug 03 19:31:04.591272 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c2bc55b4-b4d7-481e-85c2-d8c153c69524 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/routers/55b1e7e7-903a-4d65-b018-9e878f70491f HTTP/1.1" status: 404 len: 336 time: 0.0526302 Aug 03 19:31:04.591873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52654) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.627100 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac5fbc0-3034-481d-bbf4-8e6539e1bff5 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:04.627836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac5fbc0-3034-481d-bbf4-8e6539e1bff5 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:04.632982 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ac5fbc0-3034-481d-bbf4-8e6539e1bff5 tempest-RoutersIpV6AdminTest-1454766379 tempest-RoutersIpV6AdminTest-1454766379-project] 10.222.0.67 "DELETE /v2.0/subnets/2d98badf-e1d1-4703-b6b2-5718033d2dd0 HTTP/1.1" status: 404 len: 337 time: 0.0400088 Aug 03 19:31:04.643676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.754114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d56f5-5ef4-4a72-bd99-0459247e15f9 None None] Pushing event updated for resources: {'Port': ['ID=4b85a0bc-b957-44fd-9f30-ae339e2b952a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:04.768898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519518118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1693503'] for subnet, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.780077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.787095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.787742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.824565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.825192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:04.829767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "PUT /v2.0/subnets/6f1ebc74-eee6-4a4d-a04c-0719aea9ad16 HTTP/1.1" status: 200 len: 806 time: 1.9256308 Aug 03 19:31:04.833856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52668) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.958535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5582297 Aug 03 19:31:04.958655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52674) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:04.971828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-5a337371-b990-4601-91ff-2e48cb123700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:04.973255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-5a337371-b990-4601-91ff-2e48cb123700 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 200 len: 856 time: 0.5985041 Aug 03 19:31:05.006119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-572127146'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:05.036842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89e14c-b246-4fee-8b61-87fae41acbeb tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=1c392ab2-2a68-4690-9004-82beca67168f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.042799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c434055-4256-4720-b6d7-12850b8152f0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=6f1ebc74-eee6-4a4d-a04c-0719aea9ad16,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.061558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ba1e0-850e-46b2-9f2f-bba96eef79c8 req-6f17e5b9-4690-4344-8c44-f5b996b3ca32 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.064011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e0ba1e0-850e-46b2-9f2f-bba96eef79c8 req-6f17e5b9-4690-4344-8c44-f5b996b3ca32 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 945 time: 0.3007648 Aug 03 19:31:05.068694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.081076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1c392ab2-2a68-4690-9004-82beca67168f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:05.086005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-af2617a6-5ef0-47d1-8626-69f6040b0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.086352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-af2617a6-5ef0-47d1-8626-69f6040b0fca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d7468926-4d07-46ca-9f29-a601514e46ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949705 Aug 03 19:31:05.137383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 4b85a0bc-b957-44fd-9f30-ae339e2b952a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:05.137730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.168282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e0ba1e0-850e-46b2-9f2f-bba96eef79c8 req-225d0d42-f6f8-463c-91ef-00d591420bbf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929472 Aug 03 19:31:05.212496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:05.216387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.220023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-2d8d5f9e-f52c-49bc-a873-8ad01f1b11f8 service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250033 Aug 03 19:31:05.256878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:05.346645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52690) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:05.382429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb279a79-667b-4299-b9f0-d3301a4d0f21 req-f6f6d79a-0373-44dd-a075-00bc06aba521 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.384057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb279a79-667b-4299-b9f0-d3301a4d0f21 req-f6f6d79a-0373-44dd-a075-00bc06aba521 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.0985012 Aug 03 19:31:05.425081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port ba3874c9-fbe3-4def-aebf-068b4b671728 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:05.429334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33137aa-e5e7-45cb-ac04-68b7dba5375e req-0b7e85d1-2c4f-45c5-8356-cd4b30df89fd service neutron] 10.222.0.54 "GET /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985440 Aug 03 19:31:05.429852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port ba3874c9-fbe3-4def-aebf-068b4b671728 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:05.430297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.475373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb279a79-667b-4299-b9f0-d3301a4d0f21 req-82ce39ef-559b-44d2-a1ff-7ec7592791af tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0833189 Aug 03 19:31:05.530568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c4661db-5eb9-4733-ba56-b586321129ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.570782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.610555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:05.611643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:05.614644 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a173c177-0db8-4158-bd13-140ffc0d72c7" -d '{"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:05.685478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:05.708029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.711099 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment 2fff9b5b-1bcc-4b80-aca1-752dff6b414e of type vlan for network aa6a24bb-1a2c-4d90-8737-4846b09cf654 Aug 03 19:31:05.721230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 4b85a0bc-b957-44fd-9f30-ae339e2b952a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4b85a0bc-b957-44fd-9f30-ae339e2b952a,segment=NetworkSegment(b4e1bce9-ca35-45f0-a6e8-2d9792a35490),segment_id=b4e1bce9-ca35-45f0-a6e8-2d9792a35490)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:05.721607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.740034 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.756894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c4661db-5eb9-4733-ba56-b586321129ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.776159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.792996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-150494bb-2a99-4c44-8095-c527f914d37b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.802569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-150494bb-2a99-4c44-8095-c527f914d37b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/networks?id=e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 200 len: 814 time: 0.1998227 Aug 03 19:31:05.810820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 4b85a0bc-b957-44fd-9f30-ae339e2b952a owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:05.811811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:05.821772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-5b92c304-05f6-4c84-b50d-2e84affad292 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/quotas/9a42707482e24e44aa768ca8ef2fc590 HTTP/1.1" status: 200 len: 375 time: 0.0179062 Aug 03 19:31:05.865173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9eb83827-caca-447d-83f8-ea385ebc2e14 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423231 Aug 03 19:31:05.875556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4c4661db-5eb9-4733-ba56-b586321129ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.905743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.913613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:05.914334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:05.963295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4b85a0bc-b957-44fd-9f30-ae339e2b952a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:06.018527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=aa6a24bb-1a2c-4d90-8737-4846b09cf654,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.040440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network aa6a24bb-1a2c-4d90-8737-4846b09cf654 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:06.042275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4661db-5eb9-4733-ba56-b586321129ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d557ffcb-e023-4573-884c-ee86ae6cdc5a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.054187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6b659966-0ab0-4816-8685-bbbbc3928b75 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0926418 Aug 03 19:31:06.054366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-028282f1-d092-4483-86f3-3d34ab557bed service neutron] 10.222.0.67 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875741 Aug 03 19:31:06.054953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52730) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:06.067491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4c4661db-5eb9-4733-ba56-b586321129ac admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdfdc1c6bf0b40b08e5e42305da4cb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157946 Aug 03 19:31:06.068398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'ports': [{'network_id': '1c392ab2-2a68-4690-9004-82beca67168f', 'name': 'tempest-port--1722978440', 'admin_state_up': True}, {'network_id': 'aa6a24bb-1a2c-4d90-8737-4846b09cf654', 'admin_state_up': False}]} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:06.068864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'port': {'network_id': '1c392ab2-2a68-4690-9004-82beca67168f', 'name': 'tempest-port--1722978440', 'admin_state_up': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:06.075796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:06.076973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'port': {'network_id': 'aa6a24bb-1a2c-4d90-8737-4846b09cf654', 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:06.129430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4b85a0bc-b957-44fd-9f30-ae339e2b952a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:06.165403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351c4f0-3736-470a-9c09-08df14334a2b None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:06.197514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.215780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-c776c7e8-bbab-476d-b37f-b5ff4a81b778 service neutron] 10.222.0.67 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494429 Aug 03 19:31:06.230887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.365976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.368577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.372079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d557ffcb-e023-4573-884c-ee86ae6cdc5a HTTP/1.1" status: 204 len: 168 time: 0.2869794 Aug 03 19:31:06.378343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388c5c3-f9a7-4dad-9872-dedff4ecb3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d557ffcb-e023-4573-884c-ee86ae6cdc5a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.406623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.408826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-270617cc-df68-4013-8f8d-09bab432cb5a None None] Provisioning for port 4b85a0bc-b957-44fd-9f30-ae339e2b952a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:06.414731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-270617cc-df68-4013-8f8d-09bab432cb5a None None] Provisioning complete for port 4b85a0bc-b957-44fd-9f30-ae339e2b952a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:06.415015 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-270617cc-df68-4013-8f8d-09bab432cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.446190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=4b85a0bc-b957-44fd-9f30-ae339e2b952a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.449594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-270617cc-df68-4013-8f8d-09bab432cb5a None None] Port 4b85a0bc-b957-44fd-9f30-ae339e2b952a was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:31:06.451714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'port': 2} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:06.459783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.488098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.545897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 4b85a0bc-b957-44fd-9f30-ae339e2b952a on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:06.597587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b733a0-11b1-4f5a-b4db-7135c349a40a req-7c01a03d-29ec-4f9d-8ca7-e038a7b5e071 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:06.599253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b733a0-11b1-4f5a-b4db-7135c349a40a req-7c01a03d-29ec-4f9d-8ca7-e038a7b5e071 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.0688653 Aug 03 19:31:06.637314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54628dbb-5dea-4052-ba43-43191a89f870 None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:06.654067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30b733a0-11b1-4f5a-b4db-7135c349a40a req-d1e43f43-531d-4063-bd86-b39b0c400180 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0459096 Aug 03 19:31:06.661673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.717724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e0948b66-5ba6-4f14-ab2b-a17a01b19523 None None] Could not find standard attr ID for object 4b85a0bc-b957-44fd-9f30-ae339e2b952a. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:06.728479 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fe109d-ac03-436a-8ee9-88d7f909abbb x-openstack-request-id: req-f5fe109d-ac03-436a-8ee9-88d7f909abbb {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:06.728800 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-plugged", "status": "completed", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:06.729567 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5fe109d-ac03-436a-8ee9-88d7f909abbb {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:06.730011 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'code': 200} Aug 03 19:31:06.732161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] device_id is not set on port 51fff4ff-dc6f-443b-b624-ba0e2458bc30 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:06.816410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:06.855673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad7366-2315-4c9e-8f0c-52133b327fae req-02cf904d-f0d7-47b9-88ae-a7557b7a3b4d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:06.858519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4ad7366-2315-4c9e-8f0c-52133b327fae req-02cf904d-f0d7-47b9-88ae-a7557b7a3b4d tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.0792382 Aug 03 19:31:06.897579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1ebc74-eee6-4a4d-a04c-0719aea9ad16,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:06.926243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4ad7366-2315-4c9e-8f0c-52133b327fae req-e86f5861-6e25-4bce-9fcc-c72c0313fd98 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562732 Aug 03 19:31:07.026709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f27c2190-d370-4a88-9614-bf7379820d40 req-5de1b8e5-1ae6-4ab2-9ae1-3c5f95f6aeff tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 210 time: 0.0317349 Aug 03 19:31:07.026923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:31:07.085202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40d787-3d51-4d4a-bf4c-cfd9fe3df3df req-9390931e-c50e-4664-8162-ac09725a3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:07.086758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df40d787-3d51-4d4a-bf4c-cfd9fe3df3df req-9390931e-c50e-4664-8162-ac09725a3669 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 1097 time: 0.0591574 Aug 03 19:31:07.103907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.148529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.160127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a39ce5-1cf5-4844-b8f1-2f8be7811dcd None None] Network 0234ab1a-a513-4db4-af3c-3494c55c8907 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:07.171092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df40d787-3d51-4d4a-bf4c-cfd9fe3df3df req-d392783b-9a67-4ad9-96ad-3c0bd6a9f687 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741656 Aug 03 19:31:07.241288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] device_id is not set on port 2cb6a23f-9492-4e8e-a534-aba44786d9b9 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:07.254712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0234ab1a-a513-4db4-af3c-3494c55c8907']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:07.268945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:07.269241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e1bce9-ca35-45f0-a6e8-2d9792a35490') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:07.286374 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.305282 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.314792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:07.316224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:07.318015 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:07.345669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a6e453-4039-4bb3-8e5c-c4d4504c1204 None None] DHCP port deletion for 0234ab1a-a513-4db4-af3c-3494c55c8907 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:07.405080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:07.445911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7a72277e-1f6e-4d44-8155-a53ef611d855 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b681edcfb274e678f279064a931e9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393400 Aug 03 19:31:07.448287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52762) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:07.464456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.500130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.527006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.571524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.577144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.580698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/0234ab1a-a513-4db4-af3c-3494c55c8907 HTTP/1.1" status: 204 len: 168 time: 2.7479756 Aug 03 19:31:07.588487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:07.615155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964cb56-185c-4adf-b6a3-419fdef32ef9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=0234ab1a-a513-4db4-af3c-3494c55c8907,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.617559 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b10ab6-1e3e-417d-a5cf-abb503271618 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:07.626136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b10ab6-1e3e-417d-a5cf-abb503271618 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:07.626136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01b10ab6-1e3e-417d-a5cf-abb503271618 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/0234ab1a-a513-4db4-af3c-3494c55c8907 HTTP/1.1" status: 404 len: 339 time: 0.0348721 Aug 03 19:31:07.626796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-86d148be-da62-4f1a-a91a-34178f1e9f53 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:07.626796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-86d148be-da62-4f1a-a91a-34178f1e9f53 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.0534892 Aug 03 19:31:07.626975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.630796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52768) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:07.635891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641285493', 'description': 'd1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:07.655553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-0ba04dc7-9aac-48d8-999c-0221d86401ec tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.685279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Port': ['ID=51fff4ff-dc6f-443b-b624-ba0e2458bc30,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.696415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Checking segment: {'id': 'ff131e84-af9a-4a60-9a81-191defae8540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '1c392ab2-2a68-4690-9004-82beca67168f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:07.696825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network hostable DHCP agents. Network: 1c392ab2-2a68-4690-9004-82beca67168f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:07.808588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.815807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.815807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd268fd8-d23b-4019-a6d2-ace9ae1f970a HTTP/1.1" status: 204 len: 168 time: 0.3632596 Aug 03 19:31:07.825261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44c394-252d-4e13-8856-06c81a561283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd268fd8-d23b-4019-a6d2-ace9ae1f970a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:07.860764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4b85a0bc-b957-44fd-9f30-ae339e2b952a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:07.886424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4b85a0bc-b957-44fd-9f30-ae339e2b952a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:07.886773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4b85a0bc-b957-44fd-9f30-ae339e2b952a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:07.891338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network 1c392ab2-2a68-4690-9004-82beca67168f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:07.898007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:07.902888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.946307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:07.962766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:07.963123 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment b644831a-9799-4643-8eed-394fcdb39cb3 of type vlan for network b56fe73c-cb46-42dc-8069-a53e7795ed7f Aug 03 19:31:07.993842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1c392ab2-2a68-4690-9004-82beca67168f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:07.997576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:07.998464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.010757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b78d43-9b89-48c6-bd98-5e07e1e1ef31 None None] Network 1c392ab2-2a68-4690-9004-82beca67168f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:08.020758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.060131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Port': ['ID=2cb6a23f-9492-4e8e-a534-aba44786d9b9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.085415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Checking segment: {'id': '2fff9b5b-1bcc-4b80-aca1-752dff6b414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aa6a24bb-1a2c-4d90-8737-4846b09cf654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:08.085824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network hostable DHCP agents. Network: aa6a24bb-1a2c-4d90-8737-4846b09cf654, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:08.094873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-0ba04dc7-9aac-48d8-999c-0221d86401ec tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.179221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.192242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.192242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.231832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network aa6a24bb-1a2c-4d90-8737-4846b09cf654 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:08.241278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-0ba04dc7-9aac-48d8-999c-0221d86401ec tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.281385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3893c34-5d25-47ae-bd1a-9043c6a8b0d3 req-0ba04dc7-9aac-48d8-999c-0221d86401ec tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6519485 Aug 03 19:31:08.298120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=b56fe73c-cb46-42dc-8069-a53e7795ed7f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.300705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba04dc7-9aac-48d8-999c-0221d86401ec tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1009b839-cb90-44a9-a1db-71901ec1074c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:08.301039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.311394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b56fe73c-cb46-42dc-8069-a53e7795ed7f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:08.354877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87b08340-6683-41ab-a463-83fdfd5da9aa tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7229166 Aug 03 19:31:08.355580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52790) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.418480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb370bdc-4e55-41f0-a2a6-b786cb39799e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.425024 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eb370bdc-4e55-41f0-a2a6-b786cb39799e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1130 time: 0.1227305 Aug 03 19:31:08.426224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, aa6a24bb-1a2c-4d90-8737-4846b09cf654) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:08.429191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.437983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:08.446641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:08.453203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.459530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.460494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.542406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fcf7c-2105-49f3-9c58-6390cbee4634 None None] Network aa6a24bb-1a2c-4d90-8737-4846b09cf654 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:08.567819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2954bf-a386-47da-beca-08d126245436 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.569390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee2954bf-a386-47da-beca-08d126245436 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks?id=b56fe73c-cb46-42dc-8069-a53e7795ed7f HTTP/1.1" status: 200 len: 761 time: 0.2114363 Aug 03 19:31:08.582625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.610556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'description': 'd2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:08.665982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66dc1a8-9bb0-43bd-943e-0c0034df0b4a req-0fe35c33-a575-48a4-a276-f7902f038c13 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:08.669827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d66dc1a8-9bb0-43bd-943e-0c0034df0b4a req-0fe35c33-a575-48a4-a276-f7902f038c13 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.2734663 Aug 03 19:31:08.736700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:08.753461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d66dc1a8-9bb0-43bd-943e-0c0034df0b4a req-5ace9e1b-d6af-4a3c-bc54-1df00f2c90a5 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760179 Aug 03 19:31:08.850835 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a972ff82-ef9a-4e69-bcc5-8772690d7a67 req-d14f1853-78fb-46b6-bfa5-2e70932f01ff tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 210 time: 0.0356255 Aug 03 19:31:08.924264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c507da0a-9532-402a-87fb-7b141eca7391 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8601706 Aug 03 19:31:08.926676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52818) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:08.967764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.018259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52d217-0448-407c-af92-673fdeb4337f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.022130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.024447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c52d217-0448-407c-af92-673fdeb4337f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.029895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6c52d217-0448-407c-af92-673fdeb4337f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1014507 Aug 03 19:31:09.033190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.162097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.243358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network b56fe73c-cb46-42dc-8069-a53e7795ed7f is not hosted by any dhcp agent {{(pid=101343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:31:09.249167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.249797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.251947 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "PUT /v2.0/networks/b56fe73c-cb46-42dc-8069-a53e7795ed7f HTTP/1.1" status: 200 len: 758 time: 0.6638949 Aug 03 19:31:09.254748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.295309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5115716-5c19-46e7-a909-b811afa71853 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=b56fe73c-cb46-42dc-8069-a53e7795ed7f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:09.309141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b56fe73c-cb46-42dc-8069-a53e7795ed7f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:09.309696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.25.2.132 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6281b3d3-b8f8-442c-9d90-e05d0ab63983) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:09.338687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting port 51fff4ff-dc6f-443b-b624-ba0e2458bc30 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:09.338687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.365990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a28a7e6-7cee-4369-af8b-0da1cf3964b1 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.372298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a28a7e6-7cee-4369-af8b-0da1cf3964b1 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks?id=b56fe73c-cb46-42dc-8069-a53e7795ed7f HTTP/1.1" status: 200 len: 761 time: 0.1117113 Aug 03 19:31:09.378143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52844) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.383933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776801143'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:09.479745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.479990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:09.501238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Calling delete_port for 51fff4ff-dc6f-443b-b624-ba0e2458bc30 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:09.589945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1369483338'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:09.613488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:09.704452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-0648616f-2570-4aa2-83ce-1866da3d1b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.705888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-0648616f-2570-4aa2-83ce-1866da3d1b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.54 "GET /v2.0/networks?id=e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 200 len: 814 time: 0.1110685 Aug 03 19:31:09.725197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Request body: {'port': {'device_id': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357', 'admin_state_up': True, 'tenant_id': '9a42707482e24e44aa768ca8ef2fc590'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:09.907418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957a1c-8e7e-4730-9fa7-b1e3c0a7f9e6 req-fa50dcff-d746-4021-b773-269eac8ae80c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:09.909172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00957a1c-8e7e-4730-9fa7-b1e3c0a7f9e6 req-fa50dcff-d746-4021-b773-269eac8ae80c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.0621274 Aug 03 19:31:09.949123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00957a1c-8e7e-4730-9fa7-b1e3c0a7f9e6 req-0e73969a-cfbd-4151-a7d6-14cd8a3a2456 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Aug 03 19:31:10.033339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f2773b6-5b15-4704-ad29-46c8e66314fc req-fa8bde0e-a939-414c-9b2d-b2bbb733ae60 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 210 time: 0.0266483 Aug 03 19:31:10.152422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:10.156691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.187351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:10.197950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.216900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.216900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.217219 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment d1801fd4-013b-4138-9bba-aef0448baded of type vlan for network abc77804-115e-48c6-ab32-4b427d2f3287 Aug 03 19:31:10.269425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:10.270519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.275574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/ports/51fff4ff-dc6f-443b-b624-ba0e2458bc30 HTTP/1.1" status: 204 len: 168 time: 1.2402530 Aug 03 19:31:10.280758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52858) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:10.294694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:10.300100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.304025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.320799 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.329679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:10.334273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:10.334790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=6281b3d3-b8f8-442c-9d90-e05d0ab63983,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.396225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Made reservation on behalf of 9a42707482e24e44aa768ca8ef2fc590 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:10.399828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.403725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1adec-e8cb-418e-94fb-1b086731f03d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Port': ['ID=51fff4ff-dc6f-443b-b624-ba0e2458bc30,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.499653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting port 2cb6a23f-9492-4e8e-a534-aba44786d9b9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:10.500001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.587137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.593058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:10.593676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.598212 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.627030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.648682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Calling delete_port for 2cb6a23f-9492-4e8e-a534-aba44786d9b9 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:10.673356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Allocated IP 172.20.0.12 (e40f93fe-9935-444b-855f-1ab4e97a5357/4273c457-55d9-419d-9dc4-cb280d15f54b/018d2bff-f153-4a13-93df-cecf549c2608) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:10.689984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=abc77804-115e-48c6-ab32-4b427d2f3287,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:10.707424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network abc77804-115e-48c6-ab32-4b427d2f3287 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:10.751223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.841939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:10.862140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-72ec62bb-7ed4-42bd-8cc6-c8302e947743 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4798906 Aug 03 19:31:10.889042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:10.896503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:10.934324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:10.935518 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Added segment 88d267b9-529a-4bbe-9476-1f176b90123f of type vlan for network 415ae438-a0e9-4e74-9820-45c73ede8734 Aug 03 19:31:10.937573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281deee6-07fc-4659-859d-220c6cc8f358,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.056678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.112786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Port': ['ID=2cb6a23f-9492-4e8e-a534-aba44786d9b9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.122449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.127348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06de8ddd-742c-4b71-84ea-c6283be747d0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/ports/2cb6a23f-9492-4e8e-a534-aba44786d9b9 HTTP/1.1" status: 204 len: 168 time: 0.8426943 Aug 03 19:31:11.128185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.149605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.167341 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cdf59721-2cbe-4272-b197-aa79a25d2b10 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0352488 Aug 03 19:31:11.167341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.177491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.183064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.189049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1163072250'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.239871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e1b60-dddc-4064-bc1d-693cf4e11924 req-8af9aad8-5f99-4c15-8b34-2d76bac3a165 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.247411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-391e1b60-dddc-4064-bc1d-693cf4e11924 req-8af9aad8-5f99-4c15-8b34-2d76bac3a165 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.2112017 Aug 03 19:31:11.265728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:11.269966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.367247 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.381667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-391e1b60-dddc-4064-bc1d-693cf4e11924 req-abf6159c-0497-4da0-852d-7cc48153c06a tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332190 Aug 03 19:31:11.419517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.429704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.430473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.459393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:11.463008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.497832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.580073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.613175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1322360 Aug 03 19:31:11.616803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:11.624759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:11.633945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6e2fc-3bc2-4b8e-9a7f-97a2291066fb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Network': ['ID=415ae438-a0e9-4e74-9820-45c73ede8734,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.647033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:11.647699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Network e40f93fe-9935-444b-855f-1ab4e97a5357 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:11.665875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:11.674835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:11.682008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Pushing event updated for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:11.697918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:11.723792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b913c-e8f4-44ed-8c47-2d3edbb874d0 req-df6b1e7b-6426-47fd-a40b-673173651723 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:11.731196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-647b913c-e8f4-44ed-8c47-2d3edbb874d0 req-df6b1e7b-6426-47fd-a40b-673173651723 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 932 time: 0.2587483 Aug 03 19:31:11.731835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:12.082377 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.082637 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment e23be0da-5365-4dc9-b308-a2856358cbde of type vlan for network ab145cd5-d35a-42a6-94db-cde85e4d1b0f Aug 03 19:31:12.108963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.110116 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.164826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.171448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-647b913c-e8f4-44ed-8c47-2d3edbb874d0 req-91f0a55f-c38f-4e74-9bd6-fec7cdc7afc4 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096358 Aug 03 19:31:12.195845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=6281b3d3-b8f8-442c-9d90-e05d0ab63983,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:12.201102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.204381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.236237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-da6933f3-a172-4525-9497-121115d09b87 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5155609 Aug 03 19:31:12.258159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Request body: {'port': {'device_id': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:12.303097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.308703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.309435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.319168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=c7112558-f643-4252-aef9-9e20c0f92765,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:12.319893 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Floating IP 2b5abf22-60b0-4385-b87d-481a1b25db5e associated. External IP: 172.25.2.132, port: f8d953ea-898e-42e7-9ad8-118cb046cbff. Aug 03 19:31:12.355836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:12.359614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.402453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': 'd1801fd4-013b-4138-9bba-aef0448baded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:12.402822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: abc77804-115e-48c6-ab32-4b427d2f3287, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:12.419263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.422860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=ab145cd5-d35a-42a6-94db-cde85e4d1b0f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:12.448170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ab145cd5-d35a-42a6-94db-cde85e4d1b0f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:12.475380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c7618d0d-d955-47ae-903a-f5694280ac12 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2966740 Aug 03 19:31:12.481122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52880) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:12.488982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-240794788'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:12.541121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network abc77804-115e-48c6-ab32-4b427d2f3287 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:12.633180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fc74f-7a8c-4703-9614-d26b622e89f0 req-061baa8e-7a3f-4011-b6d4-e225dd031b3f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.634794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-830fc74f-7a8c-4703-9614-d26b622e89f0 req-061baa8e-7a3f-4011-b6d4-e225dd031b3f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.1414373 Aug 03 19:31:12.666003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, abc77804-115e-48c6-ab32-4b427d2f3287) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:12.670554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:12.671135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.678247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3825f5a-8023-4809-9b43-bdb42d68ddc2 None None] Network abc77804-115e-48c6-ab32-4b427d2f3287 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:12.725510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router a313e314-382f-4932-bd33-8bf1e6f5539e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:12.736983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:12.740878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.774291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-830fc74f-7a8c-4703-9614-d26b622e89f0 req-0764ce53-831c-45f0-8ad1-ef3a12198122 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324871 Aug 03 19:31:12.802719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:12.833527 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.836891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.837237 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Added segment dd20b8d1-1980-4897-b1f7-7bb0950dc8a5 of type vlan for network 96299b80-a71d-4490-af76-10bf7de9b680 Aug 03 19:31:12.854871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-abc77804-115e-48c6-ab32-4b427d2f3287', 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': 'c7112558-f643-4252-aef9-9e20c0f92765'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:12.855790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.861792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-83eab3e6-3c7f-4d24-b9a8-593efea8db67 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9716666 Aug 03 19:31:12.880791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52884) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:12.910765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.963287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:12.971459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d2bff-f153-4a13-93df-cecf549c2608 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:12.981577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Sync routers for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:12.984440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:12.993099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=726630fa-af13-4f08-9733-983fef7ffefb,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.002914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Transition to ACTIVE for port object 018d2bff-f153-4a13-93df-cecf549c2608 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.005482 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:13.005893 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:13.031633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:13.032984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network hostable DHCP agents. Network: 415ae438-a0e9-4e74-9820-45c73ede8734, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:13.046947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Allocated IP 172.20.0.2 (abc77804-115e-48c6-ab32-4b427d2f3287/c7112558-f643-4252-aef9-9e20c0f92765/8f106cec-7bbf-42b5-81ed-687b85574df1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:13.093572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.102945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.102945 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.130236 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:13.131640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.152079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.176785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fee32ebc-3e03-485f-8797-a62417407e98 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7428515 Aug 03 19:31:13.176785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:13.178533 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e342e40-7b6b-4e86-a983-c366432a6579" -d '{"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:13.183262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.188700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.242495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.258512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Transition to ACTIVE for port object 8f106cec-7bbf-42b5-81ed-687b85574df1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.258788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:13.264271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Network': ['ID=96299b80-a71d-4490-af76-10bf7de9b680,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.282058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-52db10a8-a5a0-4fa5-abb6-0e078b346e7e tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7975376 Aug 03 19:31:13.283587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Pushing event updated for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.291592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Transition to ACTIVE for port object 8f106cec-7bbf-42b5-81ed-687b85574df1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:13.306565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 96299b80-a71d-4490-af76-10bf7de9b680 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:13.389087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 415ae438-a0e9-4e74-9820-45c73ede8734) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:13.390346 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.397812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Attempting to bind port 018d2bff-f153-4a13-93df-cecf549c2608 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:13.398681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Attempting to bind port 018d2bff-f153-4a13-93df-cecf549c2608 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:13.401167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Attempting to bind port 018d2bff-f153-4a13-93df-cecf549c2608 on network e40f93fe-9935-444b-855f-1ab4e97a5357 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:13.407116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cda77e-3887-4d1c-8c29-eac0758c7a80 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:13.420088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Port 018d2bff-f153-4a13-93df-cecf549c2608 on network e40f93fe-9935-444b-855f-1ab4e97a5357 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:31:13.420521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Attempting to bind port 018d2bff-f153-4a13-93df-cecf549c2608 on network e40f93fe-9935-444b-855f-1ab4e97a5357 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:13.430535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:13.430889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Checking segment: {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:13.431285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Bound using segment: {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:13.431732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Bound port: 018d2bff-f153-4a13-93df-cecf549c2608, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cb3fea-badd-4d47-8a98-0ee42b8ebf86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:13.432101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.434784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52896) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.437076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.438193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.441410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'subnets': [{'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--682161354', 'ip_version': 4}, {'network_id': '96299b80-a71d-4490-af76-10bf7de9b680', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:13.441733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'subnet': {'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--682161354', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:13.442380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Request body: {'subnet': {'network_id': '96299b80-a71d-4490-af76-10bf7de9b680', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:13.477855 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b5abf22-60b0-4385-b87d-481a1b25db5e', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'floating_ip_address': '172.25.2.132', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'port_id': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'mac_address': 'fa:16:3e:6e:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:31:10Z', 'updated_at': '2021-08-03T19:31:10Z', 'revision_number': 0, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:13.511568 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Checking router: a313e314-382f-4932-bd33-8bf1e6f5539e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:13.522473 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:13.523205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:30:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:13.543721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.573785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.574121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.574598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.575071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.575587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.576054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.576590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.577082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.577210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:13.577544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.578012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.578664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.579213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.579708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.580180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.582738 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cb4e4c62-343c-435c-873c-5d3438f35952 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9680 time: 0.3982460 Aug 03 19:31:13.584059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=018d2bff-f153-4a13-93df-cecf549c2608,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:13.585860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.636233 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c1f60d-1e57-4691-8101-d82dc08d72cc x-openstack-request-id: req-38c1f60d-1e57-4691-8101-d82dc08d72cc {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:13.636233 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:13.636502 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-38c1f60d-1e57-4691-8101-d82dc08d72cc {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:13.637358 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'status': 'completed', 'code': 200} Aug 03 19:31:13.645186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c94830ed-9a05-49f7-b588-a9e5f205a594 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0258696 Aug 03 19:31:13.659264 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:13.661841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Network abc77804-115e-48c6-ab32-4b427d2f3287 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:13.673300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:13.673976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.689953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:13.699714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'name': 'tempest-NetworksTestDHCPv6-662764590'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:13.796527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.812284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Attempting to bind port 8f106cec-7bbf-42b5-81ed-687b85574df1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:13.812863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Attempting to bind port 8f106cec-7bbf-42b5-81ed-687b85574df1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd1801fd4-013b-4138-9bba-aef0448baded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:13.813328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Attempting to bind port 8f106cec-7bbf-42b5-81ed-687b85574df1 on network abc77804-115e-48c6-ab32-4b427d2f3287 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:13.815694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Pushing event updated for resources: {'Port': ['ID=8f106cec-7bbf-42b5-81ed-687b85574df1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.833363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.833997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.834339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.834919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.835380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.835888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.836339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.837332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.837850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.842675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e44ef0d4-0bbb-4e80-b0fe-04a1a7882b0e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5850 time: 0.2532473 Aug 03 19:31:13.847431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:13.848722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Checking segment: {'id': 'd1801fd4-013b-4138-9bba-aef0448baded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:13.849233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.850514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Bound using segment: {'id': 'd1801fd4-013b-4138-9bba-aef0448baded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:13.850793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52904) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:13.851302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Bound port: 8f106cec-7bbf-42b5-81ed-687b85574df1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1801fd4-013b-4138-9bba-aef0448baded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'abc77804-115e-48c6-ab32-4b427d2f3287'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:13.851745 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.865859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Pushing event updated for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:13.871175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229e39b-faac-4113-b315-be02791d033b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '726630fa-af13-4f08-9733-983fef7ffefb'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:13.872722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.879670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.880624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.882191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-9cddf75c-bd14-4204-9270-9a921f948106 service neutron] 10.222.0.54 "PUT /v2.0/ports/018d2bff-f153-4a13-93df-cecf549c2608 HTTP/1.1" status: 200 len: 1092 time: 1.6299829 Aug 03 19:31:13.885676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:13.887254 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c0f05c-eee8-47ea-a391-19173918b0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "tag": "018d2bff-f153-4a13-93df-cecf549c2608"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:13.900503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcb75-80ef-42fb-a19d-75787f0abc39 req-5e022920-92df-49d9-823d-fd36aaea13c6 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:13.902402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb8dcb75-80ef-42fb-a19d-75787f0abc39 req-5e022920-92df-49d9-823d-fd36aaea13c6 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 944 time: 0.1597605 Aug 03 19:31:13.964837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cb8dcb75-80ef-42fb-a19d-75787f0abc39 req-54c6185a-f4a0-4b03-9cc6-eb9551102577 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512180 Aug 03 19:31:13.966899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Made reservation on behalf of fdd2c86ad97f44bfbb69a483f1b751ef for: {'subnet': 2} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:13.981132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b5abf22-60b0-4385-b87d-481a1b25db5e', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'floating_ip_address': '172.25.2.132', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'port_id': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'mac_address': 'fa:16:3e:6e:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:31:10Z', 'updated_at': '2021-08-03T19:31:10Z', 'revision_number': 0, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:13.982613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:13.982971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.033871 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94cf735-075b-4adc-8958-793a23b021a2 None None] The sync data for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 is: [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b5abf22-60b0-4385-b87d-481a1b25db5e', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'floating_ip_address': '172.25.2.132', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'port_id': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3029, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'mac_address': 'fa:16:3e:6e:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:31:10Z', 'updated_at': '2021-08-03T19:31:10Z', 'revision_number': 0, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:14.046822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] For port 8f106cec-7bbf-42b5-81ed-687b85574df1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:14.070707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] For port 8f106cec-7bbf-42b5-81ed-687b85574df1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8f106cec-7bbf-42b5-81ed-687b85574df1,segment=NetworkSegment(d1801fd4-013b-4138-9bba-aef0448baded),segment_id=d1801fd4-013b-4138-9bba-aef0448baded)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:14.161109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.174290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-3229e39b-faac-4113-b315-be02791d033b None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/726630fa-af13-4f08-9733-983fef7ffefb/c8f8af40-f57c-447a-a008-887fe33c1a17) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:14.193686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb0820-5f8d-46d2-baf0-a64cd16ae56a req-a8a2e113-32e5-4581-808a-28a4c7350855 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.195305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5efb0820-5f8d-46d2-baf0-a64cd16ae56a req-a8a2e113-32e5-4581-808a-28a4c7350855 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 949 time: 0.1140115 Aug 03 19:31:14.200929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-aa2cd9e8-310c-4656-9fa8-19510cbe76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.202450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-aa2cd9e8-310c-4656-9fa8-19510cbe76cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 1095 time: 0.1223869 Aug 03 19:31:14.288414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-34ec5c9e-d2a8-4013-84f5-1c199472c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.289995 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-34ec5c9e-d2a8-4013-84f5-1c199472c336 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.6407490 Aug 03 19:31:14.311316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.317646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764b18f-f940-4f1a-9316-e0ddcb141e10 None None] Pushing event updated for resources: {'Port': ['ID=8f106cec-7bbf-42b5-81ed-687b85574df1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:14.369171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-fa5afd96-4861-4624-81cd-ec558e3f0cba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d2bff-f153-4a13-93df-cecf549c2608 HTTP/1.1" status: 200 len: 217 time: 0.1425447 Aug 03 19:31:14.418979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3297cdb-48c0-4635-84ea-0d50c5c4e453 None None] New status for floating IP 2b5abf22-60b0-4385-b87d-481a1b25db5e: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:31:14.434528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=c7112558-f643-4252-aef9-9e20c0f92765,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:14.461455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5efb0820-5f8d-46d2-baf0-a64cd16ae56a req-dd783638-3a03-4b81-8f89-8c1a12864bcf tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553661 Aug 03 19:31:14.512895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.565807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-d8f53ada-0fb5-4fa7-929c-650b061cc866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.567318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-d8f53ada-0fb5-4fa7-929c-650b061cc866 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4273c457-55d9-419d-9dc4-cb280d15f54b HTTP/1.1" status: 200 len: 854 time: 0.1880758 Aug 03 19:31:14.602436 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.605509 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f7b0ec-4566-428f-a5e7-75f2a4ce67a6 x-openstack-request-id: req-22f7b0ec-4566-428f-a5e7-75f2a4ce67a6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:14.605799 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "tag": "018d2bff-f153-4a13-93df-cecf549c2608", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:14.606058 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22f7b0ec-4566-428f-a5e7-75f2a4ce67a6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:14.606464 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608', 'status': 'completed', 'code': 200} Aug 03 19:31:14.629812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-048f2415-9726-49be-9082-a35353cdf687 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e40f93fe-9935-444b-855f-1ab4e97a5357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498295 Aug 03 19:31:14.635457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3229e39b-faac-4113-b315-be02791d033b None None] Transition to ACTIVE for port object c8f8af40-f57c-447a-a008-887fe33c1a17 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:14.664601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3229e39b-faac-4113-b315-be02791d033b None None] Transition to ACTIVE for port object c8f8af40-f57c-447a-a008-887fe33c1a17 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:14.665894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc77804-115e-48c6-ab32-4b427d2f3287']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:14.721544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-ecdbfd91-bee8-4396-8476-2e7864234d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:14.723067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-ecdbfd91-bee8-4396-8476-2e7864234d76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 897 time: 0.4186380 Aug 03 19:31:14.725797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1801fd4-013b-4138-9bba-aef0448baded') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:14.726091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1801fd4-013b-4138-9bba-aef0448baded') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:14.756125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.769295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-f49bc559-d696-4c07-98e4-e42ae782ad8e service neutron] 10.222.0.54 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303592 Aug 03 19:31:14.797097 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.813702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:14.817503 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.836372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229e39b-faac-4113-b315-be02791d033b None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:14.841779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-3229e39b-faac-4113-b315-be02791d033b None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:14.841981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.845382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229e39b-faac-4113-b315-be02791d033b None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:14.859089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e39b-faac-4113-b315-be02791d033b None None] Pushing event updated for resources: {'Port': ['ID=c8f8af40-f57c-447a-a008-887fe33c1a17,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:14.906685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port b6ac48d7-73b0-49ea-a37a-283b918d0482 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:14.927758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:14.928182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:14.931175 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:14.963738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a31a1958-0d05-4f1a-b2ea-fb2d65e04b51 req-113a18ff-4bf0-4782-bebb-0d59a9efe39e service neutron] 10.222.0.54 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683969 Aug 03 19:31:14.964407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3229e39b-faac-4113-b315-be02791d033b None None] Attempting to bind port c8f8af40-f57c-447a-a008-887fe33c1a17 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:14.965036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3229e39b-faac-4113-b315-be02791d033b None None] Attempting to bind port c8f8af40-f57c-447a-a008-887fe33c1a17 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:14.965579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229e39b-faac-4113-b315-be02791d033b None None] Attempting to bind port c8f8af40-f57c-447a-a008-887fe33c1a17 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:14.974132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229e39b-faac-4113-b315-be02791d033b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:14.974938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229e39b-faac-4113-b315-be02791d033b None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:14.975101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:14.975536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229e39b-faac-4113-b315-be02791d033b None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:14.976024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3229e39b-faac-4113-b315-be02791d033b None None] Bound port: c8f8af40-f57c-447a-a008-887fe33c1a17, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:14.976415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.023600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-85ad10a8-946c-4171-a36f-c1bd6d062062 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 999 time: 0.2833474 Aug 03 19:31:15.048215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.056563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3229e39b-faac-4113-b315-be02791d033b None None] For port c8f8af40-f57c-447a-a008-887fe33c1a17, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:15.059966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3229e39b-faac-4113-b315-be02791d033b None None] For port c8f8af40-f57c-447a-a008-887fe33c1a17, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c8f8af40-f57c-447a-a008-887fe33c1a17,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:15.144127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Subnet': ['ID=3e7ac2f8-4b63-41b2-9ce6-d8affe05b175,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:15.155782 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cca37634-9d02-49c6-bd08-b3aa27a13b86 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2339 time: 1.3001072 Aug 03 19:31:15.164441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52910) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:15.175328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f502-2d01-40ee-a62a-e9379a4ca382 req-95e58d9f-41bd-43d8-9235-d782ea4b4147 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.181309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-a306b333-db91-4585-b0ef-346a4acfa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.182783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-a306b333-db91-4585-b0ef-346a4acfa032 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 200 len: 834 time: 0.1482496 Aug 03 19:31:15.183330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d91f502-2d01-40ee-a62a-e9379a4ca382 req-95e58d9f-41bd-43d8-9235-d782ea4b4147 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 944 time: 0.1465919 Aug 03 19:31:15.192799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Checking segment: {'id': 'e23be0da-5365-4dc9-b308-a2856358cbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:15.193256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network hostable DHCP agents. Network: ab145cd5-d35a-42a6-94db-cde85e4d1b0f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:15.204056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:31:15.204056 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:31:15.204056 n-d-803363-1 neutron-server[101343]: [parameters: {'id': 'abc77804-115e-48c6-ab32-4b427d2f3287'}] Aug 03 19:31:15.204056 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:15.204711 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:15.213627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3229e39b-faac-4113-b315-be02791d033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.256429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::3e0 (415ae438-a0e9-4e74-9820-45c73ede8734/726630fa-af13-4f08-9733-983fef7ffefb/b6ac48d7-73b0-49ea-a37a-283b918d0482) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:15.293355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229e39b-faac-4113-b315-be02791d033b None None] Pushing event updated for resources: {'Port': ['ID=c8f8af40-f57c-447a-a008-887fe33c1a17,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:15.295445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d91f502-2d01-40ee-a62a-e9379a4ca382 req-85b0a3d1-3933-48b0-baca-e91e7f2a8cae tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112406 Aug 03 19:31:15.305432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-7bc15944-3b15-47f6-9b9b-6b4ae4280777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.310646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-7bc15944-3b15-47f6-9b9b-6b4ae4280777 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9a42707482e24e44aa768ca8ef2fc590&device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 1095 time: 0.0785286 Aug 03 19:31:15.311866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network ab145cd5-d35a-42a6-94db-cde85e4d1b0f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:15.346597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45999bf3-94e8-482c-9eae-d1dd9ce0196b tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.347089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45999bf3-94e8-482c-9eae-d1dd9ce0196b tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.363499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-45999bf3-94e8-482c-9eae-d1dd9ce0196b tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a313e314-382f-4932-bd33-8bf1e6f5539e HTTP/1.1" status: 200 len: 1990 time: 0.1857698 Aug 03 19:31:15.403536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-e5dc4376-caa0-409d-85d7-330b9b489906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.405383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-e5dc4376-caa0-409d-85d7-330b9b489906 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1392960c-892c-49bf-8bd8-bdbdd70e1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044446 Aug 03 19:31:15.416701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-7b500fef-c99d-4a27-adb8-bba1c7eee248 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.418396 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-7b500fef-c99d-4a27-adb8-bba1c7eee248 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 949 time: 0.1953444 Aug 03 19:31:15.436582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.450568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-8800da10-33bc-406d-8075-acc11e3c6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.452635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-8800da10-33bc-406d-8075-acc11e3c6cb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 200 len: 915 time: 0.1342633 Aug 03 19:31:15.515308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-82bbe2c3-58ef-407c-b238-77a5f3492f1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d2bff-f153-4a13-93df-cecf549c2608 HTTP/1.1" status: 200 len: 217 time: 0.0507333 Aug 03 19:31:15.515308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ab145cd5-d35a-42a6-94db-cde85e4d1b0f) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:15.515587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.583702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe14ed5-21e1-4f6f-88f3-21ce7df78492 None None] Network ab145cd5-d35a-42a6-94db-cde85e4d1b0f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:15.685809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-656f5a9f-3bdf-44fc-b856-c3573ab232a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.689055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-656f5a9f-3bdf-44fc-b856-c3573ab232a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4273c457-55d9-419d-9dc4-cb280d15f54b HTTP/1.1" status: 200 len: 854 time: 0.1671202 Aug 03 19:31:15.711078 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.725309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb03365-a677-4457-b559-3453a37f40e9 None None] Network abc77804-115e-48c6-ab32-4b427d2f3287 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:15.730399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.735891 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-ff49a3d6-b10f-46d0-a122-751d23ba2df0 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120661 Aug 03 19:31:15.757181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event updated for resources: {'Subnet': ['ID=127f8154-935b-4112-b91e-d4bc06801d57,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:15.785646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-6e694357-84fd-4c15-8b95-45a1da3c2272 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e40f93fe-9935-444b-855f-1ab4e97a5357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436056 Aug 03 19:31:15.789353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Checking segment: {'id': 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:15.789735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network hostable DHCP agents. Network: 96299b80-a71d-4490-af76-10bf7de9b680, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:15.821305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object b6ac48d7-73b0-49ea-a37a-283b918d0482 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:15.867408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Deleting port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:15.867408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.903786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cb3f8-800f-4095-8b4b-b872b1a36692 req-356f2d6c-c225-4375-86ac-cce9b9785b64 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:15.906801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-718cb3f8-800f-4095-8b4b-b872b1a36692 req-356f2d6c-c225-4375-86ac-cce9b9785b64 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 949 time: 0.2622979 Aug 03 19:31:15.969035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ab145cd5-d35a-42a6-94db-cde85e4d1b0f', 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f', 'tenant_id': 'fdd2c86ad97f44bfbb69a483f1b751ef', 'fixed_ips': [{'subnet_id': '3e7ac2f8-4b63-41b2-9ce6-d8affe05b175'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:15.969035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:15.988766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-718cb3f8-800f-4095-8b4b-b872b1a36692 req-87b68ce9-ba98-475b-aec2-179b7af78927 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/security-groups?id=1b7fd077-4750-41c7-aa18-065201b4842d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685289 Aug 03 19:31:16.001424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-b2347e3c-0aa8-43e4-83de-3d5f4b70659b service neutron] 10.222.0.54 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066851 Aug 03 19:31:16.009895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a3ffa826-09aa-4651-9206-3c1a8ba1b727 None None] Provisioning for port 8f106cec-7bbf-42b5-81ed-687b85574df1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:16.020346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2e342e40-7b6b-4e86-a983-c366432a6579 req-0bf8f429-995a-4c4e-b27b-7a9f353f7642 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740400 Aug 03 19:31:16.023534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Network 96299b80-a71d-4490-af76-10bf7de9b680 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:16.056901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 8f106cec-7bbf-42b5-81ed-687b85574df1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:16.061698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.100406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8f106cec-7bbf-42b5-81ed-687b85574df1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:16.118731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8c0f05c-eee8-47ea-a391-19173918b0c6 req-8ae2ba1b-a4a3-4c72-aa62-87078723a432 service neutron] 10.222.0.54 "GET /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076767 Aug 03 19:31:16.125075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.128288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 96299b80-a71d-4490-af76-10bf7de9b680) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:16.134584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.135884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.136566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.143881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] For port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.144501 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.158962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b27fe4-3df0-4b92-8b5a-95dda09524f6 None None] Network 96299b80-a71d-4490-af76-10bf7de9b680 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:16.198575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Calling delete_port for 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:16.233481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 8f106cec-7bbf-42b5-81ed-687b85574df1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8f106cec-7bbf-42b5-81ed-687b85574df1,segment=NetworkSegment(d1801fd4-013b-4138-9bba-aef0448baded),segment_id=d1801fd4-013b-4138-9bba-aef0448baded)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.233956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.239139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:16.244679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b7cab55-709c-4d3e-896a-6b36c8eefa47 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8085756 Aug 03 19:31:16.245321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52918) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:16.258177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:16.303031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:16.308551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.309346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.324157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=b6ac48d7-73b0-49ea-a37a-283b918d0482,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.341206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 8f106cec-7bbf-42b5-81ed-687b85574df1 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:16.408340 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-086f36a3-9052-40a2-8d8d-640a1194b974 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7197056 Aug 03 19:31:16.409354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52922) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:16.414830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfff24e-fcac-41b5-bce9-990e523b9cd0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.420775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfff24e-fcac-41b5-bce9-990e523b9cd0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.424349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfff24e-fcac-41b5-bce9-990e523b9cd0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.426314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0cfff24e-fcac-41b5-bce9-990e523b9cd0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1800008 Aug 03 19:31:16.430020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:16.475129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] DHCP port deletion for abc77804-115e-48c6-ab32-4b427d2f3287 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:16.491485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d024344-ed4d-4c75-9070-36503236cd82 req-a53ee173-4967-4cd3-92dd-4ffc17275185 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.501352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d024344-ed4d-4c75-9070-36503236cd82 req-a53ee173-4967-4cd3-92dd-4ffc17275185 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 944 time: 0.0735049 Aug 03 19:31:16.540366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Allocated IP 172.20.0.2 (ab145cd5-d35a-42a6-94db-cde85e4d1b0f/3e7ac2f8-4b63-41b2-9ce6-d8affe05b175/8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:16.568299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d024344-ed4d-4c75-9070-36503236cd82 req-58b876bb-2127-4d52-8275-f53c26f055af tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 Aug 03 19:31:16.616310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting subnet 3e7ac2f8-4b63-41b2-9ce6-d8affe05b175 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:16.630592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84c546-3c17-4981-80ab-9896cd84cc2c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.636575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84c546-3c17-4981-80ab-9896cd84cc2c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:16.638295 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b84c546-3c17-4981-80ab-9896cd84cc2c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2252333 Aug 03 19:31:16.642076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:16.663084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-96299b80-a71d-4490-af76-10bf7de9b680', 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680', 'tenant_id': 'fdd2c86ad97f44bfbb69a483f1b751ef', 'fixed_ips': [{'subnet_id': '127f8154-935b-4112-b91e-d4bc06801d57'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:16.671534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.682804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Deleting port 8f106cec-7bbf-42b5-81ed-687b85574df1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:16.683012 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.688251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8f106cec-7bbf-42b5-81ed-687b85574df1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:16.736725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3b9400-1117-44fe-b09b-43059a355c2b None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:16.743350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8f106cec-7bbf-42b5-81ed-687b85574df1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:16.743729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.755778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port b6ac48d7-73b0-49ea-a37a-283b918d0482 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:16.756125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.778965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.808404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Pushing event deleted for resources: {'Port': ['ID=5ba27e47-ca31-4c3b-853f-4ca4ee28a054,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.822749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.831468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5ba27e47-ca31-4c3b-853f-4ca4ee28a054'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:16.857808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.860742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 8f106cec-7bbf-42b5-81ed-687b85574df1 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:16.876116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for b6ac48d7-73b0-49ea-a37a-283b918d0482 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:16.884213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=8f106cec-7bbf-42b5-81ed-687b85574df1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:16.930592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] No DVR routers for this DVR port 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:16.942142 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:16.944019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bee269eb-e1c1-4aef-933d-6a6fbc14885e req-77d31920-5401-430d-a139-ff955d8d0e91 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.54 "DELETE /v2.0/ports/5ba27e47-ca31-4c3b-853f-4ca4ee28a054 HTTP/1.1" status: 204 len: 173 time: 1.5121117 Aug 03 19:31:16.944457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'name': 'network-vif-deleted', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:16.946906 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4668d-ca73-47ab-ad9a-669b3c336d91" -d '{"events": [{"server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "name": "network-vif-deleted", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:16.999030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] For port 8f106cec-7bbf-42b5-81ed-687b85574df1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8f106cec-7bbf-42b5-81ed-687b85574df1,segment=NetworkSegment(d1801fd4-013b-4138-9bba-aef0448baded),segment_id=d1801fd4-013b-4138-9bba-aef0448baded)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:16.999444 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.007873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.026145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc77804-115e-48c6-ab32-4b427d2f3287']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.042800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Could not find standard attr ID for object 8f106cec-7bbf-42b5-81ed-687b85574df1. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:17.054869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Calling delete_port for 8f106cec-7bbf-42b5-81ed-687b85574df1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:17.060594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1801fd4-013b-4138-9bba-aef0448baded') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.061012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1801fd4-013b-4138-9bba-aef0448baded') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:17.067981 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No ports have port_id starting with 8f106cec-7bbf-42b5-81ed-687b85574df1 Aug 03 19:31:17.074797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.079074 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c242a84-5f78-434c-b73d-cd0f1c48adb9 x-openstack-request-id: req-2c242a84-5f78-434c-b73d-cd0f1c48adb9 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:17.079360 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670bf85-c447-4e63-b0d4-6e4434a31e59", "name": "network-vif-deleted", "tag": "5ba27e47-ca31-4c3b-853f-4ca4ee28a054", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:17.079670 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c242a84-5f78-434c-b73d-cd0f1c48adb9 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:17.079982 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670bf85-c447-4e63-b0d4-6e4434a31e59', 'name': 'network-vif-deleted', 'tag': '5ba27e47-ca31-4c3b-853f-4ca4ee28a054', 'status': 'completed', 'code': 200} Aug 03 19:31:17.093868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.102326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:17.102564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8f8af40-f57c-447a-a008-887fe33c1a17 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:17.102824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.104726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:17.106363 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:17.114539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3b11b5e-689f-4571-b066-0b39281878a6 None None] Provisioning for port c8f8af40-f57c-447a-a008-887fe33c1a17 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:17.207959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Transition to ACTIVE for port object 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:17.254097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Allocated IP 172.20.0.18 (96299b80-a71d-4490-af76-10bf7de9b680/127f8154-935b-4112-b91e-d4bc06801d57/c8089b53-50b2-44b0-ac35-986f9848402e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:17.265052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.285740 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.288820 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/abc77804-115e-48c6-ab32-4b427d2f3287 HTTP/1.1" status: 204 len: 168 time: 4.4059174 Aug 03 19:31:17.292764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.336222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a3fb9-99ad-4171-9bdb-159ed6e15061 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=abc77804-115e-48c6-ab32-4b427d2f3287,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.358111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-074bf15e-8b42-45bf-9b85-928d5002acf4 req-dc7368df-8c5d-4085-91a6-157f84aff955 tempest-VolumesBackupsTest-1141691137 tempest-VolumesBackupsTest-1141691137-project] 10.222.0.67 "GET /v2.0/ports?device_id=d670bf85-c447-4e63-b0d4-6e4434a31e59 HTTP/1.1" status: 200 len: 210 time: 0.0392191 Aug 03 19:31:17.359272 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e79b534-d4bc-485a-91d6-128a74d36346 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] GET failed (client error): The resource could not be found. Aug 03 19:31:17.361487 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7e79b534-d4bc-485a-91d6-128a74d36346 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets/c7112558-f643-4252-aef9-9e20c0f92765 HTTP/1.1" status: 404 len: 337 time: 0.0670247 Aug 03 19:31:17.365580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52934) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.386140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Transition to ACTIVE for port object 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:17.394841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 018d2bff-f153-4a13-93df-cecf549c2608 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:31:17.410847 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2303390-8c94-481f-ba1e-0a06d06136f5 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:17.411359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2303390-8c94-481f-ba1e-0a06d06136f5 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:17.413073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d2303390-8c94-481f-ba1e-0a06d06136f5 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/abc77804-115e-48c6-ab32-4b427d2f3287 HTTP/1.1" status: 404 len: 339 time: 0.0456882 Aug 03 19:31:17.417174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.527196 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.542388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.569358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Pushing event deleted for resources: {'Port': ['ID=8f106cec-7bbf-42b5-81ed-687b85574df1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.571559 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.577375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] Network abc77804-115e-48c6-ab32-4b427d2f3287 is not hosted by any dhcp agent {{(pid=101344) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:31:17.578449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f53d2f-a8a5-45ab-a27b-15a761040523 None None] No DVR routers for this DVR port 8f106cec-7bbf-42b5-81ed-687b85574df1 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:17.611518 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.613527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c8f8af40-f57c-447a-a008-887fe33c1a17 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:17.653681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f5370-520a-461c-bcd5-4218b5666c20 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:17.658084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ab2f5370-520a-461c-bcd5-4218b5666c20 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2402430 Aug 03 19:31:17.660925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52940) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.667462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c8f8af40-f57c-447a-a008-887fe33c1a17 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:17.667836 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.714779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Network ab145cd5-d35a-42a6-94db-cde85e4d1b0f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:17.732544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.736380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:17.736819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ddee8d32-3ffa-4545-a21c-af741b815777 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 207 time: 0.0744309 Aug 03 19:31:17.739976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52942) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:17.746722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=018d2bff-f153-4a13-93df-cecf549c2608,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:17.749617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:17.756204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.765758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.790432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.803822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Transition to ACTIVE for port object c8089b53-50b2-44b0-ac35-986f9848402e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:17.826156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Transition to ACTIVE for port object c8089b53-50b2-44b0-ac35-986f9848402e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:17.850259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '018d2bff-f153-4a13-93df-cecf549c2608', 'network_id': 'e40f93fe-9935-444b-855f-1ab4e97a5357', 'port_id': '018d2bff-f153-4a13-93df-cecf549c2608', 'mac_address': 'fa:16:3e:3c:36:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4273c457-55d9-419d-9dc4-cb280d15f54b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:31:17.879877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=b6ac48d7-73b0-49ea-a37a-283b918d0482,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:17.975554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Attempting to bind port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:17.975554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Attempting to bind port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e23be0da-5365-4dc9-b308-a2856358cbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:17.975554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Attempting to bind port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 on network ab145cd5-d35a-42a6-94db-cde85e4d1b0f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:17.979001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.981814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:17.982202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Checking segment: {'id': 'e23be0da-5365-4dc9-b308-a2856358cbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:17.982607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.983000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Bound using segment: {'id': 'e23be0da-5365-4dc9-b308-a2856358cbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:17.983487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Bound port: 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23be0da-5365-4dc9-b308-a2856358cbde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'ab145cd5-d35a-42a6-94db-cde85e4d1b0f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:17.983869 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:17.984033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e7083552-5e92-42e1-880a-6515b2f61607 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/b6ac48d7-73b0-49ea-a37a-283b918d0482 HTTP/1.1" status: 204 len: 168 time: 1.3345380 Aug 03 19:31:17.984324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.008369 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.010402 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.024541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.024844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258e286-4460-4678-954e-8529fd1eff23 req-ac81085f-ef5a-4c31-8fd6-214de8c3401e tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.026526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9258e286-4460-4678-954e-8529fd1eff23 req-ac81085f-ef5a-4c31-8fd6-214de8c3401e tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 944 time: 0.3670731 Aug 03 19:31:18.039189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.044526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56332f81-3be2-469e-ae2b-7d97be45fe6f tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.050682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56332f81-3be2-469e-ae2b-7d97be45fe6f tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.056450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56332f81-3be2-469e-ae2b-7d97be45fe6f tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.064003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56332f81-3be2-469e-ae2b-7d97be45fe6f tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.066158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-56332f81-3be2-469e-ae2b-7d97be45fe6f tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3233836 Aug 03 19:31:18.094193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52946) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.148524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Pushing event updated for resources: {'Port': ['ID=c8089b53-50b2-44b0-ac35-986f9848402e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:18.166998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d2bff-f153-4a13-93df-cecf549c2608 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:31:18.192913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9258e286-4460-4678-954e-8529fd1eff23 req-3c42176f-0125-42e8-8dc6-d63fccfe280c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252034 Aug 03 19:31:18.209177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=018d2bff-f153-4a13-93df-cecf549c2608,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:18.220909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Network 96299b80-a71d-4490-af76-10bf7de9b680 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:18.233745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:18.257958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:18.305144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8329510-811a-4d0d-b554-86bd41a98c23 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2063007 Aug 03 19:31:18.305571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52948) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.331820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] For port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:18.335837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] For port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29,segment=NetworkSegment(e23be0da-5365-4dc9-b308-a2856358cbde),segment_id=e23be0da-5365-4dc9-b308-a2856358cbde)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:18.340583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c8f8af40-f57c-447a-a008-887fe33c1a17, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c8f8af40-f57c-447a-a008-887fe33c1a17,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:18.359525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.399000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c912c6f-9a62-4f8e-b85a-317afe9fb312 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.401299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c912c6f-9a62-4f8e-b85a-317afe9fb312 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.409753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c912c6f-9a62-4f8e-b85a-317afe9fb312 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1030490 Aug 03 19:31:18.410689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52952) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.425198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Attempting to bind port c8089b53-50b2-44b0-ac35-986f9848402e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:18.426301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Attempting to bind port c8089b53-50b2-44b0-ac35-986f9848402e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:18.426883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Attempting to bind port c8089b53-50b2-44b0-ac35-986f9848402e on network 96299b80-a71d-4490-af76-10bf7de9b680 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:18.434975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2f2cbd30-7756-4c5c-afaa-ca8284de3578 None None] Provisioning complete for port c8f8af40-f57c-447a-a008-887fe33c1a17 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:18.435577 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f2cbd30-7756-4c5c-afaa-ca8284de3578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.450290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.455347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/subnets/3e7ac2f8-4b63-41b2-9ce6-d8affe05b175 HTTP/1.1" status: 204 len: 168 time: 2.0211048 Aug 03 19:31:18.459215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52956) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.459593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aedc4-6436-4aa3-b7e9-1386b3654b34 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7ac2f8-4b63-41b2-9ce6-d8affe05b175,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:18.511000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:18.514837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.521129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.523479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:18.523947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Checking segment: {'id': 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:18.524412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.524907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Bound using segment: {'id': 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:18.525471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Bound port: c8089b53-50b2-44b0-ac35-986f9848402e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '96299b80-a71d-4490-af76-10bf7de9b680'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:18.526180 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.550992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259829d0-873c-45e2-8a43-aa55f992c8bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.556479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259829d0-873c-45e2-8a43-aa55f992c8bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.561582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-259829d0-873c-45e2-8a43-aa55f992c8bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5723059 Aug 03 19:31:18.562061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.575698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting subnet 127f8154-935b-4112-b91e-d4bc06801d57 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:18.610278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.652820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 726630fa-af13-4f08-9733-983fef7ffefb {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:18.657034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.675952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8f106cec-7bbf-42b5-81ed-687b85574df1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:18.682215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.711854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.720400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508eac6-b8bf-4e7b-9284-2605ee138e97 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.722067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2508eac6-b8bf-4e7b-9284-2605ee138e97 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.723876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2508eac6-b8bf-4e7b-9284-2605ee138e97 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.3117819 Aug 03 19:31:18.735895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.806615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['018d2bff-f153-4a13-93df-cecf549c2608'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:31:18.863302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:18.944993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624319a-5c80-4f32-92dd-1aeac0a5c60c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:18.950833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4624319a-5c80-4f32-92dd-1aeac0a5c60c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks/e95c0e9d-b324-4297-8253-87c3eeb80e7a HTTP/1.1" status: 200 len: 799 time: 0.2108955 Aug 03 19:31:18.951819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52964) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:18.962669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.049216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8f106cec-7bbf-42b5-81ed-687b85574df1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:19.049497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8f106cec-7bbf-42b5-81ed-687b85574df1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:19.050860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c8f8af40-f57c-447a-a008-887fe33c1a17,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.098714 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-63beadbb-d2ad-4fcc-9d40-8d5eb0d7f247 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/networks/e95c0e9d-b324-4297-8253-87c3eeb80e7a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1416647 Aug 03 19:31:19.098714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.099381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.141418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=726630fa-af13-4f08-9733-983fef7ffefb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.161821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90a85df-7101-47e8-9cbc-38ca6f9e17a4 None None] Network ab145cd5-d35a-42a6-94db-cde85e4d1b0f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:19.168887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.174530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-68b69dad-cb79-4e3a-94ca-83be89d5eaa5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/726630fa-af13-4f08-9733-983fef7ffefb HTTP/1.1" status: 204 len: 168 time: 0.6056435 Aug 03 19:31:19.175315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.221754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0789942f-8b4a-4dc3-9151-c451500a683c None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:19.240573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d58df5fd-9ea2-4ea3-95bf-b0736b8095f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.248885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9d5b4278-08a9-4f11-864a-4e1085bc7f00 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696597 Aug 03 19:31:19.252542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52972) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.268241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:19.276916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f16b0-2707-45e0-bec2-e2f761403b0e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:19.276916 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-006f16b0-2707-45e0-bec2-e2f761403b0e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets/988557e5-bebf-47be-83bb-b27d1e7a33c7 HTTP/1.1" status: 200 len: 811 time: 0.1739650 Aug 03 19:31:19.282965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52974) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.296083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.307798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306553f-6307-4b30-8f7c-af3bb4e44435 None None] Pushing event updated for resources: {'Port': ['ID=8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.323156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] For port c8089b53-50b2-44b0-ac35-986f9848402e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:19.326178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:19.364946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ebad9d-ade2-486a-ab7f-9a160b24d6cf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['shared'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:19.366395 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1ebad9d-ade2-486a-ab7f-9a160b24d6cf tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "GET /v2.0/subnets/988557e5-bebf-47be-83bb-b27d1e7a33c7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0824456 Aug 03 19:31:19.367896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2f2cbd30-7756-4c5c-afaa-ca8284de3578 None None] Could not find standard attr ID for object b6ac48d7-73b0-49ea-a37a-283b918d0482. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:19.377510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] For port c8089b53-50b2-44b0-ac35-986f9848402e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c8089b53-50b2-44b0-ac35-986f9848402e,segment=NetworkSegment(dd20b8d1-1980-4897-b1f7-7bb0950dc8a5),segment_id=dd20b8d1-1980-4897-b1f7-7bb0950dc8a5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:19.377922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52976) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.380432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:19.380828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5ba27e47-ca31-4c3b-853f-4ca4ee28a054 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:19.384752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109291092'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:19.442127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Subnet': ['ID=127f8154-935b-4112-b91e-d4bc06801d57,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.494431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.496488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-504a9c34-50e7-4d90-a32a-46477de815a1 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/subnets/127f8154-935b-4112-b91e-d4bc06801d57 HTTP/1.1" status: 204 len: 168 time: 1.0363030 Aug 03 19:31:19.503449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52978) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.522528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f128390f-8543-43b2-ba13-42f1c12265fd None None] Could not find standard attr ID for object b6ac48d7-73b0-49ea-a37a-283b918d0482. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:19.535628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae939871-98cc-4a3c-b791-943bb8c59398 req-92e2a019-c7c3-4437-802f-f28a3d318826 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:19.537246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae939871-98cc-4a3c-b791-943bb8c59398 req-92e2a019-c7c3-4437-802f-f28a3d318826 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 945 time: 0.1350760 Aug 03 19:31:19.568624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.592594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:19.596767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.674294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a359e2-7b5c-4c3c-aca5-bd62f0d6b6de None None] Pushing event updated for resources: {'Port': ['ID=c8089b53-50b2-44b0-ac35-986f9848402e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:19.676006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68242f1-6d39-4c02-8a91-b707f577ca87 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:19.677758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f68242f1-6d39-4c02-8a91-b707f577ca87 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1723495 Aug 03 19:31:19.682315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:19.684123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:19.697902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae939871-98cc-4a3c-b791-943bb8c59398 req-54b2a703-4459-40de-8eae-3426e7f84b1f tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467876 Aug 03 19:31:19.710797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:19.745540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.745890 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Added segment 20cadfa1-8712-42ec-962f-bc02258cd398 of type vlan for network e5dbbde5-3085-41a3-8cc8-34ddf1899888 Aug 03 19:31:19.785031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:19.785450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Deleting port c8f8af40-f57c-447a-a008-887fe33c1a17 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.786029 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.793763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.812697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.819776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.895767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] For port c8f8af40-f57c-447a-a008-887fe33c1a17, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c8f8af40-f57c-447a-a008-887fe33c1a17,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:19.896216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:19.961625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Calling delete_port for c8f8af40-f57c-447a-a008-887fe33c1a17 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:19.967002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting port c8089b53-50b2-44b0-ac35-986f9848402e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:19.967302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.016205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.022129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:20.022946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.114456 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7321923 Aug 03 19:31:20.120081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.125452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:20.193352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] For port c8089b53-50b2-44b0-ac35-986f9848402e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c8089b53-50b2-44b0-ac35-986f9848402e,segment=NetworkSegment(dd20b8d1-1980-4897-b1f7-7bb0950dc8a5),segment_id=dd20b8d1-1980-4897-b1f7-7bb0950dc8a5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:20.193725 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.202098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.217247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31330f0-4c68-4cb6-954f-a9f47025003d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Network': ['ID=e5dbbde5-3085-41a3-8cc8-34ddf1899888,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.220320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Calling delete_port for c8089b53-50b2-44b0-ac35-986f9848402e owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:20.231912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] Pushing event deleted for resources: {'Port': ['ID=c8f8af40-f57c-447a-a008-887fe33c1a17,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.235664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887d879-66b5-49b6-a4cc-6d1c421a6d32 None None] No DVR routers for this DVR port c8f8af40-f57c-447a-a008-887fe33c1a17 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:20.237449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:20.247906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.310552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:20.324724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:20.329999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:20.330965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.340151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=160e5e70-72c6-4ba1-afcd-daf392056037,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.345908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fdaa84-78fc-4cde-987a-1fe9e3cb2697 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:20.457316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Made reservation on behalf of 2d4e5966a0c24d7aa53ab3b9b7653f00 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:20.462259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.505812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '160e5e70-72c6-4ba1-afcd-daf392056037'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:20.507083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.508332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.529103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] No DVR routers for this DVR port c8089b53-50b2-44b0-ac35-986f9848402e on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:20.546205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ecbd6f8a-2bcf-4a0e-bee0-0088fcce3b9d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2921588 Aug 03 19:31:20.549106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 52986) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:20.557981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'name': 'tempest-NetworksTestDHCPv6-625027112'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:20.599538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Port': ['ID=c8089b53-50b2-44b0-ac35-986f9848402e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:20.612057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing IP validity checks on allocation pools {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:31:20.612583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:31:20.714320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8089b53-50b2-44b0-ac35-986f9848402e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:20.723246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.747817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96299b80-a71d-4490-af76-10bf7de9b680']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:20.761191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c8089b53-50b2-44b0-ac35-986f9848402e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:20.761942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8089b53-50b2-44b0-ac35-986f9848402e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:31:20.787252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:20.787657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd20b8d1-1980-4897-b1f7-7bb0950dc8a5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:20.794156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port c8089b53-50b2-44b0-ac35-986f9848402e not found, will not notify nova. {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:31:20.799104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/160e5e70-72c6-4ba1-afcd-daf392056037/ff66da5f-1b25-4d88-845f-c7595d0d9c3e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:20.808735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.862806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.908500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8f8af40-f57c-447a-a008-887fe33c1a17 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:20.920762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:20.924661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.932680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:20.933135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:20.938755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c8f8af40-f57c-447a-a008-887fe33c1a17 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:20.939116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8f8af40-f57c-447a-a008-887fe33c1a17 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:20.964793 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:20.967791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b080ab-d965-46e2-a076-bcc6970df3ee req-61246a88-c8a1-41c7-89a4-17ff025f9ba3 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:20.974849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8b080ab-d965-46e2-a076-bcc6970df3ee req-61246a88-c8a1-41c7-89a4-17ff025f9ba3 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 945 time: 0.1371610 Aug 03 19:31:21.007575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port c431da08-d54c-48b6-9f92-97c4567b402e yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:21.043324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8b080ab-d965-46e2-a076-bcc6970df3ee req-83df8472-374c-424d-9ad2-e2e664339834 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676060 Aug 03 19:31:21.059153 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.076404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Transition to ACTIVE for port object ff66da5f-1b25-4d88-845f-c7595d0d9c3e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:21.108369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Transition to ACTIVE for port object ff66da5f-1b25-4d88-845f-c7595d0d9c3e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:21.156066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb58a31-1d2d-4383-95a9-d23742ca85f2 None None] Network 96299b80-a71d-4490-af76-10bf7de9b680 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:21.207332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e0674e4f-85be-4efd-b530-3bb5053ca02f None None] Could not find standard attr ID for object c8089b53-50b2-44b0-ac35-986f9848402e. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:21.211386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.211542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.215980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.222005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/96299b80-a71d-4490-af76-10bf7de9b680 HTTP/1.1" status: 204 len: 168 time: 1.5366924 Aug 03 19:31:21.223794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52994) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:21.263558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:21.268451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:21.273376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:21.275161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::13 (415ae438-a0e9-4e74-9820-45c73ede8734/160e5e70-72c6-4ba1-afcd-daf392056037/c431da08-d54c-48b6-9f92-97c4567b402e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:21.292229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f7553-133a-48e7-9fb7-e747e8270e8d tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=96299b80-a71d-4490-af76-10bf7de9b680,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.303435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.323597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 018d2bff-f153-4a13-93df-cecf549c2608 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:21.337089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Pushing event updated for resources: {'Port': ['ID=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.401707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.430069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=c83a0997-31ad-4c64-b32a-e0db605ab25c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.431325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac1de15-b5e7-4401-a763-6b722e53b61c None None] DHCP port deletion for 96299b80-a71d-4490-af76-10bf7de9b680 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:21.449636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Checking segment: {'id': '20cadfa1-8712-42ec-962f-bc02258cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:21.450257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network hostable DHCP agents. Network: e5dbbde5-3085-41a3-8cc8-34ddf1899888, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:21.475226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Attempting to bind port ff66da5f-1b25-4d88-845f-c7595d0d9c3e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:21.475773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Attempting to bind port ff66da5f-1b25-4d88-845f-c7595d0d9c3e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:21.476148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Attempting to bind port ff66da5f-1b25-4d88-845f-c7595d0d9c3e on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:21.482733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:21.483113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:21.483523 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.483922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:21.484600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Bound port: ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:21.485101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.520824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Deleting port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:21.521511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.540460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.556004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 018d2bff-f153-4a13-93df-cecf549c2608 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:21.557431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object c431da08-d54c-48b6-9f92-97c4567b402e will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:21.568308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] For port ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:21.570881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 018d2bff-f153-4a13-93df-cecf549c2608 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:21.571268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.574840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] For port ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:21.592269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:21.603113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] For port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29,segment=NetworkSegment(e23be0da-5365-4dc9-b308-a2856358cbde),segment_id=e23be0da-5365-4dc9-b308-a2856358cbde)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:21.603488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.619728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Calling delete_port for 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:21.648709 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.675486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.679886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e5dbbde5-3085-41a3-8cc8-34ddf1899888) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:21.685881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:21.686490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.706932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b4105-ddd7-45a1-bdd4-21775e6cb8e3 None None] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:21.714112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.731854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:21.736714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:21.749788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:21.755570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:21.756282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.762643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=c431da08-d54c-48b6-9f92-97c4567b402e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.784551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a3af6-4ce0-4fdc-8818-5c40f03c5eb7 None None] Pushing event updated for resources: {'Port': ['ID=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:21.802886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33207b1d-243d-4745-8e4e-0b694773b2f9 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6814892 Aug 03 19:31:21.805595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 52996) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:21.816497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:21.817344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:21.818811 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bfb4e4-8e5e-4759-a324-db51b5aaf89f" -d '{"events": [{"server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "name": "network-vif-plugged", "status": "completed", "tag": "018d2bff-f153-4a13-93df-cecf549c2608"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:21.849601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=018d2bff-f153-4a13-93df-cecf549c2608,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:21.867196 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a6993-cb4c-4e9f-b6a7-7587b1c041a1 x-openstack-request-id: req-0a9a6993-cb4c-4e9f-b6a7-7587b1c041a1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:21.868476 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "name": "network-vif-plugged", "status": "completed", "tag": "018d2bff-f153-4a13-93df-cecf549c2608", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:21.868773 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0a9a6993-cb4c-4e9f-b6a7-7587b1c041a1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:21.869175 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608', 'code': 200} Aug 03 19:31:21.870357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4e59d50e-7cb7-46af-ae39-8bd24edbf0c5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3199115 Aug 03 19:31:21.872810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:21.900935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.953721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.970540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10773265'] for subnet, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:21.987204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-e5dbbde5-3085-41a3-8cc8-34ddf1899888', 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888', 'tenant_id': '2d4e5966a0c24d7aa53ab3b9b7653f00', 'fixed_ips': [{'subnet_id': 'c83a0997-31ad-4c64-b32a-e0db605ab25c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:22.005828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.008485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1b758-4fab-4b05-8bc4-5937778c3099 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:22.017294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1b758-4fab-4b05-8bc4-5937778c3099 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:22.019032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ebb1b758-4fab-4b05-8bc4-5937778c3099 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1448436 Aug 03 19:31:22.024149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53002) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:22.044075 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a9db786b-d498-40a9-8f86-6fe0c5b1e1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.116415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Port': ['ID=8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.155211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] No DVR routers for this DVR port 8aa9d13a-d1e3-42a3-93cb-7c0611d3ae29 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:22.160108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.160910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port c431da08-d54c-48b6-9f92-97c4567b402e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:22.161372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.251984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.341816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8686a-7377-4446-895a-a52c19d3af7a req-69a5ce05-163d-46f6-bed9-9d5a0c093112 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:22.343539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.351009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fc8686a-7377-4446-895a-a52c19d3af7a req-69a5ce05-163d-46f6-bed9-9d5a0c093112 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.1424682 Aug 03 19:31:22.370500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:31:22.370500 n-d-803363-1 neutron-server[101344]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Aug 03 19:31:22.370500 n-d-803363-1 neutron-server[101344]: [parameters: {'in_use': 1, 'id_1': 'c83a0997-31ad-4c64-b32a-e0db605ab25c'}] Aug 03 19:31:22.370500 n-d-803363-1 neutron-server[101344]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:22.371014 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:22.397757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab145cd5-d35a-42a6-94db-cde85e4d1b0f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.409925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48631-0fb3-4bfb-8778-0c0690311432 req-8644d64b-be80-4ac2-89d5-2930f81141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:22.411822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57e48631-0fb3-4bfb-8778-0c0690311432 req-8644d64b-be80-4ac2-89d5-2930f81141b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 1097 time: 0.3629396 Aug 03 19:31:22.432500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fc8686a-7377-4446-895a-a52c19d3af7a req-d9b75a8b-7d1c-4da7-8498-a218012640bd tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Aug 03 19:31:22.433372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23be0da-5365-4dc9-b308-a2856358cbde') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.433677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23be0da-5365-4dc9-b308-a2856358cbde') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:22.441052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.455957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for c431da08-d54c-48b6-9f92-97c4567b402e owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:22.485269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.541037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.552059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57e48631-0fb3-4bfb-8778-0c0690311432 req-432234ef-e204-4fa4-8e88-a306abca6f81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270616 Aug 03 19:31:22.571572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:22.571572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:22.573718 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:22.670701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519518118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1000136'] for subnet, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.714957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:22.715583 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.717077 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "PUT /v2.0/subnets/c83a0997-31ad-4c64-b32a-e0db605ab25c HTTP/1.1" status: 200 len: 877 time: 0.9082422 Aug 03 19:31:22.721491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53046) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:22.729878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff66da5f-1b25-4d88-845f-c7595d0d9c3e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:22.733355 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.757959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f83fe1-a4fe-41d4-85c8-24713fbac44e tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event updated for resources: {'Subnet': ['ID=c83a0997-31ad-4c64-b32a-e0db605ab25c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.805759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.814216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.816289 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/ab145cd5-d35a-42a6-94db-cde85e4d1b0f HTTP/1.1" status: 204 len: 168 time: 1.5890031 Aug 03 19:31:22.820325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53048) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:22.825501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=c431da08-d54c-48b6-9f92-97c4567b402e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.843675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e5a2c-4046-40bf-ba81-0f7fb8714a13 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=ab145cd5-d35a-42a6-94db-cde85e4d1b0f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:22.861203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ff66da5f-1b25-4d88-845f-c7595d0d9c3e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:22.876707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.890319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:22.896803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53050) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:22.898796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b848391e-dc4f-47b1-9be2-75445617ecfc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/c431da08-d54c-48b6-9f92-97c4567b402e HTTP/1.1" status: 204 len: 168 time: 0.8732188 Aug 03 19:31:22.978488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.005732 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.006922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8089b53-50b2-44b0-ac35-986f9848402e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:23.030333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.039176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c8089b53-50b2-44b0-ac35-986f9848402e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:23.039677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c8089b53-50b2-44b0-ac35-986f9848402e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:23.042596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f41c38-9900-4b2d-971b-1f0b3334fa04 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.044339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f41c38-9900-4b2d-971b-1f0b3334fa04 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.046333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-87f41c38-9900-4b2d-971b-1f0b3334fa04 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1485205 Aug 03 19:31:23.048730 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.050325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53052) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.150861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Allocated IP 172.20.0.3 (e5dbbde5-3085-41a3-8cc8-34ddf1899888/c83a0997-31ad-4c64-b32a-e0db605ab25c/ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:23.169345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 160e5e70-72c6-4ba1-afcd-daf392056037 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:23.206191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.255761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.275214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6a24bb-1a2c-4d90-8737-4846b09cf654']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.288299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.313833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fff9b5b-1bcc-4b80-aca1-752dff6b414e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.314139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fff9b5b-1bcc-4b80-aca1-752dff6b414e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:23.329783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.361429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.374588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:23.376067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:23.379466 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:23.402627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.416794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Transition to ACTIVE for port object ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:23.435887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Transition to ACTIVE for port object ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:23.454912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Provisioning for port ff66da5f-1b25-4d88-845f-c7595d0d9c3e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:23.460805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Provisioning complete for port ff66da5f-1b25-4d88-845f-c7595d0d9c3e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:23.461136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.492804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.577788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.587047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf232a2-6333-47ce-af2e-1c9f9b9605aa req-03aab860-ce30-408c-a915-3f832ff59f50 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:23.588590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cf232a2-6333-47ce-af2e-1c9f9b9605aa req-03aab860-ce30-408c-a915-3f832ff59f50 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.0862956 Aug 03 19:31:23.608596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.639951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.643571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cf232a2-6333-47ce-af2e-1c9f9b9605aa req-409e20e7-c2a1-4015-a047-6f5e7f30d491 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461321 Aug 03 19:31:23.648860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.651549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/aa6a24bb-1a2c-4d90-8737-4846b09cf654 HTTP/1.1" status: 204 len: 168 time: 0.8299325 Aug 03 19:31:23.653953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53060) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.668928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Pushing event updated for resources: {'Port': ['ID=ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:23.679640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60226a4a-c641-468f-b908-d6d9ded1cbe0 tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=aa6a24bb-1a2c-4d90-8737-4846b09cf654,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:23.683116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:23.689588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:23.689588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:23.731108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.749203 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.789116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Attempting to bind port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:23.789536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Attempting to bind port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '20cadfa1-8712-42ec-962f-bc02258cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:23.789912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Attempting to bind port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 on network e5dbbde5-3085-41a3-8cc8-34ddf1899888 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:23.803383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=160e5e70-72c6-4ba1-afcd-daf392056037,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:23.803658 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:23.803658 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:23.803854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:23.804134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Checking segment: {'id': '20cadfa1-8712-42ec-962f-bc02258cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:23.804537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.805018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Bound using segment: {'id': '20cadfa1-8712-42ec-962f-bc02258cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:23.805503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Bound port: ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cadfa1-8712-42ec-962f-bc02258cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:23.805886 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.811023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.816771 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c0c8283-d03a-4f32-8979-cf7f295b5c1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/160e5e70-72c6-4ba1-afcd-daf392056037 HTTP/1.1" status: 204 len: 168 time: 0.7654698 Aug 03 19:31:23.818018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53068) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.851346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=c83a0997-31ad-4c64-b32a-e0db605ab25c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:23.912059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aebf31a8-3529-4617-9759-b8795288f5e2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0555844 Aug 03 19:31:23.917214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:23.923304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53078) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:23.936221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] For port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:23.945056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] For port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8,segment=NetworkSegment(20cadfa1-8712-42ec-962f-bc02258cd398),segment_id=20cadfa1-8712-42ec-962f-bc02258cd398)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:23.947018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:23.967080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5535651-db49-4b49-98df-8945e57805c4 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:24.012896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.036863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.043620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbbde5-3085-41a3-8cc8-34ddf1899888']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.068161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.073832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cadfa1-8712-42ec-962f-bc02258cd398') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.074404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cadfa1-8712-42ec-962f-bc02258cd398') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.084875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c392ab2-2a68-4690-9004-82beca67168f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.089828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.100454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff131e84-af9a-4a60-9a81-191defae8540') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.100862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff131e84-af9a-4a60-9a81-191defae8540') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:24.117336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.123407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:24.135336 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:24.146866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.155842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:24.157449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:24.161622 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:24.191909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d71f4f-ba0d-4b88-a2aa-7c27e9d40b07 None None] Pushing event updated for resources: {'Port': ['ID=ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:24.216871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da9675-7976-4a33-851b-0729435ae91a None None] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:24.256794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:31:24.256794 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:31:24.256794 n-d-803363-1 neutron-server[101342]: [parameters: {'id': 'e5dbbde5-3085-41a3-8cc8-34ddf1899888'}] Aug 03 19:31:24.256794 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:24.257311 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:24.287782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:24.291911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.316415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.321202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.326059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] 10.222.0.67 "DELETE /v2.0/networks/1c392ab2-2a68-4690-9004-82beca67168f HTTP/1.1" status: 204 len: 168 time: 0.6710167 Aug 03 19:31:24.359930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84042fa2-3fc7-47b4-a452-00e01fe6f24f tempest-BulkNetworkOpsTest-1677592193 tempest-BulkNetworkOpsTest-1677592193-project] Pushing event deleted for resources: {'Network': ['ID=1c392ab2-2a68-4690-9004-82beca67168f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:24.360178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:24.426822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.643756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ff66da5f-1b25-4d88-845f-c7595d0d9c3e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:24.664995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.669729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d02b5a7-deed-4014-a766-c1cd63263759 None None] Network e5dbbde5-3085-41a3-8cc8-34ddf1899888 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:24.715109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:24.722793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:24.727640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:24.728244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.741651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=3727df8b-356f-4326-a26d-1ab099557c9e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:24.755537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] For port ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:24.758569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.813191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Deleting port ff66da5f-1b25-4d88-845f-c7595d0d9c3e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:24.813499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.846624 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-13cc2fdf-d66b-4191-97df-24c1a82f8c94 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9123535 Aug 03 19:31:24.847090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53102) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:24.853413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d49b67-6047-43c4-b66c-42618fc336bd req-0ea43f5c-4456-40eb-9ea7-bbe53e2be3e1 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:24.854957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96d49b67-6047-43c4-b66c-42618fc336bd req-0ea43f5c-4456-40eb-9ea7-bbe53e2be3e1 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.0850277 Aug 03 19:31:24.856714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'name': 'tempest-NetworksTestDHCPv6-642640481'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:24.870647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.873520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.877841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:24.878343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:24.994350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.002624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43b2da-c4fa-4d83-9f63-4f3e655c95f3 None None] Pushing event updated for resources: {'Port': ['ID=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.013091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3164ed4b-74a3-4174-856f-23396997ec87 None None] Could not find standard attr ID for object c431da08-d54c-48b6-9f92-97c4567b402e. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:25.021225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] For port ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:25.021622 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.035871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96d49b67-6047-43c4-b66c-42618fc336bd req-02cd5c88-9f81-4287-9a2a-d8bc10d04009 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351900 Aug 03 19:31:25.057371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Calling delete_port for ff66da5f-1b25-4d88-845f-c7595d0d9c3e owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:25.087004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8,segment=NetworkSegment(20cadfa1-8712-42ec-962f-bc02258cd398),segment_id=20cadfa1-8712-42ec-962f-bc02258cd398)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:25.089129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.091523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ff66da5f-1b25-4d88-845f-c7595d0d9c3e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:25.111129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:25.128499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53112) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.151066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:25.166090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.172821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.197596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port e7641841-92a3-41a9-a8d3-ed9cdd01393f yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:25.248213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.286189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.317853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] Pushing event deleted for resources: {'Port': ['ID=ff66da5f-1b25-4d88-845f-c7595d0d9c3e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.320336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c8e22-a85b-4ccf-9fe2-71aec6902b7e None None] No DVR routers for this DVR port ff66da5f-1b25-4d88-845f-c7595d0d9c3e on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:25.344769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb42e523-b042-4c6e-94f5-3ad033e3f690 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:25.381898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::390 (415ae438-a0e9-4e74-9820-45c73ede8734/3727df8b-356f-4326-a26d-1ab099557c9e/e7641841-92a3-41a9-a8d3-ed9cdd01393f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:25.412252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.430886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9ef76def-e603-45b8-82f3-c73a7473ccbc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdd2c86ad97f44bfbb69a483f1b751ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005164 Aug 03 19:31:25.436063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53118) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:25.554638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '3727df8b-356f-4326-a26d-1ab099557c9e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:25.555522 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.576452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.615854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.697954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.717401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object e7641841-92a3-41a9-a8d3-ed9cdd01393f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:25.776060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.777962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port ff9ba225-b0d3-4931-bf99-1cf2e6ce3ac8 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:25.834506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.837809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.845567 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81c1cc9f-d4b9-4773-9656-e5d740e0c60b HTTP/1.1" status: 204 len: 168 time: 0.4019554 Aug 03 19:31:25.849032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2774de-3475-4fc1-8439-7566ec52c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c1cc9f-d4b9-4773-9656-e5d740e0c60b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:25.861268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.899256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.902004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dbbde5-3085-41a3-8cc8-34ddf1899888']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:25.920068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cadfa1-8712-42ec-962f-bc02258cd398') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:25.920347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cadfa1-8712-42ec-962f-bc02258cd398') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:25.931504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.947836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.957424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:25.957835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:25.961419 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:25.971078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/3727df8b-356f-4326-a26d-1ab099557c9e/4322b03d-ef61-4a8c-8dc4-883449e008c9) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:25.975949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:25.979791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:25.982446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:25.989809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:25.990683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.019017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=e7641841-92a3-41a9-a8d3-ed9cdd01393f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.117591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bd585f61-770a-4222-99da-7bd504389f9a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2693970 Aug 03 19:31:26.119560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.145325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.166251 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.175335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.178085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/e5dbbde5-3085-41a3-8cc8-34ddf1899888 HTTP/1.1" status: 204 len: 168 time: 3.4547563 Aug 03 19:31:26.180713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a77fd-2ae2-4e78-9ec9-491330b5d1b2 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=e5dbbde5-3085-41a3-8cc8-34ddf1899888,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.180881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53132) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.185843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Transition to ACTIVE for port object 4322b03d-ef61-4a8c-8dc4-883449e008c9 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:26.222862 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2b407e-29f3-4f27-9cfa-6671ee98a889 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:26.223327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2b407e-29f3-4f27-9cfa-6671ee98a889 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:26.227656 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b2b407e-29f3-4f27-9cfa-6671ee98a889 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/c83a0997-31ad-4c64-b32a-e0db605ab25c HTTP/1.1" status: 404 len: 337 time: 0.0436015 Aug 03 19:31:26.228090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53134) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.234425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Transition to ACTIVE for port object 4322b03d-ef61-4a8c-8dc4-883449e008c9 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:26.251126 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e40befa-22f3-4764-87e3-c94ab74ef596 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:26.251714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e40befa-22f3-4764-87e3-c94ab74ef596 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:26.256159 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e40befa-22f3-4764-87e3-c94ab74ef596 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/e5dbbde5-3085-41a3-8cc8-34ddf1899888 HTTP/1.1" status: 404 len: 339 time: 0.0247266 Aug 03 19:31:26.257468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53136) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.262040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dff8a2-cf5a-4916-9256-d06188253d38 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:26.264599 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36dff8a2-cf5a-4916-9256-d06188253d38 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1431944 Aug 03 19:31:26.271645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.289563 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b3aef6-d19f-4699-a955-697560b35075 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:26.290045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b3aef6-d19f-4699-a955-697560b35075 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:26.291780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f8b3aef6-d19f-4699-a955-697560b35075 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/c7112558-f643-4252-aef9-9e20c0f92765 HTTP/1.1" status: 404 len: 337 time: 0.0331433 Aug 03 19:31:26.294537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53140) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.317772 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3522926-104d-41ac-b72a-9dca69dcba2c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:26.318388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3522926-104d-41ac-b72a-9dca69dcba2c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:26.323460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:26.325304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f3522926-104d-41ac-b72a-9dca69dcba2c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/abc77804-115e-48c6-ab32-4b427d2f3287 HTTP/1.1" status: 404 len: 339 time: 0.0241573 Aug 03 19:31:26.336781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.403718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:26.407737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:26.416279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:26.423412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Pushing event updated for resources: {'Port': ['ID=4322b03d-ef61-4a8c-8dc4-883449e008c9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.457631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.494032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Attempting to bind port 4322b03d-ef61-4a8c-8dc4-883449e008c9 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:26.494413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Attempting to bind port 4322b03d-ef61-4a8c-8dc4-883449e008c9 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:26.494782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Attempting to bind port 4322b03d-ef61-4a8c-8dc4-883449e008c9 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:26.502046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:26.502503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:26.502902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.503309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:26.503780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Bound port: 4322b03d-ef61-4a8c-8dc4-883449e008c9, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:26.504160 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.619483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] For port 4322b03d-ef61-4a8c-8dc4-883449e008c9, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:26.623473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] For port 4322b03d-ef61-4a8c-8dc4-883449e008c9, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4322b03d-ef61-4a8c-8dc4-883449e008c9,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:26.739507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.827029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99cbed-6c30-41bc-8685-2d6423fd647c None None] Pushing event updated for resources: {'Port': ['ID=4322b03d-ef61-4a8c-8dc4-883449e008c9,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:26.897587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port e7641841-92a3-41a9-a8d3-ed9cdd01393f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:26.898017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:26.993916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.012264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56fe73c-cb46-42dc-8069-a53e7795ed7f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:27.036906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b644831a-9799-4643-8eed-394fcdb39cb3') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:27.038466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b644831a-9799-4643-8eed-394fcdb39cb3') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:27.072027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.105061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.107295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.122993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:27.123418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:27.126907 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:27.129555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for e7641841-92a3-41a9-a8d3-ed9cdd01393f owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:27.319973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53164) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.367804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.380583 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.384795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/b56fe73c-cb46-42dc-8069-a53e7795ed7f HTTP/1.1" status: 204 len: 168 time: 1.0581377 Aug 03 19:31:27.389407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.400874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6915d8-7eed-47ed-9bd8-7f522f84b141 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=b56fe73c-cb46-42dc-8069-a53e7795ed7f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.438892 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09acaab-90f0-48fe-9821-8c9984c6b3c6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.439344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09acaab-90f0-48fe-9821-8c9984c6b3c6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.442471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d09acaab-90f0-48fe-9821-8c9984c6b3c6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/6f1ebc74-eee6-4a4d-a04c-0719aea9ad16 HTTP/1.1" status: 404 len: 337 time: 0.0553441 Aug 03 19:31:27.444715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.466468 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a92d7cd-1a47-4c85-bca9-b903e62ec64d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.467256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a92d7cd-1a47-4c85-bca9-b903e62ec64d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.472864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53172) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.473159 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a92d7cd-1a47-4c85-bca9-b903e62ec64d tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/0234ab1a-a513-4db4-af3c-3494c55c8907 HTTP/1.1" status: 404 len: 339 time: 0.0274670 Aug 03 19:31:27.506260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754165684'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:27.513748 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3514a03-f1a9-4395-b2d1-b5465011248a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.513955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.514352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3514a03-f1a9-4395-b2d1-b5465011248a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.518691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3514a03-f1a9-4395-b2d1-b5465011248a tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/231444d7-f827-4dcb-9f8d-d2731098b615 HTTP/1.1" status: 404 len: 337 time: 0.0446541 Aug 03 19:31:27.521283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53176) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.553917 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4702fcfd-ce8d-4295-ba9f-5c1bfd48226c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.554567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4702fcfd-ce8d-4295-ba9f-5c1bfd48226c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.556472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4702fcfd-ce8d-4295-ba9f-5c1bfd48226c tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/6d9bc4e7-ed52-46ee-b2f1-398551def81b HTTP/1.1" status: 404 len: 339 time: 0.0341482 Aug 03 19:31:27.559196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53180) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.572391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=e7641841-92a3-41a9-a8d3-ed9cdd01393f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:27.597096 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd04f777-c816-476f-9d49-e6f4d2a3f757 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.597575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd04f777-c816-476f-9d49-e6f4d2a3f757 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.602117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fd04f777-c816-476f-9d49-e6f4d2a3f757 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/10191979-e676-437e-867a-21b98f571c50 HTTP/1.1" status: 404 len: 337 time: 0.0392916 Aug 03 19:31:27.602289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.602421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53182) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.606624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-794a5c6c-bc6b-42db-ac2b-737be32ac37d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/e7641841-92a3-41a9-a8d3-ed9cdd01393f HTTP/1.1" status: 204 len: 168 time: 1.3310702 Aug 03 19:31:27.607045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.623851 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3233822-5895-404d-94da-9bd96dcb60f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.624438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3233822-5895-404d-94da-9bd96dcb60f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.627291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e3233822-5895-404d-94da-9bd96dcb60f7 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/8afa3243-5017-423c-9221-6781cb7a4316 HTTP/1.1" status: 404 len: 339 time: 0.0238349 Aug 03 19:31:27.630022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53186) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.682001 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd07876-02fc-4705-9524-a28089f46978 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.682456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd07876-02fc-4705-9524-a28089f46978 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.684473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a099c-7467-4ae4-854e-f638a83f6298 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:27.686216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a099c-7467-4ae4-854e-f638a83f6298 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:27.687327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dfd07876-02fc-4705-9524-a28089f46978 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/2c6061ef-7cdc-48da-b53d-e8aadc7b8b6b HTTP/1.1" status: 404 len: 337 time: 0.0561326 Aug 03 19:31:27.688840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:27.692887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b39a099c-7467-4ae4-854e-f638a83f6298 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0846083 Aug 03 19:31:27.693555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53188) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.693898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53190) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.696934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.709272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.727634 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-75aee349-d8cf-4e92-a407-51bae888adbc tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.728229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75aee349-d8cf-4e92-a407-51bae888adbc tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.731637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-75aee349-d8cf-4e92-a407-51bae888adbc tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/ff194c35-1e31-4d0d-a555-462864cfda9c HTTP/1.1" status: 404 len: 339 time: 0.0367513 Aug 03 19:31:27.740064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53192) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.802536 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7a6cd5-96d5-4c42-ae40-c8e95e8526a0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.803000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7a6cd5-96d5-4c42-ae40-c8e95e8526a0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.807243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3e7a6cd5-96d5-4c42-ae40-c8e95e8526a0 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/ddecb935-c615-4e78-8dbf-a1a449395d32 HTTP/1.1" status: 404 len: 337 time: 0.0633736 Aug 03 19:31:27.810907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 3727df8b-356f-4326-a26d-1ab099557c9e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:27.813582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53194) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.823508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.931952 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3c814b-7c41-4e9d-9325-450c3f549431 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.932811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3c814b-7c41-4e9d-9325-450c3f549431 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.935043 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7f3c814b-7c41-4e9d-9325-450c3f549431 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/3b92145c-b214-482e-930d-ea268ed43f32 HTTP/1.1" status: 404 len: 339 time: 0.1201391 Aug 03 19:31:27.938104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.939686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:27.977563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:27.979037 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ed420-30d1-4a5f-9b63-c890b044dc20 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:27.979501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ed420-30d1-4a5f-9b63-c890b044dc20 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:27.981932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-512ed420-30d1-4a5f-9b63-c890b044dc20 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/289fc824-b292-414b-b22a-0b9dd4251a2d HTTP/1.1" status: 404 len: 337 time: 0.0397625 Aug 03 19:31:27.983813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53198) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.004298 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcd5d071-8f30-40a0-8563-eb72d89ebc86 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:28.005017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcd5d071-8f30-40a0-8563-eb72d89ebc86 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:28.006882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dcd5d071-8f30-40a0-8563-eb72d89ebc86 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/86155bb9-053c-4be9-bb8d-c7421b5374e6 HTTP/1.1" status: 404 len: 339 time: 0.0214076 Aug 03 19:31:28.009606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.039758 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5b7de8-c825-4ede-b7ea-ec25b6e8fe69 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:28.040411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5b7de8-c825-4ede-b7ea-ec25b6e8fe69 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:28.042200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bd5b7de8-c825-4ede-b7ea-ec25b6e8fe69 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/b98d8646-09a7-4148-85a5-634a5c196e7b HTTP/1.1" status: 404 len: 337 time: 0.0315797 Aug 03 19:31:28.046925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53202) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.380916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.386743 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f121c1a6-b449-4a75-8c64-02c92f4407fd tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:28.386743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f121c1a6-b449-4a75-8c64-02c92f4407fd tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:28.386743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f121c1a6-b449-4a75-8c64-02c92f4407fd tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/ec7eaeec-94e7-4c67-9f9d-48ea08e35685 HTTP/1.1" status: 404 len: 339 time: 0.0267968 Aug 03 19:31:28.386743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53204) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.392704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6eef7-b94f-4ed8-8028-c9cd1af76b04,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:28.392704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:28.393442 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9abdeb-d034-410f-ada1-d3eb57fd1ecb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:28.393442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9abdeb-d034-410f-ada1-d3eb57fd1ecb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:28.393442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af9abdeb-d034-410f-ada1-d3eb57fd1ecb tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/2758f564-b6b7-46f7-800f-78314b6d197e HTTP/1.1" status: 404 len: 337 time: 0.0382886 Aug 03 19:31:28.393442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.394464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.394464 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 8b3b3f4a-93c2-4b44-992e-8d78d90d26b0 of type vlan for network 10f0e716-b038-4f28-93d0-ca906a00aea6 Aug 03 19:31:28.394932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.394932 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71c5ed1-0c44-4b6e-b9db-1520997b63e6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] DELETE failed (client error): The resource could not be found. Aug 03 19:31:28.394932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71c5ed1-0c44-4b6e-b9db-1520997b63e6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:28.394932 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c71c5ed1-0c44-4b6e-b9db-1520997b63e6 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/0f804320-ed05-4c4a-b07f-d00302263cb1 HTTP/1.1" status: 404 len: 339 time: 0.0516801 Aug 03 19:31:28.394932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53208) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.395424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.395593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting subnet 988557e5-bebf-47be-83bb-b27d1e7a33c7 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:28.395593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.395593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.395885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.395885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:28.395885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.450208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.474328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=10f0e716-b038-4f28-93d0-ca906a00aea6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:28.497540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:28.542574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5785b38e-9bcc-411e-bd4d-2e54867d7d33 None None] Provisioning for port 4322b03d-ef61-4a8c-8dc4-883449e008c9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:28.742055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2e1d6034-4b7e-4f22-a0bc-2ac2d44ead61 None None] Could not find standard attr ID for object e7641841-92a3-41a9-a8d3-ed9cdd01393f. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:28.761074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4322b03d-ef61-4a8c-8dc4-883449e008c9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:28.774753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.823960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e1bc35b4-6885-463b-b02f-6bc51892cf02 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5020156 Aug 03 19:31:28.840361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=3727df8b-356f-4326-a26d-1ab099557c9e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:28.847379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.853158 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6e2047f5-9a7e-4bca-b4df-99cf6a475126 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3727df8b-356f-4326-a26d-1ab099557c9e HTTP/1.1" status: 204 len: 168 time: 1.1571183 Aug 03 19:31:28.855488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53214) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.856866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.858384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32001901-733e-428f-bcba-3dcd55adaf5a None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:28.902781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:28.905861 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/subnets/988557e5-bebf-47be-83bb-b27d1e7a33c7 HTTP/1.1" status: 204 len: 168 time: 0.7244608 Aug 03 19:31:28.909024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53216) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:28.941966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ac76a-3b22-4518-a379-ee2a690bfd74 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Subnet': ['ID=988557e5-bebf-47be-83bb-b27d1e7a33c7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:29.008194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cf9ad661-6c2e-4e5a-82b3-231043411cc2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1488647 Aug 03 19:31:29.009304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53218) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.035015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.036856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8805d6-f6e8-48b4-ac35-cdddad49d346 None None] Network e95c0e9d-b324-4297-8253-87c3eeb80e7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:29.108200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560ec587-d156-4984-a1ee-a9c4cbe30763 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.113155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53220) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.114044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-560ec587-d156-4984-a1ee-a9c4cbe30763 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1037188 Aug 03 19:31:29.199334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Deleting port 121e2534-fa60-4698-98d3-ddb948a11bec {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:29.199334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.218591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701ccae-baef-4d63-aa3d-1124c2e60d5a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:29.223765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53222) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.233680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e701ccae-baef-4d63-aa3d-1124c2e60d5a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170130 Aug 03 19:31:29.264551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4322b03d-ef61-4a8c-8dc4-883449e008c9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:29.275295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4322b03d-ef61-4a8c-8dc4-883449e008c9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:29.276136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.386744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6c4356e-c4be-41ed-bc0d-bafaef49a36f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1533451 Aug 03 19:31:29.389561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53226) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:29.415001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:29.448531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] DHCP port deletion for e95c0e9d-b324-4297-8253-87c3eeb80e7a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:29.456053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:29.482549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] For port 121e2534-fa60-4698-98d3-ddb948a11bec, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=121e2534-fa60-4698-98d3-ddb948a11bec,segment=NetworkSegment(10a26752-99cf-486a-9fe2-6cd679fbb77e),segment_id=10a26752-99cf-486a-9fe2-6cd679fbb77e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:29.482925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.538071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.564214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Calling delete_port for 121e2534-fa60-4698-98d3-ddb948a11bec owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:29.585007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Deleting port 121e2534-fa60-4698-98d3-ddb948a11bec {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:29.585659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.617533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4322b03d-ef61-4a8c-8dc4-883449e008c9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4322b03d-ef61-4a8c-8dc4-883449e008c9,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:29.647805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Deleting port 4322b03d-ef61-4a8c-8dc4-883449e008c9 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:29.648394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.716706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] For port 4322b03d-ef61-4a8c-8dc4-883449e008c9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4322b03d-ef61-4a8c-8dc4-883449e008c9,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:29.717396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.732396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Calling delete_port for 4322b03d-ef61-4a8c-8dc4-883449e008c9 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:29.819707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.838321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:29.845594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.855010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] For port 121e2534-fa60-4698-98d3-ddb948a11bec, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=121e2534-fa60-4698-98d3-ddb948a11bec,segment=NetworkSegment(10a26752-99cf-486a-9fe2-6cd679fbb77e),segment_id=10a26752-99cf-486a-9fe2-6cd679fbb77e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:29.855627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.869459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Calling delete_port for 121e2534-fa60-4698-98d3-ddb948a11bec owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:29.939715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:31:29.952608 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 19:31:29.963186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:29.989025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Port': ['ID=121e2534-fa60-4698-98d3-ddb948a11bec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:29.992694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] No DVR routers for this DVR port 121e2534-fa60-4698-98d3-ddb948a11bec on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:29.998769 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.013901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] No DVR routers for this DVR port 4322b03d-ef61-4a8c-8dc4-883449e008c9 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:30.019390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] No DVR routers for this DVR port 121e2534-fa60-4698-98d3-ddb948a11bec on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:30.055939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4322b03d-ef61-4a8c-8dc4-883449e008c9,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.067577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b0401-290c-4263-a44d-21c662c09c1c None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:31:30.091639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe3026-08e4-4d75-80ca-24c869623ca5 None None] Pushing event deleted for resources: {'Port': ['ID=121e2534-fa60-4698-98d3-ddb948a11bec,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.151764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a64052-0e8d-4a76-a1aa-01a207951278 None None] Pushing event deleted for resources: {'Port': ['ID=4322b03d-ef61-4a8c-8dc4-883449e008c9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.181675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.216888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95c0e9d-b324-4297-8253-87c3eeb80e7a']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:30.245810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a26752-99cf-486a-9fe2-6cd679fbb77e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:30.245810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a26752-99cf-486a-9fe2-6cd679fbb77e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:30.256551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b0401-290c-4263-a44d-21c662c09c1c None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:31:30.281083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.318158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.327992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:30.328750 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:30.333436 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:30.457166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.507833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:30.511128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:30.516717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:30.516952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.517373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.520894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=fe52faec-ff2f-418e-8c27-62f230f23433,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.529553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.537192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] 10.222.0.67 "DELETE /v2.0/networks/e95c0e9d-b324-4297-8253-87c3eeb80e7a HTTP/1.1" status: 204 len: 168 time: 1.6212149 Aug 03 19:31:30.592943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': 'fe52faec-ff2f-418e-8c27-62f230f23433'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:30.595696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:30.614302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ec81a-2214-4747-9871-a7cfe85d47c3 tempest-NetworksTest-1673473214 tempest-NetworksTest-1673473214-project] Pushing event deleted for resources: {'Network': ['ID=e95c0e9d-b324-4297-8253-87c3eeb80e7a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:30.669178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-99a74732-4eac-4acb-9d23-6b0c6e81e674 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2649043 Aug 03 19:31:30.669178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53234) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:30.679334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': 'fe52faec-ff2f-418e-8c27-62f230f23433', 'ip_address': '2001:db8::62a3:1f0a:12b9:a66'}], 'name': 'tempest-NetworksTestDHCPv6-1375013299'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:30.813900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/fe52faec-ff2f-418e-8c27-62f230f23433/e8ff6ef1-3756-46ae-955b-250cbb1b0b7f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:30.828703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 121e2534-fa60-4698-98d3-ddb948a11bec no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:30.871592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 121e2534-fa60-4698-98d3-ddb948a11bec {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:30.872638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 121e2534-fa60-4698-98d3-ddb948a11bec not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:30.873289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4322b03d-ef61-4a8c-8dc4-883449e008c9 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:30.945190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4322b03d-ef61-4a8c-8dc4-883449e008c9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:30.945655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4322b03d-ef61-4a8c-8dc4-883449e008c9 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:30.994761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:31.149982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.162124 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.170951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 04a6bb16-f55d-4fbf-a020-915a41bb91d9 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:31.175056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Transition to ACTIVE for port object e8ff6ef1-3756-46ae-955b-250cbb1b0b7f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:31.225453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Transition to ACTIVE for port object e8ff6ef1-3756-46ae-955b-250cbb1b0b7f will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:31.309124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53240) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.322625 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.385513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:31.391654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:31.399182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:31.468615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Pushing event updated for resources: {'Port': ['ID=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:31.511636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Attempting to bind port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:31.512824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Attempting to bind port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:31.513677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Attempting to bind port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:31.522258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:31.523912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:31.524421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.529165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:31.529165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Bound port: e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:31.529165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.580127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::62a3:1f0a:12b9:a66 (415ae438-a0e9-4e74-9820-45c73ede8734/fe52faec-ff2f-418e-8c27-62f230f23433/04a6bb16-f55d-4fbf-a020-915a41bb91d9) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:31.705026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f6c68b9d-691f-4abe-91f5-262437c440fa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d4e5966a0c24d7aa53ab3b9b7653f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907864 Aug 03 19:31:31.706525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:31.716921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] For port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:31.722710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] For port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:31.824334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.825915 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.896122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.944198 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:31.971371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 04a6bb16-f55d-4fbf-a020-915a41bb91d9 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:32.043379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.047221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.051347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca983b49-5162-4fe5-bc15-af96f1fd6d4c None None] Pushing event updated for resources: {'Port': ['ID=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.052269 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60299cf2-e2d9-4e68-b306-81acd6c28eef HTTP/1.1" status: 204 len: 168 time: 0.3439760 Aug 03 19:31:32.079310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a4071-094b-412f-80c1-864fbbcbf279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60299cf2-e2d9-4e68-b306-81acd6c28eef,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.108347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.192318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:32.198108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:32.201235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:32.209657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.210531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.252502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=04a6bb16-f55d-4fbf-a020-915a41bb91d9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:32.303903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e2dc1e08-d225-43e0-9fd8-13b5112fbdc1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6362431 Aug 03 19:31:32.305987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.347725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.355783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:32.432985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47840324-6e12-447f-8453-1222655ce0c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.440015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47840324-6e12-447f-8453-1222655ce0c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:32.444886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47840324-6e12-447f-8453-1222655ce0c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1370304 Aug 03 19:31:32.446245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:32.571447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:32.581538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.771018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e8ff6ef1-3756-46ae-955b-250cbb1b0b7f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:32.865472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 04a6bb16-f55d-4fbf-a020-915a41bb91d9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:32.865831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:32.952045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.074139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=d6a18729-e78a-4ff3-b895-3624ec7fde56,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.104410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.108413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:33.108843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: 10f0e716-b038-4f28-93d0-ca906a00aea6, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:33.129302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 04a6bb16-f55d-4fbf-a020-915a41bb91d9 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:33.213905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.215266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:33.271138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:33.399164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 10f0e716-b038-4f28-93d0-ca906a00aea6) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:33.406394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:33.406996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.430161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390a91ca-fd5c-4ab9-8a31-694414b86381 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:31:33.523989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9c95a63b-42d5-4619-89f8-87f2cb792f12 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1749389 Aug 03 19:31:33.525303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.529392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.545277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544947517'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.551540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390a91ca-fd5c-4ab9-8a31-694414b86381 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:31:33.578433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=04a6bb16-f55d-4fbf-a020-915a41bb91d9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:33.613020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.618506 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/04a6bb16-f55d-4fbf-a020-915a41bb91d9 HTTP/1.1" status: 204 len: 168 time: 1.1655238 Aug 03 19:31:33.618506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.618506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.618506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.619081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.619296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.619751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.619865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53284) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.620366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.621106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.621582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.621963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.622463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.622857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4651c-0d47-4d1d-8db1-8abe0d13f009 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:33.665345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53286) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.668587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Provisioning for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:33.683465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Provisioning complete for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:33.684372 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.699840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132528ea-87d7-4c43-b622-32276aa01979 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:33.701866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132528ea-87d7-4c43-b622-32276aa01979 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:33.703800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-132528ea-87d7-4c43-b622-32276aa01979 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0822866 Aug 03 19:31:33.711307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53290) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:33.714923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:33.719719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.777998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:33.792717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet fe52faec-ff2f-418e-8c27-62f230f23433 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:33.796689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.825205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293136278'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:33.835815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.835815 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 7828bf24-733f-462e-9660-1c98e17ec1f9 of type vlan for network 1a76b11c-fcae-4245-9229-ba06777bdb5c Aug 03 19:31:33.867001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.885883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.931383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:33.953886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] For port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:33.997806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-10f0e716-b038-4f28-93d0-ca906a00aea6', 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': 'd6a18729-e78a-4ff3-b895-3624ec7fde56'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:33.998610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.005548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:34.009597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.020260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.042120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.073540 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.102364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.108862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:34.109012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.162400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac07f-4db5-48f6-ad3c-c58506603717 None None] Pushing event updated for resources: {'Port': ['ID=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.185838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Allocated IP 2001:db8:0:ffff::2 (10f0e716-b038-4f28-93d0-ca906a00aea6/d6a18729-e78a-4ff3-b895-3624ec7fde56/56e96485-d1cf-4aea-97fa-584f3b35af5b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:34.197500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=1a76b11c-fcae-4245-9229-ba06777bdb5c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.215785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1a76b11c-fcae-4245-9229-ba06777bdb5c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:34.254347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.304280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=fe52faec-ff2f-418e-8c27-62f230f23433,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.306245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.308262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5fb46174-5dd0-4be7-a09b-5c866bc9403b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/fe52faec-ff2f-418e-8c27-62f230f23433 HTTP/1.1" status: 204 len: 168 time: 0.6006577 Aug 03 19:31:34.310693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.353550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71ec453e-aef9-4fd4-bac3-0a7aaa7e622a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417626 Aug 03 19:31:34.356496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53300) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.369668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.386837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.407887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.416751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Transition to ACTIVE for port object 56e96485-d1cf-4aea-97fa-584f3b35af5b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:34.432722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Transition to ACTIVE for port object 56e96485-d1cf-4aea-97fa-584f3b35af5b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:34.455587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.485207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:34.498734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf81ae7-27ff-431a-a9ba-8f71ec6bbc27,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.504357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.504718 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 3cbaa4ba-0c88-4548-b4d7-c21ac4a22691 of type vlan for network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 Aug 03 19:31:34.546242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.554245 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.557349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3398d8d-0b73-440f-b07d-d4bb16e73703 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0260947 Aug 03 19:31:34.561587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53302) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.570198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': '1a76b11c-fcae-4245-9229-ba06777bdb5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.607484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:34.613033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:34.615525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:34.629115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Pushing event updated for resources: {'Port': ['ID=56e96485-d1cf-4aea-97fa-584f3b35af5b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.677013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e8ff6ef1-3756-46ae-955b-250cbb1b0b7f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:34.701981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:34.706419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.712008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Attempting to bind port 56e96485-d1cf-4aea-97fa-584f3b35af5b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:34.712389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Attempting to bind port 56e96485-d1cf-4aea-97fa-584f3b35af5b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:34.712806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Attempting to bind port 56e96485-d1cf-4aea-97fa-584f3b35af5b on network 10f0e716-b038-4f28-93d0-ca906a00aea6 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:34.720203 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:34.720820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Checking segment: {'id': '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:34.721237 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.721630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Bound using segment: {'id': '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:34.722135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Bound port: 56e96485-d1cf-4aea-97fa-584f3b35af5b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '10f0e716-b038-4f28-93d0-ca906a00aea6'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:34.722513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.727379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.733751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:34.735280 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.788989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:34.789395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.821947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=a343bdb4-99e8-42c7-9d4c-3f3fdfda3983,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:34.824033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:34.827625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:34.836893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:34.898146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] For port 56e96485-d1cf-4aea-97fa-584f3b35af5b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:34.921750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4f15191d-de9c-4bec-ac77-02f016988b2e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2552371 Aug 03 19:31:34.926685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53304) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:34.934710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-630284645'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:34.936449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] For port 56e96485-d1cf-4aea-97fa-584f3b35af5b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=56e96485-d1cf-4aea-97fa-584f3b35af5b,segment=NetworkSegment(8b3b3f4a-93c2-4b44-992e-8d78d90d26b0),segment_id=8b3b3f4a-93c2-4b44-992e-8d78d90d26b0)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:35.049380 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.114663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028241f-0deb-47f0-af6c-90d7f85438a4 None None] Pushing event updated for resources: {'Port': ['ID=56e96485-d1cf-4aea-97fa-584f3b35af5b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.121579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.123777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:35.129267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.208262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:35.209175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:35.211578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.218455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:35.226071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:35.228839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.236950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.237299 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 08d6ccf7-c150-4fbb-8f0a-6becec13a889 of type vlan for network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b Aug 03 19:31:35.238551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=8c37081a-6225-4080-a1a8-8f1d923dd802,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.286094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.303482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=5c6ae887-b27c-412f-ba16-7a75d2a468bc,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.306937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '7828bf24-733f-462e-9660-1c98e17ec1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '1a76b11c-fcae-4245-9229-ba06777bdb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:35.307307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: 1a76b11c-fcae-4245-9229-ba06777bdb5c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:35.376927 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-239ae625-9b3c-4770-a6f6-723ef62acf6c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0156219 Aug 03 19:31:35.379721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53310) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:35.388925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '8c37081a-6225-4080-a1a8-8f1d923dd802', 'ip_address': '2001:db8::caa5:6750:79f8:6da6'}], 'name': 'tempest-NetworksTestDHCPv6-1852457650'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:35.445515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.452082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:35.452821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.472295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network 1a76b11c-fcae-4245-9229-ba06777bdb5c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:35.529611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=760b6a2e-41dd-4c92-a2bc-c75cf1121e7b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:35.540013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:35.544732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1a76b11c-fcae-4245-9229-ba06777bdb5c) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:35.550820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:35.555523 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.581482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-98981d8a-0149-4e36-8c7b-a5bbff4f3e64 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6534789 Aug 03 19:31:35.584206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53312) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:35.589528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:35.668449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:35.674834 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.700239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port e65bc0a5-5f46-4072-a60a-4446a089d43c yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:35.739672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bdad3538-3ceb-49ca-87b5-58cded1ac9de tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1774442 Aug 03 19:31:35.742865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53314) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:35.853352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:35.857479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.954708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:35.967290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::caa5:6750:79f8:6da6 (415ae438-a0e9-4e74-9820-45c73ede8734/8c37081a-6225-4080-a1a8-8f1d923dd802/e65bc0a5-5f46-4072-a60a-4446a089d43c) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:36.051498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.238186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.256999 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.309819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de0612c-acfb-4b14-a4e6-010e050f8413 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.313834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbc988-4108-46d5-9ecc-25aca5f4ce48 None None] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.335405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=c95ba69c-ea98-46d6-be16-ae520eba1947,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:36.340854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:36.341232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: a343bdb4-99e8-42c7-9d4c-3f3fdfda3983, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:36.348263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object e65bc0a5-5f46-4072-a60a-4446a089d43c will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:36.350728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.391503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fb2793-e7d4-4155-9508-f0817e54c91e None None] Network 1a76b11c-fcae-4245-9229-ba06777bdb5c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.402747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6ae887-b27c-412f-ba16-7a75d2a468bc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:36.461042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:36.491779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.506394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a76b11c-fcae-4245-9229-ba06777bdb5c']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.518860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7828bf24-733f-462e-9660-1c98e17ec1f9') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.519286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7828bf24-733f-462e-9660-1c98e17ec1f9') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:36.549567 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.565896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.574575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:36.574575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:36.579426 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:36.738381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14801b8-39a1-4619-a1bd-8dd397f5073c None None] Network 1a76b11c-fcae-4245-9229-ba06777bdb5c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.738381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 56e96485-d1cf-4aea-97fa-584f3b35af5b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:36.858376 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a343bdb4-99e8-42c7-9d4c-3f3fdfda3983) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:36.869232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:36.870641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.888145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f0ea7-b4ed-478a-b9cf-775f314745c1 None None] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:36.902965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0ec5c2f7-442d-46a6-97f4-dad034e54aea None None] Provisioning for port 56e96485-d1cf-4aea-97fa-584f3b35af5b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:36.907031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.907031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.948406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:36.951008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/1a76b11c-fcae-4245-9229-ba06777bdb5c HTTP/1.1" status: 204 len: 168 time: 1.2071180 Aug 03 19:31:36.955851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53322) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:36.962255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-846418866'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:37.006309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:37.007246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241720b-25ed-4abe-b73b-6e1cd64ad9db tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=1a76b11c-fcae-4245-9229-ba06777bdb5c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.012218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b77fe200-5ae7-4d7d-969b-c975d2d52ad6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4267309 Aug 03 19:31:37.016436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53324) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.021133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:37.026408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 56e96485-d1cf-4aea-97fa-584f3b35af5b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:37.029854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:37.037562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:37.039804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.040345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 56e96485-d1cf-4aea-97fa-584f3b35af5b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:37.040985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.045115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:37.061712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=e65bc0a5-5f46-4072-a60a-4446a089d43c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.166311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-a343bdb4-99e8-42c7-9d4c-3f3fdfda3983', 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': 'c95ba69c-ea98-46d6-be16-ae520eba1947'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:37.167190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.176865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:37.183722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.240032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ad273220-551a-41b2-91bf-0bb396dd9632 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8583119 Aug 03 19:31:37.240422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:37.242520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53328) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.253041 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.257107 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 9cdaab1f-5451-4fac-914a-9491296dba59 of type vlan for network 040b3c38-3542-45ad-bb6d-eecefa132791 Aug 03 19:31:37.311084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb483bc2-9051-453b-9807-19d23b79a997 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:37.311732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.362237 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb05f65-961c-4649-b88e-3de635a9f200 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:37.373266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb05f65-961c-4649-b88e-3de635a9f200 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:37.383389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ceb05f65-961c-4649-b88e-3de635a9f200 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1396666 Aug 03 19:31:37.384003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53330) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.451380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.456385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.467668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:37.468325 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.484386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:37.489448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.544097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a2527056-1f78-464c-832e-281f042f11ba None None] Provisioning complete for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:37.544479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a2527056-1f78-464c-832e-281f042f11ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.547378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Allocated IP 2001:db8::2 (a343bdb4-99e8-42c7-9d4c-3f3fdfda3983/c95ba69c-ea98-46d6-be16-ae520eba1947/cb5ed9e5-3c32-4293-8162-05b5c5a48e74) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:37.552971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port e65bc0a5-5f46-4072-a60a-4446a089d43c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:37.557972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.668261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=040b3c38-3542-45ad-bb6d-eecefa132791,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.677054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.697468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for e65bc0a5-5f46-4072-a60a-4446a089d43c owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:37.719844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-deb2ae45-b805-41f4-a61f-4efa7e62beb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7625177 Aug 03 19:31:37.725225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53334) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:37.726021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:37.844665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 040b3c38-3542-45ad-bb6d-eecefa132791 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:37.846767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6586dd6-260f-4901-9cfa-c9d951a7390a None None] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:37.853348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 56e96485-d1cf-4aea-97fa-584f3b35af5b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=56e96485-d1cf-4aea-97fa-584f3b35af5b,segment=NetworkSegment(8b3b3f4a-93c2-4b44-992e-8d78d90d26b0),segment_id=8b3b3f4a-93c2-4b44-992e-8d78d90d26b0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:37.898869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.961646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:37.965713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:37.991921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=91c82609-98e6-4eb8-bd12-92e709de0716,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:37.997904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.007990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '08d6ccf7-c150-4fbb-8f0a-6becec13a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:38.008314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:38.035522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.077460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=e65bc0a5-5f46-4072-a60a-4446a089d43c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.107834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:38.114283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.116831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7046968a-e1ce-4782-8877-d7d640c657c0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/e65bc0a5-5f46-4072-a60a-4446a089d43c HTTP/1.1" status: 204 len: 168 time: 0.7308707 Aug 03 19:31:38.118743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53336) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.179301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=56e96485-d1cf-4aea-97fa-584f3b35af5b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.192226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787d60f-5ceb-4b40-a35c-8dec44fba142 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:38.193787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c787d60f-5ceb-4b40-a35c-8dec44fba142 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:38.197704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c787d60f-5ceb-4b40-a35c-8dec44fba142 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0756483 Aug 03 19:31:38.198692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53338) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.199593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:38.205450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:38.206356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.224198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94091807-9cb2-4ea1-a882-7f0c0200be70 None None] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:38.292141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 8c37081a-6225-4080-a1a8-8f1d923dd802 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:38.298509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.305710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a800c4e1-94ce-4f93-b474-e85853e03a56 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2880969 Aug 03 19:31:38.308993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.315334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1354935009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:38.393060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.393239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.398557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.399698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.441221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Transition to ACTIVE for port object cb5ed9e5-3c32-4293-8162-05b5c5a48e74 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:38.458892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.461964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.498913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cef35cdd-f047-42ab-809b-cd109fa6c5b1 None None] Provisioning complete for port 56e96485-d1cf-4aea-97fa-584f3b35af5b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:38.499573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cef35cdd-f047-42ab-809b-cd109fa6c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.523788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.539966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Transition to ACTIVE for port object cb5ed9e5-3c32-4293-8162-05b5c5a48e74 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:38.575504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=c65cb6db-00c3-4786-935c-b38ef8b6a756,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.593417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '9cdaab1f-5451-4fac-914a-9491296dba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:38.593909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: 040b3c38-3542-45ad-bb6d-eecefa132791, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:38.617420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.672613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710e7876-4234-4f33-a041-44917e597acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-760b6a2e-41dd-4c92-a2bc-c75cf1121e7b', 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '91c82609-98e6-4eb8-bd12-92e709de0716'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:38.675031 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.698023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.712602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.716358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e35f8ecd-b596-4970-9908-4e622f3e4ad4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4037130 Aug 03 19:31:38.716489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network 040b3c38-3542-45ad-bb6d-eecefa132791 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:38.721416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53352) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.738324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.755121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 56e96485-d1cf-4aea-97fa-584f3b35af5b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:38.785301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.789673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8c37081a-6225-4080-a1a8-8f1d923dd802 HTTP/1.1" status: 204 len: 168 time: 0.5883236 Aug 03 19:31:38.821903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53354) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.829296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:38.829847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 040b3c38-3542-45ad-bb6d-eecefa132791) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:38.831636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe63d9e-8052-407d-b0ce-1e3b214021d5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=8c37081a-6225-4080-a1a8-8f1d923dd802,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.834793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:38.835928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:38.836486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:38.890030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:38.894037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Pushing event updated for resources: {'Port': ['ID=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:38.896617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07032b3a-4c0e-4708-9af6-bdc0cf7026dc None None] Network 040b3c38-3542-45ad-bb6d-eecefa132791 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:38.899299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53356) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.905507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:38.909230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-43d54a7b-ad73-4b30-a4f8-586b64436596 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758746 Aug 03 19:31:38.969645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a40ad24f-3723-458c-a0d0-98898cc5e738 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2452550 Aug 03 19:31:38.970696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53358) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:38.974624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f4f3c-2f7f-4a05-88de-bc617452c20a None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:38.992934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115923736'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:39.140389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:39.145862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.197646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:39.208382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.208813 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 47c62786-f033-42d5-a3a0-04acfdf86694 of type vlan for network 7258f963-5b2a-415f-8da6-78e1845a8d7a Aug 03 19:31:39.215502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.259777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.305107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:39.309068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.349939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 56e96485-d1cf-4aea-97fa-584f3b35af5b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:39.350323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.443603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Attempting to bind port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:39.444320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Attempting to bind port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:39.444320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Attempting to bind port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 on network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:39.522112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:39.523173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Checking segment: {'id': '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:39.523173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.523446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Bound using segment: {'id': '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:39.523939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Bound port: cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'a343bdb4-99e8-42c7-9d4c-3f3fdfda3983'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:39.524323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.548190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-710e7876-4234-4f33-a041-44917e597acb None None] Allocated IP 2001:db8:1::2 (760b6a2e-41dd-4c92-a2bc-c75cf1121e7b/91c82609-98e6-4eb8-bd12-92e709de0716/d4577c2d-e899-4fdb-848c-7d9fc360fef4) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:39.571547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-040b3c38-3542-45ad-bb6d-eecefa132791', 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': 'c65cb6db-00c3-4786-935c-b38ef8b6a756'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:39.572426 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.613762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e49e4cc8-8658-49e5-a35d-8ea44413f58a None None] Provisioning complete for port 56e96485-d1cf-4aea-97fa-584f3b35af5b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:39.614120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e49e4cc8-8658-49e5-a35d-8ea44413f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:39.622845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:39.789486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:39.921048 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7c06d7c-5c00-4bae-9032-8f8ba111ece4 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2471 time: 0.2967715 Aug 03 19:31:39.925774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53366) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:39.931048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'network': {'name': 'tempest-network-smoke--359601381', 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'port_security_enabled': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.011258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.020000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:40.020786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.025419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8::1 (a343bdb4-99e8-42c7-9d4c-3f3fdfda3983/c95ba69c-ea98-46d6-be16-ae520eba1947/92b01e47-f902-4eea-82d1-47f14e064b4c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:40.073201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:40.082213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.130291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] For port cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:40.152175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=7258f963-5b2a-415f-8da6-78e1845a8d7a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.175428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e1bd552e-8ab5-415a-bdf6-cf984946e8a5 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1910653 Aug 03 19:31:40.183296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53368) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:40.186868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': '7258f963-5b2a-415f-8da6-78e1845a8d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.187271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 7258f963-5b2a-415f-8da6-78e1845a8d7a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:40.192288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] For port cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,segment=NetworkSegment(3cbaa4ba-0c88-4548-b4d7-c21ac4a22691),segment_id=3cbaa4ba-0c88-4548-b4d7-c21ac4a22691)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:40.259224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:40.287903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Allocated IP 2001:db8::1 (040b3c38-3542-45ad-bb6d-eecefa132791/c65cb6db-00c3-4786-935c-b38ef8b6a756/0c092fa2-92ed-4cd6-b100-2449bcf0cc77) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:40.298632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.298992 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Added segment e145005a-2629-4c7b-80b5-a3354dfe99ab of type vlan for network 4504e89a-6161-4f4f-8314-da203c4e2845 Aug 03 19:31:40.314346 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.363333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.387735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.394209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.408742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:40.416394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:40.421681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:40.422917 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.443492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=6cbcf610-dd1f-4d5c-97bc-021fc90b7345,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.450230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 92b01e47-f902-4eea-82d1-47f14e064b4c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:40.508391 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.521978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:40.527038 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.530690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2aab3-f1bb-4779-b3ba-7e2f433592f4 None None] Pushing event updated for resources: {'Port': ['ID=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:40.547626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-710e7876-4234-4f33-a041-44917e597acb None None] Transition to ACTIVE for port object d4577c2d-e899-4fdb-848c-7d9fc360fef4 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:40.548505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e49e4cc8-8658-49e5-a35d-8ea44413f58a None None] Provisioning complete for port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:40.548979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e49e4cc8-8658-49e5-a35d-8ea44413f58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.551210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Deleting port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:40.551562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.648995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d521b0c8-04a0-4723-a302-8daa11ae423e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7439959 Aug 03 19:31:40.648995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:40.659357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-710e7876-4234-4f33-a041-44917e597acb None None] Transition to ACTIVE for port object d4577c2d-e899-4fdb-848c-7d9fc360fef4 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:40.659482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '6cbcf610-dd1f-4d5c-97bc-021fc90b7345', 'ip_address': '2001:db8::69fa:8e88:820c:7d10'}], 'name': 'tempest-NetworksTestDHCPv6-757332862'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.662139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.676523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:40.677396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.698100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.832964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e8ff6ef1-3756-46ae-955b-250cbb1b0b7f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:40.864061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Performing IP validity checks on allocation pools {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:31:40.871355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_backend_mixin [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101343) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:31:40.886897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9597657 Aug 03 19:31:40.909484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53380) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:40.927880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'admin_state_up': True, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:40.936222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:40.950946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:40.982459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:41.017640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:41.017640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.053260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06bf13-229c-4b45-81ea-c097bd443fae tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Network': ['ID=4504e89a-6161-4f4f-8314-da203c4e2845,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.073465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=92b01e47-f902-4eea-82d1-47f14e064b4c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.082690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4504e89a-6161-4f4f-8314-da203c4e2845 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:41.101392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] For port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:41.102220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.160373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e7876-4234-4f33-a041-44917e597acb None None] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:41.171241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7876-4234-4f33-a041-44917e597acb None None] Pushing event updated for resources: {'Port': ['ID=d4577c2d-e899-4fdb-848c-7d9fc360fef4,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:41.177807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Calling delete_port for e8ff6ef1-3756-46ae-955b-250cbb1b0b7f owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:41.185949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-710e7876-4234-4f33-a041-44917e597acb None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:41.233330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e7876-4234-4f33-a041-44917e597acb None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:41.247986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.322658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Transition to ACTIVE for port object 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:41.441414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Transition to ACTIVE for port object 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:41.445973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.465848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-710e7876-4234-4f33-a041-44917e597acb None None] Attempting to bind port d4577c2d-e899-4fdb-848c-7d9fc360fef4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:41.466297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-710e7876-4234-4f33-a041-44917e597acb None None] Attempting to bind port d4577c2d-e899-4fdb-848c-7d9fc360fef4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '08d6ccf7-c150-4fbb-8f0a-6becec13a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:41.466774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7876-4234-4f33-a041-44917e597acb None None] Attempting to bind port d4577c2d-e899-4fdb-848c-7d9fc360fef4 on network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:41.490371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7876-4234-4f33-a041-44917e597acb None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:41.490801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7876-4234-4f33-a041-44917e597acb None None] Checking segment: {'id': '08d6ccf7-c150-4fbb-8f0a-6becec13a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:41.491210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.491613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710e7876-4234-4f33-a041-44917e597acb None None] Bound using segment: {'id': '08d6ccf7-c150-4fbb-8f0a-6becec13a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:41.492110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-710e7876-4234-4f33-a041-44917e597acb None None] Bound port: d4577c2d-e899-4fdb-848c-7d9fc360fef4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d6ccf7-c150-4fbb-8f0a-6becec13a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '760b6a2e-41dd-4c92-a2bc-c75cf1121e7b'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:41.492492 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:41.525024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:41.591072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-710e7876-4234-4f33-a041-44917e597acb None None] For port d4577c2d-e899-4fdb-848c-7d9fc360fef4, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:41.596292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-710e7876-4234-4f33-a041-44917e597acb None None] For port d4577c2d-e899-4fdb-848c-7d9fc360fef4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d4577c2d-e899-4fdb-848c-7d9fc360fef4,segment=NetworkSegment(08d6ccf7-c150-4fbb-8f0a-6becec13a889),segment_id=08d6ccf7-c150-4fbb-8f0a-6becec13a889)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:41.787417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a95222-f4be-4a5f-81f4-80b600942dc2 None None] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:42.038362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.039910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.068006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-daa2787a-ffa3-4a9a-bd6c-7004cb2d5038 None None] Provisioning for port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:42.068262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.089206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.096611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.098898 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-710e7876-4234-4f33-a041-44917e597acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.174547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.188640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:42.189354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=958f96a3-1618-4ff4-8849-848500bc570b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.210775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Network 040b3c38-3542-45ad-bb6d-eecefa132791 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:42.213130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.235663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:42.251561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:42.259071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '47c62786-f033-42d5-a3a0-04acfdf86694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7258f963-5b2a-415f-8da6-78e1845a8d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:42.259449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: 7258f963-5b2a-415f-8da6-78e1845a8d7a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:42.289505 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.329133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Pushing event updated for resources: {'Port': ['ID=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.380867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event deleted for resources: {'Port': ['ID=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.399637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] No DVR routers for this DVR port e8ff6ef1-3756-46ae-955b-250cbb1b0b7f on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:42.487780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network 7258f963-5b2a-415f-8da6-78e1845a8d7a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:42.531026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7876-4234-4f33-a041-44917e597acb None None] Pushing event updated for resources: {'Port': ['ID=d4577c2d-e899-4fdb-848c-7d9fc360fef4,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.539453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7019ed-2b7d-49db-9ded-ae83a3bf3b77 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:42.705289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16144e6f-5610-4bac-ab47-f39d0102c9c1 None None] Provisioning for port 92b01e47-f902-4eea-82d1-47f14e064b4c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:42.707356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Attempting to bind port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:42.707852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Attempting to bind port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9cdaab1f-5451-4fac-914a-9491296dba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:42.708083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Attempting to bind port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 on network 040b3c38-3542-45ad-bb6d-eecefa132791 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:42.710278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.712608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d8c50-9676-47f4-b0f3-1367b05d20ee None None] Pushing event deleted for resources: {'Port': ['ID=e8ff6ef1-3756-46ae-955b-250cbb1b0b7f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:42.743500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16144e6f-5610-4bac-ab47-f39d0102c9c1 None None] Provisioning complete for port 92b01e47-f902-4eea-82d1-47f14e064b4c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:42.743927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16144e6f-5610-4bac-ab47-f39d0102c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.750213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:42.750213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Checking segment: {'id': '9cdaab1f-5451-4fac-914a-9491296dba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:42.750213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.750213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Bound using segment: {'id': '9cdaab1f-5451-4fac-914a-9491296dba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:42.750614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Bound port: 0c092fa2-92ed-4cd6-b100-2449bcf0cc77, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdaab1f-5451-4fac-914a-9491296dba59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '040b3c38-3542-45ad-bb6d-eecefa132791'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:42.750700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.794152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.822147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-16144e6f-5610-4bac-ab47-f39d0102c9c1 None None] Port 92b01e47-f902-4eea-82d1-47f14e064b4c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:42.874035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.879986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 7258f963-5b2a-415f-8da6-78e1845a8d7a) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:42.886065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:42.886300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.915766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca762a9d-ec6a-4a1c-aa92-b3e943a68af0 None None] Network 7258f963-5b2a-415f-8da6-78e1845a8d7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:42.927458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port f90d0567-7e0e-4b95-9e57-d91135aa7f21 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:42.971279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.971279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:42.987677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb5ed9e5-3c32-4293-8162-05b5c5a48e74 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:43.006319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] For port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:43.116098 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-514a6d90-5a87-441a-a7a8-7a524da20967 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9341786 Aug 03 19:31:43.132736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:43.223216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::69fa:8e88:820c:7d10 (415ae438-a0e9-4e74-9820-45c73ede8734/6cbcf610-dd1f-4d5c-97bc-021fc90b7345/f90d0567-7e0e-4b95-9e57-d91135aa7f21) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:43.277142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=92b01e47-f902-4eea-82d1-47f14e064b4c,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:43.289865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] For port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,segment=NetworkSegment(9cdaab1f-5451-4fac-914a-9491296dba59),segment_id=9cdaab1f-5451-4fac-914a-9491296dba59)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:43.299862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '6cbcf610-dd1f-4d5c-97bc-021fc90b7345'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:43.300993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.407285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.416007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:43.421023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:43.428631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-62df2141-0a89-42b1-853a-1e42909ac4e0 None None] Provisioning complete for port 92b01e47-f902-4eea-82d1-47f14e064b4c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:43.429716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62df2141-0a89-42b1-853a-1e42909ac4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.434101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.606516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590bc2d-4528-40f9-9104-d8f74b93c2c8 None None] Pushing event updated for resources: {'Port': ['ID=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:43.656498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.657299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.701291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object f90d0567-7e0e-4b95-9e57-d91135aa7f21 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:43.797533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-62df2141-0a89-42b1-853a-1e42909ac4e0 None None] Port 92b01e47-f902-4eea-82d1-47f14e064b4c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:43.804022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:43.815437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:43.816183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.822228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router bdf5e06d-5c26-4350-bd6f-614f861aa1c7 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:43.896369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.972558 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:43.975067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:43.990048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:43.993024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:43.999414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.000879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.027950 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:31:44.046296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=f90d0567-7e0e-4b95-9e57-d91135aa7f21,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.089016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/6cbcf610-dd1f-4d5c-97bc-021fc90b7345/1c835138-2c1c-4873-af13-cca460088e50) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:44.184018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=958f96a3-1618-4ff4-8849-848500bc570b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:44.254256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d679e77-fdd5-4ded-a664-207dacda97b0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6019297 Aug 03 19:31:44.255350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53420) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:44.256061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.320995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.329968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d52364-ba14-456f-8c98-d3658b0e8053 None None] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:44.348479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c14469-980e-4f08-b1a2-91cf713eb806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-7258f963-5b2a-415f-8da6-78e1845a8d7a', 'network_id': '7258f963-5b2a-415f-8da6-78e1845a8d7a', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': '958f96a3-1618-4ff4-8849-848500bc570b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:44.349947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1c14469-980e-4f08-b1a2-91cf713eb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.410138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c6521-8092-442b-9086-5175aa374206 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.415070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d1c6521-8092-442b-9086-5175aa374206 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1565931 Aug 03 19:31:44.420118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:44.470281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:44.480603 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3eee3ebd-9d34-4abe-8cf6-3f3a90d1ec7c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7598047 Aug 03 19:31:44.481825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:44.484088 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] Sync routers for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:44.485975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.516553 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:44.517372 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.527817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7258f963-5b2a-415f-8da6-78e1845a8d7a']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.528383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0e2aaad3-73f2-4c0d-bc2f-adde3d680e66 None None] Provisioning complete for port 92b01e47-f902-4eea-82d1-47f14e064b4c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:44.528984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0e2aaad3-73f2-4c0d-bc2f-adde3d680e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.563778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c62786-f033-42d5-a3a0-04acfdf86694') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.564242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c62786-f033-42d5-a3a0-04acfdf86694') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.594625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.25.2.136 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/9983d9d5-4195-42fb-8310-b38202b86368) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:44.597343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032863e-aca0-441c-8008-96b7ce9c9362 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:44.600640 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9032863e-aca0-441c-8008-96b7ce9c9362 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports/92b01e47-f902-4eea-82d1-47f14e064b4c HTTP/1.1" status: 200 len: 911 time: 0.1159699 Aug 03 19:31:44.601155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:44.604410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.617364 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.634710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:44.635614 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.705261 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:44.705454 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.716692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Transition to ACTIVE for port object 1c835138-2c1c-4873-af13-cca460088e50 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:44.726619 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23178a01-67d0-441e-aba9-03aa073182d1 None None] The sync data for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:44.750853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Transition to ACTIVE for port object 1c835138-2c1c-4873-af13-cca460088e50 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:44.751027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.761560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:44.762988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:44.766806 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:44.900389 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.924816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port f90d0567-7e0e-4b95-9e57-d91135aa7f21 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:44.924816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:44.957998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.131295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.161510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0e2aaad3-73f2-4c0d-bc2f-adde3d680e66 None None] Port 92b01e47-f902-4eea-82d1-47f14e064b4c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:45.186246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:45.187109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f2e05-1f6c-4c32-abd1-d60540fa4243 None None] Network 7258f963-5b2a-415f-8da6-78e1845a8d7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:45.212216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4ed8-ee23-4b38-bd28-58f1a5515a45 req-38f3b0b2-6969-40b8-9465-022211bf31fb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:45.216632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.220033 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/7258f963-5b2a-415f-8da6-78e1845a8d7a HTTP/1.1" status: 204 len: 168 time: 2.0807426 Aug 03 19:31:45.223992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53432) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:45.229275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f6a4ed8-ee23-4b38-bd28-58f1a5515a45 req-38f3b0b2-6969-40b8-9465-022211bf31fb tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.4076674 Aug 03 19:31:45.246201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1099906069'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:45.246742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:45.249309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:45.261203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e23364-58f2-4527-9f7d-d7b910db4356 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=7258f963-5b2a-415f-8da6-78e1845a8d7a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:45.288280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Pushing event updated for resources: {'Port': ['ID=1c835138-2c1c-4873-af13-cca460088e50,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:45.291974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f2e05-1f6c-4c32-abd1-d60540fa4243 None None] Network 7258f963-5b2a-415f-8da6-78e1845a8d7a could not be found, it might have been deleted concurrently. {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:31:45.350688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.402691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:45.418047 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.431978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f6a4ed8-ee23-4b38-bd28-58f1a5515a45 req-9b393e91-35a3-46ae-b979-37cef5473fd2 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728499 Aug 03 19:31:45.432547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9892f0f2-f3d0-4ca1-9d5b-f9c12ae05fdc None None] Provisioning for port d4577c2d-e899-4fdb-848c-7d9fc360fef4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:45.449874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.453609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Attempting to bind port 1c835138-2c1c-4873-af13-cca460088e50 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:45.454537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Attempting to bind port 1c835138-2c1c-4873-af13-cca460088e50 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:45.455564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Attempting to bind port 1c835138-2c1c-4873-af13-cca460088e50 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:45.472456 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.477050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:45.477721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:45.478405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.479152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:45.479858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Bound port: 1c835138-2c1c-4873-af13-cca460088e50, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:45.480454 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.508731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,segment=NetworkSegment(3cbaa4ba-0c88-4548-b4d7-c21ac4a22691),segment_id=3cbaa4ba-0c88-4548-b4d7-c21ac4a22691)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:45.511314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for f90d0567-7e0e-4b95-9e57-d91135aa7f21 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:45.553580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.601973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] For port 1c835138-2c1c-4873-af13-cca460088e50, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:45.606843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] For port 1c835138-2c1c-4873-af13-cca460088e50, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c835138-2c1c-4873-af13-cca460088e50,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:45.620768 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.620768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d4577c2d-e899-4fdb-848c-7d9fc360fef4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:45.663071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=9983d9d5-4195-42fb-8310-b38202b86368,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:45.691448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:45.697330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:45.703254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:45.705432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:45.720996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0fed3-e345-4a93-97af-3a217d9c2228 None None] Network 040b3c38-3542-45ad-bb6d-eecefa132791 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:45.815376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.960311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:45.978293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86347d4-1d24-4bb5-9851-0bf2611ce562 None None] Pushing event updated for resources: {'Port': ['ID=1c835138-2c1c-4873-af13-cca460088e50,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:46.048284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5d377c25-cb6b-4c8c-9efa-7ff6cf3edcb7 None None] Provisioning for port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:46.146126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d4577c2d-e899-4fdb-848c-7d9fc360fef4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:46.179812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d4577c2d-e899-4fdb-848c-7d9fc360fef4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:46.180236 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.184399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.266038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:46.276277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.276641 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 2b30f3b6-e373-4ad8-b954-a1d907bec922 of type vlan for network abef42cd-6609-4ec9-8e08-47415551001a Aug 03 19:31:46.277537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-713331de-aff6-4dff-a27b-f1aa1a97561e None None] Provisioning complete for port d4577c2d-e899-4fdb-848c-7d9fc360fef4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:46.277920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-713331de-aff6-4dff-a27b-f1aa1a97561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.333395 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.390619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=f90d0567-7e0e-4b95-9e57-d91135aa7f21,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:46.459730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.473930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.474587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.539743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.540963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.543093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1006823a-0451-4880-ad4e-6d8c0b47a9d6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/f90d0567-7e0e-4b95-9e57-d91135aa7f21 HTTP/1.1" status: 204 len: 168 time: 2.1217322 Aug 03 19:31:46.555047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53454) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:46.566895 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-713331de-aff6-4dff-a27b-f1aa1a97561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.593295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=abef42cd-6609-4ec9-8e08-47415551001a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:46.615686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network abef42cd-6609-4ec9-8e08-47415551001a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:46.666699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-ecc2601a-f025-4cf2-b229-af8e380974e1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.667726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-ecc2601a-f025-4cf2-b229-af8e380974e1 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.4083958 Aug 03 19:31:46.668775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20281599-519d-491a-9deb-54230dbcb711 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.670257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20281599-519d-491a-9deb-54230dbcb711 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:46.674776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20281599-519d-491a-9deb-54230dbcb711 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1144865 Aug 03 19:31:46.674941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58045612-f28a-4c50-aebb-5302ad5c2332 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4480605 Aug 03 19:31:46.675129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53456) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:46.675444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53458) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:46.677127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.684030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'abef42cd-6609-4ec9-8e08-47415551001a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:46.698061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d4577c2d-e899-4fdb-848c-7d9fc360fef4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d4577c2d-e899-4fdb-848c-7d9fc360fef4,segment=NetworkSegment(08d6ccf7-c150-4fbb-8f0a-6becec13a889),segment_id=08d6ccf7-c150-4fbb-8f0a-6becec13a889)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:46.771648 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8:1::1 (760b6a2e-41dd-4c92-a2bc-c75cf1121e7b/91c82609-98e6-4eb8-bd12-92e709de0716/85eb7860-2f47-4768-bbd9-49840ee2aedf) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:46.796616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.813708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Deleting port ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:46.814184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.985532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-713331de-aff6-4dff-a27b-f1aa1a97561e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:31:46.985702 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-713331de-aff6-4dff-a27b-f1aa1a97561e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:31:46.987582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] For port ba3874c9-fbe3-4def-aebf-068b4b671728, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ba3874c9-fbe3-4def-aebf-068b4b671728,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:46.987983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:46.993844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33073523-090a-4eb8-95d9-f3276f22ec57 req-fff3142a-340b-4c08-9fbf-deb9bdedafcf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:47.003552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33073523-090a-4eb8-95d9-f3276f22ec57 req-fff3142a-340b-4c08-9fbf-deb9bdedafcf tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 946 time: 0.4650707 Aug 03 19:31:47.029790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d4577c2d-e899-4fdb-848c-7d9fc360fef4,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:47.197239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 6cbcf610-dd1f-4d5c-97bc-021fc90b7345 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:31:47.217634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.263345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb5ed9e5-3c32-4293-8162-05b5c5a48e74 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:47.384901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:47.386419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.386918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.412205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 85eb7860-2f47-4768-bbd9-49840ee2aedf will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:47.678920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:47.700902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.701208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.701520 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Floating IP 397f0950-c839-4478-92af-334c44d2b45d disassociated. External IP: 172.25.2.74, port: ba3874c9-fbe3-4def-aebf-068b4b671728. Aug 03 19:31:47.701991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Calling delete_port for ba3874c9-fbe3-4def-aebf-068b4b671728 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:47.713188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.761981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.784294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:47.792902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:47.795526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:47.796452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.839057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:47.846818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:47.847511 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:47.908227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-669ae215-270f-4487-a0ad-b8382c114fdc None None] Provisioning for port 1c835138-2c1c-4873-af13-cca460088e50 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:47.911175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=85eb7860-2f47-4768-bbd9-49840ee2aedf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:47.992886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.038277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.097662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33073523-090a-4eb8-95d9-f3276f22ec57 req-f7964285-3a61-445c-84c7-dcad11934e59 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups?id=cc57480e-25fd-4299-833e-c8f9b2b30eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0619688 Aug 03 19:31:48.118005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,segment=NetworkSegment(9cdaab1f-5451-4fac-914a-9491296dba59),segment_id=9cdaab1f-5451-4fac-914a-9491296dba59)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:48.120868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-95cd8db1-7c6f-47a5-82a5-edea1bf0f360 None None] Could not find standard attr ID for object 04a6bb16-f55d-4fbf-a020-915a41bb91d9. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:48.166599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.181230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.264219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'Port': ['ID=ba3874c9-fbe3-4def-aebf-068b4b671728,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.274003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.274779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c835138-2c1c-4873-af13-cca460088e50 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:48.316598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.324830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:48.331428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.384532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:48.434938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4ba9e99a-ab11-46a6-b8e5-dfd300460b0b None None] Provisioning for port 85eb7860-2f47-4768-bbd9-49840ee2aedf completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:48.443295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4ba9e99a-ab11-46a6-b8e5-dfd300460b0b None None] Provisioning complete for port 85eb7860-2f47-4768-bbd9-49840ee2aedf triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:48.443955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e99a-ab11-46a6-b8e5-dfd300460b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.554609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1c835138-2c1c-4873-af13-cca460088e50 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:48.568060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1c835138-2c1c-4873-af13-cca460088e50 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:48.570018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:48.598837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:49.015837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbcf610-dd1f-4d5c-97bc-021fc90b7345,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.037239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.045396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.048340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-58d05d24-6113-4d19-bc81-23931f11a51e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/6cbcf610-dd1f-4d5c-97bc-021fc90b7345 HTTP/1.1" status: 204 len: 168 time: 2.3453691 Aug 03 19:31:49.063923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53470) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.116000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:49.149379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4ba9e99a-ab11-46a6-b8e5-dfd300460b0b None None] Port 85eb7860-2f47-4768-bbd9-49840ee2aedf cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:49.162164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:49.204006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] No DVR routers for this DVR port ba3874c9-fbe3-4def-aebf-068b4b671728 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:49.208616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.211346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-f90c1639-3f8a-46b1-a726-c78d2a49efc0 req-3f44eeab-c420-4a46-b2ed-557bfc52ce6c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.54 "DELETE /v2.0/ports/ba3874c9-fbe3-4def-aebf-068b4b671728 HTTP/1.1" status: 204 len: 173 time: 2.5341792 Aug 03 19:31:49.213720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:49.215224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:49.215927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-deleted', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:31:49.220475 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ddc6f4-944b-4c69-82cf-e6199aad2a1e" -d '{"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-deleted", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:31:49.239677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a2e7818b-e6b7-4011-81aa-2fb89093de6a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1715953 Aug 03 19:31:49.241718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53476) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.319780 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-80d57fac-bee6-4678-b5e6-dd34e22d7e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.350135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ddac9-0246-4803-a4a9-49ed99449662 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.352205 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-756ddac9-0246-4803-a4a9-49ed99449662 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1092358 Aug 03 19:31:49.355062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53478) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.367470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8d6f76d0-72a5-4adc-8ad6-b94ec945ffca None None] Could not find standard attr ID for object e65bc0a5-5f46-4072-a60a-4446a089d43c. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:49.386376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.396851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbeb2670-1d28-44ba-a888-b38a31709347 req-5ddbfd90-6a5c-4758-ac56-23e6a214521f tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/ports?device_id=7c0a397c-c6f7-4735-bb65-19c5ebd052e0 HTTP/1.1" status: 200 len: 210 time: 0.0933795 Aug 03 19:31:49.471530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c755832-f173-4e04-aaef-18bea4beb0ed None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:49.473730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:49.482657 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba1d983-3465-4710-bd7f-3eca1011996d x-openstack-request-id: req-3ba1d983-3465-4710-bd7f-3eca1011996d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:31:49.483262 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0a397c-c6f7-4735-bb65-19c5ebd052e0", "name": "network-vif-deleted", "tag": "ba3874c9-fbe3-4def-aebf-068b4b671728", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:31:49.483609 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ba1d983-3465-4710-bd7f-3eca1011996d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:31:49.485194 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0a397c-c6f7-4735-bb65-19c5ebd052e0', 'name': 'network-vif-deleted', 'tag': 'ba3874c9-fbe3-4def-aebf-068b4b671728', 'status': 'completed', 'code': 200} Aug 03 19:31:49.494831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.507400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ebfada-c808-43ad-9de9-f705f54823a9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.514235 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-43ebfada-c808-43ad-9de9-f705f54823a9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1581533 Aug 03 19:31:49.515037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53482) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.545559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '2b30f3b6-e373-4ad8-b954-a1d907bec922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'abef42cd-6609-4ec9-8e08-47415551001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:49.545856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: abef42cd-6609-4ec9-8e08-47415551001a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:49.553300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8d6f76d0-72a5-4adc-8ad6-b94ec945ffca None None] Could not find standard attr ID for object f90d0567-7e0e-4b95-9e57-d91135aa7f21. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:31:49.574820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=e4059ea9-98cc-4027-9be4-6be9d44f5d98,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.589194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: ba3874c9-fbe3-4def-aebf-068b4b671728 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:49.589681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ba3874c9-fbe3-4def-aebf-068b4b671728 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:49.599797 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-256d5ca6-9dc4-4fc0-82e7-bed5bd4746f3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797994 Aug 03 19:31:49.601069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.606656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.610922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:49.619957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:49.622385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.648314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.648674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.649024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.649377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.649879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.650211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.650540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.651181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.651512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.651835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.652161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.652479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:49.689864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:49.742469 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:49.749139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:49.758082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1c835138-2c1c-4873-af13-cca460088e50, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c835138-2c1c-4873-af13-cca460088e50,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:49.772903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network abef42cd-6609-4ec9-8e08-47415551001a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:49.836524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.856619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, abef42cd-6609-4ec9-8e08-47415551001a) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:49.868502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:49.868502 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:49.897538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5c4b7d-ac6b-4cf3-a302-6ea86c976443 None None] Network abef42cd-6609-4ec9-8e08-47415551001a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:49.912524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=85eb7860-2f47-4768-bbd9-49840ee2aedf,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:49.930916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router 98062fdb-e892-465f-a8ac-a1f93365f3ed is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:31:49.974773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router bdf5e06d-5c26-4350-bd6f-614f861aa1c7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:50.041365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:50.045479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.084729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:50.145278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b96d0bdc-0e4d-4af4-a12a-9f4c1929b193 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4656177 Aug 03 19:31:50.155761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.206932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:31:50.224159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1c835138-2c1c-4873-af13-cca460088e50,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:50.315360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.319109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:50.321410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.470016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:50.482592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Sync routers for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:50.486280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ec43df7a-b8c3-4a18-a09f-096a5573f230 None None] Provisioning complete for port 85eb7860-2f47-4768-bbd9-49840ee2aedf triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:50.493333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec43df7a-b8c3-4a18-a09f-096a5573f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.505494 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:50.515177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:50.515375 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.620697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:50.625359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.625808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ec43df7a-b8c3-4a18-a09f-096a5573f230 None None] Port 85eb7860-2f47-4768-bbd9-49840ee2aedf cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:50.629912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e76f5b35-76fa-4071-936e-3daba8712812 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.7156191 Aug 03 19:31:50.638580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Deleting port 1c835138-2c1c-4873-af13-cca460088e50 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:50.638580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.638753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.657248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0924467d-9c59-4658-8648-13657038bce8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0540800 Aug 03 19:31:50.657938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.667485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] Sync routers for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:50.670095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870da74-d76d-4d93-9b2b-393be296c289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-abef42cd-6609-4ec9-8e08-47415551001a', 'network_id': 'abef42cd-6609-4ec9-8e08-47415551001a', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': 'e4059ea9-98cc-4027-9be4-6be9d44f5d98'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:50.671341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1870da74-d76d-4d93-9b2b-393be296c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.720973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7344e9-e813-479e-b0d0-3d6c79ff77dc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:50.725064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b7344e9-e813-479e-b0d0-3d6c79ff77dc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports/85eb7860-2f47-4768-bbd9-49840ee2aedf HTTP/1.1" status: 200 len: 913 time: 0.0635226 Aug 03 19:31:50.729238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53502) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.734368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53504) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.734540 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:50.754142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] For port 1c835138-2c1c-4873-af13-cca460088e50, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c835138-2c1c-4873-af13-cca460088e50,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:50.755542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.777719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Calling delete_port for 1c835138-2c1c-4873-af13-cca460088e50 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:50.857414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39389239-9e24-481a-a0bf-ef520da001b6 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:50.862784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39389239-9e24-481a-a0bf-ef520da001b6 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=eb2533684ffd43258a324b18eb3f0403&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2145512 Aug 03 19:31:50.869167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:50.896966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.937893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d4577c2d-e899-4fdb-848c-7d9fc360fef4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:50.942749 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.947295 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:50.955975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:50.958928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:50.987330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=e4059ea9-98cc-4027-9be4-6be9d44f5d98,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:50.996602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.112677 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:46Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.146180 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Checking router: 98062fdb-e892-465f-a8ac-a1f93365f3ed for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:51.146619 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Updating router 98062fdb-e892-465f-a8ac-a1f93365f3ed port 9983d9d5-4195-42fb-8310-b38202b86368 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:31:51.162474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:51.177927 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.182112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:51.187036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:51.189188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.197292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.207167 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.215509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.271524 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.275294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.277117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "DELETE /v2.0/security-groups/cc57480e-25fd-4299-833e-c8f9b2b30eb6 HTTP/1.1" status: 204 len: 168 time: 0.5419693 Aug 03 19:31:51.296169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] No DVR routers for this DVR port 1c835138-2c1c-4873-af13-cca460088e50 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:31:51.296602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53512) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.311058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8492da0-bdf0-441c-b1a6-484460babf65 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57480e-25fd-4299-833e-c8f9b2b30eb6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.333801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=a6cbd803-2b8a-464c-95c5-e7414256d378,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.338811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.355777 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-7318e432-8132-4906-a00d-076e86ce164c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] show failed (client error): The resource could not be found. Aug 03 19:31:51.355972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:31:51.357362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7318e432-8132-4906-a00d-076e86ce164c tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "GET /v2.0/security-groups/cc57480e-25fd-4299-833e-c8f9b2b30eb6 HTTP/1.1" status: 404 len: 347 time: 0.0402942 Aug 03 19:31:51.361926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53514) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.384307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca99bc-5477-4e72-aadc-491ea48a3ab3 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:51.385884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-91ca99bc-5477-4e72-aadc-491ea48a3ab3 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5155566 Aug 03 19:31:51.405368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.411187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f293bb6-3664-4596-8126-02e540f5f389 None None] Pushing event deleted for resources: {'Port': ['ID=1c835138-2c1c-4873-af13-cca460088e50,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:51.411334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abef42cd-6609-4ec9-8e08-47415551001a']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.413431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:51.414045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.423980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e7c5e3-6b75-4be5-b2e0-4841b69335a9 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:51.477300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5dc6e169-3b80-4de1-baa2-1bf8d2aa76d7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8615031 Aug 03 19:31:51.511304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53518) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.514622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': 'a6cbd803-2b8a-464c-95c5-e7414256d378', 'ip_address': '2001:db8::304f:bf9e:b642:d0e9'}], 'name': 'tempest-NetworksTestDHCPv6-2057031283'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:51.550599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.552337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9aa53-8c14-44ca-bb1a-55857a46d88a None None] The sync data for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server [None req-1870da74-d76d-4d93-9b2b-393be296c289 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4059ea9-98cc-4027-9be4-6be9d44f5d98: This subnet is being modified by another concurrent operation. Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4059ea9-98cc-4027-9be4-6be9d44f5d98: This subnet is being modified by another concurrent operation. Aug 03 19:31:51.581759 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Aug 03 19:31:51.587839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:51.588745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.629564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b30f3b6-e373-4ad8-b954-a1d907bec922') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.630019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b30f3b6-e373-4ad8-b954-a1d907bec922') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:51.659366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9e28e-2be1-4e6d-9092-19d693ece9c9 None None] Network abef42cd-6609-4ec9-8e08-47415551001a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:51.713369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.728515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-70f385b1-be65-410c-9dcc-57fc86082aa4 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3199112 Aug 03 19:31:51.733705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53520) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.760495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.804113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53522) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:51.806635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5860d6f1-4633-4769-9c40-ef4737f003da tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=eb2533684ffd43258a324b18eb3f0403&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658278 Aug 03 19:31:51.814103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:51.815139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:51.821333 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:51.925245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Deleting port c741ed33-23c6-41a0-b95d-1a95cd612416 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:51.926064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.942780 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:51.957286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d4577c2d-e899-4fdb-848c-7d9fc360fef4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:51.957753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.027811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:52.048796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc0779-5394-4546-afb8-91bf64dc9b69 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:52.053005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3bbc0779-5394-4546-afb8-91bf64dc9b69 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2419515 Aug 03 19:31:52.057934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53528) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:52.081434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.081840 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.089406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.111450 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Transition to ACTIVE for port object 9983d9d5-4195-42fb-8310-b38202b86368 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:52.134745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Calling delete_port for c741ed33-23c6-41a0-b95d-1a95cd612416 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:52.147748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.155601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b081922-f3ae-46c3-8aa8-a5761febfe1f tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0959959 Aug 03 19:31:52.169345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53530) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:52.176774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562117007', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:52.177340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.179521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/abef42cd-6609-4ec9-8e08-47415551001a HTTP/1.1" status: 204 len: 168 time: 2.0219119 Aug 03 19:31:52.180953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e25cc-ed75-4747-8048-a8cebcea5fb2 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=abef42cd-6609-4ec9-8e08-47415551001a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.184770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:52.194073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481735253'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:52.221236 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-05de785e-187e-47ce-903a-8a51595a6903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.227988 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.277153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:52.308295 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Attempting to bind port 9983d9d5-4195-42fb-8310-b38202b86368 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:52.308731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Attempting to bind port 9983d9d5-4195-42fb-8310-b38202b86368 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:52.309030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Attempting to bind port 9983d9d5-4195-42fb-8310-b38202b86368 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:52.316945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:52.316945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:52.317306 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.317592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:52.317883 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Bound port: 9983d9d5-4195-42fb-8310-b38202b86368, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:52.318581 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.321424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.347926 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Pushing event updated for resources: {'Port': ['ID=9983d9d5-4195-42fb-8310-b38202b86368,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.359158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.360187 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.360550 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.360911 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.361239 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.361561 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.361881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.362373 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.362708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.363027 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.363344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.363658 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:52.397332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] For port 9983d9d5-4195-42fb-8310-b38202b86368, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:52.401016 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] For port 9983d9d5-4195-42fb-8310-b38202b86368, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9983d9d5-4195-42fb-8310-b38202b86368,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:52.413027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port ed084392-5ef0-4cda-88e7-20a9c146045c yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:52.417921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:52.424312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.455821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:52.466186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.466719 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 847f391e-74f9-4691-a218-9bdd37b87282 of type vlan for network fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe Aug 03 19:31:52.476999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.527758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Pushing event deleted for resources: {'Port': ['ID=c741ed33-23c6-41a0-b95d-1a95cd612416,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.530708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.538317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': 'a6cbd803-2b8a-464c-95c5-e7414256d378'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:52.539731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.575398 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.611631 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.633305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.635986 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.637331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-744fd662-f369-4e2a-8d8a-3f7a031c3ef0 tempest-AttachVolumeShelveTestJSON-1836066417 tempest-AttachVolumeShelveTestJSON-1836066417-project] 10.222.0.67 "DELETE /v2.0/floatingips/397f0950-c839-4478-92af-334c44d2b45d HTTP/1.1" status: 204 len: 168 time: 1.2741525 Aug 03 19:31:52.677598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::304f:bf9e:b642:d0e9 (415ae438-a0e9-4e74-9820-45c73ede8734/a6cbd803-2b8a-464c-95c5-e7414256d378/ed084392-5ef0-4cda-88e7-20a9c146045c) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:52.699523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c967ab-7227-4c9e-9e9b-286e159def40 None None] Pushing event updated for resources: {'Port': ['ID=9983d9d5-4195-42fb-8310-b38202b86368,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.710475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:52.714166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.727308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:52.728229 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:52.753075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:52.773027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.779894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:52.790836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:52.797041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae958f9-a677-4b2c-b5b8-cf05dfa63778 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '74855b96-c2ea-4979-92c8-987c39a551e7', 'name': '', 'network_id': 'd7468926-4d07-46ca-9f29-a601514e46ec', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'mac_address': 'fa:16:3e:a2:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2028, 'fixed_ips': [{'subnet_id': 'e914df92-c648-40be-86ac-6d647675fa58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:32Z', 'updated_at': '2021-08-03T19:21:45Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'subnets': [{'id': 'e914df92-c648-40be-86ac-6d647675fa58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:52.887403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:52.902677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:52.920293 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:31:52.940753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d33f32e8-5806-4521-bd93-fd6385c9a4cb tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7544873 Aug 03 19:31:52.946997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53540) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:52.951847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:52.987572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c835138-2c1c-4873-af13-cca460088e50 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:31:52.990773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.017706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1c835138-2c1c-4873-af13-cca460088e50 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:31:53.018060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c835138-2c1c-4873-af13-cca460088e50 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:31:53.040021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 85eb7860-2f47-4768-bbd9-49840ee2aedf {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:53.040520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.215583 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:46Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:53.272180 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62aaafd-ab37-4a51-b817-6ecc2222ad60 None None] The sync data for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 is: [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:31:46Z', 'revision_number': 3, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:53.290030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.345168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:53.358583 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5d75c-7ae3-4e99-846e-1362d306a236 None None] New status for floating IP 397f0950-c839-4478-92af-334c44d2b45d: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:31:53.361042 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.381164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.384989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object ed084392-5ef0-4cda-88e7-20a9c146045c will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:53.410903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 85eb7860-2f47-4768-bbd9-49840ee2aedf owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:53.801158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/a6cbd803-2b8a-464c-95c5-e7414256d378/f90f2300-d318-4edb-9379-8004fae07686) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:53.831200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:53.975522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=644f91e3-9599-43f8-93f8-de664b5a2caa,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:53.988062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': '847f391e-74f9-4691-a218-9bdd37b87282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:53.988435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:54.046459 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.057598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Transition to ACTIVE for port object f90f2300-d318-4edb-9379-8004fae07686 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:54.075715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Transition to ACTIVE for port object f90f2300-d318-4edb-9379-8004fae07686 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:54.111122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.114074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:54.117122 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.206282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.241313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:54.262127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:54.265214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:54.269896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:54.277898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.280213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.289026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3127c-9228-476e-a730-d39b8bad8072 None None] Network fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:54.296753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.297861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.393127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:54.411037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Subnet': ['ID=d495b4d0-8aa2-4880-87f6-f3082fbdc2ef,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.417560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=ed084392-5ef0-4cda-88e7-20a9c146045c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.432993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Checking segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:54.433359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network hostable DHCP agents. Network: 4504e89a-6161-4f4f-8314-da203c4e2845, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:54.457885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4e9c1428-dc22-44ad-85c2-78e9f0d242e1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5125644 Aug 03 19:31:54.460279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53554) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.475623 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-7bd59dcb-3212-435a-a349-c4cdab49f103 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380239 Aug 03 19:31:54.478908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Pushing event updated for resources: {'Port': ['ID=f90f2300-d318-4edb-9379-8004fae07686,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.495132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:54.507567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:54.572994 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dff0ba1b-dd3a-48d6-bcd8-a253c54a22f4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0653286 Aug 03 19:31:54.573763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53556) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:54.581449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': 'a6cbd803-2b8a-464c-95c5-e7414256d378', 'ip_address': '2001:db8::304f:bf9e:b642:d0e9'}], 'name': 'tempest-NetworksTestDHCPv6-1242579304'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:54.643331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 4504e89a-6161-4f4f-8314-da203c4e2845 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:54.646083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.669401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Attempting to bind port f90f2300-d318-4edb-9379-8004fae07686 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:54.669904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Attempting to bind port f90f2300-d318-4edb-9379-8004fae07686 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:54.670419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Attempting to bind port f90f2300-d318-4edb-9379-8004fae07686 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:54.680815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:54.681276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:54.681830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.682561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:54.683268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Bound port: f90f2300-d318-4edb-9379-8004fae07686, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:54.683713 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.692798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.791832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4504e89a-6161-4f4f-8314-da203c4e2845) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:54.808437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.868078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.880055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:54.915673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-ba39776b-c0ab-4223-9d3c-e91884757b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:54.927094 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-ba39776b-c0ab-4223-9d3c-e91884757b03 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.3921747 Aug 03 19:31:54.934892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=85eb7860-2f47-4768-bbd9-49840ee2aedf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:54.965961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c262e38f-59f2-471a-964c-894a2584d679 None None] Network 4504e89a-6161-4f4f-8314-da203c4e2845 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:55.013533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.038391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9983d9d5-4195-42fb-8310-b38202b86368 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:55.040918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b66b9-da1b-45a5-a320-840c3c11874c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe', 'network_id': 'fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': '644f91e3-9599-43f8-93f8-de664b5a2caa'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:55.041861 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-183b66b9-da1b-45a5-a320-840c3c11874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.045037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] For port f90f2300-d318-4edb-9379-8004fae07686, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:55.064300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:55.069809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.133159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] For port f90f2300-d318-4edb-9379-8004fae07686, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f90f2300-d318-4edb-9379-8004fae07686,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:55.140226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.251157 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eadc49f9-4db8-4b2d-8af0-21dbdf8eca24 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0762789 Aug 03 19:31:55.261090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.336082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.354603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:55.377613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.384362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f391e-74f9-4691-a218-9bdd37b87282') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:55.385121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f391e-74f9-4691-a218-9bdd37b87282') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:55.397861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b70e7-8c60-42bc-908e-79453fda134c None None] Network fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:55.398253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 51d19073-d998-48d2-80c9-f59500343682 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:31:55.419087 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.463495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.483369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:31:55.485526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.557716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9983d9d5-4195-42fb-8310-b38202b86368 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:55.567611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:31:55.601282 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:31:55.603397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=644f91e3-9599-43f8-93f8-de664b5a2caa,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.608154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9983d9d5-4195-42fb-8310-b38202b86368 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:55.608537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.625824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-f9ff4430-ad49-4ec2-9574-50884b9a0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:55.628959 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-f9ff4430-ad49-4ec2-9574-50884b9a0495 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 897 time: 0.6253188 Aug 03 19:31:55.632345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613faebc-5872-42ce-85f7-9b36558a291d None None] Pushing event updated for resources: {'Port': ['ID=f90f2300-d318-4edb-9379-8004fae07686,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:55.752538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4504e89a-6161-4f4f-8314-da203c4e2845', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'fixed_ips': [{'subnet_id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:55.753564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.805998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.823886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.826766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe HTTP/1.1" status: 204 len: 168 time: 1.3636429 Aug 03 19:31:55.832576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:55.851391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849454770'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:55.868254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:55.909603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e010e32-3011-4805-a796-33d7aa3351e7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:56.006947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9983d9d5-4195-42fb-8310-b38202b86368, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9983d9d5-4195-42fb-8310-b38202b86368,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:56.095944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Allocated IP 172.20.0.18 (4504e89a-6161-4f4f-8314-da203c4e2845/d495b4d0-8aa2-4880-87f6-f3082fbdc2ef/38769db4-9381-4ab8-b1e3-fc9826a41da7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:56.113501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:56.117059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.125962 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-a64caa10-fdb2-44eb-adef-5b8f098db121 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 1001 time: 0.4760003 Aug 03 19:31:56.144915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:31:56.156394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.157149 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment e7e6ac59-d81d-4ebd-978e-ddaf729b6b21 of type vlan for network bdac60c6-9464-4768-bda2-e1e492397400 Aug 03 19:31:56.176093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.210087 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.252888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9983d9d5-4195-42fb-8310-b38202b86368,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:56.337086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.346106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Transition to ACTIVE for port object 38769db4-9381-4ab8-b1e3-fc9826a41da7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:56.358930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-ac963329-b494-4d0d-b819-9edf3853adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:56.361558 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-ac963329-b494-4d0d-b819-9edf3853adbb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 200 len: 834 time: 0.2220681 Aug 03 19:31:56.362274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Transition to ACTIVE for port object 38769db4-9381-4ab8-b1e3-fc9826a41da7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:31:56.367681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.372614 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 03 19:31:56.373152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:31:56.373383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:56.373994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.445834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=bdac60c6-9464-4768-bda2-e1e492397400,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:56.463251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router bdf5e06d-5c26-4350-bd6f-614f861aa1c7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:31:56.471794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network bdac60c6-9464-4768-bda2-e1e492397400 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:31:56.507135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-aff8b43c-f50a-45ba-909a-620983e5fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:56.508479 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-aff8b43c-f50a-45ba-909a-620983e5fef6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1392960c-892c-49bf-8bd8-bdbdd70e1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384172 Aug 03 19:31:56.584524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a1f2bb96-49c6-4877-99e9-e2f2c78034ee tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7504144 Aug 03 19:31:56.587460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53582) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:56.598445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:56.598582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:56.756201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Network 4504e89a-6161-4f4f-8314-da203c4e2845 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:31:56.797844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:56.860851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:31:56.902032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Pushing event updated for resources: {'Port': ['ID=38769db4-9381-4ab8-b1e3-fc9826a41da7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:56.917307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.917824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.918307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.918846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.919395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.920549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.921515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.922636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.923444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.923999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.924474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.924970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:31:56.940930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:56.945254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.053001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Attempting to bind port 38769db4-9381-4ab8-b1e3-fc9826a41da7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:31:57.053578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Attempting to bind port 38769db4-9381-4ab8-b1e3-fc9826a41da7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:31:57.057164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Attempting to bind port 38769db4-9381-4ab8-b1e3-fc9826a41da7 on network 4504e89a-6161-4f4f-8314-da203c4e2845 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:31:57.079824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:31:57.080287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Checking segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:57.080803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.081199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Bound using segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:31:57.081685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Bound port: 38769db4-9381-4ab8-b1e3-fc9826a41da7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:31:57.082071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.169260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9983d9d5-4195-42fb-8310-b38202b86368 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:57.369486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] For port 38769db4-9381-4ab8-b1e3-fc9826a41da7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:31:57.396161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] For port 38769db4-9381-4ab8-b1e3-fc9826a41da7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=38769db4-9381-4ab8-b1e3-fc9826a41da7,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:31:57.411535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02af9a36-2dfe-4f88-b36b-47db2674a152 None None] Provisioning for port f90f2300-d318-4edb-9379-8004fae07686 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:57.413604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9983d9d5-4195-42fb-8310-b38202b86368 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:57.416700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.498139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:57.908993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:31:57.911698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5ab586f1-f565-4c11-b400-e291770e38b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.3349118 Aug 03 19:31:57.921048 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-04ae77d1-8d42-46c6-8f96-c0e1d2c19ae6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1871634 Aug 03 19:31:57.921048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53594) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:57.969182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53596) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:57.994356 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-4c8a7b91-7bce-4ba9-813f-e022e384f4f5 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4358125 Aug 03 19:31:58.019442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3a194-eae6-4f71-807b-b4d51bd945d5 None None] Pushing event updated for resources: {'Port': ['ID=38769db4-9381-4ab8-b1e3-fc9826a41da7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.026821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] Sync routers for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:31:58.069543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:58.070185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:58.135062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:58.170486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:31:58.171346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:58.176309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f90f2300-d318-4edb-9379-8004fae07686 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:58.293594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a7bf09e8-f501-4ba3-bf09-eccb97b2d61f None None] Provisioning for port ed084392-5ef0-4cda-88e7-20a9c146045c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:58.295971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:31:58.296849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d53e264-6e9c-4b64-b6ee-e82f3aa89721 None None] The sync data for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:31:58.299710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.305336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a7bf09e8-f501-4ba3-bf09-eccb97b2d61f None None] Provisioning complete for port ed084392-5ef0-4cda-88e7-20a9c146045c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:58.315491 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a7bf09e8-f501-4ba3-bf09-eccb97b2d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.501939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf09e8-f501-4ba3-bf09-eccb97b2d61f None None] Port ed084392-5ef0-4cda-88e7-20a9c146045c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:31:58.549759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=9621bc18-8db3-4d17-afbd-dd9fbc30647f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:58.552113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:31:58.561928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: bdac60c6-9464-4768-bda2-e1e492397400, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:31:58.602278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.644992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f90f2300-d318-4edb-9379-8004fae07686 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:58.645522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de2146-0dc7-4d34-87bb-4c1a08ff1e68 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:58.651300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f90f2300-d318-4edb-9379-8004fae07686 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:31:58.651955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.652539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de2146-0dc7-4d34-87bb-4c1a08ff1e68 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:58.657943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6de2146-0dc7-4d34-87bb-4c1a08ff1e68 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7337182 Aug 03 19:31:58.659505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:58.728324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network bdac60c6-9464-4768-bda2-e1e492397400 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:31:58.816092 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.866938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f90f2300-d318-4edb-9379-8004fae07686, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f90f2300-d318-4edb-9379-8004fae07686,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:31:58.920610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7e7e2580-9783-4412-8ff3-159cfe8e7f15 req-7ab28cac-8f06-45c9-b1be-bc2d2d3b5468 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051344 Aug 03 19:31:58.933717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:58.977322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, bdac60c6-9464-4768-bda2-e1e492397400) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:31:58.994747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:31:59.003796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e28e22-0bb2-4b80-a094-e2cfecc0a487 None None] Network bdac60c6-9464-4768-bda2-e1e492397400 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:59.004978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.019243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port ed084392-5ef0-4cda-88e7-20a9c146045c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:31:59.019593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.197132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 38769db4-9381-4ab8-b1e3-fc9826a41da7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:31:59.300796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f90f2300-d318-4edb-9379-8004fae07686,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:31:59.331720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.376571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for ed084392-5ef0-4cda-88e7-20a9c146045c owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:31:59.424635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3f017f0a-fd57-4d5f-88e5-57a833c02e52 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8357124 Aug 03 19:31:59.425508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53608) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:31:59.464912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:31:59.475908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-bdac60c6-9464-4768-bda2-e1e492397400', 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': '9621bc18-8db3-4d17-afbd-dd9fbc30647f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:31:59.477143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.570083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.655631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 38769db4-9381-4ab8-b1e3-fc9826a41da7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:31:59.777187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Allocated IP 2001:db8::2 (bdac60c6-9464-4768-bda2-e1e492397400/9621bc18-8db3-4d17-afbd-dd9fbc30647f/ebce2c4a-6cca-4e90-bdcc-120363448a2d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:59.847240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33bfecb-0212-4738-9c38-cd00d4aeb8d4 None None] Network 4504e89a-6161-4f4f-8314-da203c4e2845 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:31:59.874578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:31:59.883697 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:31:59.901782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.20.0.17 (4504e89a-6161-4f4f-8314-da203c4e2845/d495b4d0-8aa2-4880-87f6-f3082fbdc2ef/a9550b34-f598-4fca-bc2c-a3d66af19d3b) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:31:59.996949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.090028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=ed084392-5ef0-4cda-88e7-20a9c146045c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.100543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.103699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-61a4d337-9b46-444f-a898-3197ba1ebb74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ed084392-5ef0-4cda-88e7-20a9c146045c HTTP/1.1" status: 204 len: 168 time: 1.4431605 Aug 03 19:32:00.106507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53622) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.124548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.140918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Transition to ACTIVE for port object a9550b34-f598-4fca-bc2c-a3d66af19d3b will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:00.238747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2391ca-fb82-41f9-a673-383656a037e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.238747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2391ca-fb82-41f9-a673-383656a037e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.239105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dd2391ca-fb82-41f9-a673-383656a037e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1312559 Aug 03 19:32:00.246228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.278160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.401017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Provisioning for port 38769db4-9381-4ab8-b1e3-fc9826a41da7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:00.441605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Provisioning complete for port 38769db4-9381-4ab8-b1e3-fc9826a41da7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:00.441995 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.476244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 4504e89a-6161-4f4f-8314-da203c4e2845 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:00.492474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:00.492474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:00.537420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet a6cbd803-2b8a-464c-95c5-e7414256d378 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:00.540988 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.585860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.608280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.637195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.650331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.665726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.677106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.692295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Transition to ACTIVE for port object ebce2c4a-6cca-4e90-bdcc-120363448a2d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:00.711916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network bdac60c6-9464-4768-bda2-e1e492397400 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:00.717775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 92b01e47-f902-4eea-82d1-47f14e064b4c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:00.718133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.718743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:00.734559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:00.736294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.751105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Transition to ACTIVE for port object ebce2c4a-6cca-4e90-bdcc-120363448a2d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:00.782828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] For port 38769db4-9381-4ab8-b1e3-fc9826a41da7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=38769db4-9381-4ab8-b1e3-fc9826a41da7,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:00.804213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=fde374d0-0754-47a1-a9af-768f4d234dcb,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:00.877563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.916721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a9a70285-a05b-4da9-9cca-3710d56446fa tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4547973 Aug 03 19:32:00.916999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:00.928735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.932879 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.941031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:00.974779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Network bdac60c6-9464-4768-bda2-e1e492397400 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:00.997552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:01.001490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:01.004182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Pushing event updated for resources: {'Port': ['ID=ebce2c4a-6cca-4e90-bdcc-120363448a2d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.022662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 92b01e47-f902-4eea-82d1-47f14e064b4c owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:01.045103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.047361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.049519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.052110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.052700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.058232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a592d909-7a2f-4e00-9e5d-1ca11a1c6f73 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1365161 Aug 03 19:32:01.058750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53636) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.065014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1585663088'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:01.164342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f90f2300-d318-4edb-9379-8004fae07686 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:01.243959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.253081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:01.274463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.287181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Attempting to bind port ebce2c4a-6cca-4e90-bdcc-120363448a2d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:01.287675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Attempting to bind port ebce2c4a-6cca-4e90-bdcc-120363448a2d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:01.288138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Attempting to bind port ebce2c4a-6cca-4e90-bdcc-120363448a2d on network bdac60c6-9464-4768-bda2-e1e492397400 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:01.296168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:01.301878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fa3ef-ee31-42ed-8fca-c74e2bbc8d0f None None] Pushing event updated for resources: {'Port': ['ID=38769db4-9381-4ab8-b1e3-fc9826a41da7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Checking segment: {'id': 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Bound using segment: {'id': 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Bound port: ebce2c4a-6cca-4e90-bdcc-120363448a2d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:01.315231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.315650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.315650 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment b8beaf86-0d3e-4dde-9a9d-8639ee14df23 of type vlan for network a6a84892-b2cc-409e-8ad5-2040654fe2ae Aug 03 19:32:01.316071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.373544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=a6cbd803-2b8a-464c-95c5-e7414256d378,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.379261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f90f2300-d318-4edb-9379-8004fae07686 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.379651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.383054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.385056 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bd382fbd-a43b-49dc-858f-40dcf389c5c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/a6cbd803-2b8a-464c-95c5-e7414256d378 HTTP/1.1" status: 204 len: 168 time: 1.1380405 Aug 03 19:32:01.389385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.402606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.423716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bed19b-06a2-42dc-b674-daba88d025f6 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:01.426425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Provisioning for port a9550b34-f598-4fca-bc2c-a3d66af19d3b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:01.492946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Provisioning complete for port a9550b34-f598-4fca-bc2c-a3d66af19d3b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.493724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.594245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6d885291-e630-4a56-82b1-266a74a1104f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2004883 Aug 03 19:32:01.602992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53644) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.609009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:01.613085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Port a9550b34-f598-4fca-bc2c-a3d66af19d3b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:01.665827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] For port ebce2c4a-6cca-4e90-bdcc-120363448a2d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:01.720620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] For port ebce2c4a-6cca-4e90-bdcc-120363448a2d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ebce2c4a-6cca-4e90-bdcc-120363448a2d,segment=NetworkSegment(e7e6ac59-d81d-4ebd-978e-ddaf729b6b21),segment_id=e7e6ac59-d81d-4ebd-978e-ddaf729b6b21)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:01.770824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.776766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:01.777432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3744093'] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.786093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Provisioning complete for port 38769db4-9381-4ab8-b1e3-fc9826a41da7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:01.789287 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-acdbb38d-616e-4361-a6c3-263b254fd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.864947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=a6a84892-b2cc-409e-8ad5-2040654fe2ae,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:01.867878 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:01.952499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-23d64067-3f6b-4655-8656-c1369dbc1e30 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8918016 Aug 03 19:32:01.960901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53648) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:01.972792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:02.040255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:02.046856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:02.186112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72101e-3a8f-4b1f-b2f8-8c073f33c816 None None] Pushing event updated for resources: {'Port': ['ID=ebce2c4a-6cca-4e90-bdcc-120363448a2d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.186397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:02.191078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.379712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Deleting port f90f2300-d318-4edb-9379-8004fae07686 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:02.380186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.416032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.507874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=92b01e47-f902-4eea-82d1-47f14e064b4c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:02.619779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-67feb745-daa2-44c0-83c6-ea2abc33b0f6 None None] Provisioning complete for port a9550b34-f598-4fca-bc2c-a3d66af19d3b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:02.624172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-67feb745-daa2-44c0-83c6-ea2abc33b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.626235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.628930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] For port f90f2300-d318-4edb-9379-8004fae07686, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f90f2300-d318-4edb-9379-8004fae07686,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:02.638840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.709494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Calling delete_port for f90f2300-d318-4edb-9379-8004fae07686 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:02.751122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-67feb745-daa2-44c0-83c6-ea2abc33b0f6 None None] Port a9550b34-f598-4fca-bc2c-a3d66af19d3b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:02.760404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.770406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.887785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53658) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.963302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae is not hosted by any dhcp agent {{(pid=101342) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:32:02.970180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:02.970870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:02.974983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "PUT /v2.0/networks/a6a84892-b2cc-409e-8ad5-2040654fe2ae HTTP/1.1" status: 200 len: 723 time: 1.0102732 Aug 03 19:32:02.976398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:02.988594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'a6a84892-b2cc-409e-8ad5-2040654fe2ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:03.002969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.036922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.058550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] No DVR routers for this DVR port f90f2300-d318-4edb-9379-8004fae07686 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:03.060973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.146621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d24ee8-a961-44ae-ac8d-4500a03b9da6 None None] Pushing event deleted for resources: {'Port': ['ID=f90f2300-d318-4edb-9379-8004fae07686,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.200829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=06d6b983-6a34-46d6-83e6-7e8ad3ba16d6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.215615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.262642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.271405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ebce2c4a-6cca-4e90-bdcc-120363448a2d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:03.286789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:03.287866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a126c9-aec5-43e7-a087-6961dc106f9f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=a6a84892-b2cc-409e-8ad5-2040654fe2ae,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.304807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:03.344681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:03.345359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.350593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:03.366743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:03.397526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.457546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router bdf5e06d-5c26-4350-bd6f-614f861aa1c7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:03.471480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-15f50b20-65f4-4ba4-9387-9e91b6af5686 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8670461 Aug 03 19:32:03.476479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53666) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:03.483305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '06d6b983-6a34-46d6-83e6-7e8ad3ba16d6', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-746327326'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:03.483633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab846f2-1054-4f2f-bdb6-7bb0c5675b56 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:03.598069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:03.604455 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-968a1a01-7320-4f38-8264-04f2d76013fb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6334875 Aug 03 19:32:03.617189 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] Sync routers for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:03.619045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53668) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:03.630360 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:03.630983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:03.686857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:03.692073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:03.695557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 4504e89a-6161-4f4f-8314-da203c4e2845 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:03.698042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:03.727703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2ea0e4f0-bb26-44f8-9b5f-b7107f55f604 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdf5e06d-5c26-4350-bd6f-614f861aa1c7 HTTP/1.1" status: 200 len: 205 time: 0.1076407 Aug 03 19:32:03.756683 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:03.790033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] Routers {'bdf5e06d-5c26-4350-bd6f-614f861aa1c7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:03.790670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:03.807564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:03.848523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ebce2c4a-6cca-4e90-bdcc-120363448a2d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:03.873845 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:03.874495 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec27150-7f93-4334-be6b-c51e17e5d18a None None] The sync data for ids ['bdf5e06d-5c26-4350-bd6f-614f861aa1c7'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:03.879781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 38769db4-9381-4ab8-b1e3-fc9826a41da7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:03.950298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router 98062fdb-e892-465f-a8ac-a1f93365f3ed has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:04.056664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.127478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf5074-de60-4743-9b2e-5ebf553da268 None None] Network bdac60c6-9464-4768-bda2-e1e492397400 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:04.150880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:04.159763 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-093ad99d-7f53-42d9-b8e8-2f484ec58df2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "PUT /v2.0/routers/98062fdb-e892-465f-a8ac-a1f93365f3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8965666 Aug 03 19:32:04.194484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Sync routers for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:04.255873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '06d6b983-6a34-46d6-83e6-7e8ad3ba16d6'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:04.256857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.277812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:04.278546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:04.353729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:04.355306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Provisioning for port ebce2c4a-6cca-4e90-bdcc-120363448a2d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:04.431298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Provisioning complete for port ebce2c4a-6cca-4e90-bdcc-120363448a2d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:04.431801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.544230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 38769db4-9381-4ab8-b1e3-fc9826a41da7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:04.544707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.672581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:04.750376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/06d6b983-6a34-46d6-83e6-7e8ad3ba16d6/9b41cc52-8626-4a1d-8993-b46b748820b4) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:04.834101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:04.848092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.018407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.046289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.046967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router bdf5e06d-5c26-4350-bd6f-614f861aa1c7 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:05.054063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.058429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53692) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.067703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3c98ffc7-fd46-4bf6-8ad9-6998e6d30b43 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7 HTTP/1.1" status: 204 len: 168 time: 1.2588015 Aug 03 19:32:05.072174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.102030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.129476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-9031124d-49a0-491e-8c8d-2d86bce17499 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:05.131951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-9031124d-49a0-491e-8c8d-2d86bce17499 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/networks?id=4504e89a-6161-4f4f-8314-da203c4e2845 HTTP/1.1" status: 200 len: 797 time: 0.3828280 Aug 03 19:32:05.158698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f90f2300-d318-4edb-9379-8004fae07686 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:05.169533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 91c82609-98e6-4eb8-bd12-92e709de0716 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:05.175819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 87f11cfe-4a58-4ea8-981a-86970d6e011e yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:32:05.182734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.242059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-bd9f5107-e56d-4f19-adda-3b74030dce18 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/quotas/eb2533684ffd43258a324b18eb3f0403 HTTP/1.1" status: 200 len: 375 time: 0.0746968 Aug 03 19:32:05.267795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.298458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] For port ebce2c4a-6cca-4e90-bdcc-120363448a2d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ebce2c4a-6cca-4e90-bdcc-120363448a2d,segment=NetworkSegment(e7e6ac59-d81d-4ebd-978e-ddaf729b6b21),segment_id=e7e6ac59-d81d-4ebd-978e-ddaf729b6b21)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:05.311926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=588dd1ca-5a66-4028-809b-54c642761bb8,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.360080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Update dhcp port {'port': {'network_id': 'bdac60c6-9464-4768-bda2-e1e492397400', 'fixed_ips': [{'subnet_id': '9621bc18-8db3-4d17-afbd-dd9fbc30647f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fde374d0-0754-47a1-a9af-768f4d234dcb'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'ebce2c4a-6cca-4e90-bdcc-120363448a2d'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:32:05.362756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f90f2300-d318-4edb-9379-8004fae07686 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:05.363105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f90f2300-d318-4edb-9379-8004fae07686 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:05.402244 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.428405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': 'b8beaf86-0d3e-4dde-9a9d-8639ee14df23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a6a84892-b2cc-409e-8ad5-2040654fe2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:05.428729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: a6a84892-b2cc-409e-8ad5-2040654fe2ae, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:05.457677 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.501305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6c216-7ce9-4d31-9b43-5ed21e3612bb None None] Pushing event updated for resources: {'Port': ['ID=ebce2c4a-6cca-4e90-bdcc-120363448a2d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.510940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-2b8ac53c-9a58-4125-a93f-b5ef790a3139 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2487893 Aug 03 19:32:05.516445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-5fc4ca7f-fc06-48d4-aee1-ccf0955c66d8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:32:05.524158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-5fc4ca7f-fc06-48d4-aee1-ccf0955c66d8 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123277 Aug 03 19:32:05.572967 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.576116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.610637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.611378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-35917db0-ead8-483b-a2b0-cf6a75d5154d None None] Provisioning complete for port a9550b34-f598-4fca-bc2c-a3d66af19d3b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:05.611798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-35917db0-ead8-483b-a2b0-cf6a75d5154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.630685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.650273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:05.658427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Transition to ACTIVE for port object 9b41cc52-8626-4a1d-8993-b46b748820b4 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:05.676354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=91c82609-98e6-4eb8-bd12-92e709de0716,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:05.691414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:01Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a9550b34-f598-4fca-bc2c-a3d66af19d3b', 'name': '', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:23:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:59Z', 'updated_at': '2021-08-03T19:32:02Z', 'revision_number': 2, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:05.695244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.701222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-939aaa1a-9b12-40de-a4ab-3f4ca57e2b1b service neutron] 10.222.0.67 "GET /v2.0/networks/4504e89a-6161-4f4f-8314-da203c4e2845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726649 Aug 03 19:32:05.701382 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-753e67f4-77c5-4ed1-b550-44bf7b8ebc98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/91c82609-98e6-4eb8-bd12-92e709de0716 HTTP/1.1" status: 204 len: 168 time: 0.6383536 Aug 03 19:32:05.701382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53694) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.702380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Transition to ACTIVE for port object 9b41cc52-8626-4a1d-8993-b46b748820b4 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:05.705594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc3b18-9649-4651-aa6b-a70b273be178 None None] Network 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:05.737109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-35917db0-ead8-483b-a2b0-cf6a75d5154d None None] Port a9550b34-f598-4fca-bc2c-a3d66af19d3b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:05.774338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet c95ba69c-ea98-46d6-be16-ae520eba1947 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:05.778709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.786940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a6a84892-b2cc-409e-8ad5-2040654fe2ae) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:05.794684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Checking router: 98062fdb-e892-465f-a8ac-a1f93365f3ed for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:05.794684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Updating router 98062fdb-e892-465f-a8ac-a1f93365f3ed port a9550b34-f598-4fca-bc2c-a3d66af19d3b binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:05.801200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:05.801798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.827988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173ec93-48f4-4c49-bc87-02db4f4f5f83 None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:05.841860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.856495 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:05.880931 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:32:05.881435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:05.922510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c09af3a4-eddd-475a-8d46-065d5c1a8b33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9394591 Aug 03 19:32:05.922760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53698) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:05.927803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:05.947802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-1521536a-5624-400b-9275-7e44ad16ca49 service neutron] 10.222.0.67 "GET /v2.0/networks/4504e89a-6161-4f4f-8314-da203c4e2845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491238 Aug 03 19:32:06.015155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-71dc7660-af88-4ab1-b949-675515e69821 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5360262 Aug 03 19:32:06.020426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.084129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.089731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:06.106262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:06.110259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:06.116323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.176570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54f106-f33f-426a-8107-9f29f63dbc0a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.180818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10773265'] for subnet, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.180989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f54f106-f33f-426a-8107-9f29f63dbc0a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1581593 Aug 03 19:32:06.182648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.270405 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Deleting port 74855b96-c2ea-4979-92c8-987c39a551e7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:06.270750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.275272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f4a39-a774-4cbc-91fe-dd68535015b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.277223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717f4a39-a774-4cbc-91fe-dd68535015b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.282227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-717f4a39-a774-4cbc-91fe-dd68535015b3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0985737 Aug 03 19:32:06.284176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53712) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.368606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3c6b430-4132-455f-8119-66768d539f3c req-67d95401-2232-4f03-b115-6699a823bade tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.0496879 Aug 03 19:32:06.374666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.425724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] For port 74855b96-c2ea-4979-92c8-987c39a551e7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=74855b96-c2ea-4979-92c8-987c39a551e7,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:06.426112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.444166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Calling delete_port for 74855b96-c2ea-4979-92c8-987c39a551e7 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:06.447475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 06d6b983-6a34-46d6-83e6-7e8ad3ba16d6 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:06.453340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=c95ba69c-ea98-46d6-be16-ae520eba1947,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.455398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.529006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.532417 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a3dacb6f-1163-482d-821e-019f9f6b2f39 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/c95ba69c-ea98-46d6-be16-ae520eba1947 HTTP/1.1" status: 204 len: 168 time: 0.8300605 Aug 03 19:32:06.535534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53718) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.595785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25f3f03-55db-41bf-b867-c4823743f74d None None] Network a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:06.605403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.608539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519518118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1000136'] for subnet, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.691768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Pushing event updated for resources: {'Port': ['ID=9b41cc52-8626-4a1d-8993-b46b748820b4,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.725090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:06.725941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.727522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "PUT /v2.0/subnets/588dd1ca-5a66-4028-809b-54c642761bb8 HTTP/1.1" status: 200 len: 826 time: 0.8039324 Aug 03 19:32:06.730583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53720) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:06.766437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.769784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Allocated IP 172.20.0.1 (bdac60c6-9464-4768-bda2-e1e492397400/fde374d0-0754-47a1-a9af-768f4d234dcb/ebce2c4a-6cca-4e90-bdcc-120363448a2d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:06.823194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4b1b2-9374-4e5d-9d25-ddc3c611f541 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=588dd1ca-5a66-4028-809b-54c642761bb8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:06.856986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.912680 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.924059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:06.967391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port d4577c2d-e899-4fdb-848c-7d9fc360fef4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:06.967871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.010681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=74855b96-c2ea-4979-92c8-987c39a551e7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.073394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port d4577c2d-e899-4fdb-848c-7d9fc360fef4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d4577c2d-e899-4fdb-848c-7d9fc360fef4,segment=NetworkSegment(08d6ccf7-c150-4fbb-8f0a-6becec13a889),segment_id=08d6ccf7-c150-4fbb-8f0a-6becec13a889)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:07.073940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.145769 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.176253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for d4577c2d-e899-4fdb-848c-7d9fc360fef4 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:07.183879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.212417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Attempting to bind port 9b41cc52-8626-4a1d-8993-b46b748820b4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:07.213557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Attempting to bind port 9b41cc52-8626-4a1d-8993-b46b748820b4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:07.214793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Attempting to bind port 9b41cc52-8626-4a1d-8993-b46b748820b4 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:07.225549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.230900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/06d6b983-6a34-46d6-83e6-7e8ad3ba16d6 HTTP/1.1" status: 204 len: 168 time: 0.9456439 Aug 03 19:32:07.249820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:07.259513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] DHCP port deletion for 760b6a2e-41dd-4c92-a2bc-c75cf1121e7b request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:07.281817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5999368-6fe7-4202-baf1-0fbc8a6c4697 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=06d6b983-6a34-46d6-83e6-7e8ad3ba16d6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.320016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:07.320016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:07.320016 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.320016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:07.320016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Bound port: 9b41cc52-8626-4a1d-8993-b46b748820b4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:07.320541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.354183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f6885-ed94-43d1-a6da-f8d2222f6d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-a6a84892-b2cc-409e-8ad5-2040654fe2ae', 'network_id': 'a6a84892-b2cc-409e-8ad5-2040654fe2ae', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': '588dd1ca-5a66-4028-809b-54c642761bb8'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:07.355068 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-855f6885-ed94-43d1-a6da-f8d2222f6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.430330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] For port ebce2c4a-6cca-4e90-bdcc-120363448a2d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ebce2c4a-6cca-4e90-bdcc-120363448a2d,segment=NetworkSegment(e7e6ac59-d81d-4ebd-978e-ddaf729b6b21),segment_id=e7e6ac59-d81d-4ebd-978e-ddaf729b6b21)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:07.459347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ec8076bc-42f6-4891-a67a-9c6c02048958 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2058535 Aug 03 19:32:07.471466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:07.477346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:07.613780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.642405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.655894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ebce2c4a-6cca-4e90-bdcc-120363448a2d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:07.659248 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.731440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=d4577c2d-e899-4fdb-848c-7d9fc360fef4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.764797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port d4577c2d-e899-4fdb-848c-7d9fc360fef4 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:07.773723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.801895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:07.806963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.822311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] DHCP port deletion for a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:07.836332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Transition to ACTIVE for port object ebce2c4a-6cca-4e90-bdcc-120363448a2d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:07.841256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=588dd1ca-5a66-4028-809b-54c642761bb8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:07.861129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Deleting port d4577c2d-e899-4fdb-848c-7d9fc360fef4 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:07.861511 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.939813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] For port 9b41cc52-8626-4a1d-8993-b46b748820b4, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:07.951482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:07.982701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a84892-b2cc-409e-8ad5-2040654fe2ae']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.019632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] For port 9b41cc52-8626-4a1d-8993-b46b748820b4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9b41cc52-8626-4a1d-8993-b46b748820b4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:08.020602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server [None req-855f6885-ed94-43d1-a6da-f8d2222f6d8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 588dd1ca-5a66-4028-809b-54c642761bb8: This subnet is being modified by another concurrent operation. Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise self.value Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server raise exception Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 588dd1ca-5a66-4028-809b-54c642761bb8: This subnet is being modified by another concurrent operation. Aug 03 19:32:08.023626 n-d-803363-1 neutron-server[101344]: ERROR oslo_messaging.rpc.server Aug 03 19:32:08.072598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8beaf86-0d3e-4dde-9a9d-8639ee14df23') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.073536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677ece00-d3a9-48f5-a7c2-8783011f61be None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:08.082537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8beaf86-0d3e-4dde-9a9d-8639ee14df23') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.094239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] For port d4577c2d-e899-4fdb-848c-7d9fc360fef4, host n-d-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:08.094752 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.141567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa7e4006-ced7-48ac-92c4-9ece45f3598b req-67dcf44b-6e4e-424d-8305-9f61e18b049e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.0544710 Aug 03 19:32:08.146037 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.164076 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.199404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.208634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.220265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:08.221801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:08.225635 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:08.230964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Calling delete_port for d4577c2d-e899-4fdb-848c-7d9fc360fef4 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:08.242044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Router 40e3f151-b91c-4a23-87f7-2f4f74fed77d has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:08.259766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.ipam_backend_mixin [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Port d4577c2d-e899-4fdb-848c-7d9fc360fef4 was not found and therefore no delete operation was performed {{(pid=101344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:08.278719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.303229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760b6a2e-41dd-4c92-a2bc-c75cf1121e7b']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.306207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.326108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Transition to ACTIVE for port object a9550b34-f598-4fca-bc2c-a3d66af19d3b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:08.340363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.360688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:08.360688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d6ccf7-c150-4fbb-8f0a-6becec13a889') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.360688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d6ccf7-c150-4fbb-8f0a-6becec13a889') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.383914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:08.391467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282c7ec-548a-4349-ac6d-2060a7100837 None None] Pushing event updated for resources: {'Port': ['ID=ebce2c4a-6cca-4e90-bdcc-120363448a2d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.411893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:08.413375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.414202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] No DVR routers for this DVR port d4577c2d-e899-4fdb-848c-7d9fc360fef4 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:08.449011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.466744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.476596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.478784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d4577c2d-e899-4fdb-848c-7d9fc360fef4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:08.479546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc54908-45b0-4a59-b276-33062caa2e67 req-6e7e3537-e2f2-4e43-b06a-b5f9e649b751 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:08.479919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.482427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=e0f62df4-1217-4d73-9724-3590a12b3408,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.490709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc54908-45b0-4a59-b276-33062caa2e67 req-6e7e3537-e2f2-4e43-b06a-b5f9e649b751 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.2200043 Aug 03 19:32:08.495630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:08.496813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:08.501159 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:08.515061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.520267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/a6a84892-b2cc-409e-8ad5-2040654fe2ae HTTP/1.1" status: 204 len: 168 time: 1.7866919 Aug 03 19:32:08.522993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.543880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Deleting port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:08.550876 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.550876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5e885-d198-41cb-b40a-eac37493a807 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:08.569490 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0743a49c-372f-4b69-a2b9-27488dfd7709 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:08.570074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0743a49c-372f-4b69-a2b9-27488dfd7709 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:08.578493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1286cd39-712d-43db-a7d6-3e338fe56410 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1035285 Aug 03 19:32:08.578493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.580291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0743a49c-372f-4b69-a2b9-27488dfd7709 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/a6a84892-b2cc-409e-8ad5-2040654fe2ae HTTP/1.1" status: 404 len: 339 time: 0.0442667 Aug 03 19:32:08.582949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.587362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664111698', 'description': 'd1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:08.587721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:08.608780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c34ca65-2fd1-4d1b-a634-e6456e6573e3 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=a6a84892-b2cc-409e-8ad5-2040654fe2ae,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.643507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d4577c2d-e899-4fdb-848c-7d9fc360fef4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:08.643859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d4577c2d-e899-4fdb-848c-7d9fc360fef4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:08.646941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09533fc6-6b59-4774-b2c2-7148945e3210 None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:08.679241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.679710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2dc54908-45b0-4a59-b276-33062caa2e67 req-6877135d-be9d-4b5f-bf04-be1e70fe6e07 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885211 Aug 03 19:32:08.695977 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.702363 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/760b6a2e-41dd-4c92-a2bc-c75cf1121e7b HTTP/1.1" status: 204 len: 168 time: 2.1654737 Aug 03 19:32:08.709904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.722398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:08.728609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2517b833-589b-4c5b-944f-6c9600ef1e77 admin admin] 10.222.0.67 "PUT /v2.0/routers/40e3f151-b91c-4a23-87f7-2f4f74fed77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8382745 Aug 03 19:32:08.733353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0291-c448-4f95-b990-7a7ebbae9b91 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=760b6a2e-41dd-4c92-a2bc-c75cf1121e7b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.741990 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Sync routers for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:08.742687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:08.742687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:08.744550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53750) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:08.752548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aec44-fc3f-4bd0-b0bd-a408bfa9e4f0 None None] Pushing event updated for resources: {'Port': ['ID=9b41cc52-8626-4a1d-8993-b46b748820b4,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.759132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:08.759812 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:08.810005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09533fc6-6b59-4774-b2c2-7148945e3210 None None] Network a6a84892-b2cc-409e-8ad5-2040654fe2ae could not be found, it might have been deleted concurrently. {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 19:32:08.932233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359edc-0e58-43ed-957a-8c015c5485e0 None None] Pushing event deleted for resources: {'Port': ['ID=d4577c2d-e899-4fdb-848c-7d9fc360fef4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:08.946974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:08.966620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.007632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.008978 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment 33f18f6e-7b89-4000-a4aa-f4d959ca6dcd of type vlan for network 771b3968-f594-4024-b506-9502dc5b4167 Aug 03 19:32:09.014032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] For port cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,segment=NetworkSegment(3cbaa4ba-0c88-4548-b4d7-c21ac4a22691),segment_id=3cbaa4ba-0c88-4548-b4d7-c21ac4a22691)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:09.014707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.037128 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:09.233143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.239528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Calling delete_port for cb5ed9e5-3c32-4293-8162-05b5c5a48e74 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:09.362057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Attempting to bind port a9550b34-f598-4fca-bc2c-a3d66af19d3b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:09.362524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Attempting to bind port a9550b34-f598-4fca-bc2c-a3d66af19d3b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:09.363058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Attempting to bind port a9550b34-f598-4fca-bc2c-a3d66af19d3b on network 4504e89a-6161-4f4f-8314-da203c4e2845 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:09.366397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.367600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.371533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889a7a-2443-458d-bf94-2aa7fafa113c None None] Pushing event updated for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:09.405961 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:32:06Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.510494 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Checking router: 40e3f151-b91c-4a23-87f7-2f4f74fed77d for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:09.531320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a47301c-4c60-437b-9b61-e6dc49de2743 req-8ed7ff20-9d9a-4607-8a27-e5ab106f7dfc tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.1837149 Aug 03 19:32:09.552542 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Routers {'40e3f151-b91c-4a23-87f7-2f4f74fed77d'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:09.556385 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:09.561016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.579019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:09.581314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.629891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:09.630653 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.680259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd77cb2-1802-487f-a447-538e2b7e1279 None None] Network bdac60c6-9464-4768-bda2-e1e492397400 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:09.683553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ebce2c4a-6cca-4e90-bdcc-120363448a2d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:09.691627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:09.692001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Checking segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:09.692347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.692759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Bound using segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:09.693305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Bound port: a9550b34-f598-4fca-bc2c-a3d66af19d3b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:09.693720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.708528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] Set router 40e3f151-b91c-4a23-87f7-2f4f74fed77d gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:09.804799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-3a17d5b6-f283-4d7f-8884-f47add9596fa tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:09.809939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-3a17d5b6-f283-4d7f-8884-f47add9596fa tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.54 "GET /v2.0/networks?id=4504e89a-6161-4f4f-8314-da203c4e2845 HTTP/1.1" status: 200 len: 797 time: 0.6161711 Aug 03 19:32:09.842415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.866989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Request body: {'port': {'device_id': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'admin_state_up': True, 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:09.876863 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:09.916612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3376575 Aug 03 19:32:09.925463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:09.960460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] For port a9550b34-f598-4fca-bc2c-a3d66af19d3b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:09.965304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] For port a9550b34-f598-4fca-bc2c-a3d66af19d3b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9550b34-f598-4fca-bc2c-a3d66af19d3b,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:09.980975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f3c2e-d636-4e3b-ba3f-fc0142bb5bbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=771b3968-f594-4024-b506-9502dc5b4167,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:10.017363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port cb5ed9e5-3c32-4293-8162-05b5c5a48e74, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,segment=NetworkSegment(3cbaa4ba-0c88-4548-b4d7-c21ac4a22691),segment_id=3cbaa4ba-0c88-4548-b4d7-c21ac4a22691)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:10.017748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.046343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for cb5ed9e5-3c32-4293-8162-05b5c5a48e74 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:10.053016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 771b3968-f594-4024-b506-9502dc5b4167 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:10.059532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f113bd-73de-4020-a537-3fea382e0df7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:10.066068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89f113bd-73de-4020-a537-3fea382e0df7 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks?id=771b3968-f594-4024-b506-9502dc5b4167 HTTP/1.1" status: 200 len: 765 time: 0.1395144 Aug 03 19:32:10.071907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:10.077389 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.080986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.083380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'description': 'd2'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:10.140023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329343f3-7b43-484f-ba5f-732da30ce10f req-92f985ed-c056-432e-9920-97b13c8e5d4c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:10.143078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-329343f3-7b43-484f-ba5f-732da30ce10f req-92f985ed-c056-432e-9920-97b13c8e5d4c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.54 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.4676070 Aug 03 19:32:10.146446 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:32:06Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:10.157781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc6a69-03e3-4325-85c8-90c2b1e35470 req-94fd90d5-34ea-4ffd-888e-e166dd14a00f tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:10.166380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36cc6a69-03e3-4325-85c8-90c2b1e35470 req-94fd90d5-34ea-4ffd-888e-e166dd14a00f tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 946 time: 0.3202555 Aug 03 19:32:10.233431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.236260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-19a2e082-01d6-4560-b37e-170596a4fbdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6520691 Aug 03 19:32:10.255752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:10.267535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1889a7a-2443-458d-bf94-2aa7fafa113c None None] Pushing event updated for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:10.280669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aecb3a49-035e-4a0b-bb8b-65d78c0a3817 None None] Provisioning for port ebce2c4a-6cca-4e90-bdcc-120363448a2d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:10.288841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb5ed9e5-3c32-4293-8162-05b5c5a48e74 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:10.361865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:10.362544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:10.368286 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6003e-1824-4f9e-9698-0f2c56105eb1 None None] The sync data for ids ['40e3f151-b91c-4a23-87f7-2f4f74fed77d'] in n-d-803363-1 is: [{'id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'name': 'tempest-AttachVolumeShelveTestJSON-1373503839-router', 'tenant_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96'}], 'enable_snat': True}, 'gw_port_id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:21:24Z', 'updated_at': '2021-08-03T19:32:06Z', 'revision_number': 5, 'project_id': 'd5f2e8598ab34b21994a4c6d2daadd9d', 'gw_port': {'id': '0491f3f5-0804-42eb-8023-e6abb5718081', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3f151-b91c-4a23-87f7-2f4f74fed77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:21:26Z', 'updated_at': '2021-08-03T19:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:10.384042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36cc6a69-03e3-4325-85c8-90c2b1e35470 req-ba5071dc-87e3-42c8-9f06-5be516a9fce7 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/security-groups?id=a6a65182-b669-4855-b684-9bb5c8ccb13d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140405 Aug 03 19:32:10.442690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.483543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Deleting port 018d2bff-f153-4a13-93df-cecf549c2608 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:10.484002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.516937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:10.565467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aecb3a49-035e-4a0b-bb8b-65d78c0a3817 None None] Provisioning complete for port ebce2c4a-6cca-4e90-bdcc-120363448a2d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:10.565992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aecb3a49-035e-4a0b-bb8b-65d78c0a3817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.669976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] For port 018d2bff-f153-4a13-93df-cecf549c2608, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=018d2bff-f153-4a13-93df-cecf549c2608,segment=NetworkSegment(50cb3fea-badd-4d47-8a98-0ee42b8ebf86),segment_id=50cb3fea-badd-4d47-8a98-0ee42b8ebf86)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:10.670343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.694111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16019dbf-eba9-47a6-9694-8e7c8f9bd26e req-e411ecde-cfd8-43a0-b3fd-251bbfecfd12 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.0423930 Aug 03 19:32:10.701629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Calling delete_port for 018d2bff-f153-4a13-93df-cecf549c2608 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:10.773890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.825320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Deleting port 0491f3f5-0804-42eb-8023-e6abb5718081 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:10.825692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:10.880028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 update to DOWN by agent not found {{(pid=101344) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 03 19:32:10.894498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] Pushing event deleted for resources: {'Port': ['ID=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:10.904012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': 'e0f62df4-1217-4d73-9724-3590a12b3408'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '9b41cc52-8626-4a1d-8993-b46b748820b4'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:32:10.915023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61803cf2-102b-41bf-98f5-66c44b4f252e None None] No DVR routers for this DVR port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:11.003208 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.054658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] For port 0491f3f5-0804-42eb-8023-e6abb5718081, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0491f3f5-0804-42eb-8023-e6abb5718081,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:11.055044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.091097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Calling delete_port for 0491f3f5-0804-42eb-8023-e6abb5718081 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:11.175527 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.226979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Made reservation on behalf of eb2533684ffd43258a324b18eb3f0403 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:11.230782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.285875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.326589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.365502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Pushing event deleted for resources: {'Port': ['ID=018d2bff-f153-4a13-93df-cecf549c2608,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:11.396034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.440895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.453847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] No DVR routers for this DVR port 018d2bff-f153-4a13-93df-cecf549c2608 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:11.459447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.464889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-329343f3-7b43-484f-ba5f-732da30ce10f req-537bde4c-9037-48a3-b472-ac893cee9b2b tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.54 "DELETE /v2.0/ports/018d2bff-f153-4a13-93df-cecf549c2608 HTTP/1.1" status: 204 len: 173 time: 1.2469530 Aug 03 19:32:11.465934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'name': 'network-vif-deleted', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:11.473351 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826fe68-3acd-41fc-9c83-68a3eee7930e" -d '{"events": [{"server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "name": "network-vif-deleted", "tag": "018d2bff-f153-4a13-93df-cecf549c2608"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:11.477898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0491f3f5-0804-42eb-8023-e6abb5718081,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:11.481862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/e0f62df4-1217-4d73-9724-3590a12b3408/9b41cc52-8626-4a1d-8993-b46b748820b4) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:11.511822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['018d2bff-f153-4a13-93df-cecf549c2608'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:11.545659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 74855b96-c2ea-4979-92c8-987c39a551e7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:11.563813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network 771b3968-f594-4024-b506-9502dc5b4167 is not hosted by any dhcp agent {{(pid=101343) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 03 19:32:11.570860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:11.571888 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.573659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "PUT /v2.0/networks/771b3968-f594-4024-b506-9502dc5b4167 HTTP/1.1" status: 200 len: 762 time: 1.4970222 Aug 03 19:32:11.578770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port cb5ed9e5-3c32-4293-8162-05b5c5a48e74 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:11.586276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb9c3c-1951-455c-a36b-a18c6d78181f tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=771b3968-f594-4024-b506-9502dc5b4167,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:11.589367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53774) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:11.604552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=cb5ed9e5-3c32-4293-8162-05b5c5a48e74,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:11.621981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.622738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 74855b96-c2ea-4979-92c8-987c39a551e7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:11.623093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 74855b96-c2ea-4979-92c8-987c39a551e7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:11.625115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 771b3968-f594-4024-b506-9502dc5b4167 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:11.632522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8378a98b-b543-41c7-b53f-ceaccf7ac131 req-a6221814-fb9e-4f86-b023-62c598538219 tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 210 time: 0.1034236 Aug 03 19:32:11.765344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:01Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a9550b34-f598-4fca-bc2c-a3d66af19d3b', 'name': '', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:23:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:59Z', 'updated_at': '2021-08-03T19:32:09Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:11.779208 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49c438-456f-408b-bb58-58016f91fdbc x-openstack-request-id: req-3e49c438-456f-408b-bb58-58016f91fdbc {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:11.782037 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8804c9-c2d6-44c7-9731-4125c5686847", "name": "network-vif-deleted", "tag": "018d2bff-f153-4a13-93df-cecf549c2608", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:11.782037 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e49c438-456f-408b-bb58-58016f91fdbc {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:11.782037 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8804c9-c2d6-44c7-9731-4125c5686847', 'name': 'network-vif-deleted', 'tag': '018d2bff-f153-4a13-93df-cecf549c2608', 'status': 'completed', 'code': 200} Aug 03 19:32:11.817491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] For port 9b41cc52-8626-4a1d-8993-b46b748820b4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9b41cc52-8626-4a1d-8993-b46b748820b4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:11.820765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cceca9-f05b-41c7-ba4c-fe9ebc74e88c None None] The sync data for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 is: [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:01Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a9550b34-f598-4fca-bc2c-a3d66af19d3b', 'name': '', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:23:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:59Z', 'updated_at': '2021-08-03T19:32:09Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:11.848133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-914e6b2c-b483-492c-8789-ded3e642ab08 None None] Provisioning complete for port ebce2c4a-6cca-4e90-bdcc-120363448a2d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:11.848516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-914e6b2c-b483-492c-8789-ded3e642ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.852435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.868413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.895724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.905347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba67b935-576e-4cc3-93b3-a27c85d87cad req-e32d8789-5643-4ea5-bb89-d2a158685e86 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.0567889 Aug 03 19:32:11.921231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Ignored duplicate provisioning block setup for port 9b41cc52-8626-4a1d-8993-b46b748820b4 by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:32:11.951776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:11.998318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.002582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55428804-7fab-47e9-9408-8f89a022f718 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.011569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-55428804-7fab-47e9-9408-8f89a022f718 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks?id=771b3968-f594-4024-b506-9502dc5b4167 HTTP/1.1" status: 200 len: 765 time: 0.4163527 Aug 03 19:32:12.014035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.051230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a343bdb4-99e8-42c7-9d4c-3f3fdfda3983']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:12.098439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:12.099166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbaa4ba-0c88-4548-b4d7-c21ac4a22691') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:12.108408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.109752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e3f151-b91c-4a23-87f7-2f4f74fed77d {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:12.122689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8beed2-a158-4a56-bcdd-0858587e44e9 None None] Pushing event updated for resources: {'Port': ['ID=9b41cc52-8626-4a1d-8993-b46b748820b4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:12.130699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.132925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-541bdd83-a88d-462b-9352-07d04fecc1bb admin admin] 10.222.0.67 "DELETE /v2.0/routers/40e3f151-b91c-4a23-87f7-2f4f74fed77d HTTP/1.1" status: 204 len: 168 time: 3.3871114 Aug 03 19:32:12.140002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.166001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Allocated IP 172.20.0.19 (4504e89a-6161-4f4f-8314-da203c4e2845/d495b4d0-8aa2-4880-87f6-f3082fbdc2ef/f9b4ff9a-df85-44f9-a65a-08e79320a384) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:12.246740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fecfa-809b-48d4-8f26-93d127128596 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.246740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d6fecfa-809b-48d4-8f26-93d127128596 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2259824 Aug 03 19:32:12.246740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53782) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.291006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6c18a6c-c33b-4e49-89cf-5232b323b752 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 207 time: 0.0383461 Aug 03 19:32:12.295207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53784) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.366317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.384111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Transition to ACTIVE for port object f9b4ff9a-df85-44f9-a65a-08e79320a384 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:12.430692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Deleting subnet e914df92-c648-40be-86ac-6d647675fa58 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:12.445532 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.467196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.477537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.500448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.513646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:12.514073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:12.517752 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:12.624543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.635765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.662849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.669676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.683407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.691931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.699061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.705840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.711835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Network 4504e89a-6161-4f4f-8314-da203c4e2845 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:12.712591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e88cc157-411a-48de-b4b4-8ef066644339 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4106779 Aug 03 19:32:12.716689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53790) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:12.728129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:12.744939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:12.962446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.972236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.974782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:12.987069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/a343bdb4-99e8-42c7-9d4c-3f3fdfda3983 HTTP/1.1" status: 204 len: 168 time: 4.2756085 Aug 03 19:32:12.994635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:12.995545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.021608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.034343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1347810387'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:13.090134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event updated for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.098505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94d7d-bc22-494b-b19f-1324417d703e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=a343bdb4-99e8-42c7-9d4c-3f3fdfda3983,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.119333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-6cf07e4e-0975-49f9-9e94-153dd3dae305 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2575612 Aug 03 19:32:13.127388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-109a5347-a5e6-42ba-b047-9e5db5ec1d2b req-7edf8385-b08b-4b06-8580-49afa75ec54c tempest-VolumesSnapshotTestJSON-1140748351 tempest-VolumesSnapshotTestJSON-1140748351-project] 10.222.0.67 "GET /v2.0/ports?device_id=de8804c9-c2d6-44c7-9731-4125c5686847 HTTP/1.1" status: 200 len: 210 time: 0.2802796 Aug 03 19:32:13.158170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Request body: {'port': {'device_id': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:13.211848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:13.216187 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.266740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d3907ddd-e552-47e4-9c70-ee209e7ae937 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5447516 Aug 03 19:32:13.270318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53796) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.296869 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.333874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.338365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e914df92-c648-40be-86ac-6d647675fa58 HTTP/1.1" status: 204 len: 168 time: 1.1947329 Aug 03 19:32:13.338365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cfaf2-3022-4eab-b669-183d3c7711d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e914df92-c648-40be-86ac-6d647675fa58,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:13.339771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.341644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.343281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.345419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.345583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53798) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.346436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64365f-c99c-48f4-b438-5df1140a8822 None None] Network d7468926-4d07-46ca-9f29-a601514e46ec requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:13.346974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.349981 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4af7c0da-0240-48b1-88c4-c7b26d96d137 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0745885 Aug 03 19:32:13.355007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.357850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a56adff3-cbdb-4ead-887c-6d9987eadaf1 None None] Provisioning for port f9b4ff9a-df85-44f9-a65a-08e79320a384 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:13.396636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:13.477911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.478581 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 648af131-f0f8-4492-9a02-61b1f1ed80bd of type vlan for network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 Aug 03 19:32:13.507847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.561537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.565543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.567259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.569079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.570742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.576401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30278256-31a1-4c83-94ea-2d3ed05f45cd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2150314 Aug 03 19:32:13.616377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:13.654422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e951b9a-d1b2-4a6b-9274-b917772b5b16 req-0cfb8f27-65f2-4c35-9653-f2ef75715289 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:13.656544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::1 (415ae438-a0e9-4e74-9820-45c73ede8734/e0f62df4-1217-4d73-9724-3590a12b3408/a1bb5320-9e4f-4c15-8130-f6febc652e90) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:13.672460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e951b9a-d1b2-4a6b-9274-b917772b5b16 req-0cfb8f27-65f2-4c35-9653-f2ef75715289 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 895 time: 0.4071968 Aug 03 19:32:13.721237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.735966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 018d2bff-f153-4a13-93df-cecf549c2608 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:13.738157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9b41cc52-8626-4a1d-8993-b46b748820b4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:13.750843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a56adff3-cbdb-4ead-887c-6d9987eadaf1 None None] Provisioning complete for port f9b4ff9a-df85-44f9-a65a-08e79320a384 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:13.754471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a56adff3-cbdb-4ead-887c-6d9987eadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.789112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.836672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Deleting port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:13.837184 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:13.888367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 018d2bff-f153-4a13-93df-cecf549c2608 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:13.888833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 018d2bff-f153-4a13-93df-cecf549c2608 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:13.958369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a56adff3-cbdb-4ead-887c-6d9987eadaf1 None None] Port f9b4ff9a-df85-44f9-a65a-08e79320a384 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:13.976731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] For port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,segment=NetworkSegment(19c59575-db7f-4786-93c6-91f87f6ba7fd),segment_id=19c59575-db7f-4786-93c6-91f87f6ba7fd)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:13.977396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.001359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Calling delete_port for a08369cd-5157-4c42-9fc2-5e4e38cf1c4c owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:14.100042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9b41cc52-8626-4a1d-8993-b46b748820b4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:14.111346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9550b34-f598-4fca-bc2c-a3d66af19d3b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:14.166628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] DHCP port deletion for d7468926-4d07-46ca-9f29-a601514e46ec request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:14.201161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.274118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.290367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Deleting port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:14.290728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.316309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.319016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] No DVR routers for this DVR port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:14.337686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object a1bb5320-9e4f-4c15-8130-f6febc652e90 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:14.346690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c119ca-11dc-45ca-858f-af7e6b1c5c2e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:14.353648 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06c119ca-11dc-45ca-858f-af7e6b1c5c2e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks/10f0e716-b038-4f28-93d0-ca906a00aea6 HTTP/1.1" status: 200 len: 804 time: 0.7199938 Aug 03 19:32:14.354533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:14.372368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.377923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:14.378563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.378936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a9550b34-f598-4fca-bc2c-a3d66af19d3b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:14.397050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a9550b34-f598-4fca-bc2c-a3d66af19d3b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:14.397430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.401226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.403704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] For port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c, host n-d-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:14.404098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.413849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7468926-4d07-46ca-9f29-a601514e46ec']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.428820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c59575-db7f-4786-93c6-91f87f6ba7fd') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.430458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c59575-db7f-4786-93c6-91f87f6ba7fd') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:14.439309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.454099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.461449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:14.461857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:14.463751 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:14.472200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Calling delete_port for a08369cd-5157-4c42-9fc2-5e4e38cf1c4c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:14.474830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Provisioning for port 9b41cc52-8626-4a1d-8993-b46b748820b4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:14.478609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.ipam_backend_mixin [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c was not found and therefore no delete operation was performed {{(pid=101344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:32:14.481949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.483673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Provisioning complete for port 9b41cc52-8626-4a1d-8993-b46b748820b4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:14.484100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.539325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] Pushing event deleted for resources: {'Port': ['ID=a08369cd-5157-4c42-9fc2-5e4e38cf1c4c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.541226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34970061-abeb-429d-bf59-ad0e6203ccf9 None None] No DVR routers for this DVR port a08369cd-5157-4c42-9fc2-5e4e38cf1c4c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:14.585929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070aa84-c170-4ab2-b8be-eef0762f68a3 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:32:14.605834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=d7c8fbae-a0ad-4f53-8096-f2df4c762c49,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.621105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:14.633603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.640452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.644704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d7468926-4d07-46ca-9f29-a601514e46ec HTTP/1.1" status: 204 len: 168 time: 1.2956264 Aug 03 19:32:14.654388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8504e-4f04-4895-9447-2c253551c6c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7468926-4d07-46ca-9f29-a601514e46ec,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:14.682434 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.684010 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7f96fd2-59f7-4f76-b24c-cc51d6e74683 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6544542 Aug 03 19:32:14.687176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53818) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:14.702389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:14.798763 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.799055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b4ff9a-df85-44f9-a65a-08e79320a384 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:14.811162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.816003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a9550b34-f598-4fca-bc2c-a3d66af19d3b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9550b34-f598-4fca-bc2c-a3d66af19d3b,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:14.830265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Transition to ACTIVE for port object f9b4ff9a-df85-44f9-a65a-08e79320a384 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:14.845426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.878563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fdf1e-bedc-485a-adef-ef3e86a3e141 req-9e17fd14-cbb5-4f34-9b3f-3063e8c80d7f tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:14.885846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-841fdf1e-bedc-485a-adef-ef3e86a3e141 req-9e17fd14-cbb5-4f34-9b3f-3063e8c80d7f tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 895 time: 0.1135516 Aug 03 19:32:14.898728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] For port 9b41cc52-8626-4a1d-8993-b46b748820b4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9b41cc52-8626-4a1d-8993-b46b748820b4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:14.900297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f070aa84-c170-4ab2-b8be-eef0762f68a3 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:32:14.936300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7f20b5f4-0276-4c76-be89-585e90f09dbd tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/networks/10f0e716-b038-4f28-93d0-ca906a00aea6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5725882 Aug 03 19:32:14.936300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:14.948476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53826) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:14.948563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.948563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:14.948563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:14.948563 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:14.970401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.024871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=a1bb5320-9e4f-4c15-8130-f6febc652e90,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.056217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0491f3f5-0804-42eb-8023-e6abb5718081 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:15.065506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.095494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.154189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53828) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.165793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0491f3f5-0804-42eb-8023-e6abb5718081 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:15.166498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0491f3f5-0804-42eb-8023-e6abb5718081 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:15.219902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.334030 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a22b7d8-113d-4107-9368-e201d959b5b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5f2e8598ab34b21994a4c6d2daadd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764150 Aug 03 19:32:15.335351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.360628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35826a91-7efd-4684-a94f-9a9d9c69a626 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:32:15.423833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.426559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb36c-29fd-4536-8d0c-11fd64665da3 None None] Pushing event updated for resources: {'Port': ['ID=9b41cc52-8626-4a1d-8993-b46b748820b4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:15.497924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e0c6b3-58e3-4edf-bd55-9c851074c377 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:15.501512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5e0c6b3-58e3-4edf-bd55-9c851074c377 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets/d6a18729-e78a-4ff3-b895-3624ec7fde56 HTTP/1.1" status: 200 len: 843 time: 0.5630219 Aug 03 19:32:15.503002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:15.510194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.513952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.536233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Attempting to bind port f9b4ff9a-df85-44f9-a65a-08e79320a384 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:15.536583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Attempting to bind port f9b4ff9a-df85-44f9-a65a-08e79320a384 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:15.536945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Attempting to bind port f9b4ff9a-df85-44f9-a65a-08e79320a384 on network 4504e89a-6161-4f4f-8314-da203c4e2845 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:15.567534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.573426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Port f9b4ff9a-df85-44f9-a65a-08e79320a384 on network 4504e89a-6161-4f4f-8314-da203c4e2845 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:32:15.573918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Attempting to bind port f9b4ff9a-df85-44f9-a65a-08e79320a384 on network 4504e89a-6161-4f4f-8314-da203c4e2845 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:15.574928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9550b34-f598-4fca-bc2c-a3d66af19d3b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:15.598354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:15.599197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Checking segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:15.599823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Bound using segment: {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:15.600509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Bound port: f9b4ff9a-df85-44f9-a65a-08e79320a384, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e145005a-2629-4c7b-80b5-a3354dfe99ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:15.601143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.634791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc850310-adf3-482a-9cd3-9bb753d32c33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['shared'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:15.638220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35826a91-7efd-4684-a94f-9a9d9c69a626 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:32:15.639862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc850310-adf3-482a-9cd3-9bb753d32c33 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "GET /v2.0/subnets/d6a18729-e78a-4ff3-b895-3624ec7fde56?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1234190 Aug 03 19:32:15.640912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53838) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:15.648327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1360728995'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:15.649684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a9550b34-f598-4fca-bc2c-a3d66af19d3b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:15.649804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.793004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:15.798433 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.866657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:15.879585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:15.879943 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Added segment c0963ff5-440e-40ad-8019-3b0b53c08925 of type vlan for network ac0d4f06-95eb-46b8-8710-207699e415b1 Aug 03 19:32:15.994140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.010585 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.016183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.027705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a08369cd-5157-4c42-9fc2-5e4e38cf1c4c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:16.072351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a08369cd-5157-4c42-9fc2-5e4e38cf1c4c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:16.074254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a08369cd-5157-4c42-9fc2-5e4e38cf1c4c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:16.086802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.183665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:16.189690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=6d81b669-a605-4489-8578-942fb1dc46f9,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.221842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:16.224915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b21be-95b9-4ea4-8cda-3f120139d17d req-beeb3c68-47c0-41fa-b4c3-dee406ebf8b5 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.227416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-488b21be-95b9-4ea4-8cda-3f120139d17d req-beeb3c68-47c0-41fa-b4c3-dee406ebf8b5 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.1492033 Aug 03 19:32:16.228240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '648af131-f0f8-4492-9a02-61b1f1ed80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:16.228612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: d7c8fbae-a0ad-4f53-8096-f2df4c762c49, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:16.232048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.242576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.243242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.286973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.319652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.355155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.357834 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.359288 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5bd36197-ae93-427f-82fd-ba978a83e478 HTTP/1.1" status: 204 len: 168 time: 1.0214150 Aug 03 19:32:16.368603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.368603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.368603 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] 10.222.0.54 "PUT /v2.0/ports/f9b4ff9a-df85-44f9-a65a-08e79320a384 HTTP/1.1" status: 200 len: 1055 time: 3.2217855 Aug 03 19:32:16.368938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7229321 Aug 03 19:32:16.375182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803f6ad-7cc1-47a7-be97-d40e252ede32 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Network': ['ID=ac0d4f06-95eb-46b8-8710-207699e415b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.377754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53858) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:16.377890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:16.380149 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d046b14-2fba-4391-8ad2-78b8b0173f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:16.383085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:16.385419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8838a-96f3-4f28-b454-e93a5a6bf93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd36197-ae93-427f-82fd-ba978a83e478,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.407266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ac0d4f06-95eb-46b8-8710-207699e415b1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:16.411618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610e950-2b80-419a-8d37-3390451fff4e service neutron] Pushing event updated for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.431146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.432723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.493342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:16.574722 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b056b56e-5a67-478b-aad6-93ee3007febf x-openstack-request-id: req-b056b56e-5a67-478b-aad6-93ee3007febf {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:16.575023 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:16.575373 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b056b56e-5a67-478b-aad6-93ee3007febf {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:16.575780 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384', 'status': 'completed', 'code': 200} Aug 03 19:32:16.641746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, d7c8fbae-a0ad-4f53-8096-f2df4c762c49) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:16.646289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.647023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.654269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=a1bb5320-9e4f-4c15-8130-f6febc652e90,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:16.679327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Made reservation on behalf of 1171880170d54bc5807b7318ec94bdb8 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:16.684550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:16.699934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-382fa0bb-0f16-4af4-b445-4af9918071b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:16.701985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-382fa0bb-0f16-4af4-b445-4af9918071b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 1058 time: 0.0896742 Aug 03 19:32:16.712453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:16.713982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:16.764629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_backend_mixin [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Performing IP validity checks on allocation pools {{(pid=101342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 19:32:16.765251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_backend_mixin [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 19:32:16.809728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ced1ceae-8502-4eb4-9b8a-1d3b88d43159 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1207108 Aug 03 19:32:16.818610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:16.825792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-735375821', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:17.050421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.051866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.141733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-70a86a61-914d-4a9c-9f9f-fcb0500bef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.142394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-70a86a61-914d-4a9c-9f9f-fcb0500bef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.144316 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-70a86a61-914d-4a9c-9f9f-fcb0500bef2a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=eb2533684ffd43258a324b18eb3f0403&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.4274330 Aug 03 19:32:17.148786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.169574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccd21c-9091-4ba7-9616-01fe14614087 None None] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:17.180866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.264601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.293345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=f02f9565-c35a-4008-a192-86e1b94235b8,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:17.313048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Checking segment: {'id': 'c0963ff5-440e-40ad-8019-3b0b53c08925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:17.313418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network hostable DHCP agents. Network: ac0d4f06-95eb-46b8-8710-207699e415b1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:17.391696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Provisioning for port a1bb5320-9e4f-4c15-8130-f6febc652e90 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:17.404910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.408926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-180575f6-ca2f-4a44-8166-a956b726af0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5866416 Aug 03 19:32:17.408926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:17.415480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'port': {'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49', 'name': 'tempest-RoutersIpV6Test-1751550432'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:17.489220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Provisioning complete for port a1bb5320-9e4f-4c15-8130-f6febc652e90 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:17.489867 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.617280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9b41cc52-8626-4a1d-8993-b46b748820b4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:17.623030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Network ac0d4f06-95eb-46b8-8710-207699e415b1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:17.775258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Port a1bb5320-9e4f-4c15-8130-f6febc652e90 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:17.803618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-d7c8fbae-a0ad-4f53-8096-f2df4c762c49', 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '6d81b669-a605-4489-8578-942fb1dc46f9'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:17.804099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.824179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9b41cc52-8626-4a1d-8993-b46b748820b4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:17.824857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.920682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a55350-c63c-42a7-b5e6-84986bc436cf req-259637e9-1663-4566-a349-9d493a12caa2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.935598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Provisioning complete for port 9b41cc52-8626-4a1d-8993-b46b748820b4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:17.936128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-06e4f7bd-ef0f-44ea-b272-4615f8d4e5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.937440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7a55350-c63c-42a7-b5e6-84986bc436cf req-259637e9-1663-4566-a349-9d493a12caa2 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.5032418 Aug 03 19:32:17.946334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ac0d4f06-95eb-46b8-8710-207699e415b1) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:17.957656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:17.958259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:17.999577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546f1ece-13e9-4fb0-8974-ad4748f1f260 None None] Network ac0d4f06-95eb-46b8-8710-207699e415b1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:18.020491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:18.024453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.071819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] device_id is not set on port 48388dca-db00-4641-9e65-8d2b9c9b747e yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:32:18.177022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-baa915c9-386a-48ec-acf7-f48327c84b0c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7955112 Aug 03 19:32:18.177810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.193877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:18.239154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-25391b27-d693-4827-abeb-ccba1e7b77af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.242012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0d046b14-2fba-4391-8ad2-78b8b0173f0b req-25391b27-d693-4827-abeb-ccba1e7b77af service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0894229 Aug 03 19:32:18.369934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Router fc26bb36-032d-4d39-987c-7b7f1f5cd915 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:18.499574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:18.503498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8::34c (d7c8fbae-a0ad-4f53-8096-f2df4c762c49/6d81b669-a605-4489-8578-942fb1dc46f9/48388dca-db00-4641-9e65-8d2b9c9b747e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:18.510453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5a0eb5d-9542-4108-9227-12154fda5aa1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "PUT /v2.0/routers/fc26bb36-032d-4d39-987c-7b7f1f5cd915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2407382 Aug 03 19:32:18.510453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53912) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.523691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11683124'] for subnet, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.571131 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5e48f-9b7f-442e-87b9-d5ede9946075 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.572934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-17f5e48f-9b7f-442e-87b9-d5ede9946075 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports/a1bb5320-9e4f-4c15-8130-f6febc652e90 HTTP/1.1" status: 200 len: 911 time: 0.0629003 Aug 03 19:32:18.578153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.641631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-d6e3e969-fefc-4d3d-a5b0-24bd648cbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.647333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-d6e3e969-fefc-4d3d-a5b0-24bd648cbd39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 1058 time: 0.3282340 Aug 03 19:32:18.663017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Sync routers for ids ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:18.697007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92db2b-89af-4519-911e-972e473aab3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.713026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d92db2b-89af-4519-911e-972e473aab3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:18.713227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Routers {'fc26bb36-032d-4d39-987c-7b7f1f5cd915'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:18.713843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:31:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:18.717676 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d92db2b-89af-4519-911e-972e473aab3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1354456 Aug 03 19:32:18.730547 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53922) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:18.738132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:18.754967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 48388dca-db00-4641-9e65-8d2b9c9b747e will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:18.925263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Set router fc26bb36-032d-4d39-987c-7b7f1f5cd915 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:18.998671 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.037526 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-18996134-be5a-4d0f-9c20-bd313ed759c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.084270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-2923ea55-3d65-4d59-8d28-4a26f43c2e26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384 HTTP/1.1" status: 200 len: 217 time: 0.4142592 Aug 03 19:32:19.102077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ac0d4f06-95eb-46b8-8710-207699e415b1', 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1', 'tenant_id': '1171880170d54bc5807b7318ec94bdb8', 'fixed_ips': [{'subnet_id': 'f02f9565-c35a-4008-a192-86e1b94235b8'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:19.102934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.144847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9243d66-10f2-461c-a4f3-b7a471d0f2a7 None None] Provisioning complete for port a1bb5320-9e4f-4c15-8130-f6febc652e90 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:19.150382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9243d66-10f2-461c-a4f3-b7a471d0f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.163340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:19.173440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=48388dca-db00-4641-9e65-8d2b9c9b747e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:19.180586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:19.190116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:19.195506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Allocated IP 2001:db8::2 (d7c8fbae-a0ad-4f53-8096-f2df4c762c49/6d81b669-a605-4489-8578-942fb1dc46f9/dbd50ff3-9728-4540-a573-1993b606fa5d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:19.205218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.207760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.213573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-506d97b7-0611-4cf2-a359-4e1963906385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.215106 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-506d97b7-0611-4cf2-a359-4e1963906385 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d495b4d0-8aa2-4880-87f6-f3082fbdc2ef HTTP/1.1" status: 200 len: 837 time: 0.1144893 Aug 03 19:32:19.377889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-632a6b2d-c0a3-4393-9b93-4643bf324dde tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9676991 Aug 03 19:32:19.378196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-f71171af-69df-420c-9592-8bb452bcb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.379801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-f71171af-69df-420c-9592-8bb452bcb9e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4504e89a-6161-4f4f-8314-da203c4e2845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541915 Aug 03 19:32:19.381536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 53926) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:19.386239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f9243d66-10f2-461c-a4f3-b7a471d0f2a7 None None] Port a1bb5320-9e4f-4c15-8130-f6febc652e90 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:19.392192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835ee7e-5c10-4914-88b4-19749ae55c08 req-86828eaa-62a7-46ee-b462-22db44a34279 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.418786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f835ee7e-5c10-4914-88b4-19749ae55c08 req-86828eaa-62a7-46ee-b462-22db44a34279 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.2529366 Aug 03 19:32:19.656942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767519518118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1693503'] for subnet, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.768697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event updated for resources: {'Subnet': ['ID=f02f9565-c35a-4008-a192-86e1b94235b8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:19.782591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:19.789873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.789873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f66e5663-ed46-47f4-8676-373811060eb0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "PUT /v2.0/subnets/f02f9565-c35a-4008-a192-86e1b94235b8 HTTP/1.1" status: 200 len: 900 time: 1.6053102 Aug 03 19:32:19.790656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:19.950816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:19.987275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-f89123bf-28c2-4267-82a5-1181954aa778 service neutron] 10.222.0.54 "GET /v2.0/networks/4504e89a-6161-4f4f-8314-da203c4e2845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937991 Aug 03 19:32:20.031931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.063918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.097654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.120834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Transition to ACTIVE for port object dbd50ff3-9728-4540-a573-1993b606fa5d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.156322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 2, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None, '_interfaces': [{'id': 'a1bb5320-9e4f-4c15-8130-f6febc652e90', 'name': '', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'mac_address': 'fa:16:3e:ac:ba:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'e0f62df4-1217-4d73-9724-3590a12b3408', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:12Z', 'updated_at': '2021-08-03T19:32:15Z', 'revision_number': 2, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'subnets': [{'id': 'e0f62df4-1217-4d73-9724-3590a12b3408', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:20.200691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Allocated IP 2001:db8::3 (ac0d4f06-95eb-46b8-8710-207699e415b1/f02f9565-c35a-4008-a192-86e1b94235b8/d2d0c8dd-fb0c-475f-97a6-34969765c678) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:20.205132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Checking router: fc26bb36-032d-4d39-987c-7b7f1f5cd915 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:20.205857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Updating router fc26bb36-032d-4d39-987c-7b7f1f5cd915 port a1bb5320-9e4f-4c15-8130-f6febc652e90 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:20.241377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Transition to ACTIVE for port object dbd50ff3-9728-4540-a573-1993b606fa5d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.254603 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.270803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.343182 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.407890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8f783c36-2016-46f1-b168-265aa54cb8ac req-2823458f-c6a1-4081-9508-f5b2b845b4c9 service neutron] 10.222.0.54 "GET /v2.0/networks/4504e89a-6161-4f4f-8314-da203c4e2845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661122 Aug 03 19:32:20.491611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:20.510809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:20.576561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714dc09-1e16-48b8-b832-97aa71945458 req-7782c3db-4001-49ab-86c1-2097b6150a88 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:20.579230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3714dc09-1e16-48b8-b832-97aa71945458 req-7782c3db-4001-49ab-86c1-2097b6150a88 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.0536191 Aug 03 19:32:20.604411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:20.614215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Pushing event updated for resources: {'Port': ['ID=dbd50ff3-9728-4540-a573-1993b606fa5d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:20.714663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port a1bb5320-9e4f-4c15-8130-f6febc652e90 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:20.715132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.763053 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.773913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.779442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Attempting to bind port dbd50ff3-9728-4540-a573-1993b606fa5d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:20.779738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Attempting to bind port dbd50ff3-9728-4540-a573-1993b606fa5d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '648af131-f0f8-4492-9a02-61b1f1ed80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:20.780103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Attempting to bind port dbd50ff3-9728-4540-a573-1993b606fa5d on network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:20.812956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:20.813530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Checking segment: {'id': '648af131-f0f8-4492-9a02-61b1f1ed80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:20.814003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.814483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Bound using segment: {'id': '648af131-f0f8-4492-9a02-61b1f1ed80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:20.815070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Bound port: dbd50ff3-9728-4540-a573-1993b606fa5d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648af131-f0f8-4492-9a02-61b1f1ed80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd7c8fbae-a0ad-4f53-8096-f2df4c762c49'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:20.815542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.831198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Transition to ACTIVE for port object d2d0c8dd-fb0c-475f-97a6-34969765c678 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.864744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.898547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.901065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for a1bb5320-9e4f-4c15-8130-f6febc652e90 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:20.926751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Transition to ACTIVE for port object d2d0c8dd-fb0c-475f-97a6-34969765c678 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.975296 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:20.992197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Transition to ACTIVE for port object a1bb5320-9e4f-4c15-8130-f6febc652e90 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:20.994446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] For port dbd50ff3-9728-4540-a573-1993b606fa5d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:21.001505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] For port dbd50ff3-9728-4540-a573-1993b606fa5d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dbd50ff3-9728-4540-a573-1993b606fa5d,segment=NetworkSegment(648af131-f0f8-4492-9a02-61b1f1ed80bd),segment_id=648af131-f0f8-4492-9a02-61b1f1ed80bd)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:21.010417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=48388dca-db00-4641-9e65-8d2b9c9b747e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.032779 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.035792 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:32:21.083254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Network ac0d4f06-95eb-46b8-8710-207699e415b1 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:21.088244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:21.117250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:21.133222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.137752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Pushing event updated for resources: {'Port': ['ID=d2d0c8dd-fb0c-475f-97a6-34969765c678,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.154918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.165684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.219455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=f02f9565-c35a-4008-a192-86e1b94235b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.245588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.317323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Attempting to bind port d2d0c8dd-fb0c-475f-97a6-34969765c678 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:21.317700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Attempting to bind port d2d0c8dd-fb0c-475f-97a6-34969765c678 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'c0963ff5-440e-40ad-8019-3b0b53c08925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:21.318068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Attempting to bind port d2d0c8dd-fb0c-475f-97a6-34969765c678 on network ac0d4f06-95eb-46b8-8710-207699e415b1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:21.323442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac5cf1-1513-4ad3-ba59-966a69608c47 None None] Pushing event updated for resources: {'Port': ['ID=a1bb5320-9e4f-4c15-8130-f6febc652e90,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.372684 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.394482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0d4f06-95eb-46b8-8710-207699e415b1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.418435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0963ff5-440e-40ad-8019-3b0b53c08925') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.418748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0963ff5-440e-40ad-8019-3b0b53c08925') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:21.429257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0cab9-4a99-4683-abe1-fae0e8249ff2 None None] Pushing event updated for resources: {'Port': ['ID=dbd50ff3-9728-4540-a573-1993b606fa5d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:21.436924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.445614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:21.450656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Checking segment: {'id': 'c0963ff5-440e-40ad-8019-3b0b53c08925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:21.451243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.457154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Bound using segment: {'id': 'c0963ff5-440e-40ad-8019-3b0b53c08925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:21.457154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Bound port: d2d0c8dd-fb0c-475f-97a6-34969765c678, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0963ff5-440e-40ad-8019-3b0b53c08925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:21.457154 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.467752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.484165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:21.484633 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.599397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:21.604760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:21.605340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:21.651620 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:21.673416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:21.681308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:21.681884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.682495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:21.683060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Bound port: a1bb5320-9e4f-4c15-8130-f6febc652e90, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:21.683458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.689329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.778859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] For port d2d0c8dd-fb0c-475f-97a6-34969765c678, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:21.898699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:21.914189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] For port d2d0c8dd-fb0c-475f-97a6-34969765c678, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d2d0c8dd-fb0c-475f-97a6-34969765c678,segment=NetworkSegment(c0963ff5-440e-40ad-8019-3b0b53c08925),segment_id=c0963ff5-440e-40ad-8019-3b0b53c08925)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:21.917260 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:21.917603 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:21.929682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66366f-de6f-4252-910a-0d3ba7540a78 req-cbb7ed20-fe5d-4dd7-9418-64e3e4955072 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:21.931615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc66366f-de6f-4252-910a-0d3ba7540a78 req-cbb7ed20-fe5d-4dd7-9418-64e3e4955072 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.2504938 Aug 03 19:32:21.933712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:32:21.933712 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:32:21.933712 n-d-803363-1 neutron-server[101342]: [parameters: {'id': 'ac0d4f06-95eb-46b8-8710-207699e415b1'}] Aug 03 19:32:21.933712 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:21.934444 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:21.973095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=a1bb5320-9e4f-4c15-8130-f6febc652e90,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:22.044156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.138019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82654c8a-ac0a-493d-aac6-e0e1823adcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.250099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616bc18-3668-4fd7-95e4-28775c6c1682 None None] Pushing event updated for resources: {'Port': ['ID=d2d0c8dd-fb0c-475f-97a6-34969765c678,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:22.270784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e32652-b7a7-4eec-999a-8e48192c5a95 None None] Network ac0d4f06-95eb-46b8-8710-207699e415b1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:22.335112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.436584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.514491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:22.514869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:22.515825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Attempting to bind port a1bb5320-9e4f-4c15-8130-f6febc652e90 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:22.524312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:22.524700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:22.525137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.526048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:22.526549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Bound port: a1bb5320-9e4f-4c15-8130-f6febc652e90, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:22.526936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.535609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting port d2d0c8dd-fb0c-475f-97a6-34969765c678 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:22.539229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.620426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Port a1bb5320-9e4f-4c15-8130-f6febc652e90 has been deleted concurrently {{(pid=101344) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:32:22.650448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb569412-be4b-4b53-ac9a-9665ce1209c8 None None] Network ac0d4f06-95eb-46b8-8710-207699e415b1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:22.693902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] For port d2d0c8dd-fb0c-475f-97a6-34969765c678, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d2d0c8dd-fb0c-475f-97a6-34969765c678,segment=NetworkSegment(c0963ff5-440e-40ad-8019-3b0b53c08925),segment_id=c0963ff5-440e-40ad-8019-3b0b53c08925)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:22.694273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:22.727093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Calling delete_port for d2d0c8dd-fb0c-475f-97a6-34969765c678 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:22.737286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Routers {'fc26bb36-032d-4d39-987c-7b7f1f5cd915'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:22.738177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:22.772101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.029944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.079720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Port': ['ID=d2d0c8dd-fb0c-475f-97a6-34969765c678,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.098703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No DVR routers for this DVR port d2d0c8dd-fb0c-475f-97a6-34969765c678 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:23.151004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24df93f-8083-4758-a51f-82818f708271 None None] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:23.225187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Router fc26bb36-032d-4d39-987c-7b7f1f5cd915 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:23.255237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.274403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0d4f06-95eb-46b8-8710-207699e415b1']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.278501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] Set router fc26bb36-032d-4d39-987c-7b7f1f5cd915 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:23.285970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb757b-ddc4-476d-9da2-3365a91114c9 req-6b3dd829-458e-4395-bb1f-c91a7f22be75 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:23.287787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92fb757b-ddc4-476d-9da2-3365a91114c9 req-6b3dd829-458e-4395-bb1f-c91a7f22be75 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 907 time: 0.1946673 Aug 03 19:32:23.304028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0963ff5-440e-40ad-8019-3b0b53c08925') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.304301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0963ff5-440e-40ad-8019-3b0b53c08925') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.346997 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.373859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:21Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:23.383301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.402461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:23.403036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.425221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:23.428989 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:23.431156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88fcdb8-3bc1-430f-ab58-a9b561a908d3 None None] Provisioning for port dbd50ff3-9728-4540-a573-1993b606fa5d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:23.433329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d6869b-8c31-4918-b77c-4057354dcdaf None None] The sync data for ids ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'] in n-d-803363-1 is: [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:21Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:23.576300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f9b4ff9a-df85-44f9-a65a-08e79320a384 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:32:23.585464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:23.598964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fa6e157-bb97-4158-8ac0-78dd166a83f6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "PUT /v2.0/routers/fc26bb36-032d-4d39-987c-7b7f1f5cd915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626816 Aug 03 19:32:23.603335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53990) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:23.607055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.652235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dbd50ff3-9728-4540-a573-1993b606fa5d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:23.677005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.677918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.749668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398e437-6887-4daf-80d1-910ea321d784 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:23.753647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398e437-6887-4daf-80d1-910ea321d784 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:23.764390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7398e437-6887-4daf-80d1-910ea321d784 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1524296 Aug 03 19:32:23.765510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:23.804928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:23.825882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.834337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.834536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'f9b4ff9a-df85-44f9-a65a-08e79320a384', 'network_id': '4504e89a-6161-4f4f-8314-da203c4e2845', 'port_id': 'f9b4ff9a-df85-44f9-a65a-08e79320a384', 'mac_address': 'fa:16:3e:d3:c2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd495b4d0-8aa2-4880-87f6-f3082fbdc2ef', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:32:23.840286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/ac0d4f06-95eb-46b8-8710-207699e415b1 HTTP/1.1" status: 204 len: 168 time: 4.0422776 Aug 03 19:32:23.848910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 53996) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:23.907711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port dbd50ff3-9728-4540-a573-1993b606fa5d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:23.932638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dbd50ff3-9728-4540-a573-1993b606fa5d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:23.939471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:23.959803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=48388dca-db00-4641-9e65-8d2b9c9b747e,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.987503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a83d9e-56b5-4d16-919e-7dfc731e9ee0 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=ac0d4f06-95eb-46b8-8710-207699e415b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:23.990984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:23.995536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:24.000737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.028693 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60ba0fe-c79f-42e8-a8fa-b48c2bd78232 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:24.036472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60ba0fe-c79f-42e8-a8fa-b48c2bd78232 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:24.040352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f60ba0fe-c79f-42e8-a8fa-b48c2bd78232 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/f02f9565-c35a-4008-a192-86e1b94235b8 HTTP/1.1" status: 404 len: 337 time: 0.1903090 Aug 03 19:32:24.049621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:24.072442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet e0f62df4-1217-4d73-9724-3590a12b3408 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:24.073189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b4ff9a-df85-44f9-a65a-08e79320a384 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:32:24.086657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.139198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:24.156508 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e32a751-f744-494e-b3b6-511f476dddb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:24.157334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e32a751-f744-494e-b3b6-511f476dddb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:24.162601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1e32a751-f744-494e-b3b6-511f476dddb8 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/ac0d4f06-95eb-46b8-8710-207699e415b1 HTTP/1.1" status: 404 len: 339 time: 0.1116548 Aug 03 19:32:24.178430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54008) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:24.234623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.236814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.257072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.375865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:24.392943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.408486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port dbd50ff3-9728-4540-a573-1993b606fa5d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dbd50ff3-9728-4540-a573-1993b606fa5d,segment=NetworkSegment(648af131-f0f8-4492-9a02-61b1f1ed80bd),segment_id=648af131-f0f8-4492-9a02-61b1f1ed80bd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:24.470690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Provisioning for port 48388dca-db00-4641-9e65-8d2b9c9b747e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:24.473739 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.526815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.529264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 94155275-5b66-4268-aea2-a1b51da4ec4f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:24.570677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Provisioning complete for port 48388dca-db00-4641-9e65-8d2b9c9b747e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:24.571321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.587920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['f9b4ff9a-df85-44f9-a65a-08e79320a384'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:32:24.763315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514c144-5328-4d82-9b81-cb54be3c46c6 req-a14601d8-3948-44d8-a100-11563448ad13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:24.763846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:24.773661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7514c144-5328-4d82-9b81-cb54be3c46c6 req-a14601d8-3948-44d8-a100-11563448ad13 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 908 time: 0.3003399 Aug 03 19:32:24.787880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] Sync routers for ids ['94155275-5b66-4268-aea2-a1b51da4ec4f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:24.806286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-adb70162-6c80-457f-a34e-4ff82c11661d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/94155275-5b66-4268-aea2-a1b51da4ec4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4232376 Aug 03 19:32:24.808968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54016) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:24.826365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] Routers {'94155275-5b66-4268-aea2-a1b51da4ec4f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:24.827212 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94155275-5b66-4268-aea2-a1b51da4ec4f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.871591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=dbd50ff3-9728-4540-a573-1993b606fa5d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:24.871999 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.889679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] Routers {'94155275-5b66-4268-aea2-a1b51da4ec4f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:24.890694 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94155275-5b66-4268-aea2-a1b51da4ec4f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.930761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Port 48388dca-db00-4641-9e65-8d2b9c9b747e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:24.936052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:24.936896 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1159db31-c7f6-4a97-9df4-f89a705e2525 None None] The sync data for ids ['94155275-5b66-4268-aea2-a1b51da4ec4f'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:24.945063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:24.987763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.003206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.008795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Provisioning complete for port dbd50ff3-9728-4540-a573-1993b606fa5d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:25.009171 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-72882bbc-c0a7-4cec-8ced-d1e6865babea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.033451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8da4dc-f23d-49cd-be7c-c4ec793191fc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:25.034921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3b8da4dc-f23d-49cd-be7c-c4ec793191fc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports/48388dca-db00-4641-9e65-8d2b9c9b747e HTTP/1.1" status: 200 len: 984 time: 0.2246041 Aug 03 19:32:25.035840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f62df4-1217-4d73-9724-3590a12b3408,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:25.038519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54022) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.047031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.061785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dd985b26-08ac-468a-b9ea-606313942ba7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/e0f62df4-1217-4d73-9724-3590a12b3408 HTTP/1.1" status: 204 len: 168 time: 1.2955465 Aug 03 19:32:25.072075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771b3968-f594-4024-b506-9502dc5b4167']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:25.080988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.095836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Sync routers for ids ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:25.107673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b0216-79b9-46bc-b9db-c59ae96afcc3 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:25.116453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f18f6e-7b89-4000-a4aa-f4d959ca6dcd') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:25.118702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f18f6e-7b89-4000-a4aa-f4d959ca6dcd') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:25.152282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.213520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.221768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:25.223668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:25.260131 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:25.291677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Routers {'fc26bb36-032d-4d39-987c-7b7f1f5cd915'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:25.292147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:25.644053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c903b203-3659-4740-ba3b-9b00fc4dd205 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5618930 Aug 03 19:32:25.645151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54036) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.654688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f9b4ff9a-df85-44f9-a65a-08e79320a384 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:25.657296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dbd50ff3-9728-4540-a573-1993b606fa5d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:25.660003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Set router fc26bb36-032d-4d39-987c-7b7f1f5cd915 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:25.706831 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.735650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.746754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.751990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/771b3968-f594-4024-b506-9502dc5b4167 HTTP/1.1" status: 204 len: 168 time: 1.5693038 Aug 03 19:32:25.771069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54040) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.860487 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd6fc5e-cd28-4ee5-bd3e-b75a7a7456ce tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:25.863580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362ae03-b913-4711-97df-719d6868ecd1 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=771b3968-f594-4024-b506-9502dc5b4167,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:25.867693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd6fc5e-cd28-4ee5-bd3e-b75a7a7456ce tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:25.869935 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cdd6fc5e-cd28-4ee5-bd3e-b75a7a7456ce tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/588dd1ca-5a66-4028-809b-54c642761bb8 HTTP/1.1" status: 404 len: 337 time: 0.0977328 Aug 03 19:32:25.872538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54044) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:25.886989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:25.914774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:21Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:25.956108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Checking router: fc26bb36-032d-4d39-987c-7b7f1f5cd915 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:25.981486 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc89bb21-878b-497f-b248-1e321f25d7ad tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:25.982077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc89bb21-878b-497f-b248-1e321f25d7ad tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:25.986548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fc89bb21-878b-497f-b248-1e321f25d7ad tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/a6a84892-b2cc-409e-8ad5-2040654fe2ae HTTP/1.1" status: 404 len: 339 time: 0.1101863 Aug 03 19:32:26.039069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Routers {'fc26bb36-032d-4d39-987c-7b7f1f5cd915'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:26.039988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:26.044165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54046) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:26.118166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-df59722d-a5d1-4e1a-9146-ddc0d2b64fa8 None None] Provisioning complete for port 48388dca-db00-4641-9e65-8d2b9c9b747e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:26.118560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-df59722d-a5d1-4e1a-9146-ddc0d2b64fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.336977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 48388dca-db00-4641-9e65-8d2b9c9b747e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:26.338182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.395524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] Set router fc26bb36-032d-4d39-987c-7b7f1f5cd915 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:26.398998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dbd50ff3-9728-4540-a573-1993b606fa5d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:26.399436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.484928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-df59722d-a5d1-4e1a-9146-ddc0d2b64fa8 None None] Port 48388dca-db00-4641-9e65-8d2b9c9b747e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:26.499000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:21Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:26.535327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port f9b4ff9a-df85-44f9-a65a-08e79320a384 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:26.545460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:26.550330 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da48205-8f06-43b5-b629-63c69904f68b None None] The sync data for ids ['fc26bb36-032d-4d39-987c-7b7f1f5cd915'] in n-d-803363-1 is: [{'id': 'fc26bb36-032d-4d39-987c-7b7f1f5cd915', 'name': 'tempest-NetworksTestDHCPv6-router-1323058679', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:09Z', 'updated_at': '2021-08-03T19:32:21Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:26.555473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port f9b4ff9a-df85-44f9-a65a-08e79320a384 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:26.555875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.575078 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.615091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 48388dca-db00-4641-9e65-8d2b9c9b747e owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:26.681582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting subnet fde374d0-0754-47a1-a9af-768f4d234dcb {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:26.686753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.761285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Deleting port 9b41cc52-8626-4a1d-8993-b46b748820b4 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:26.763593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.841744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.897481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] For port 9b41cc52-8626-4a1d-8993-b46b748820b4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9b41cc52-8626-4a1d-8993-b46b748820b4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:26.897989 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.929804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.931917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:26.932579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:26.934655 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787585a0-b0bc-4b34-82db-ff69976592d3" -d '{"events": [{"server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "name": "network-vif-plugged", "status": "completed", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:26.939738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Calling delete_port for 9b41cc52-8626-4a1d-8993-b46b748820b4 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:26.951557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:26.999595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.062990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.099678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f132-9be8-48ce-a9e8-5f6a4b05d948 req-053e2556-f5f8-4dbb-b720-98c4a5af61be tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:27.102224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb69f132-9be8-48ce-a9e8-5f6a4b05d948 req-053e2556-f5f8-4dbb-b720-98c4a5af61be tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 908 time: 1.1470025 Aug 03 19:32:27.127778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.148837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.149339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Fanout notify agent at l3_agent the message router_deleted on router fc26bb36-032d-4d39-987c-7b7f1f5cd915 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:27.159486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.160117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-09f9c5c5-4f8f-4adb-9d28-50510758896b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/routers/fc26bb36-032d-4d39-987c-7b7f1f5cd915 HTTP/1.1" status: 204 len: 168 time: 1.5080070 Aug 03 19:32:27.167250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54068) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.173126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:27.173554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.191105 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dd1540-6333-4826-b93e-c9fbe7766bda x-openstack-request-id: req-16dd1540-6333-4826-b93e-c9fbe7766bda {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:27.192261 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "name": "network-vif-plugged", "status": "completed", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:27.192261 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16dd1540-6333-4826-b93e-c9fbe7766bda {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:27.192261 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384', 'code': 200} Aug 03 19:32:27.202101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.202405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.241033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] Pushing event deleted for resources: {'Port': ['ID=9b41cc52-8626-4a1d-8993-b46b748820b4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.250541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654edcd4-ce3b-446a-b79d-4b376c441a09 None None] No DVR routers for this DVR port 9b41cc52-8626-4a1d-8993-b46b748820b4 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:27.296712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c03670-a20b-467d-a5ba-b31405f79147 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:32:27.296969 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=48388dca-db00-4641-9e65-8d2b9c9b747e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.485715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.530430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=fde374d0-0754-47a1-a9af-768f4d234dcb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:27.537262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.541683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-461bbc6c-60c6-4531-a225-6184611418b6 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/fde374d0-0754-47a1-a9af-768f4d234dcb HTTP/1.1" status: 204 len: 168 time: 1.4654334 Aug 03 19:32:27.548097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54076) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.572364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9b41cc52-8626-4a1d-8993-b46b748820b4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:27.573934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:27.583432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.596813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c602e6-8013-4b5c-b59e-657d619c9a32 req-5424ac40-01f2-4de5-826d-02bc85250291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:27.598534 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-10c602e6-8013-4b5c-b59e-657d619c9a32 req-5424ac40-01f2-4de5-826d-02bc85250291 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 1060 time: 0.3065190 Aug 03 19:32:27.599176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.611426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9b41cc52-8626-4a1d-8993-b46b748820b4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:27.611426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9b41cc52-8626-4a1d-8993-b46b748820b4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:27.649531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c03670-a20b-467d-a5ba-b31405f79147 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:32:27.790078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting subnet 9621bc18-8db3-4d17-afbd-dd9fbc30647f {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:27.798748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.812481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 94155275-5b66-4268-aea2-a1b51da4ec4f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:27.883412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:27.957315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:27.977402 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-187bcf22-a9c9-4797-ab7b-ce9d65cae495 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/94155275-5b66-4268-aea2-a1b51da4ec4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9384601 Aug 03 19:32:27.979955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54082) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:27.987578 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] Sync routers for ids ['94155275-5b66-4268-aea2-a1b51da4ec4f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:28.009441 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] Routers {'94155275-5b66-4268-aea2-a1b51da4ec4f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:28.011411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94155275-5b66-4268-aea2-a1b51da4ec4f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:28.066236 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:28.082373 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] Routers {'94155275-5b66-4268-aea2-a1b51da4ec4f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:28.085319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5255fe9-7200-44b6-bb5c-2edb10c3206a None None] Network bdac60c6-9464-4768-bda2-e1e492397400 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:28.107238 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94155275-5b66-4268-aea2-a1b51da4ec4f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:28.118209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.205872 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.221978 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:28.223721 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bae4e5-614b-41ca-bf98-e9f57beb38de None None] The sync data for ids ['94155275-5b66-4268-aea2-a1b51da4ec4f'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:28.370592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:28.380690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.388473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:28.401357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:28.402148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.424570 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-410656b5-26e9-4b25-a904-5aa3790aac32 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] remove_router_interface failed (client error): The resource could not be found. Aug 03 19:32:28.429104 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-410656b5-26e9-4b25-a904-5aa3790aac32 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/94155275-5b66-4268-aea2-a1b51da4ec4f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4442253 Aug 03 19:32:28.432034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54088) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.434263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e87fc8-a5c1-420e-a32c-744386e43ca2 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:28.475040 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-92e447ef-5aaf-4d1f-870d-567ce33fb72d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=94155275-5b66-4268-aea2-a1b51da4ec4f HTTP/1.1" status: 200 len: 205 time: 0.0414848 Aug 03 19:32:28.480924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54096) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.487851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff9faa-4bc5-4519-a192-76654bfccce4 req-b933e34b-01f3-4eaa-a102-63280213c95c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:28.509531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcff9faa-4bc5-4519-a192-76654bfccce4 req-b933e34b-01f3-4eaa-a102-63280213c95c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.2302444 Aug 03 19:32:28.628824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.642570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.723515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=9621bc18-8db3-4d17-afbd-dd9fbc30647f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:28.725075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.729796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5a06174-89d2-4dfe-9ec9-898ee4c73a16 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/9621bc18-8db3-4d17-afbd-dd9fbc30647f HTTP/1.1" status: 204 len: 168 time: 1.1804914 Aug 03 19:32:28.730435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54106) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.732108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:28.738904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.765844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ae6a7891-a794-41a2-9c87-04e816c89785 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5974677 Aug 03 19:32:28.800220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54110) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:28.805059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-594005046', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:28.897164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.974368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:28.978578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.026885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting port ebce2c4a-6cca-4e90-bdcc-120363448a2d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:29.027237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.134035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] For port ebce2c4a-6cca-4e90-bdcc-120363448a2d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ebce2c4a-6cca-4e90-bdcc-120363448a2d,segment=NetworkSegment(e7e6ac59-d81d-4ebd-978e-ddaf729b6b21),segment_id=e7e6ac59-d81d-4ebd-978e-ddaf729b6b21)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:29.134601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.156276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb/57cbe305-28cf-477d-9b49-1b91e74e3f3d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:29.158062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Calling delete_port for ebce2c4a-6cca-4e90-bdcc-120363448a2d owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:29.207619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.209819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.253424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.253943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router 94155275-5b66-4268-aea2-a1b51da4ec4f {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:29.270925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.276990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef214430-76ad-42d7-acd6-bfe915ef039d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/94155275-5b66-4268-aea2-a1b51da4ec4f HTTP/1.1" status: 204 len: 168 time: 0.7945111 Aug 03 19:32:29.284840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54126) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:29.404015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.414264 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.452150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Port': ['ID=ebce2c4a-6cca-4e90-bdcc-120363448a2d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:29.453910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 6d81b669-a605-4489-8578-942fb1dc46f9 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:29.456461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No DVR routers for this DVR port ebce2c4a-6cca-4e90-bdcc-120363448a2d on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:29.463459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.519654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.542564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.571382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.588641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Transition to ACTIVE for port object 57cbe305-28cf-477d-9b49-1b91e74e3f3d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:29.630150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3c1e3-9423-4345-95de-89930d19119e None None] Network bdac60c6-9464-4768-bda2-e1e492397400 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:29.660559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.693765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdac60c6-9464-4768-bda2-e1e492397400']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:29.710368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:29.713488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e6ac59-d81d-4ebd-978e-ddaf729b6b21') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:29.739879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.758634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Transition to ACTIVE for port object 57cbe305-28cf-477d-9b49-1b91e74e3f3d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:29.772035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.787353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fab18ae6-2cec-48f6-9a57-bfc77c55cda9 None None] Could not find standard attr ID for object ebce2c4a-6cca-4e90-bdcc-120363448a2d. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:32:29.801191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.815507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:29.815924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:29.819929 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:29.832446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:29.834538 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c6ef37a-ece3-44ce-86b8-e1701a034f93 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0331335 Aug 03 19:32:29.842597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:29.891809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6a34-436b-4dc1-a938-520e35249520 req-51a36f8d-6ef5-40a4-8611-d69787b3672e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:29.897726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-978b6a34-436b-4dc1-a938-520e35249520 req-51a36f8d-6ef5-40a4-8611-d69787b3672e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.1841478 Aug 03 19:32:29.963084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.018364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.027407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.029830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/bdac60c6-9464-4768-bda2-e1e492397400 HTTP/1.1" status: 204 len: 168 time: 1.2983856 Aug 03 19:32:30.032797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54152) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:30.065246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f580f-5b1d-41de-97a9-8dca2fe07617 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=bdac60c6-9464-4768-bda2-e1e492397400,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.086937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:30.097636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b39fe-9aba-4eb4-b0aa-529aa61cf671 None None] DHCP port deletion for bdac60c6-9464-4768-bda2-e1e492397400 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:30.109798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:30.116853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:30.124991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Pushing event updated for resources: {'Port': ['ID=57cbe305-28cf-477d-9b49-1b91e74e3f3d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.226721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Attempting to bind port 57cbe305-28cf-477d-9b49-1b91e74e3f3d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:30.227204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Attempting to bind port 57cbe305-28cf-477d-9b49-1b91e74e3f3d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:30.227712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Attempting to bind port 57cbe305-28cf-477d-9b49-1b91e74e3f3d on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:30.249925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb7d7c-f5b7-438e-b383-cb2af2c8e899 req-f91cd469-8a4e-4c2c-a3a7-071b47e8f49b tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:30.252357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30bb7d7c-f5b7-438e-b383-cb2af2c8e899 req-f91cd469-8a4e-4c2c-a3a7-071b47e8f49b tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.0844648 Aug 03 19:32:30.311773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:30.312511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:30.313049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.313517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:30.314058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Bound port: 57cbe305-28cf-477d-9b49-1b91e74e3f3d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:30.314504 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.489941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] For port 57cbe305-28cf-477d-9b49-1b91e74e3f3d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:30.498601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] For port 57cbe305-28cf-477d-9b49-1b91e74e3f3d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=57cbe305-28cf-477d-9b49-1b91e74e3f3d,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:30.557425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e4f96-f504-4a0e-8d71-a460be8a9e83 req-1cee6911-98f1-4ec0-b689-d6816acdca9c tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:30.559477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47e4f96-f504-4a0e-8d71-a460be8a9e83 req-1cee6911-98f1-4ec0-b689-d6816acdca9c tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 1060 time: 0.0508184 Aug 03 19:32:30.591210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.693987 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ed1355-9e78-45d3-91f1-13196e93208a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:30.694450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ed1355-9e78-45d3-91f1-13196e93208a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:30.705066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-08ed1355-9e78-45d3-91f1-13196e93208a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/644f91e3-9599-43f8-93f8-de664b5a2caa HTTP/1.1" status: 404 len: 337 time: 0.6696858 Aug 03 19:32:30.713117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:30.747803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444093cf-38a2-49c9-b720-55ddb898a43d None None] Pushing event updated for resources: {'Port': ['ID=57cbe305-28cf-477d-9b49-1b91e74e3f3d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.783680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:30.785374 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c97435-1152-4c58-b052-a7efc8ad2510 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:30.791279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c97435-1152-4c58-b052-a7efc8ad2510 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:30.793353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-26c97435-1152-4c58-b052-a7efc8ad2510 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/fc6f3deb-5eae-4a1d-bfdd-5a0075e1fdfe HTTP/1.1" status: 404 len: 339 time: 0.0791798 Aug 03 19:32:30.809386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54172) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:30.863200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b934b38-80c7-4880-897c-a6c719cf80e1 req-cd40605b-ddb1-4784-b9e9-15ce58a4cb2e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:30.864885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b934b38-80c7-4880-897c-a6c719cf80e1 req-cd40605b-ddb1-4784-b9e9-15ce58a4cb2e tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.1727147 Aug 03 19:32:30.893017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=6d81b669-a605-4489-8578-942fb1dc46f9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:30.908858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a305c50d-5cac-4cc2-8a0c-2f6a257a9184 None None] Network d7c8fbae-a0ad-4f53-8096-f2df4c762c49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:30.959451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b934b38-80c7-4880-897c-a6c719cf80e1 req-706cc3fb-b672-43b0-bd39-174d776a5071 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0803878 Aug 03 19:32:30.982450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54174) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.084739 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.086763 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a863aed3-7f40-49dd-8544-27182d665fe4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/6d81b669-a605-4489-8578-942fb1dc46f9 HTTP/1.1" status: 204 len: 168 time: 1.7986951 Aug 03 19:32:31.090658 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c65fcee-a195-4d40-abf6-6880d510f01a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:31.091118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c65fcee-a195-4d40-abf6-6880d510f01a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:31.096892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c65fcee-a195-4d40-abf6-6880d510f01a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/e4059ea9-98cc-4027-9be4-6be9d44f5d98 HTTP/1.1" status: 404 len: 337 time: 0.2811067 Aug 03 19:32:31.097859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.098392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54180) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.192155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2811cb3-f26d-44c6-a1d8-8f4f11519b42 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:31.193837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a2811cb3-f26d-44c6-a1d8-8f4f11519b42 tempest-TestSecurityGroupsBasicOps-50607311 tempest-TestSecurityGroupsBasicOps-50607311-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 1055 time: 0.2095685 Aug 03 19:32:31.228561 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7919cc-1bcb-4f3f-a2b3-fc5491b1bc9a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:31.229394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7919cc-1bcb-4f3f-a2b3-fc5491b1bc9a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:31.234502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54184) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.234771 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c7919cc-1bcb-4f3f-a2b3-fc5491b1bc9a tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/abef42cd-6609-4ec9-8e08-47415551001a HTTP/1.1" status: 404 len: 339 time: 0.1210542 Aug 03 19:32:31.287241 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdba80f-cce8-43a7-8f77-e5c299dbe986 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:31.287732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdba80f-cce8-43a7-8f77-e5c299dbe986 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:31.289502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9cdba80f-cce8-43a7-8f77-e5c299dbe986 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/958f96a3-1618-4ff4-8849-848500bc570b HTTP/1.1" status: 404 len: 337 time: 0.0537443 Aug 03 19:32:31.301413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.328506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.334115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.345799 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fa2fd3-bc4e-42c0-8916-beeba6745144 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:31.347263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fa2fd3-bc4e-42c0-8916-beeba6745144 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:31.349787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43fa2fd3-bc4e-42c0-8916-beeba6745144 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/7258f963-5b2a-415f-8da6-78e1845a8d7a HTTP/1.1" status: 404 len: 339 time: 0.0470889 Aug 03 19:32:31.352275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54192) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:31.366707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] DHCP port deletion for d7c8fbae-a0ad-4f53-8096-f2df4c762c49 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:31.444561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Deleting port dbd50ff3-9728-4540-a573-1993b606fa5d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:31.446106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.481381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting subnet c65cb6db-00c3-4786-935c-b38ef8b6a756 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:31.486032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.600791 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.607207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] For port dbd50ff3-9728-4540-a573-1993b606fa5d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dbd50ff3-9728-4540-a573-1993b606fa5d,segment=NetworkSegment(648af131-f0f8-4492-9a02-61b1f1ed80bd),segment_id=648af131-f0f8-4492-9a02-61b1f1ed80bd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:31.610627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.648799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 57cbe305-28cf-477d-9b49-1b91e74e3f3d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:31.670498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Calling delete_port for dbd50ff3-9728-4540-a573-1993b606fa5d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:31.735794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.850101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port dbd50ff3-9728-4540-a573-1993b606fa5d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:31.850792 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:31.974025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.044327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=c65cb6db-00c3-4786-935c-b38ef8b6a756,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:32.064740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 57cbe305-28cf-477d-9b49-1b91e74e3f3d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:32.110563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.110879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.111211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4271a411-548b-4c7b-9be5-ec6fcad465ab tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/c65cb6db-00c3-4786-935c-b38ef8b6a756 HTTP/1.1" status: 204 len: 168 time: 0.7574747 Aug 03 19:32:32.126570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:32.138739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] No DVR routers for this DVR port dbd50ff3-9728-4540-a573-1993b606fa5d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:32.140675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ae5379-0975-4ad2-8991-cdafdb67a912 None None] Network 040b3c38-3542-45ad-bb6d-eecefa132791 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:32.197081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port dbd50ff3-9728-4540-a573-1993b606fa5d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dbd50ff3-9728-4540-a573-1993b606fa5d,segment=NetworkSegment(648af131-f0f8-4492-9a02-61b1f1ed80bd),segment_id=648af131-f0f8-4492-9a02-61b1f1ed80bd)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:32.198089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.231394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for dbd50ff3-9728-4540-a573-1993b606fa5d owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:32.271817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbeda2-e315-484e-86b5-ba379df59d33 req-f8a122e1-cfb9-4996-a160-dcb789e191e7 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:32.273388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6bbeda2-e315-484e-86b5-ba379df59d33 req-f8a122e1-cfb9-4996-a160-dcb789e191e7 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.2126317 Aug 03 19:32:32.314425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.390627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ebce2c4a-6cca-4e90-bdcc-120363448a2d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:32.409239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e376b32-d712-4fd9-83d6-3396e7fcbc2b None None] Pushing event deleted for resources: {'Port': ['ID=dbd50ff3-9728-4540-a573-1993b606fa5d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:32.421513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:32.422106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.429017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::1 (415ae438-a0e9-4e74-9820-45c73ede8734/1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb/0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:32.475226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ebce2c4a-6cca-4e90-bdcc-120363448a2d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:32.475226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ebce2c4a-6cca-4e90-bdcc-120363448a2d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:32.475226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dbd50ff3-9728-4540-a573-1993b606fa5d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:32.506419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: dbd50ff3-9728-4540-a573-1993b606fa5d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:32.507703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dbd50ff3-9728-4540-a573-1993b606fa5d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:32.512411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.535866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] For port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,segment=NetworkSegment(9cdaab1f-5451-4fac-914a-9491296dba59),segment_id=9cdaab1f-5451-4fac-914a-9491296dba59)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:32.536249 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.552776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Calling delete_port for 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:32.634450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port dbd50ff3-9728-4540-a573-1993b606fa5d on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:32.647349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Provisioning for port 57cbe305-28cf-477d-9b49-1b91e74e3f3d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:32.658048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Provisioning complete for port 57cbe305-28cf-477d-9b49-1b91e74e3f3d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:32.661580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.691881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=dbd50ff3-9728-4540-a573-1993b606fa5d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:32.749009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.763473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d963ba-6b68-4ae0-a0f7-65bdce642201 None None] DHCP port deletion for 040b3c38-3542-45ad-bb6d-eecefa132791 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:32.791865 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.795914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Port': ['ID=0c092fa2-92ed-4cd6-b100-2449bcf0cc77,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:32.803116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No DVR routers for this DVR port 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:32.841230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] For port 57cbe305-28cf-477d-9b49-1b91e74e3f3d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=57cbe305-28cf-477d-9b49-1b91e74e3f3d,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:32.857766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.878699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c8fbae-a0ad-4f53-8096-f2df4c762c49']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.898466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648af131-f0f8-4492-9a02-61b1f1ed80bd') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.898776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648af131-f0f8-4492-9a02-61b1f1ed80bd') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.927406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.928185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.932014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.939421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:32.949828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040b3c38-3542-45ad-bb6d-eecefa132791']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.967134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdaab1f-5451-4fac-914a-9491296dba59') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.967776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdaab1f-5451-4fac-914a-9491296dba59') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:32.971863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:33.005164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.012685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.034503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:33.038110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: items = [ Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:33.046076 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:33.086267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c5529-5ca5-492f-a237-0f855ab2a131 None None] Pushing event updated for resources: {'Port': ['ID=57cbe305-28cf-477d-9b49-1b91e74e3f3d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:33.090897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:33.116636 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:33.152970 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.212267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:33.215987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.217708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:33.252223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:33.252902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.256073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:33.281808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.289514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.301242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/040b3c38-3542-45ad-bb6d-eecefa132791 HTTP/1.1" status: 204 len: 168 time: 1.1731741 Aug 03 19:32:33.305124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54212) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.355236 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.376305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.389538 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/d7c8fbae-a0ad-4f53-8096-f2df4c762c49 HTTP/1.1" status: 204 len: 168 time: 2.2879460 Aug 03 19:32:33.409374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54218) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.439186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf798c-4c0e-4486-999a-79c63a371d87 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=d7c8fbae-a0ad-4f53-8096-f2df4c762c49,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:33.458262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-319426988'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:33.461725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5feda58-ffc9-4a1c-94ce-95bf4762fd8e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=040b3c38-3542-45ad-bb6d-eecefa132791,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:33.463707 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd3a120-e5a4-4b4f-82d8-5b2a194fc27c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:33.464161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd3a120-e5a4-4b4f-82d8-5b2a194fc27c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:33.490657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2dd3a120-e5a4-4b4f-82d8-5b2a194fc27c tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/5c6ae887-b27c-412f-ba16-7a75d2a468bc HTTP/1.1" status: 404 len: 337 time: 0.1847472 Aug 03 19:32:33.495100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54222) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.545472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 57cbe305-28cf-477d-9b49-1b91e74e3f3d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:33.557075 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b91f1-03b7-436b-9e69-a14ffe3eca9e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] DELETE failed (client error): The resource could not be found. Aug 03 19:32:33.557578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4b91f1-03b7-436b-9e69-a14ffe3eca9e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:32:33.564461 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef4b91f1-03b7-436b-9e69-a14ffe3eca9e tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/1a76b11c-fcae-4245-9229-ba06777bdb5c HTTP/1.1" status: 404 len: 339 time: 0.0525064 Aug 03 19:32:33.566945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:33.622450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-f26edc9e-f585-4d36-97d2-8a0f739c32f1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:33.628433 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-f26edc9e-f585-4d36-97d2-8a0f739c32f1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.3170702 Aug 03 19:32:33.638370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 57cbe305-28cf-477d-9b49-1b91e74e3f3d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:33.639211 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.670514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0796b-76b1-407c-9890-ed19b7d559ff req-8b0b88fc-080e-4922-a20f-45961302466a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:33.672276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-99a0796b-76b1-407c-9890-ed19b7d559ff req-8b0b88fc-080e-4922-a20f-45961302466a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 909 time: 0.2616992 Aug 03 19:32:33.735314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting subnet d6a18729-e78a-4ff3-b895-3624ec7fde56 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:33.753836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.765443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:33.769982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.785743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.807281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2aceeac7-bbb3-4ded-b260-0735f7a97b35 None None] Provisioning for port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:33.813769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2aceeac7-bbb3-4ded-b260-0735f7a97b35 None None] Provisioning complete for port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:33.814460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aceeac7-bbb3-4ded-b260-0735f7a97b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.823123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:33.845454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.851358 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 0365df5f-28c3-40e3-8d7c-a5daa78df3ae of type vlan for network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb Aug 03 19:32:33.882832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2aceeac7-bbb3-4ded-b260-0735f7a97b35 None None] Port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:33.895342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:33.905203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:33.928348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:33.932284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0c092fa2-92ed-4cd6-b100-2449bcf0cc77 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:33.934898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.072532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port f9b4ff9a-df85-44f9-a65a-08e79320a384 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:34.072919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.099793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.112515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:34.113990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.225681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=49c1b057-3ba6-45d0-8237-7a6509ebb2bb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:34.240032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:34.261560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.337036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-81b64624-7a97-4829-a297-dd2eb8d03787 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9248989 Aug 03 19:32:34.339930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54234) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:34.346330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:34.403733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port f9b4ff9a-df85-44f9-a65a-08e79320a384, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f9b4ff9a-df85-44f9-a65a-08e79320a384,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:34.404112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.431501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for f9b4ff9a-df85-44f9-a65a-08e79320a384 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:34.507242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.541861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.607561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a18729-e78a-4ff3-b895-3624ec7fde56,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:34.617548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.617548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/subnets/d6a18729-e78a-4ff3-b895-3624ec7fde56 HTTP/1.1" status: 204 len: 168 time: 1.0429056 Aug 03 19:32:34.617736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54244) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:34.620725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3b138-dc93-4b89-87c1-6874bcf2c697 None None] Network 10f0e716-b038-4f28-93d0-ca906a00aea6 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:34.652815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.653280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.653581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.653853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.654197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.654535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.654870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.655206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.655538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.656534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.657150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.657625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9995286-5b27-44fa-9eff-d6ce40143b54 tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:34.668833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:34.675288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.786316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.787132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.923762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:34.928856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:34.943154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:34.961813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:35.061396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.097357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=f9b4ff9a-df85-44f9-a65a-08e79320a384,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:35.173001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223b39e-be24-4027-9bd5-3145177dcbcd req-8e273587-6944-46b5-9f4a-c2701bce4b54 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:35.182974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5223b39e-be24-4027-9bd5-3145177dcbcd req-8e273587-6944-46b5-9f4a-c2701bce4b54 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 830 time: 0.3530486 Aug 03 19:32:35.280405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] No DVR routers for this DVR port f9b4ff9a-df85-44f9-a65a-08e79320a384 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:35.376888 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.386459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-59c983b1-ffcf-4548-9ddb-a2a18d577345 req-d0c7fb9a-1c21-43f0-8135-0850f1de46d6 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.54 "DELETE /v2.0/ports/f9b4ff9a-df85-44f9-a65a-08e79320a384 HTTP/1.1" status: 204 len: 173 time: 1.7472248 Aug 03 19:32:35.397198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'name': 'network-vif-deleted', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:35.403869 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f288f-a4e8-4076-9913-285a4b18a907" -d '{"events": [{"server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "name": "network-vif-deleted", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:35.546055 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35326db-c928-42be-83de-2eb8ce852de3 x-openstack-request-id: req-c35326db-c928-42be-83de-2eb8ce852de3 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:35.546997 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c8747a-903a-472a-bc08-109a4a12d88d", "name": "network-vif-deleted", "tag": "f9b4ff9a-df85-44f9-a65a-08e79320a384", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:35.547320 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c35326db-c928-42be-83de-2eb8ce852de3 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:35.547735 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c8747a-903a-472a-bc08-109a4a12d88d', 'name': 'network-vif-deleted', 'tag': 'f9b4ff9a-df85-44f9-a65a-08e79320a384', 'status': 'completed', 'code': 200} Aug 03 19:32:35.587770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] DHCP port deletion for 10f0e716-b038-4f28-93d0-ca906a00aea6 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:35.602974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Deleting port 56e96485-d1cf-4aea-97fa-584f3b35af5b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:35.604093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.658797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Router 8e798e0a-9654-4729-8797-63f58122a423 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:35.676364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f9b4ff9a-df85-44f9-a65a-08e79320a384 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:35.688268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] For port 56e96485-d1cf-4aea-97fa-584f3b35af5b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=56e96485-d1cf-4aea-97fa-584f3b35af5b,segment=NetworkSegment(8b3b3f4a-93c2-4b44-992e-8d78d90d26b0),segment_id=8b3b3f4a-93c2-4b44-992e-8d78d90d26b0)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:35.689104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.703940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Calling delete_port for 56e96485-d1cf-4aea-97fa-584f3b35af5b owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:35.784444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: f9b4ff9a-df85-44f9-a65a-08e79320a384 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:35.785078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f9b4ff9a-df85-44f9-a65a-08e79320a384 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:35.806760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd5b73c9-f021-47e4-846d-2d223789ddac None None] Provisioning complete for port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:35.807405 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5b73c9-f021-47e4-846d-2d223789ddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.881624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Deleting port 56e96485-d1cf-4aea-97fa-584f3b35af5b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:35.884918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:35.940342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:35.952329 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b46d9e9-3478-4fae-b14f-58989f9c4650 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "PUT /v2.0/routers/8e798e0a-9654-4729-8797-63f58122a423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1041975 Aug 03 19:32:35.952866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54256) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:35.997425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] For port 56e96485-d1cf-4aea-97fa-584f3b35af5b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=56e96485-d1cf-4aea-97fa-584f3b35af5b,segment=NetworkSegment(8b3b3f4a-93c2-4b44-992e-8d78d90d26b0),segment_id=8b3b3f4a-93c2-4b44-992e-8d78d90d26b0)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:35.998095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.013091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Calling delete_port for 56e96485-d1cf-4aea-97fa-584f3b35af5b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:36.034907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebfd96e-5658-42e2-87d4-8b35c51f8af7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.038999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ebfd96e-5658-42e2-87d4-8b35c51f8af7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports/0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 HTTP/1.1" status: 200 len: 911 time: 0.0824578 Aug 03 19:32:36.039349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54258) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:36.045238 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.052109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.081946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Sync routers for ids ['8e798e0a-9654-4729-8797-63f58122a423'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:36.106035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b73c9-f021-47e4-846d-2d223789ddac None None] Port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:36.122860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Routers {'8e798e0a-9654-4729-8797-63f58122a423'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:36.123755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8e798e0a-9654-4729-8797-63f58122a423'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.133894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Port': ['ID=56e96485-d1cf-4aea-97fa-584f3b35af5b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:36.162181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2649f9c8-c533-4888-b732-2491186ea54f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.167778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] No DVR routers for this DVR port 56e96485-d1cf-4aea-97fa-584f3b35af5b on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:36.180929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2649f9c8-c533-4888-b732-2491186ea54f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.182597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2649f9c8-c533-4888-b732-2491186ea54f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1422317 Aug 03 19:32:36.185377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54260) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:36.229845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=2bf773c9-4eb8-4da4-9958-07f2f78cf03a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:36.245675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '0365df5f-28c3-40e3-8d7c-a5daa78df3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:36.246079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: 49c1b057-3ba6-45d0-8237-7a6509ebb2bb, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:36.347074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.409196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Set router 8e798e0a-9654-4729-8797-63f58122a423 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:36.458676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56ab1d16-1483-43d2-9e1f-fb9586aeabb1 req-6b91a82a-a95c-467a-9621-c9e1422e9f2c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8c8747a-903a-472a-bc08-109a4a12d88d HTTP/1.1" status: 200 len: 210 time: 0.0463877 Aug 03 19:32:36.464340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.483301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f0e716-b038-4f28-93d0-ca906a00aea6']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.496089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] No DVR routers for this DVR port 56e96485-d1cf-4aea-97fa-584f3b35af5b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:36.499185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d71c68-4048-40ad-a8e3-3e6e5dcbf3a4 None None] Pushing event deleted for resources: {'Port': ['ID=56e96485-d1cf-4aea-97fa-584f3b35af5b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:36.512177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.512177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b3b3f4a-93c2-4b44-992e-8d78d90d26b0') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.529861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.550756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.562555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:36.562992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:36.661480 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:36.666443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:36.748366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.751479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e798e0a-9654-4729-8797-63f58122a423', 'name': 'tempest-NetworksTestDHCPv6-router-594005046', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:29Z', 'updated_at': '2021-08-03T19:32:33Z', 'revision_number': 2, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None, '_interfaces': [{'id': '0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1', 'name': '', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'mac_address': 'fa:16:3e:24:6d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e798e0a-9654-4729-8797-63f58122a423', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:32:31Z', 'updated_at': '2021-08-03T19:32:34Z', 'revision_number': 2, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'subnets': [{'id': '1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:36.757484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.759928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] 10.222.0.67 "DELETE /v2.0/networks/10f0e716-b038-4f28-93d0-ca906a00aea6 HTTP/1.1" status: 204 len: 168 time: 2.1427960 Aug 03 19:32:36.806214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Checking router: 8e798e0a-9654-4729-8797-63f58122a423 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:36.806557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Updating router 8e798e0a-9654-4729-8797-63f58122a423 port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:32:36.842685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b802a3-466f-46e0-8872-bc56d257d7ca tempest-NetworksIpV6Test-795938858 tempest-NetworksIpV6Test-795938858-project] Pushing event deleted for resources: {'Network': ['ID=10f0e716-b038-4f28-93d0-ca906a00aea6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:36.853179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 49c1b057-3ba6-45d0-8237-7a6509ebb2bb) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:36.853179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:36.853179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:36.900393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3f414-bfe6-4846-b248-8e58ebef8ec3 None None] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:36.950933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ad359a04-c0b3-48e5-a46b-1b3dea850ef5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6092865 Aug 03 19:32:36.961176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54274) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:36.966461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-52691112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:37.049835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.153438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.154528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.323616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.331110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.410253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-49c1b057-3ba6-45d0-8237-7a6509ebb2bb', 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '2bf773c9-4eb8-4da4-9958-07f2f78cf03a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:37.411280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.441969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.570858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 56e96485-d1cf-4aea-97fa-584f3b35af5b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:37.574129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54286) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:37.594627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 56e96485-d1cf-4aea-97fa-584f3b35af5b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:37.594961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 56e96485-d1cf-4aea-97fa-584f3b35af5b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:37.655505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.659235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a9ede27e-ba9a-41bc-9fc5-7f9310c93ebd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6943307 Aug 03 19:32:37.660124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54288) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:37.766746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54290) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:37.783248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:37.783714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.856668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Allocated IP 2001:db8::2 (49c1b057-3ba6-45d0-8237-7a6509ebb2bb/2bf773c9-4eb8-4da4-9958-07f2f78cf03a/ad652bea-5885-49a4-ad5f-1edbb7f53873) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:37.912325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:37.964244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Transition to ACTIVE for port object 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:38.003672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.050193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:38.147644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.153843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e0f686c-7a73-4dbf-92a8-72c49d75e03d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1171880170d54bc5807b7318ec94bdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808329 Aug 03 19:32:38.180144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54296) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:38.284032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce376f4-9c17-40cf-9c69-43f32fdf1ca7 None None] Pushing event updated for resources: {'Port': ['ID=0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:38.349404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.414461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Transition to ACTIVE for port object ad652bea-5885-49a4-ad5f-1edbb7f53873 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:38.437646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:38.438108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:38.438729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:38.455616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.473963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Transition to ACTIVE for port object ad652bea-5885-49a4-ad5f-1edbb7f53873 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:38.479904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:38.480865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:38.484427 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.484541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:38.485446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Bound port: 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:38.485963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.503280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.756363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.757671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:38.758087 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:38.790205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:38.831481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.839969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.857485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.862557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.873475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77f6eef7-b94f-4ed8-8028-c9cd1af76b04 HTTP/1.1" status: 204 len: 168 time: 0.6882706 Aug 03 19:32:38.915878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a277f9-059f-4935-b416-4a9e775ab167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6eef7-b94f-4ed8-8028-c9cd1af76b04,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:38.926764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:38.955662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:38.970530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:38.986047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:39.087260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Pushing event updated for resources: {'Port': ['ID=ad652bea-5885-49a4-ad5f-1edbb7f53873,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:39.199768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Attempting to bind port ad652bea-5885-49a4-ad5f-1edbb7f53873 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:39.202242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Attempting to bind port ad652bea-5885-49a4-ad5f-1edbb7f53873 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0365df5f-28c3-40e3-8d7c-a5daa78df3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:39.208812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Attempting to bind port ad652bea-5885-49a4-ad5f-1edbb7f53873 on network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:39.217483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:39.222266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Checking segment: {'id': '0365df5f-28c3-40e3-8d7c-a5daa78df3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:39.226152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.231322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Bound using segment: {'id': '0365df5f-28c3-40e3-8d7c-a5daa78df3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:39.231891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Bound port: ad652bea-5885-49a4-ad5f-1edbb7f53873, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0365df5f-28c3-40e3-8d7c-a5daa78df3ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '49c1b057-3ba6-45d0-8237-7a6509ebb2bb'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:39.232375 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.361527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] For port ad652bea-5885-49a4-ad5f-1edbb7f53873, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:39.364894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] For port ad652bea-5885-49a4-ad5f-1edbb7f53873, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ad652bea-5885-49a4-ad5f-1edbb7f53873,segment=NetworkSegment(0365df5f-28c3-40e3-8d7c-a5daa78df3ae),segment_id=0365df5f-28c3-40e3-8d7c-a5daa78df3ae)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:39.376261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:39.376558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:39.377007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Attempting to bind port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:39.380505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Router 8e798e0a-9654-4729-8797-63f58122a423 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:39.397176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:39.397560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:39.397973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.398371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:39.399218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Bound port: 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:39.399218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.454421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Port 0a10c6f2-e1ba-40b6-b7eb-120bbaa3baa1 has been deleted concurrently {{(pid=101344) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 03 19:32:39.465464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.516134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Routers {'8e798e0a-9654-4729-8797-63f58122a423'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:39.516817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8e798e0a-9654-4729-8797-63f58122a423'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:39.543491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8::1 (49c1b057-3ba6-45d0-8237-7a6509ebb2bb/2bf773c9-4eb8-4da4-9958-07f2f78cf03a/8e5a38eb-1315-4a16-9692-988d058bfd36) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:39.583720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:39.603050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d355606-7c90-40fc-8ff3-7fac2146a54e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "PUT /v2.0/routers/8e798e0a-9654-4729-8797-63f58122a423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4164610 Aug 03 19:32:39.608195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54320) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:39.643850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] Set router 8e798e0a-9654-4729-8797-63f58122a423 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:39.737197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcabcd-b56c-4976-8ff4-ad30ecc6d8cd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:39.741769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bcabcd-b56c-4976-8ff4-ad30ecc6d8cd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:39.747445 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-47bcabcd-b56c-4976-8ff4-ad30ecc6d8cd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1427171 Aug 03 19:32:39.753368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54328) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:39.760617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e798e0a-9654-4729-8797-63f58122a423', 'name': 'tempest-NetworksTestDHCPv6-router-594005046', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:29Z', 'updated_at': '2021-08-03T19:32:38Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:39.856219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:39.857841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2664139-b8c1-409f-8c6b-46ea69544f5d None None] The sync data for ids ['8e798e0a-9654-4729-8797-63f58122a423'] in n-d-803363-1 is: [{'id': '8e798e0a-9654-4729-8797-63f58122a423', 'name': 'tempest-NetworksTestDHCPv6-router-594005046', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:32:29Z', 'updated_at': '2021-08-03T19:32:38Z', 'revision_number': 3, 'project_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:39.865283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:39.927357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7701ea6-cc58-4732-bc25-5216f242ab09 None None] Pushing event updated for resources: {'Port': ['ID=ad652bea-5885-49a4-ad5f-1edbb7f53873,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:40.000444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.045980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.140765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.144858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.154040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 8e5a38eb-1315-4a16-9692-988d058bfd36 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:40.304984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.381776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:40.385612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04b2a1-e6d7-4670-8fd9-eef5b2ba424a None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:40.388134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.397089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af25b8ea-71cc-4b07-a663-a7cf7bf29f16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb HTTP/1.1" status: 204 len: 168 time: 0.6366591 Aug 03 19:32:40.398304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54336) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:40.501535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.645602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:40.664839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:40.701366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-515b2906-3663-4326-a7e7-fb9af5bfa018 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2969875 Aug 03 19:32:40.705138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54348) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:40.709641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:40.710215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.880152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=8e5a38eb-1315-4a16-9692-988d058bfd36,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:40.925512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:40.972364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:41.114612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Deleting port 57cbe305-28cf-477d-9b49-1b91e74e3f3d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:41.119030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.156470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54354) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.269424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.301918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] For port 57cbe305-28cf-477d-9b49-1b91e74e3f3d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=57cbe305-28cf-477d-9b49-1b91e74e3f3d,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:41.302317 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.308080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port a9550b34-f598-4fca-bc2c-a3d66af19d3b {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:41.308895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.361750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Calling delete_port for 57cbe305-28cf-477d-9b49-1b91e74e3f3d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:41.387804 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.397986 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.436536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port a9550b34-f598-4fca-bc2c-a3d66af19d3b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a9550b34-f598-4fca-bc2c-a3d66af19d3b,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:41.436536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.451461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for a9550b34-f598-4fca-bc2c-a3d66af19d3b owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:41.550019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-496956269'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:41.607104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.607839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Fanout notify agent at l3_agent the message router_deleted on router 8e798e0a-9654-4729-8797-63f58122a423 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:41.629043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.640886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a77fc96-29d4-438f-a33f-82904506f39e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/routers/8e798e0a-9654-4729-8797-63f58122a423 HTTP/1.1" status: 204 len: 168 time: 0.9235477 Aug 03 19:32:41.641229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54360) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.703305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.743541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:41.747754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.811517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:41.851253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ff957-e94d-479a-acc6-460688a514e7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:41.852434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ad652bea-5885-49a4-ad5f-1edbb7f53873 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:41.855780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f87ff957-e94d-479a-acc6-460688a514e7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2156529 Aug 03 19:32:41.856180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54364) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:41.859777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] No DVR routers for this DVR port 57cbe305-28cf-477d-9b49-1b91e74e3f3d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:41.862723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d83531-cf66-450b-b0bf-e7bca4a18850 None None] Pushing event deleted for resources: {'Port': ['ID=57cbe305-28cf-477d-9b49-1b91e74e3f3d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:41.948271 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Sync routers for ids ['8e798e0a-9654-4729-8797-63f58122a423'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:41.963276 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Routers set() bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:41.963983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Router IDs set() for agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:32:41.964863 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e798e0a-9654-4729-8797-63f58122a423'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent'). {{(pid=101345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:32:42.002994 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Routers set() bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:42.003708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Router IDs set() for agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 03 19:32:42.004713 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_agentschedulers_db [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e798e0a-9654-4729-8797-63f58122a423'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent'). {{(pid=101345) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 03 19:32:42.005287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09c6dff-52bb-407f-bd9c-4d97e4e7625a None None] The sync data for ids ['8e798e0a-9654-4729-8797-63f58122a423'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:42.061205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.119666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69d145-6aaa-4fdb-bc71-e0341a6ab02e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:42.127612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7a69d145-6aaa-4fdb-bc71-e0341a6ab02e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2700732 Aug 03 19:32:42.132347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54368) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.141980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ad652bea-5885-49a4-ad5f-1edbb7f53873 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:42.210346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.216758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a165d43-2632-4c37-8595-13182abf59c2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828722 Aug 03 19:32:42.229657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54370) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:42.244022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 57cbe305-28cf-477d-9b49-1b91e74e3f3d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:42.249428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:42.289300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 57cbe305-28cf-477d-9b49-1b91e74e3f3d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:42.289719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 57cbe305-28cf-477d-9b49-1b91e74e3f3d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:42.370974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb3dbc-f2ae-46dc-9975-97ace7461b60,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:42.375741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:42.396329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dfbb47-9a37-42e5-8a94-fde0b9cead3c None None] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:42.463009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.463464 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment b57c7d28-0027-494c-bd91-af4db109a7b7 of type vlan for network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 Aug 03 19:32:42.546204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.578131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.589782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Provisioning for port ad652bea-5885-49a4-ad5f-1edbb7f53873 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:42.600088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Provisioning complete for port ad652bea-5885-49a4-ad5f-1edbb7f53873 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:42.600699 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.622010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:42.622207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.630441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.667576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=a9550b34-f598-4fca-bc2c-a3d66af19d3b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:42.671027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.672143 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.746157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.749159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:42.760797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:42.761920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.147975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=92c74567-624e-4ba2-b61d-5b20cb82c0f3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.152499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] For port ad652bea-5885-49a4-ad5f-1edbb7f53873, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ad652bea-5885-49a4-ad5f-1edbb7f53873,segment=NetworkSegment(0365df5f-28c3-40e3-8d7c-a5daa78df3ae),segment_id=0365df5f-28c3-40e3-8d7c-a5daa78df3ae)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:43.173416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:43.212071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=8e5a38eb-1315-4a16-9692-988d058bfd36,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.266128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.314953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:32:43.319504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.363023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e3bd9-5464-4e02-9b77-22b3e86d513c None None] Pushing event updated for resources: {'Port': ['ID=ad652bea-5885-49a4-ad5f-1edbb7f53873,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.382089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e308da1-170a-4008-a987-b1ab42a588ed tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2235074 Aug 03 19:32:43.417208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=8645da2b-f908-4a94-a68f-6eca80dab096,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:43.438153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Provisioning complete for port ad652bea-5885-49a4-ad5f-1edbb7f53873 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:43.441033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:43.442516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.444500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:43.451237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:43.451992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.527172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161c1d99-20b6-423a-b7e3-fdba7e40ee6d None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:43.611909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:43.615752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:43.643999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:43.659471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-895733ad-9c34-4a74-94e3-eaa25a531f1e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4286849 Aug 03 19:32:43.663198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:43.669552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:43.878802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ad652bea-5885-49a4-ad5f-1edbb7f53873 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:44.272698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '8645da2b-f908-4a94-a68f-6eca80dab096'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:44.273975 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.335739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ad652bea-5885-49a4-ad5f-1edbb7f53873 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:44.336866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.520402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:44.533826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.553254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Provisioning for port 8e5a38eb-1315-4a16-9692-988d058bfd36 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:44.560226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Allocated IP 2001:db8::f816:3eff:fe6a:d072 (415ae438-a0e9-4e74-9820-45c73ede8734/8645da2b-f908-4a94-a68f-6eca80dab096/72f831bf-484b-4207-91c9-40e6f8df7485) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:44.572440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Provisioning complete for port 8e5a38eb-1315-4a16-9692-988d058bfd36 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:44.573129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:44.648040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b528b47d-ce41-4e95-a0b6-5f0afa86e040 None None] Port 8e5a38eb-1315-4a16-9692-988d058bfd36 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:44.854246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-84e471ab-d304-4f4a-97df-42c0d29a8a50 None None] Provisioning complete for port 8e5a38eb-1315-4a16-9692-988d058bfd36 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:44.854621 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84e471ab-d304-4f4a-97df-42c0d29a8a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.081239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-84e471ab-d304-4f4a-97df-42c0d29a8a50 None None] Port 8e5a38eb-1315-4a16-9692-988d058bfd36 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:32:45.134807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router e8979928-9029-4646-bc15-1bed678ffc96 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:32:45.187053 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.201827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Transition to ACTIVE for port object 72f831bf-484b-4207-91c9-40e6f8df7485 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:45.230984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Transition to ACTIVE for port object 72f831bf-484b-4207-91c9-40e6f8df7485 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:45.239223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54400) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:45.268081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.371927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.438884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.464760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:45.524554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:45.537408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=f7b8e9e5-a57a-4d09-8a63-1af9142193db,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.545728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:45.558215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.558215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.573872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:45.613328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:45.636607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:45.648182 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e984d59a-2027-49ab-87fd-242239c9ae4e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9836643 Aug 03 19:32:45.652223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54406) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:45.660979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:ba:52:39', 'name': 'tempest-NetworksTestDHCPv6-336901053'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:45.697176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54408) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:45.697747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3d70bf92-2624-43b1-ac22-e5129db4584b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/e8979928-9029-4646-bc15-1bed678ffc96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0315380 Aug 03 19:32:45.737542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] Sync routers for ids ['e8979928-9029-4646-bc15-1bed678ffc96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:45.777834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router 98062fdb-e892-465f-a8ac-a1f93365f3ed has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:45.873959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114d1b48-b6bf-4752-baee-05eb564e030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:45.882409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:45.951942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] Routers {'e8979928-9029-4646-bc15-1bed678ffc96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:45.954162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e8979928-9029-4646-bc15-1bed678ffc96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:45.961372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb1b9eb-2455-4909-880c-f55100fbe952 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:45.965074 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bfb1b9eb-2455-4909-880c-f55100fbe952 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports/8e5a38eb-1315-4a16-9692-988d058bfd36 HTTP/1.1" status: 200 len: 911 time: 0.2627618 Aug 03 19:32:45.974909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54412) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:46.144856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.154118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Attempting to bind port 72f831bf-484b-4207-91c9-40e6f8df7485 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:46.154529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Attempting to bind port 72f831bf-484b-4207-91c9-40e6f8df7485 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:46.155031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Attempting to bind port 72f831bf-484b-4207-91c9-40e6f8df7485 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:46.160540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114d1b48-b6bf-4752-baee-05eb564e030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Bound port: 72f831bf-484b-4207-91c9-40e6f8df7485, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:46.179277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.244271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:46.251588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-555a17bd-1c18-49b0-b3d8-50eb6faf12f8 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "PUT /v2.0/routers/98062fdb-e892-465f-a8ac-a1f93365f3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6754477 Aug 03 19:32:46.257331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54418) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:46.258565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Sync routers for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:46.269268 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:46.272463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.326846 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-114d1b48-b6bf-4752-baee-05eb564e030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.359698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] Routers {'e8979928-9029-4646-bc15-1bed678ffc96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:46.363820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e8979928-9029-4646-bc15-1bed678ffc96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.399177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting subnet d495b4d0-8aa2-4880-87f6-f3082fbdc2ef {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:46.407913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.495499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.496335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b061d4-370d-4722-b812-468e38a1ab51 None None] The sync data for ids ['e8979928-9029-4646-bc15-1bed678ffc96'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:46.500440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:46.516013 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-114d1b48-b6bf-4752-baee-05eb564e030e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4553d8d82fa94bceadbe0306d00da55a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2753248 Aug 03 19:32:46.519216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54422) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:46.546312 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:46.556567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:46.685676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.697576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.792346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d1b48-b6bf-4752-baee-05eb564e030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c7ed7b-ad5e-4858-92bd-558c0e5c9bd1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:46.805990 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:42Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.815680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:46.843519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Checking router: 98062fdb-e892-465f-a8ac-a1f93365f3ed for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:46.855399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Routers {'98062fdb-e892-465f-a8ac-a1f93365f3ed'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:46.856391 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['98062fdb-e892-465f-a8ac-a1f93365f3ed'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:46.905097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6524955-624f-4776-b5cb-6fb0453a830f None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:46.930385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.956246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54426) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:46.964436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:46.989043 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:46.998889 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] Set router 98062fdb-e892-465f-a8ac-a1f93365f3ed gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:47.147735 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.164591 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.239344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 7397df20-23eb-4017-b411-289464624f07 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:32:47.247891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.253913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.253913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c1c7ed7b-ad5e-4858-92bd-558c0e5c9bd1 HTTP/1.1" status: 204 len: 168 time: 0.7331305 Aug 03 19:32:47.263200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:47.270835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b482446-88d1-4968-8f91-0500a66524ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c7ed7b-ad5e-4858-92bd-558c0e5c9bd1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:47.283776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.331847 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:42Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:47.376077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80adb809-1251-4a35-be81-29b514b66d22 None None] The sync data for ids ['98062fdb-e892-465f-a8ac-a1f93365f3ed'] in n-d-803363-1 is: [{'id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688544546', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '9983d9d5-4195-42fb-8310-b38202b86368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:31:42Z', 'updated_at': '2021-08-03T19:32:42Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': '9983d9d5-4195-42fb-8310-b38202b86368', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:70:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98062fdb-e892-465f-a8ac-a1f93365f3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:31:44Z', 'updated_at': '2021-08-03T19:31:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:47.405739 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.431002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.492679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Subnet': ['ID=d495b4d0-8aa2-4880-87f6-f3082fbdc2ef,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:47.508048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.513302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cb7cdd9e-70e8-40e5-8886-7241ca16e592 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/subnets/d495b4d0-8aa2-4880-87f6-f3082fbdc2ef HTTP/1.1" status: 204 len: 168 time: 1.2511957 Aug 03 19:32:47.518271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f1bc0-e3dc-4e7a-be80-97dfbc311fc5 None None] Network 4504e89a-6161-4f4f-8314-da203c4e2845 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:47.519172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54432) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:47.825537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:47.984476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] DHCP port deletion for 4504e89a-6161-4f4f-8314-da203c4e2845 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:48.052176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:48.136269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Deleting port 38769db4-9381-4ab8-b1e3-fc9826a41da7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:48.142420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.156537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.265817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 72f831bf-484b-4207-91c9-40e6f8df7485 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:48.305347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9550b34-f598-4fca-bc2c-a3d66af19d3b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:48.389068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port 9983d9d5-4195-42fb-8310-b38202b86368 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:48.390086 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.428826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] For port 38769db4-9381-4ab8-b1e3-fc9826a41da7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=38769db4-9381-4ab8-b1e3-fc9826a41da7,segment=NetworkSegment(e145005a-2629-4c7b-80b5-a3354dfe99ab),segment_id=e145005a-2629-4c7b-80b5-a3354dfe99ab)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:48.429720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.466974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a9550b34-f598-4fca-bc2c-a3d66af19d3b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:48.467362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a9550b34-f598-4fca-bc2c-a3d66af19d3b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:48.482274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Calling delete_port for 38769db4-9381-4ab8-b1e3-fc9826a41da7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:48.600229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 172.20.0.11 (415ae438-a0e9-4e74-9820-45c73ede8734/f7b8e9e5-a57a-4d09-8a63-1af9142193db/7397df20-23eb-4017-b411-289464624f07) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:48.624240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:feba:5239 (415ae438-a0e9-4e74-9820-45c73ede8734/8645da2b-f908-4a94-a68f-6eca80dab096/7397df20-23eb-4017-b411-289464624f07) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:48.700030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679d4eb-63d9-4df3-9491-c66f538bb4f1 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:48.741957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port 9983d9d5-4195-42fb-8310-b38202b86368, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9983d9d5-4195-42fb-8310-b38202b86368,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:48.742278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:48.779996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for 9983d9d5-4195-42fb-8310-b38202b86368 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:48.803020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.070253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=dd9bb45c-a158-45c7-b655-4d13ef9e1e33,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.070253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 8e5a38eb-1315-4a16-9692-988d058bfd36 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:49.070253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.092507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.125108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': 'b57c7d28-0027-494c-bd91-af4db109a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:49.125818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 92c74567-624e-4ba2-b61d-5b20cb82c0f3, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:49.160947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 7397df20-23eb-4017-b411-289464624f07 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:49.214869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '8645da2b-f908-4a94-a68f-6eca80dab096', 'ip_address': '2001:db8::f816:3eff:fe6a:d072'}, {'subnet_id': 'f7b8e9e5-a57a-4d09-8a63-1af9142193db'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '72f831bf-484b-4207-91c9-40e6f8df7485'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:32:49.221317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.250223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 8e5a38eb-1315-4a16-9692-988d058bfd36 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:49.258242 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.365809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b245065a-b922-48c7-b504-06676e9c045a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.379082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.411605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.426344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=9983d9d5-4195-42fb-8310-b38202b86368,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.451529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Provisioning for port 72f831bf-484b-4207-91c9-40e6f8df7485 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:49.456828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.472531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:49.472951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.501776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=7397df20-23eb-4017-b411-289464624f07,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.504219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:49.542118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] Pushing event deleted for resources: {'Port': ['ID=38769db4-9381-4ab8-b1e3-fc9826a41da7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:49.555862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.607349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:49.611817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:49.615532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:49.617516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461656c5-a34a-42c1-aed3-0ce4579a67ce None None] No DVR routers for this DVR port 38769db4-9381-4ab8-b1e3-fc9826a41da7 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:49.686629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 92c74567-624e-4ba2-b61d-5b20cb82c0f3) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:49.721855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.727499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 38769db4-9381-4ab8-b1e3-fc9826a41da7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:49.728017 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.759764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.767641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.776357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2922832-497a-45f0-b3bf-c38821bfb36d None None] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:49.779446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:49.780378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:49.786248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 38769db4-9381-4ab8-b1e3-fc9826a41da7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:49.786608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 38769db4-9381-4ab8-b1e3-fc9826a41da7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:49.893561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Allocated IP 172.20.0.2 (415ae438-a0e9-4e74-9820-45c73ede8734/f7b8e9e5-a57a-4d09-8a63-1af9142193db/72f831bf-484b-4207-91c9-40e6f8df7485) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:49.968558 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-332fc5fc-92d9-43d1-890b-3f0f4dfd60a8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0092969 Aug 03 19:32:49.971900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54476) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:49.977751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1365858210'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:50.019659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.041477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-304783f4-163e-40eb-99a6-efa27089a09c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3876381 Aug 03 19:32:50.045204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54478) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:50.046930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.049419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Fanout notify agent at l3_agent the message router_deleted on router 98062fdb-e892-465f-a8ac-a1f93365f3ed {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:50.049541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.088631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.094562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3aacdb02-c5f0-4f7c-b862-8442069c5b53 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/routers/98062fdb-e892-465f-a8ac-a1f93365f3ed HTTP/1.1" status: 204 len: 168 time: 2.5655077 Aug 03 19:32:50.100829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:50.170995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=8e5a38eb-1315-4a16-9692-988d058bfd36,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.259894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-92c74567-624e-4ba2-b61d-5b20cb82c0f3', 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': 'dd9bb45c-a158-45c7-b655-4d13ef9e1e33'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:50.261301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.290865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:50.294480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.341640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:50.413713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.425551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.435318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:32:50.446836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.447461 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment aac2cd1b-3c35-496d-b1aa-cd121beab347 of type vlan for network 40817930-22df-48f1-b3e1-61b9b322b856 Aug 03 19:32:50.469904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7c70b-3e11-452b-8e96-c6aa275b6ce2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.479166 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7c70b-3e11-452b-8e96-c6aa275b6ce2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.493474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90b7c70b-3e11-452b-8e96-c6aa275b6ce2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4181612 Aug 03 19:32:50.501470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:50.549636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.558306 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.592733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Ignored duplicate provisioning block setup for port 72f831bf-484b-4207-91c9-40e6f8df7485 by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 03 19:32:50.719450 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.723550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.734446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:50.735226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:50.827470 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:50.828190 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:50.900387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Allocated IP 2001:db8:0:ffff::2 (92c74567-624e-4ba2-b61d-5b20cb82c0f3/dd9bb45c-a158-45c7-b655-4d13ef9e1e33/304afde3-603a-43bc-bb66-caf18e6f2403) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:50.922448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=40817930-22df-48f1-b3e1-61b9b322b856,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:50.931411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9555724 Aug 03 19:32:50.939844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54496) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:50.956820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '40817930-22df-48f1-b3e1-61b9b322b856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:50.957532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.958461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.958461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.958665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.958901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.959215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.959547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.959941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.960195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.960523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.960884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.961211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcb78ac-9caa-4df5-b0e4-d5d0d99cb949 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:50.982920 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.026349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4504e89a-6161-4f4f-8314-da203c4e2845']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.063262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e145005a-2629-4c7b-80b5-a3354dfe99ab') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.064226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e145005a-2629-4c7b-80b5-a3354dfe99ab') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.067939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router e8979928-9029-4646-bc15-1bed678ffc96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:51.080331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 7397df20-23eb-4017-b411-289464624f07 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:51.080723 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.082511 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.098637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.120733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:51.121542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:51.209496 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:51.317616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:51.324142 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be6367a2-45fb-432f-9698-64e2fdcd0d03 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/e8979928-9029-4646-bc15-1bed678ffc96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3453333 Aug 03 19:32:51.328716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:51.332714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.344568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54502) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:51.427772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4adcd3be-8ae8-476b-9c06-f330150fcbb9 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8979928-9029-4646-bc15-1bed678ffc96 HTTP/1.1" status: 200 len: 205 time: 0.0790920 Aug 03 19:32:51.430282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.443779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 40817930-22df-48f1-b3e1-61b9b322b856 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:32:51.447885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54510) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:51.448109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] Sync routers for ids ['e8979928-9029-4646-bc15-1bed678ffc96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:51.449352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.457518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/networks/4504e89a-6161-4f4f-8314-da203c4e2845 HTTP/1.1" status: 204 len: 168 time: 1.3539641 Aug 03 19:32:51.474807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54512) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:51.503166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315fd69-63df-4bf5-a361-be9a66ef6f70 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Network': ['ID=4504e89a-6161-4f4f-8314-da203c4e2845,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:51.519704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9983d9d5-4195-42fb-8310-b38202b86368 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:51.562932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.602861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.640069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.650397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Transition to ACTIVE for port object 304afde3-603a-43bc-bb66-caf18e6f2403 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:51.668684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 7397df20-23eb-4017-b411-289464624f07 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:51.687844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Transition to ACTIVE for port object 304afde3-603a-43bc-bb66-caf18e6f2403 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:51.695484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d484094-69b8-4eb8-b721-e69a99f54c35 None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:51.759234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] Routers {'e8979928-9029-4646-bc15-1bed678ffc96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:51.760162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e8979928-9029-4646-bc15-1bed678ffc96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.783028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9983d9d5-4195-42fb-8310-b38202b86368 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:51.783028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9983d9d5-4195-42fb-8310-b38202b86368 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:51.800816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.805015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.851423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.854767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:51.857634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:51.943501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Pushing event updated for resources: {'Port': ['ID=304afde3-603a-43bc-bb66-caf18e6f2403,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.055418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.056063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router e8979928-9029-4646-bc15-1bed678ffc96 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:32:52.066170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.073762 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-02f0ea9f-8700-4ad8-bdfb-e5ac865ad8ca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/e8979928-9029-4646-bc15-1bed678ffc96 HTTP/1.1" status: 204 len: 168 time: 0.6209493 Aug 03 19:32:52.083579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] Routers {'e8979928-9029-4646-bc15-1bed678ffc96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:52.084902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['e8979928-9029-4646-bc15-1bed678ffc96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:52.096585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54524) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:52.104546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:52.201542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port 6281b3d3-b8f8-442c-9d90-e05d0ab63983 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:52.201987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.223284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 2bf773c9-4eb8-4da4-9958-07f2f78cf03a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:52.231305 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.264930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:52.270171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:52.278900 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a53ec4fa-19f8-4d07-accb-059ffa0390ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.299758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:52.323361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.332905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:52.333909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95580ef2-cb12-4fdc-8336-8c6a7a53cb79 None None] The sync data for ids ['e8979928-9029-4646-bc15-1bed678ffc96'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:52.372013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.477461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.486264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Attempting to bind port 304afde3-603a-43bc-bb66-caf18e6f2403 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:52.486890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Attempting to bind port 304afde3-603a-43bc-bb66-caf18e6f2403 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b57c7d28-0027-494c-bd91-af4db109a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:52.487418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Attempting to bind port 304afde3-603a-43bc-bb66-caf18e6f2403 on network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:52.509702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:52.517433 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Checking segment: {'id': 'b57c7d28-0027-494c-bd91-af4db109a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:52.518088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.518646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Bound using segment: {'id': 'b57c7d28-0027-494c-bd91-af4db109a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:52.519336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Bound port: 304afde3-603a-43bc-bb66-caf18e6f2403, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57c7d28-0027-494c-bd91-af4db109a7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '92c74567-624e-4ba2-b61d-5b20cb82c0f3'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:52.519929 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.563189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942aed5-8534-4e29-a4f5-35307f9f4aec None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.663381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.727791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] For port 304afde3-603a-43bc-bb66-caf18e6f2403, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:52.728444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:32:52.730662 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.737945 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.739064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] For port 304afde3-603a-43bc-bb66-caf18e6f2403, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=304afde3-603a-43bc-bb66-caf18e6f2403,segment=NetworkSegment(b57c7d28-0027-494c-bd91-af4db109a7b7),segment_id=b57c7d28-0027-494c-bd91-af4db109a7b7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:52.739882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.761609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for 6281b3d3-b8f8-442c-9d90-e05d0ab63983 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:52.825379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.846630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=7397df20-23eb-4017-b411-289464624f07,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:52.955688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:52.958542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.112500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.120813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04588fb7-5792-4cbe-b4cc-29f6edc7542f None None] Pushing event updated for resources: {'Port': ['ID=304afde3-603a-43bc-bb66-caf18e6f2403,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:53.187489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=745de8e1-a84f-4df8-9997-36cd771a6aae,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:53.215381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf773c9-4eb8-4da4-9958-07f2f78cf03a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:53.243290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2abbb7f8-88e8-42b8-a1ce-cdac263e4720 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:53.243883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2abbb7f8-88e8-42b8-a1ce-cdac263e4720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.250703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': 'aac2cd1b-3c35-496d-b1aa-cd121beab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:53.251775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 40817930-22df-48f1-b3e1-61b9b322b856, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:32:53.258749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.274913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54540) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:53.277073 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-450eca6d-0d62-49ef-b300-9d10d6041ab3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/2bf773c9-4eb8-4da4-9958-07f2f78cf03a HTTP/1.1" status: 204 len: 168 time: 1.1784527 Aug 03 19:32:53.333328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:53.339679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0b9f80ef-de20-4186-b1a0-06546ff584b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/7397df20-23eb-4017-b411-289464624f07 HTTP/1.1" status: 204 len: 168 time: 2.8370986 Aug 03 19:32:53.340551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:53.370601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd5a248-9929-475e-b87d-2dd32a6cf5e6 None None] Network 49c1b057-3ba6-45d0-8237-7a6509ebb2bb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:53.598011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68391a-00b5-4afd-8faf-dba602d52d25 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.605249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68391a-00b5-4afd-8faf-dba602d52d25 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.607199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68391a-00b5-4afd-8faf-dba602d52d25 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:53.629620 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8c68391a-00b5-4afd-8faf-dba602d52d25 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2672532 Aug 03 19:32:53.634257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54552) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:53.950938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:53.956632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 8645da2b-f908-4a94-a68f-6eca80dab096 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:53.965385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.045612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.216720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] DHCP port deletion for 49c1b057-3ba6-45d0-8237-7a6509ebb2bb request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:32:54.251703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:54.251703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.312534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.415369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-af252b83-daa3-4594-a198-f31daf600717 None None] Could not find standard attr ID for object 7397df20-23eb-4017-b411-289464624f07. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:32:54.416931 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.542786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.556893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port ad652bea-5885-49a4-ad5f-1edbb7f53873 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:54.557248 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.570789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Deleting port ad652bea-5885-49a4-ad5f-1edbb7f53873 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:54.571734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.676681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] For port ad652bea-5885-49a4-ad5f-1edbb7f53873, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ad652bea-5885-49a4-ad5f-1edbb7f53873,segment=NetworkSegment(0365df5f-28c3-40e3-8d7c-a5daa78df3ae),segment_id=0365df5f-28c3-40e3-8d7c-a5daa78df3ae)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:54.676681 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.693840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=6281b3d3-b8f8-442c-9d90-e05d0ab63983,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:54.707633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Calling delete_port for ad652bea-5885-49a4-ad5f-1edbb7f53873 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:54.707800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port ad652bea-5885-49a4-ad5f-1edbb7f53873, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ad652bea-5885-49a4-ad5f-1edbb7f53873,segment=NetworkSegment(0365df5f-28c3-40e3-8d7c-a5daa78df3ae),segment_id=0365df5f-28c3-40e3-8d7c-a5daa78df3ae)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:54.707800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.709992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 40817930-22df-48f1-b3e1-61b9b322b856 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:32:54.756427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for ad652bea-5885-49a4-ad5f-1edbb7f53873 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:54.784217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.815577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.815577 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Floating IP 2b5abf22-60b0-4385-b87d-481a1b25db5e disassociated (deleted). External IP: 172.25.2.132, port: f8d953ea-898e-42e7-9ad8-118cb046cbff. Aug 03 19:32:54.903860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=8645da2b-f908-4a94-a68f-6eca80dab096,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:54.915372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.915888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 40817930-22df-48f1-b3e1-61b9b322b856) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:54.919992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c1d9a02-7d88-4d6f-b517-9f52fa899cd3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8645da2b-f908-4a94-a68f-6eca80dab096 HTTP/1.1" status: 204 len: 168 time: 1.2730296 Aug 03 19:32:54.920199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54574) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:54.920340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:54.920987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.930705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:54.932019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14bc10c-c89f-42ef-9685-2bf248a45cc6 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:54.981119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cee77-9bb3-49dd-9d9c-05d322e550ae None None] Network 40817930-22df-48f1-b3e1-61b9b322b856 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:55.033175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet f7b8e9e5-a57a-4d09-8a63-1af9142193db {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:32:55.040410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.082498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.105089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.116174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f79d3-d492-426a-b0fb-5cbc37a5674b None None] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:55.119095 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.161185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c1a8bb12-ac8d-414e-be06-bc0d30512a70 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2175896 Aug 03 19:32:55.161185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port ad652bea-5885-49a4-ad5f-1edbb7f53873 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:55.165591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:55.174745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'port': {'network_id': '40817930-22df-48f1-b3e1-61b9b322b856', 'name': 'tempest-NetworksIpV6TestAttrs-1384967309'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:55.215191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] Pushing event deleted for resources: {'Port': ['ID=ad652bea-5885-49a4-ad5f-1edbb7f53873,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.223417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=ad652bea-5885-49a4-ad5f-1edbb7f53873,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:55.246057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa73cdb-b9d4-425f-9a64-c3ec3d1fd990 None None] No DVR routers for this DVR port ad652bea-5885-49a4-ad5f-1edbb7f53873 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:55.311387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.421462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c8e841f0-63cb-4232-97bc-63ff16d4fc10 None None] Provisioning for port 304afde3-603a-43bc-bb66-caf18e6f2403 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:55.434397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router a313e314-382f-4932-bd33-8bf1e6f5539e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:32:55.542545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.558307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c1b057-3ba6-45d0-8237-7a6509ebb2bb']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:55.586091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 304afde3-603a-43bc-bb66-caf18e6f2403 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:32:55.598354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-40817930-22df-48f1-b3e1-61b9b322b856', 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': '745de8e1-a84f-4df8-9997-36cd771a6aae'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:32:55.598354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.604349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0365df5f-28c3-40e3-8d7c-a5daa78df3ae') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:55.604631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0365df5f-28c3-40e3-8d7c-a5daa78df3ae') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:55.621672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.664721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.675250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:32:55.675622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self.session.flush() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:32:55.678950 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:32:55.693209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:32:55.705247 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Sync routers for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:32:55.721060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:55.721681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:55.738273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.764766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:55.769021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.773384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.786946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-02f7f848-fbe3-4c2d-9b17-550eb5a47925 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/floatingips/2b5abf22-60b0-4385-b87d-481a1b25db5e HTTP/1.1" status: 204 len: 168 time: 4.3098893 Aug 03 19:32:55.788386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:55.790737 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf53d068-3e4b-4443-aa94-b7f2f51c106d" -d '{"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:55.905997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:55.913331 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/f7b8e9e5-a57a-4d09-8a63-1af9142193db HTTP/1.1" status: 204 len: 168 time: 0.9915454 Aug 03 19:32:55.916072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54594) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:55.922952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] device_id is not set on port 84ecc438-e2ad-413b-a2fe-d2c5313562c9 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:32:55.933127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789192-cde5-4f7d-9d59-20b22b2a6273 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b8e9e5-a57a-4d09-8a63-1af9142193db,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:56.020291 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:56.054765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Allocated IP 2001:db8::f816:3eff:fe30:d6a (40817930-22df-48f1-b3e1-61b9b322b856/745de8e1-a84f-4df8-9997-36cd771a6aae/8fbe2b96-37be-43a3-8131-5a710824bb1d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:56.072070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cfc7f82c-0707-4d3d-b269-05ed92ed3f09 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542804 Aug 03 19:32:56.073987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.084872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 304afde3-603a-43bc-bb66-caf18e6f2403 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:32:56.091389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54600) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:56.103109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:56.107893 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 304afde3-603a-43bc-bb66-caf18e6f2403 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:56.108309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.110233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.112951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/49c1b057-3ba6-45d0-8237-7a6509ebb2bb HTTP/1.1" status: 204 len: 168 time: 2.8345459 Aug 03 19:32:56.118166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:32:56.158892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1850682832', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:32:56.206760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f11d5-01b6-4a5c-a7e5-8aeb8141127e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=49c1b057-3ba6-45d0-8237-7a6509ebb2bb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:56.351385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.353719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.483125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.517331 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.527725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:32:56.531939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.555965 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Checking router: a313e314-382f-4932-bd33-8bf1e6f5539e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:32:56.568853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1205a567-1321-422c-a926-02e0f196986a None None] Provisioning complete for port 304afde3-603a-43bc-bb66-caf18e6f2403 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:56.569535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1205a567-1321-422c-a926-02e0f196986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.574988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:32:56.575599 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:56.723087 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.993835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 304afde3-603a-43bc-bb66-caf18e6f2403, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=304afde3-603a-43bc-bb66-caf18e6f2403,segment=NetworkSegment(b57c7d28-0027-494c-bd91-af4db109a7b7),segment_id=b57c7d28-0027-494c-bd91-af4db109a7b7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:56.993835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.993835 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1205a567-1321-422c-a926-02e0f196986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:56.993835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911bf37d-a892-41f6-a0b0-4858a7f50996 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:32:56.994635 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:32:57.040307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.051471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Transition to ACTIVE for port object 8fbe2b96-37be-43a3-8131-5a710824bb1d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:57.076875 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02810b8-369f-4efa-a3e8-779b9b470be6 x-openstack-request-id: req-e02810b8-369f-4efa-a3e8-779b9b470be6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:57.077274 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:57.077888 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e02810b8-369f-4efa-a3e8-779b9b470be6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:57.078464 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'status': 'completed', 'code': 200} Aug 03 19:32:57.149106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.208843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Transition to ACTIVE for port object 8fbe2b96-37be-43a3-8131-5a710824bb1d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:57.279139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ad652bea-5885-49a4-ad5f-1edbb7f53873 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:32:57.366161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-087fee7b-cb08-4338-bb72-62fa1aab567c req-a8b0a1a6-9215-47c1-9b01-15424bbd4294 service neutron] (101342) timed out ('10.222.0.54', 54322) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:32:57.437698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c3613-1972-4da9-bad4-413e5d12d409 req-d63877b7-6629-4e86-933c-cbb0b368e813 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.439799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d79c3613-1972-4da9-bad4-413e5d12d409 req-d63877b7-6629-4e86-933c-cbb0b368e813 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.2403793 Aug 03 19:32:57.449178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Allocated IP 2001:db8::f816:3eff:fed0:5e22 (40817930-22df-48f1-b3e1-61b9b322b856/745de8e1-a84f-4df8-9997-36cd771a6aae/84ecc438-e2ad-413b-a2fe-d2c5313562c9) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:57.470059 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:32:57.523320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d79c3613-1972-4da9-bad4-413e5d12d409 req-9bdd1f03-8a04-49e5-919b-56ae7dbfd7ab tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0736589 Aug 03 19:32:57.587867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-413d872d-4f59-48b9-bd6e-b16c63361f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.595257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-413d872d-4f59-48b9-bd6e-b16c63361f3a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=eb2533684ffd43258a324b18eb3f0403&device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 1135 time: 0.4868028 Aug 03 19:32:57.611717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.621770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ad652bea-5885-49a4-ad5f-1edbb7f53873 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:32:57.622130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ad652bea-5885-49a4-ad5f-1edbb7f53873 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:32:57.635070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-1205a567-1321-422c-a926-02e0f196986a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:32:57.635441 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-1205a567-1321-422c-a926-02e0f196986a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:32:57.676174 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5010f79-b594-4d66-85ff-ce248fe0b716 None None] The sync data for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 is: [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:30:29Z', 'revision_number': 4, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b58d8cf7-9d51-4970-bbd1-9448079bf0f4', 'name': '', 'network_id': '1392960c-892c-49bf-8bd8-bdbdd70e1c41', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'mac_address': 'fa:16:3e:21:96:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:27Z', 'updated_at': '2021-08-03T19:30:36Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'subnets': [{'id': 'e5eaa85e-2889-4df7-b1c8-41742b1d9b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:32:57.685426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Network 40817930-22df-48f1-b3e1-61b9b322b856 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:57.712253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=304afde3-603a-43bc-bb66-caf18e6f2403,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.739630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.784615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:57.813092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:57.825083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.825434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.825783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.831702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:57.834229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.834716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.835072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.835410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.835745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.836077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.836556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.836916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.837422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:32:57.884364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-c78932fe-f497-420e-85f1-f67d7b767a02 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.887267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-c78932fe-f497-420e-85f1-f67d7b767a02 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.77 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.2227166 Aug 03 19:32:57.934930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Pushing event updated for resources: {'Port': ['ID=8fbe2b96-37be-43a3-8131-5a710824bb1d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:57.965476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-855e794a-bd32-478b-8fdc-97839b6e7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:57.969201 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-855e794a-bd32-478b-8fdc-97839b6e7af6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 200 len: 897 time: 0.2792392 Aug 03 19:32:58.024841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:32:58.074967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Attempting to bind port 8fbe2b96-37be-43a3-8131-5a710824bb1d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:32:58.075383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Attempting to bind port 8fbe2b96-37be-43a3-8131-5a710824bb1d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'aac2cd1b-3c35-496d-b1aa-cd121beab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:32:58.075778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Attempting to bind port 8fbe2b96-37be-43a3-8131-5a710824bb1d on network 40817930-22df-48f1-b3e1-61b9b322b856 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:32:58.112235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:32:58.112751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Checking segment: {'id': 'aac2cd1b-3c35-496d-b1aa-cd121beab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:32:58.113175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.113577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Bound using segment: {'id': 'aac2cd1b-3c35-496d-b1aa-cd121beab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:32:58.115138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Bound port: 8fbe2b96-37be-43a3-8131-5a710824bb1d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac2cd1b-3c35-496d-b1aa-cd121beab347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '40817930-22df-48f1-b3e1-61b9b322b856'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:32:58.115543 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.237238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-b4215d30-8062-4ec5-bf8b-05fc9ae24267 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 200 len: 217 time: 0.2474895 Aug 03 19:32:58.291988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port f8d953ea-898e-42e7-9ad8-118cb046cbff {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:32:58.292695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.317106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '665111f8-9344-4973-84c5-3f8fb94ea325'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '72f831bf-484b-4207-91c9-40e6f8df7485'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:32:58.392939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-6448e4a3-6b3a-4152-a52f-85326636a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:58.394830 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-6448e4a3-6b3a-4152-a52f-85326636a430 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 200 len: 834 time: 0.1283128 Aug 03 19:32:58.431759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178b1a0-6bc0-48c5-89a8-671b74542289 None None] New status for floating IP 2b5abf22-60b0-4385-b87d-481a1b25db5e: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:32:58.437933 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.510273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port f8d953ea-898e-42e7-9ad8-118cb046cbff, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f8d953ea-898e-42e7-9ad8-118cb046cbff,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:58.510664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.528220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for f8d953ea-898e-42e7-9ad8-118cb046cbff owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:32:58.591007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 172.25.2.230 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/10b5803b-78df-4610-8402-c1320d184844) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:58.720913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4294ed26-5fc9-42bb-af8a-ca955d8ba850 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:32:58.722198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4294ed26-5fc9-42bb-af8a-ca955d8ba850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:58.795305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] For port 8fbe2b96-37be-43a3-8131-5a710824bb1d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:32:58.942625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] For port 8fbe2b96-37be-43a3-8131-5a710824bb1d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8fbe2b96-37be-43a3-8131-5a710824bb1d,segment=NetworkSegment(aac2cd1b-3c35-496d-b1aa-cd121beab347),segment_id=aac2cd1b-3c35-496d-b1aa-cd121beab347)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:32:59.005565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ba4b7-9466-4fc9-8f36-bf06e321e580 req-eed72674-3040-41da-b28c-03e85df392b0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:32:59.027247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de2ba4b7-9466-4fc9-8f36-bf06e321e580 req-eed72674-3040-41da-b28c-03e85df392b0 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 984 time: 0.2984300 Aug 03 19:32:59.111762 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.255757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de2ba4b7-9466-4fc9-8f36-bf06e321e580 req-4a1d71d4-a5c9-4138-9206-6275721f604a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/security-groups?id=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821&id=bf7fd771-ff62-4075-818a-57a338badb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2271376 Aug 03 19:32:59.298816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.347501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:32:59.373955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Allocated IP 2001:db8::f816:3eff:fe6a:d072 (415ae438-a0e9-4e74-9820-45c73ede8734/665111f8-9344-4973-84c5-3f8fb94ea325/72f831bf-484b-4207-91c9-40e6f8df7485) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:32:59.400179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e08995-51f8-4ecc-bb79-eb9b5fa5c654 None None] Pushing event updated for resources: {'Port': ['ID=8fbe2b96-37be-43a3-8131-5a710824bb1d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.418484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.496389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=f8d953ea-898e-42e7-9ad8-118cb046cbff,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:32:59.528565 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.572269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:32:59.638608 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.652970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] No DVR routers for this DVR port f8d953ea-898e-42e7-9ad8-118cb046cbff on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:32:59.668373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.675538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-327306c3-b4c5-4d0b-93ec-c3b45e773309 req-66ed9f5e-2554-4ca7-ac87-509a01ade8c1 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.77 "DELETE /v2.0/ports/f8d953ea-898e-42e7-9ad8-118cb046cbff HTTP/1.1" status: 204 len: 173 time: 1.7796934 Aug 03 19:32:59.692289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Transition to ACTIVE for port object 72f831bf-484b-4207-91c9-40e6f8df7485 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:59.710880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'name': 'network-vif-deleted', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:32:59.721162 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e749de-5964-4c98-a1bf-64043cc18b94" -d '{"events": [{"server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "name": "network-vif-deleted", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:32:59.728901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:32:59.749878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-cd524126-b07a-4a64-95ee-33db0bc4242a req-755967a9-5b0c-40c4-a5f2-4648295e508c service neutron] (101343) timed out ('10.222.0.67', 59330) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:32:59.784832 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.792928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:32:59.806889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:32:59.855141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:32:59.913551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Transition to ACTIVE for port object 84ecc438-e2ad-413b-a2fe-d2c5313562c9 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:32:59.987580 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd52fd-4374-4d56-9db4-f4f2546df99e x-openstack-request-id: req-eecd52fd-4374-4d56-9db4-f4f2546df99e {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:32:59.987921 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf2d6d9-c0ac-42aa-95c8-ca67b21661a4", "name": "network-vif-deleted", "tag": "f8d953ea-898e-42e7-9ad8-118cb046cbff", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:32:59.988194 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eecd52fd-4374-4d56-9db4-f4f2546df99e {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:32:59.988622 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf2d6d9-c0ac-42aa-95c8-ca67b21661a4', 'name': 'network-vif-deleted', 'tag': 'f8d953ea-898e-42e7-9ad8-118cb046cbff', 'status': 'completed', 'code': 200} Aug 03 19:33:00.027148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=10b5803b-78df-4610-8402-c1320d184844,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.055041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecc465-0d70-4cd0-a9bf-e532dfeb8d5a None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.076618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-cd01a37f-a600-46a6-b655-27ad789cb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.079315 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-cd01a37f-a600-46a6-b655-27ad789cb18a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=1392960c-892c-49bf-8bd8-bdbdd70e1c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8528779 Aug 03 19:33:00.098967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8fbe2b96-37be-43a3-8131-5a710824bb1d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:00.299770 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-24ee35af-8e9a-4069-83bf-446c28a4d5bc service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110193 Aug 03 19:33:00.304938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.384381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8fbe2b96-37be-43a3-8131-5a710824bb1d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:00.392085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 304afde3-603a-43bc-bb66-caf18e6f2403 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:00.518722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb3329da-050a-4133-a429-260f18c84a84 req-a50b2fa5-1855-4d54-8868-52e004c4ec03 tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "GET /v2.0/ports?device_id=acf2d6d9-c0ac-42aa-95c8-ca67b21661a4 HTTP/1.1" status: 200 len: 210 time: 0.0628378 Aug 03 19:33:00.553163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 304afde3-603a-43bc-bb66-caf18e6f2403 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:00.553437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.563880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_pluggable_backend [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Port 72f831bf-484b-4207-91c9-40e6f8df7485 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=101343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Aug 03 19:33:00.564484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.573674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 40817930-22df-48f1-b3e1-61b9b322b856 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:00.602595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:00.712068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:00.727810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.728495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.799237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bf53d068-3e4b-4443-aa94-b7f2f51c106d req-18208680-71fe-4cf2-9a26-3c1a23447c91 service neutron] 10.222.0.77 "GET /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714651 Aug 03 19:33:00.828109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:00.840448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d953ea-898e-42e7-9ad8-118cb046cbff no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:00.858466 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.876804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Port': ['ID=84ecc438-e2ad-413b-a2fe-d2c5313562c9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.884304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:00.895329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:00.895940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:00.920127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f8d953ea-898e-42e7-9ad8-118cb046cbff {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:00.923349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f8d953ea-898e-42e7-9ad8-118cb046cbff not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:00.943882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=665111f8-9344-4973-84c5-3f8fb94ea325,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:00.999099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-018b82f0-3150-40db-99aa-460fb9f6de1b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9039345 Aug 03 19:33:01.003581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54674) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.005737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:01.182266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2961964b-7ba9-4f7a-918a-35ff81b3eff9 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 6.0129499 Aug 03 19:33:01.196483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54680) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.254889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.281183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1657a8bb-12fb-46c4-ab75-53045c90df30 None None] Network 40817930-22df-48f1-b3e1-61b9b322b856 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:01.330355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting subnet 745de8e1-a84f-4df8-9997-36cd771a6aae {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:01.337530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.400928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f8787-a7b8-430c-adab-56c87e908b63 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:01.415407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.560841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Provisioning for port 8fbe2b96-37be-43a3-8131-5a710824bb1d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:01.684531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.695662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Provisioning complete for port 8fbe2b96-37be-43a3-8131-5a710824bb1d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:01.696048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.747135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54688) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:01.773756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:01.781331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:01.835377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:01.987006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.017556 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 97723c6a-354a-451d-8b43-7df67902c02c is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:02.072346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.122992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:02.123351 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:02.161134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=745de8e1-a84f-4df8-9997-36cd771a6aae,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.238672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.247035 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-341e2175-adc3-4857-b0aa-e6fa92ebe9fa tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/745de8e1-a84f-4df8-9997-36cd771a6aae HTTP/1.1" status: 204 len: 168 time: 1.0493410 Aug 03 19:33:02.253081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54696) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.294263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:02.312578 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] Sync routers for ids ['97723c6a-354a-451d-8b43-7df67902c02c'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:02.333497 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] Routers {'97723c6a-354a-451d-8b43-7df67902c02c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:02.334407 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['97723c6a-354a-451d-8b43-7df67902c02c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.429937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.435709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.441166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a24fb-6f1f-4f8b-8a3a-41f5296df9c9 None None] Network 40817930-22df-48f1-b3e1-61b9b322b856 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:02.450519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.451765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03d78a3c-718a-4aed-b774-ae209fd1cc42 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.3313069 Aug 03 19:33:02.455507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54700) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.457110 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] Routers {'97723c6a-354a-451d-8b43-7df67902c02c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:02.457808 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['97723c6a-354a-451d-8b43-7df67902c02c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.488921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.535606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:02.536564 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3a3e97-f64b-472a-a1cc-69e5a450aba8 None None] The sync data for ids ['97723c6a-354a-451d-8b43-7df67902c02c'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:02.611605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcfe15e-04bc-4f54-b97e-299fb0b3025a tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.613744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcfe15e-04bc-4f54-b97e-299fb0b3025a tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:02.619047 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dfcfe15e-04bc-4f54-b97e-299fb0b3025a tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3578379 Aug 03 19:33:02.619880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54704) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.653433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c09a64aa-dd3d-4d0c-9a0c-64a3c6e25982 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers/97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 200 len: 885 time: 0.1967115 Aug 03 19:33:02.657663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.694591 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.748076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] For port 8fbe2b96-37be-43a3-8131-5a710824bb1d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8fbe2b96-37be-43a3-8131-5a710824bb1d,segment=NetworkSegment(aac2cd1b-3c35-496d-b1aa-cd121beab347),segment_id=aac2cd1b-3c35-496d-b1aa-cd121beab347)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:02.757741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f0635b5-3219-49cb-856f-672a7dabaa18 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.770340 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0635b5-3219-49cb-856f-672a7dabaa18 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:33:02.771257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0635b5-3219-49cb-856f-672a7dabaa18 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:02.780103 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f0635b5-3219-49cb-856f-672a7dabaa18 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/40817930-22df-48f1-b3e1-61b9b322b856 HTTP/1.1" status: 409 len: 405 time: 0.1548023 Aug 03 19:33:02.780103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54710) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.784973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-843015597'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:02.835245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.838084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] DHCP port deletion for 40817930-22df-48f1-b3e1-61b9b322b856 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:02.841756 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.849419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/security-groups/0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821 HTTP/1.1" status: 204 len: 168 time: 1.0969419 Aug 03 19:33:02.851248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54712) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:02.862713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf41330-6889-4c94-9718-5eb43eb0c4cd tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7778a2-e98f-43e2-9ee0-b7e2d5b7e821,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:02.916478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Deleting port 8fbe2b96-37be-43a3-8131-5a710824bb1d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:02.916478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.953647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:02.966078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.038163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=292004f8-36d7-4a50-b185-6afea0bbbd6f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.053688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-baeab39c-7651-4f29-bc8c-26b968ce664d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3923020 Aug 03 19:33:03.054650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.060838 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:03.065618 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.066575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1850682832'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:03.076126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.083116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] For port 8fbe2b96-37be-43a3-8131-5a710824bb1d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8fbe2b96-37be-43a3-8131-5a710824bb1d,segment=NetworkSegment(aac2cd1b-3c35-496d-b1aa-cd121beab347),segment_id=aac2cd1b-3c35-496d-b1aa-cd121beab347)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:03.084309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.099308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:03.108074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:03.129924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Provisioning for port 72f831bf-484b-4207-91c9-40e6f8df7485 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:03.132085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:03.136674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b02825-7593-4519-aea7-56e4ccda6b10 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:03.146234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.146655 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment 9b62f729-3794-4b56-ba09-3855a155552f of type vlan for network 163e549e-36e6-45f5-ad3b-9d8780f74c1f Aug 03 19:33:03.176770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Pushing event updated for resources: {'Port': ['ID=8fbe2b96-37be-43a3-8131-5a710824bb1d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.208930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.221348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Calling delete_port for 8fbe2b96-37be-43a3-8131-5a710824bb1d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:03.232766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:03.233489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68455fb9-9c6f-4b94-8dd9-dda44933db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.246848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.247491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.287919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.362144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.370019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:03.370661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.402770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.479704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=163e549e-36e6-45f5-ad3b-9d8780f74c1f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:03.486015 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-54d2341e-e8ac-4117-8bc2-9b5fb7fc7f83 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4855020 Aug 03 19:33:03.488939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54724) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.494792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:7a:8a:75', 'name': 'tempest-NetworksTestDHCPv6-569371415'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:03.519751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-88182e30-4a30-4c3a-9f0b-4bca0cfb0803 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7396684 Aug 03 19:33:03.536290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:03.556324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.587410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.591803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.598950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.604139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:03.617459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/security-groups/bf7fd771-ff62-4075-818a-57a338badb9c HTTP/1.1" status: 204 len: 168 time: 0.7394006 Aug 03 19:33:03.617459 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54730) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:03.714268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.798062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8fbe2b96-37be-43a3-8131-5a710824bb1d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:03.803291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Could not find standard attr ID for object 8fbe2b96-37be-43a3-8131-5a710824bb1d. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:03.864852 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:03.897813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8fbe2b96-37be-43a3-8131-5a710824bb1d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:03.898255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8fbe2b96-37be-43a3-8131-5a710824bb1d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:03.918319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:03.926691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.047777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5c9e-c7d1-42e6-8bd4-c92838feb46e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fd771-ff62-4075-818a-57a338badb9c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:04.130148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 97723c6a-354a-451d-8b43-7df67902c02c has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:04.207008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Provisioning for port 84ecc438-e2ad-413b-a2fe-d2c5313562c9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:04.209495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] Pushing event deleted for resources: {'Port': ['ID=8fbe2b96-37be-43a3-8131-5a710824bb1d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:04.223402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1efdcd-0b3c-4f73-a3aa-478a662aaa30 None None] No DVR routers for this DVR port 8fbe2b96-37be-43a3-8131-5a710824bb1d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:04.236856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Provisioning complete for port 84ecc438-e2ad-413b-a2fe-d2c5313562c9 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:04.237243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.298824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Port 84ecc438-e2ad-413b-a2fe-d2c5313562c9 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:04.303557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:04.342513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:04.343800 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7020c20f-12f2-46be-83b6-664a73791c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.459924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '665111f8-9344-4973-84c5-3f8fb94ea325', 'ip_address': '2001:db8::f816:3eff:fe6a:d072'}, {'subnet_id': '292004f8-36d7-4a50-b185-6afea0bbbd6f'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '72f831bf-484b-4207-91c9-40e6f8df7485'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:33:04.466403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:04.486410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.504016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-189eb67d-efae-4e59-b8d8-d4de3b84ed0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 200 len: 892 time: 1.4456670 Aug 03 19:33:04.506106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54744) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:04.511607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] Sync routers for ids ['97723c6a-354a-451d-8b43-7df67902c02c'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:04.551521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.584422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] Routers {'97723c6a-354a-451d-8b43-7df67902c02c'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:04.584997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['97723c6a-354a-451d-8b43-7df67902c02c'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.627887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.673258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 88fec9c8-ff09-404c-a466-45558a73a63a yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:04.691332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:04.760317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.873746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-342e68e9-158e-4c29-a21f-53ce50d315e5 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers/97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 200 len: 892 time: 0.3661282 Aug 03 19:33:04.883906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54752) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:04.911223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] Routers {'97723c6a-354a-451d-8b43-7df67902c02c'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:04.912234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['97723c6a-354a-451d-8b43-7df67902c02c'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.938695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5650ec74-3950-4863-a74a-0e93456b893b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 200 len: 205 time: 0.0583184 Aug 03 19:33:04.942763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54754) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:04.954174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:04.955067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc93df0-0e28-4b84-bde5-6872fa657dfd None None] The sync data for ids ['97723c6a-354a-451d-8b43-7df67902c02c'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:05.058246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Allocated IP 172.20.0.2 (415ae438-a0e9-4e74-9820-45c73ede8734/292004f8-36d7-4a50-b185-6afea0bbbd6f/72f831bf-484b-4207-91c9-40e6f8df7485) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:05.155036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port b58d8cf7-9d51-4970-bbd1-9448079bf0f4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:05.156507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.236431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:05.244703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.251864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.291530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:05.344542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port b58d8cf7-9d51-4970-bbd1-9448079bf0f4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:05.345115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.376640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.376831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for b58d8cf7-9d51-4970-bbd1-9448079bf0f4 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:05.399347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Transition to ACTIVE for port object 72f831bf-484b-4207-91c9-40e6f8df7485 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:05.474525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=bf7df407-d242-44bb-868b-fe8f268ffa25,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:05.486912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.490300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.501883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': '9b62f729-3794-4b56-ba09-3855a155552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:05.502434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 163e549e-36e6-45f5-ad3b-9d8780f74c1f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:05.668952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10822-5f43-4c67-a4bd-f34be521660d None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:05.711576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:05.855750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 10b5803b-78df-4610-8402-c1320d184844 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:05.856097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.942346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 172.20.0.7 (415ae438-a0e9-4e74-9820-45c73ede8734/292004f8-36d7-4a50-b185-6afea0bbbd6f/88fec9c8-ff09-404c-a466-45558a73a63a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:05.950455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fe7a:8a75 (415ae438-a0e9-4e74-9820-45c73ede8734/665111f8-9344-4973-84c5-3f8fb94ea325/88fec9c8-ff09-404c-a466-45558a73a63a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:05.958522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:05.985907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 163e549e-36e6-45f5-ad3b-9d8780f74c1f) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:05.995496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:05.996094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.002871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=b58d8cf7-9d51-4970-bbd1-9448079bf0f4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:06.041282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.059311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 10b5803b-78df-4610-8402-c1320d184844 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:06.102746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efb0244-5a6b-4bb6-8bc3-b1d26fdb6039 None None] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:06.344514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9e12d5a4-fb86-4e71-88a1-a1a49617340d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7559342 Aug 03 19:33:06.356693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54784) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:06.367066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'port': {'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f', 'name': 'tempest-NetworksIpV6TestAttrs-780934210'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:06.443235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-163e549e-36e6-45f5-ad3b-9d8780f74c1f', 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': 'bf7df407-d242-44bb-868b-fe8f268ffa25'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:06.444602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.517115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.629962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.734479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Allocated IP 2001:db8::f816:3eff:feb0:dbd7 (163e549e-36e6-45f5-ad3b-9d8780f74c1f/bf7df407-d242-44bb-868b-fe8f268ffa25/c39eb2ee-412c-4820-9dfe-ac98540af526) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:06.748390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.771816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 88fec9c8-ff09-404c-a466-45558a73a63a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:06.899909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=10b5803b-78df-4610-8402-c1320d184844,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:06.935047 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:06.941274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:06.976429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] device_id is not set on port 65316432-96bf-4eae-b6a1-20eff58cc4d0 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:07.008583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.013862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Router a313e314-382f-4932-bd33-8bf1e6f5539e has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:07.021775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Transition to ACTIVE for port object c39eb2ee-412c-4820-9dfe-ac98540af526 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:07.027176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.050338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Transition to ACTIVE for port object c39eb2ee-412c-4820-9dfe-ac98540af526 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:07.138060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.140978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.210728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.214834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-881d87e4-8260-4510-a856-227696456750 None None] Provisioning for port 72f831bf-484b-4207-91c9-40e6f8df7485 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:07.233091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-881d87e4-8260-4510-a856-227696456750 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:07.234376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-881d87e4-8260-4510-a856-227696456750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.261765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Allocated IP 2001:db8::f816:3eff:fee0:2fbb (163e549e-36e6-45f5-ad3b-9d8780f74c1f/bf7df407-d242-44bb-868b-fe8f268ffa25/65316432-96bf-4eae-b6a1-20eff58cc4d0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:07.272441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:07.325265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.326072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router 97723c6a-354a-451d-8b43-7df67902c02c {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:07.336355 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.343560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b1fd93c4-6ef9-4e40-be66-8a7ce757738a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 204 len: 168 time: 2.3961072 Aug 03 19:33:07.345560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54798) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:07.351472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1042265147'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:07.353992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:07.357586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:07.437747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Pushing event updated for resources: {'Port': ['ID=c39eb2ee-412c-4820-9dfe-ac98540af526,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.485066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.510670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Transition to ACTIVE for port object 65316432-96bf-4eae-b6a1-20eff58cc4d0 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:07.525945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Attempting to bind port c39eb2ee-412c-4820-9dfe-ac98540af526 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:07.529767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Attempting to bind port c39eb2ee-412c-4820-9dfe-ac98540af526 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9b62f729-3794-4b56-ba09-3855a155552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:07.529767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Attempting to bind port c39eb2ee-412c-4820-9dfe-ac98540af526 on network 163e549e-36e6-45f5-ad3b-9d8780f74c1f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:07.539633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:07.540059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Checking segment: {'id': '9b62f729-3794-4b56-ba09-3855a155552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:07.540569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.541000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Bound using segment: {'id': '9b62f729-3794-4b56-ba09-3855a155552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:07.541504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Bound port: c39eb2ee-412c-4820-9dfe-ac98540af526, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b62f729-3794-4b56-ba09-3855a155552f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '163e549e-36e6-45f5-ad3b-9d8780f74c1f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:07.541899 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.551222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:07.555087 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.585311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.586699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:07.598196 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.598544 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 05514ebf-afc1-4ce5-a13d-e7ec98293c77 of type vlan for network 3ca24905-5daf-46d4-a520-1568922bd058 Aug 03 19:33:07.606902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:07.611609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:07.633305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:07.653937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.682460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:07.705178 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Sync routers for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:07.711843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26dbf10b-1af0-4f23-85b7-c556546b2f2d tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "PUT /v2.0/routers/a313e314-382f-4932-bd33-8bf1e6f5539e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0918791 Aug 03 19:33:07.720277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:07.725095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] For port c39eb2ee-412c-4820-9dfe-ac98540af526, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:07.726830 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:07.727955 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:07.734963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=88fec9c8-ff09-404c-a466-45558a73a63a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:07.746579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] For port c39eb2ee-412c-4820-9dfe-ac98540af526, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c39eb2ee-412c-4820-9dfe-ac98540af526,segment=NetworkSegment(9b62f729-3794-4b56-ba09-3855a155552f),segment_id=9b62f729-3794-4b56-ba09-3855a155552f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:07.802965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:07.803941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.834747 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.843861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting subnet e5eaa85e-2889-4df7-b1c8-41742b1d9b0c {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:07.848592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:07.910626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.014586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:08.052123 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:08.138102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.237297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f9aabff-e341-461a-beec-0436f946beba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.7446637 Aug 03 19:33:08.238461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:08.242732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6889d-4365-4008-92dc-b3792151c291 None None] Pushing event updated for resources: {'Port': ['ID=c39eb2ee-412c-4820-9dfe-ac98540af526,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:08.328823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.329193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.469634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d4a87-6c6d-498b-9fdf-2898dd7b9b8a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:08.471925 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:08.480541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88afe7f4-3b4b-4589-9aee-387349793300 None None] Provisioning for port 88fec9c8-ff09-404c-a466-45558a73a63a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:08.481377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d4a87-6c6d-498b-9fdf-2898dd7b9b8a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:08.486317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a30d4a87-6c6d-498b-9fdf-2898dd7b9b8a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2437768 Aug 03 19:33:08.497153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:08.509216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88afe7f4-3b4b-4589-9aee-387349793300 None None] Provisioning complete for port 88fec9c8-ff09-404c-a466-45558a73a63a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:08.518199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88afe7f4-3b4b-4589-9aee-387349793300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.526874 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Checking router: a313e314-382f-4932-bd33-8bf1e6f5539e for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:08.546966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Routers {'a313e314-382f-4932-bd33-8bf1e6f5539e'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:08.547823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a313e314-382f-4932-bd33-8bf1e6f5539e'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:08.615088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.681815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.687304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/subnets/e5eaa85e-2889-4df7-b1c8-41742b1d9b0c HTTP/1.1" status: 204 len: 168 time: 0.9626322 Aug 03 19:33:08.688574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:08.696301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cd114-0db2-4ded-ba13-23674e8b701a tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Subnet': ['ID=e5eaa85e-2889-4df7-b1c8-41742b1d9b0c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:08.764108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129068f-7bbf-45d2-9e6d-16dc19f6e3a4 None None] Network 1392960c-892c-49bf-8bd8-bdbdd70e1c41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:08.799979 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] Set router a313e314-382f-4932-bd33-8bf1e6f5539e gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:08.820868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 88fec9c8-ff09-404c-a466-45558a73a63a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:08.821404 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.893408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.911432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:08.971703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-88afe7f4-3b4b-4589-9aee-387349793300 None None] Port 88fec9c8-ff09-404c-a466-45558a73a63a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:09.001224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Port': ['ID=65316432-96bf-4eae-b6a1-20eff58cc4d0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.032924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.049290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.049290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.181652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.237221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 88fec9c8-ff09-404c-a466-45558a73a63a owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:09.250086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] DHCP port deletion for 1392960c-892c-49bf-8bd8-bdbdd70e1c41 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:09.267672 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:09.300264 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bea055-d122-4c6d-8a7f-9dda6ba83c40 None None] The sync data for ids ['a313e314-382f-4932-bd33-8bf1e6f5539e'] in n-d-803363-1 is: [{'id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-875552449', 'tenant_id': 'eb2533684ffd43258a324b18eb3f0403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:30:18Z', 'updated_at': '2021-08-03T19:33:05Z', 'revision_number': 5, 'project_id': 'eb2533684ffd43258a324b18eb3f0403', 'gw_port': {'id': 'd537de20-187f-4505-8e8e-b68d3e36d295', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a313e314-382f-4932-bd33-8bf1e6f5539e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:30:19Z', 'updated_at': '2021-08-03T19:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:09.345783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=3ca24905-5daf-46d4-a520-1568922bd058,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:09.353275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Deleting port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:09.353676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.376888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:09.383899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3ca24905-5daf-46d4-a520-1568922bd058 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:09.390236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:09.409342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:09.419892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:09.421880 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.440108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a941ec54-9bb7-46d6-bf51-1ab148ff3874 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0934019 Aug 03 19:33:09.443021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54826) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.450074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': '3ca24905-5daf-46d4-a520-1568922bd058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:09.508834 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.567649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] For port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,segment=NetworkSegment(dfb533d9-ff52-472c-ab7a-6db132b95596),segment_id=dfb533d9-ff52-472c-ab7a-6db132b95596)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:09.568025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.593703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Calling delete_port for 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:09.596964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eafc8762-b8b4-42aa-9459-de44c459f0c3 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2394588 Aug 03 19:33:09.618566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54832) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:09.724172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19518ee7-931f-47ac-9177-35da73fe9beb None None] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:09.732572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting subnet bf7df407-d242-44bb-868b-fe8f268ffa25 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:09.744846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.844399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.857378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.900911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c39eb2ee-412c-4820-9dfe-ac98540af526 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:09.917602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:09.941404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:09.959904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=88fec9c8-ff09-404c-a466-45558a73a63a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.042213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d7665d6a-4a0a-46b3-ae8a-e30decd4b250 None None] Provisioning for port c39eb2ee-412c-4820-9dfe-ac98540af526 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:10.060319 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.112329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] No DVR routers for this DVR port 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:10.250335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d9941-2ac0-4eda-a21f-9326109e93ad None None] Pushing event deleted for resources: {'Port': ['ID=7dd15302-c3ba-45e6-86ab-a3c9c8dc4303,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.254756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c39eb2ee-412c-4820-9dfe-ac98540af526 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:10.272203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.282054 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-439df680-ddd9-401e-a8fc-e1bda312f83e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/88fec9c8-ff09-404c-a466-45558a73a63a HTTP/1.1" status: 204 len: 168 time: 1.7785847 Aug 03 19:33:10.286980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.294803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c39eb2ee-412c-4820-9dfe-ac98540af526 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:10.303302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.327633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Deleting port d537de20-187f-4505-8e8e-b68d3e36d295 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:10.328067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.463708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.507151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] For port d537de20-187f-4505-8e8e-b68d3e36d295, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d537de20-187f-4505-8e8e-b68d3e36d295,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:10.514363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.530074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0029af00-4b94-4fb7-8ee0-f60b9e703cbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.531929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0029af00-4b94-4fb7-8ee0-f60b9e703cbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.533512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0029af00-4b94-4fb7-8ee0-f60b9e703cbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.537990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0029af00-4b94-4fb7-8ee0-f60b9e703cbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2408247 Aug 03 19:33:10.549901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Calling delete_port for d537de20-187f-4505-8e8e-b68d3e36d295 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:10.553682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54846) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.563588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.681338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.704307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 292004f8-36d7-4a50-b185-6afea0bbbd6f {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:10.708269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.767372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.793289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.810768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=77a2e0d7-88a9-401e-8e67-a78abbe78da4,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.810944 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:10.810944 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:10.882980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:10.887301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/bf7df407-d242-44bb-868b-fe8f268ffa25 HTTP/1.1" status: 204 len: 168 time: 1.2676911 Aug 03 19:33:10.890762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093309f-6cc8-4d0b-99fa-d23a2769ed6e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7df407-d242-44bb-868b-fe8f268ffa25,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:10.892732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:10.946878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df6f29-d137-4100-87a8-ef44407f9134 None None] Network 163e549e-36e6-45f5-ad3b-9d8780f74c1f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:10.947538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '05514ebf-afc1-4ce5-a13d-e7ec98293c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:10.949761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: 3ca24905-5daf-46d4-a520-1568922bd058, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:10.994099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cdd13b-53ad-46be-a51e-859215f2383b tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.996421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cdd13b-53ad-46be-a51e-859215f2383b tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:10.998838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-50cdd13b-53ad-46be-a51e-859215f2383b tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1050086 Aug 03 19:33:11.004029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54854) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:11.110244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.126233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 3ca24905-5daf-46d4-a520-1568922bd058 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:11.164104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51a1b09b-eac5-4dd0-a5b3-9a887b4bdc7e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.172689 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a1b09b-eac5-4dd0-a5b3-9a887b4bdc7e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 03 19:33:11.173239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a1b09b-eac5-4dd0-a5b3-9a887b4bdc7e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:11.179029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-51a1b09b-eac5-4dd0-a5b3-9a887b4bdc7e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/163e549e-36e6-45f5-ad3b-9d8780f74c1f HTTP/1.1" status: 409 len: 405 time: 0.1704345 Aug 03 19:33:11.180313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54862) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:11.185690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1535230160'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:11.234890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Provisioning for port 65316432-96bf-4eae-b6a1-20eff58cc4d0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:11.242862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Provisioning complete for port 65316432-96bf-4eae-b6a1-20eff58cc4d0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:11.243284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.285813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 3ca24905-5daf-46d4-a520-1568922bd058) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:11.294324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.295165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.317408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:11.321281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.324131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b87d38-7a41-4b25-a0ed-c021a0a7aaee None None] Network 3ca24905-5daf-46d4-a520-1568922bd058 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:11.348697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Port 65316432-96bf-4eae-b6a1-20eff58cc4d0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:11.366098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:11.378817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.384614 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment d0a21524-7a63-4db6-9e9c-b080ceab2f62 of type vlan for network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 Aug 03 19:33:11.427589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.453809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.456113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.498395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-86a00e16-0529-4ccf-b6c4-3813a3f879d0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0535729 Aug 03 19:33:11.501004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:11.506280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865861224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:11.522884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Port': ['ID=d537de20-187f-4505-8e8e-b68d3e36d295,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.531924 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=292004f8-36d7-4a50-b185-6afea0bbbd6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:11.534734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.536795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-64714216-5960-4bbb-9427-6b17138af4b5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/292004f8-36d7-4a50-b185-6afea0bbbd6f HTTP/1.1" status: 204 len: 168 time: 0.9818826 Aug 03 19:33:11.539358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54872) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:11.596643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] DHCP port deletion for 163e549e-36e6-45f5-ad3b-9d8780f74c1f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:11.604685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9a3e2-2115-445c-9fc4-2200155f75bb None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:11.636862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 665111f8-9344-4973-84c5-3f8fb94ea325 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:11.641855 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.644795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.663207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.663207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.713489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.719134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.724068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:11.737375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.740936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Provisioning complete for port c39eb2ee-412c-4820-9dfe-ac98540af526 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:11.741313 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-552bac95-2aa5-4368-8fb1-63e3fe436253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.771891 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.807741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c39eb2ee-412c-4820-9dfe-ac98540af526, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c39eb2ee-412c-4820-9dfe-ac98540af526,segment=NetworkSegment(9b62f729-3794-4b56-ba09-3855a155552f),segment_id=9b62f729-3794-4b56-ba09-3855a155552f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:11.890989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.942235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.945841 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.957667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.979027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Deleting port c39eb2ee-412c-4820-9dfe-ac98540af526 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:11.980001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:11.980808 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.002921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=4c9e39f8-dc5b-496e-96cf-c32e6bd8a213,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:12.028702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.032672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4876f2f9-5b9b-4b68-aa01-97290f25e8ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5305192 Aug 03 19:33:12.033399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54878) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.124947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:12.129285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:12.175818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.196196 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67a38c65-f194-4f70-b482-ded01c2ccbcb tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0124667 Aug 03 19:33:12.216119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54884) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.222009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:12.225271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.225846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Fanout notify agent at l3_agent the message router_deleted on router a313e314-382f-4932-bd33-8bf1e6f5539e {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:12.245684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.251520 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ddaea98-9902-427b-8e34-de843afd301e tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/routers/a313e314-382f-4932-bd33-8bf1e6f5539e HTTP/1.1" status: 204 len: 168 time: 3.5572407 Aug 03 19:33:12.261421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.299353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f586a15-4888-460f-942f-77341e276483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-3ca24905-5daf-46d4-a520-1568922bd058', 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '77a2e0d7-88a9-401e-8e67-a78abbe78da4'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:12.312693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.401550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:12.401958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7dd15302-c3ba-45e6-86ab-a3c9c8dc4303 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:12.402300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b58d8cf7-9d51-4970-bbd1-9448079bf0f4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:12.441144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.594005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.594005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.594323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:12.599444 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.603454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.607389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1392960c-892c-49bf-8bd8-bdbdd70e1c41']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:12.629265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c39eb2ee-412c-4820-9dfe-ac98540af526,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:12.653031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=665111f8-9344-4973-84c5-3f8fb94ea325,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:12.659973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] For port c39eb2ee-412c-4820-9dfe-ac98540af526, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c39eb2ee-412c-4820-9dfe-ac98540af526,segment=NetworkSegment(9b62f729-3794-4b56-ba09-3855a155552f),segment_id=9b62f729-3794-4b56-ba09-3855a155552f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:12.659973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.674065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Calling delete_port for c39eb2ee-412c-4820-9dfe-ac98540af526 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:12.679899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.683488 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0f4b4e6e-9eec-4c35-87ef-b06b8da98f40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/665111f8-9344-4973-84c5-3f8fb94ea325 HTTP/1.1" status: 204 len: 168 time: 1.1427493 Aug 03 19:33:12.686463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb533d9-ff52-472c-ab7a-6db132b95596') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:12.686985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb533d9-ff52-472c-ab7a-6db132b95596') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:12.705194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.724548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.760824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.775478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:12.777674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: items = [ Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:12.782149 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:12.857749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c2b82f66-e945-4e7a-9cc5-d1c9131f9052 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320519 Aug 03 19:33:12.866901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:12.874172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:12.963168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b58d8cf7-9d51-4970-bbd1-9448079bf0f4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:12.963789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b58d8cf7-9d51-4970-bbd1-9448079bf0f4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:13.023963 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.042879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.048593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] 10.222.0.67 "DELETE /v2.0/networks/1392960c-892c-49bf-8bd8-bdbdd70e1c41 HTTP/1.1" status: 204 len: 168 time: 0.7863948 Aug 03 19:33:13.108596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2f586a15-4888-460f-942f-77341e276483 None None] Allocated IP 2001:db8::2 (3ca24905-5daf-46d4-a520-1568922bd058/77a2e0d7-88a9-401e-8e67-a78abbe78da4/c4c59320-a1ba-4076-9ccc-b178cce9f9ce) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:13.135183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f87d37-5314-4b5f-a2ed-5e34920ec92c tempest-TestSecurityGroupsBasicOps-256001156 tempest-TestSecurityGroupsBasicOps-256001156-project] Pushing event deleted for resources: {'Network': ['ID=1392960c-892c-49bf-8bd8-bdbdd70e1c41,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.177540 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.211317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d537de20-187f-4505-8e8e-b68d3e36d295 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:13.213048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] Pushing event deleted for resources: {'Port': ['ID=c39eb2ee-412c-4820-9dfe-ac98540af526,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.278667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:13.282324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.294369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d537de20-187f-4505-8e8e-b68d3e36d295 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:13.294962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d537de20-187f-4505-8e8e-b68d3e36d295 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:13.295455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c39eb2ee-412c-4820-9dfe-ac98540af526 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:13.321888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c39eb2ee-412c-4820-9dfe-ac98540af526 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:13.322249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c39eb2ee-412c-4820-9dfe-ac98540af526 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:13.325607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1087ca0-800d-475d-998e-03b82a6313a8 None None] No DVR routers for this DVR port c39eb2ee-412c-4820-9dfe-ac98540af526 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:13.356577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15612f35-8561-4f33-b1ca-f1b0aa940fd8 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '665111f8-9344-4973-84c5-3f8fb94ea325'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '72f831bf-484b-4207-91c9-40e6f8df7485'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:33:13.400229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15612f35-8561-4f33-b1ca-f1b0aa940fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.602299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:13.607605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.708147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=20cc10d3-1186-485d-aef7-71319e438b73,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:13.718699 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.730349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2f586a15-4888-460f-942f-77341e276483 None None] Transition to ACTIVE for port object c4c59320-a1ba-4076-9ccc-b178cce9f9ce will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:13.752311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2f586a15-4888-460f-942f-77341e276483 None None] Transition to ACTIVE for port object c4c59320-a1ba-4076-9ccc-b178cce9f9ce will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:13.762565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': 'd0a21524-7a63-4db6-9e9c-b080ceab2f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:13.763418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:13.809994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d942be35-c1f0-4cdd-931a-3179a2a459f5 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:13.833674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.862700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:13.910387 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:13.968446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:13.983267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:13.984485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58466e6-d62c-492a-80b9-d6fd8a524da0 None None] Network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:13.997315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:13.997928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:13.999096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.016275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:14.019351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f586a15-4888-460f-942f-77341e276483 None None] Network 3ca24905-5daf-46d4-a520-1568922bd058 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:14.020863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.055975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=8e01181e-10da-47ec-bb58-6e0708bb00c3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.060587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3001ee44-7e03-4dd4-ad45-49e4d9f3e9a3 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:14.061232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3001ee44-7e03-4dd4-ad45-49e4d9f3e9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.067137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2f586a15-4888-460f-942f-77341e276483 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:14.078923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8::1 (3ca24905-5daf-46d4-a520-1568922bd058/77a2e0d7-88a9-401e-8e67-a78abbe78da4/b39cf2ed-ff66-4a22-9eeb-e5516a156aa2) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:14.089255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f586a15-4888-460f-942f-77341e276483 None None] Pushing event updated for resources: {'Port': ['ID=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:14.112147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f586a15-4888-460f-942f-77341e276483 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:14.127147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54914) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:14.132908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f58b47b-d703-4d07-8446-76fe2bd5f3ec tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9117541 Aug 03 19:33:14.230983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54918) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:14.287238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2f586a15-4888-460f-942f-77341e276483 None None] Attempting to bind port c4c59320-a1ba-4076-9ccc-b178cce9f9ce on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:14.287602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2f586a15-4888-460f-942f-77341e276483 None None] Attempting to bind port c4c59320-a1ba-4076-9ccc-b178cce9f9ce by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '05514ebf-afc1-4ce5-a13d-e7ec98293c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:14.288436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f586a15-4888-460f-942f-77341e276483 None None] Attempting to bind port c4c59320-a1ba-4076-9ccc-b178cce9f9ce on network 3ca24905-5daf-46d4-a520-1568922bd058 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:14.351504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb5efbc2-ace5-4c15-8dcd-59fdf6ae13ba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4829845 Aug 03 19:33:14.360041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:14.370401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:14.385600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f586a15-4888-460f-942f-77341e276483 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:14.385976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f586a15-4888-460f-942f-77341e276483 None None] Checking segment: {'id': '05514ebf-afc1-4ce5-a13d-e7ec98293c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:14.386384 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.386777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f586a15-4888-460f-942f-77341e276483 None None] Bound using segment: {'id': '05514ebf-afc1-4ce5-a13d-e7ec98293c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:14.389297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2f586a15-4888-460f-942f-77341e276483 None None] Bound port: c4c59320-a1ba-4076-9ccc-b178cce9f9ce, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05514ebf-afc1-4ce5-a13d-e7ec98293c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3ca24905-5daf-46d4-a520-1568922bd058'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:14.390373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.394273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.452917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.502322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:14.511889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4c9e39f8-dc5b-496e-96cf-c32e6bd8a213', 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': '20cc10d3-1186-485d-aef7-71319e438b73'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:14.512467 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.569423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '8e01181e-10da-47ec-bb58-6e0708bb00c3'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '72f831bf-484b-4207-91c9-40e6f8df7485'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:33:14.572258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2f586a15-4888-460f-942f-77341e276483 None None] For port c4c59320-a1ba-4076-9ccc-b178cce9f9ce, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:14.574867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8e0fdef6-2599-4d89-a5cc-9cf321b94222 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eb2533684ffd43258a324b18eb3f0403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3427463 Aug 03 19:33:14.585067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2f586a15-4888-460f-942f-77341e276483 None None] For port c4c59320-a1ba-4076-9ccc-b178cce9f9ce, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,segment=NetworkSegment(05514ebf-afc1-4ce5-a13d-e7ec98293c77),segment_id=05514ebf-afc1-4ce5-a13d-e7ec98293c77)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:14.592343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54930) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:14.667778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.750151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.785127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f586a15-4888-460f-942f-77341e276483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.797213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.808182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.850433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:14.854349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.899721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 3ca24905-5daf-46d4-a520-1568922bd058 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:14.944604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:14.959312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:14.959312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:14.965633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=b39cf2ed-ff66-4a22-9eeb-e5516a156aa2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.027538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Allocated IP 172.20.0.2 (415ae438-a0e9-4e74-9820-45c73ede8734/8e01181e-10da-47ec-bb58-6e0708bb00c3/72f831bf-484b-4207-91c9-40e6f8df7485) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:15.141276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.370498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f586a15-4888-460f-942f-77341e276483 None None] Pushing event updated for resources: {'Port': ['ID=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.373316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:15.379170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.395632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.398369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.399601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fe61edb5-163e-49ff-be3b-f09be6e4205e HTTP/1.1" status: 204 len: 168 time: 0.8055179 Aug 03 19:33:15.450990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502731f0-d3b5-4aed-9cb8-0abc5dc997a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe61edb5-163e-49ff-be3b-f09be6e4205e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:15.456755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Allocated IP 2001:db8::f816:3eff:fe1d:d7e6 (4c9e39f8-dc5b-496e-96cf-c32e6bd8a213/20cc10d3-1186-485d-aef7-71319e438b73/38ee4f0a-8d3a-4d5c-9280-4404942d07b7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:15.708421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:15.752241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.826408 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.839360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:15.906231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Transition to ACTIVE for port object 72f831bf-484b-4207-91c9-40e6f8df7485 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:15.996335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.002422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Transition to ACTIVE for port object 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:16.035454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Transition to ACTIVE for port object 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:16.075531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.088602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.154249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:16.215186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:16.215692 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:16.221240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.227310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74800d44-7711-499e-b550-640eaf7fc2c3 None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=11']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.263700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:16.267673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:16.271585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:16.273678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.274761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.299823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Pushing event updated for resources: {'Port': ['ID=38ee4f0a-8d3a-4d5c-9280-4404942d07b7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.320393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.384514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Attempting to bind port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:16.384963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Attempting to bind port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd0a21524-7a63-4db6-9e9c-b080ceab2f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:16.385336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Attempting to bind port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 on network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:16.402239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:16.402890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Checking segment: {'id': 'd0a21524-7a63-4db6-9e9c-b080ceab2f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:16.403193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.403603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Bound using segment: {'id': 'd0a21524-7a63-4db6-9e9c-b080ceab2f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:16.404104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Bound port: 38ee4f0a-8d3a-4d5c-9280-4404942d07b7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a21524-7a63-4db6-9e9c-b080ceab2f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:16.404498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.522361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=20cc10d3-1186-485d-aef7-71319e438b73,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:16.646910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] For port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:16.656211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] For port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=38ee4f0a-8d3a-4d5c-9280-4404942d07b7,segment=NetworkSegment(d0a21524-7a63-4db6-9e9c-b080ceab2f62),segment_id=d0a21524-7a63-4db6-9e9c-b080ceab2f62)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:16.683214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.700868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9e39f8-dc5b-496e-96cf-c32e6bd8a213']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.715496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a21524-7a63-4db6-9e9c-b080ceab2f62') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.715905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a21524-7a63-4db6-9e9c-b080ceab2f62') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:16.726523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.772804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.803013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.803120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.809881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:16.813135 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:16.821668 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:16.837905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:16.966210 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.015307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdfa9-9dd6-4ea2-af6b-caed6272a0cc None None] Pushing event updated for resources: {'Port': ['ID=38ee4f0a-8d3a-4d5c-9280-4404942d07b7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.039211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc65c2e-1645-4319-9461-d4a432ccc69c None None] Network 4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:17.081579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 54984) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:17.119475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1663d10-189b-4fda-931c-87510312cd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.132592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:33:17.132592 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:33:17.132592 n-d-803363-1 neutron-server[101343]: [parameters: {'id': '4c9e39f8-dc5b-496e-96cf-c32e6bd8a213'}] Aug 03 19:33:17.132592 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:17.132592 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:17.387546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.394409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1663d10-189b-4fda-931c-87510312cd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.419535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:17.490069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1663d10-189b-4fda-931c-87510312cd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.499060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf5aa7-0a6d-4226-810e-936ce43f56cb None None] Network 3ca24905-5daf-46d4-a520-1568922bd058 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:17.565805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1663d10-189b-4fda-931c-87510312cd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3b6c58-e647-46fd-bd03-24bce8b75307,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.576526 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1663d10-189b-4fda-931c-87510312cd97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c91d7e121ee94006a5da0be5bc52597e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935343 Aug 03 19:33:17.576809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 54988) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:17.590698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=b39cf2ed-ff66-4a22-9eeb-e5516a156aa2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:17.633529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.680202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c4c59320-a1ba-4076-9ccc-b178cce9f9ce up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:17.700002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.707806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbbb158-8222-4d3b-b62c-ab3d14199433 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:17.721822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 3ca24905-5daf-46d4-a520-1568922bd058 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:17.725308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:17.739957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:17.754320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.764083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.828415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6332da56-5490-4bff-bc2d-3c125b7a5b70 None None] Provisioning for port c4c59320-a1ba-4076-9ccc-b178cce9f9ce completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:17.875562 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:17.976560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] For port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=38ee4f0a-8d3a-4d5c-9280-4404942d07b7,segment=NetworkSegment(d0a21524-7a63-4db6-9e9c-b080ceab2f62),segment_id=d0a21524-7a63-4db6-9e9c-b080ceab2f62)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:17.977379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.005360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:18.012935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c4c59320-a1ba-4076-9ccc-b178cce9f9ce completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:18.060219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c4c59320-a1ba-4076-9ccc-b178cce9f9ce triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:18.060945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.105922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Provisioning for port 72f831bf-484b-4207-91c9-40e6f8df7485 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:18.147194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.150325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:18.150517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.152051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.152204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6b3b6c58-e647-46fd-bd03-24bce8b75307 HTTP/1.1" status: 204 len: 168 time: 0.5729945 Aug 03 19:33:18.187943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabdeee-eb0a-4aac-bb45-7a504339014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3b6c58-e647-46fd-bd03-24bce8b75307,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.210518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 8f998f44-e76b-4412-bc9d-4a1a3861b0bb is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:18.245832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:18.282753 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.379468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No DVR routers for this DVR port 38ee4f0a-8d3a-4d5c-9280-4404942d07b7 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:18.426592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=38ee4f0a-8d3a-4d5c-9280-4404942d07b7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.475806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.478639 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.532433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.537619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.559631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9e39f8-dc5b-496e-96cf-c32e6bd8a213']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.584765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:18.597878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c4c59320-a1ba-4076-9ccc-b178cce9f9ce, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,segment=NetworkSegment(05514ebf-afc1-4ce5-a13d-e7ec98293c77),segment_id=05514ebf-afc1-4ce5-a13d-e7ec98293c77)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:18.601528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a21524-7a63-4db6-9e9c-b080ceab2f62') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.602064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a21524-7a63-4db6-9e9c-b080ceab2f62') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.615209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55006) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:18.616225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a07b7c2d-4c71-4da9-a64a-5a767e4b8893 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/8f998f44-e76b-4412-bc9d-4a1a3861b0bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5816810 Aug 03 19:33:18.631265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] Sync routers for ids ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:18.656731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.657892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.680470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] Routers {'8f998f44-e76b-4412-bc9d-4a1a3861b0bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:18.681347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.732402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.776672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:18.779731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.786960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c9034-d0fd-4743-b356-7698890d2ef3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.801395 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f8c9034-d0fd-4743-b356-7698890d2ef3 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports/b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 HTTP/1.1" status: 200 len: 911 time: 0.1684794 Aug 03 19:33:18.802100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55010) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:18.814673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=60482d81-3500-494a-be79-6bea6b95b7ef,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.842443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77a2e0d7-88a9-401e-8e67-a78abbe78da4'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:18.888927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:18.904250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:18.915683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:18.918587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.941148 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.970658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:18.971110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:18.977450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=14']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:18.992999 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:19.019309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c8fa114b-879c-4835-b77a-03b873b99170 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6607423 Aug 03 19:33:19.020513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.025458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:0c:37:e8', 'name': 'tempest-NetworksTestDHCPv6-883069104'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:19.116385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] Routers {'8f998f44-e76b-4412-bc9d-4a1a3861b0bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:19.116385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:32:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:19.117525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.255046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:19.255472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731db2ed-8463-47f2-aac5-3a67116e6c6e None None] The sync data for ids ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:19.258321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4b967903-ae2b-48af-a71b-37b955e43d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.263081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:19.263384 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-8ec5b62b-a11d-4c98-b2b9-b4cf26e62116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:19.266059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:19.352239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:19.352891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.453435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.460989 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.504487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:19.570831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c560c2e-c15e-4092-ac72-c9361041445e None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:19.619634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:19.621411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.647381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.658311 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 HTTP/1.1" status: 204 len: 168 time: 5.5250173 Aug 03 19:33:19.668195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.673862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.716319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef6a65-1943-4086-bc5b-15127dead5e4 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=4c9e39f8-dc5b-496e-96cf-c32e6bd8a213,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:19.793330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-159569676'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:19.877420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55026) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:19.916620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:19.955460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port ebcb54ac-e2de-4969-b350-671891694a75 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:19.993705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1a1d3195-7db1-4520-9912-f75789b0fd63 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=921f252a8e6348bea7d6f64f237a47c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095350 Aug 03 19:33:19.994159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55028) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:20.011214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:20.015577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.077476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:20.119877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.120363 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment 29f7daf1-0a3e-4443-b0de-ca04b380ea79 of type vlan for network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 Aug 03 19:33:20.121441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.126698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.160001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.164755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=15']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.228397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.236493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.237275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.239024 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/ports/b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 HTTP/1.1" status: 200 len: 911 time: 1.4124935 Aug 03 19:33:20.249768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55032) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:20.269410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.317429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ecc0a-db68-4dfc-a736-2198d07d8ef2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=b39cf2ed-ff66-4a22-9eeb-e5516a156aa2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.376800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.379763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.387442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1009b839-cb90-44a9-a1db-71901ec1074c HTTP/1.1" status: 204 len: 168 time: 0.3891280 Aug 03 19:33:20.399992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Provisioning complete for port c4c59320-a1ba-4076-9ccc-b178cce9f9ce triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:20.400920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.402250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d488-e065-4a26-94be-f5aa0ff41ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1009b839-cb90-44a9-a1db-71901ec1074c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.483356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 172.20.0.14 (415ae438-a0e9-4e74-9820-45c73ede8734/8e01181e-10da-47ec-bb58-6e0708bb00c3/ebcb54ac-e2de-4969-b350-671891694a75) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:20.505360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fe0c:37e8 (415ae438-a0e9-4e74-9820-45c73ede8734/60482d81-3500-494a-be79-6bea6b95b7ef/ebcb54ac-e2de-4969-b350-671891694a75) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:20.634343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.641573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:20.642229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.657655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:20.658401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:20.816309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0342045 Aug 03 19:33:20.819178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55044) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:20.830283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:20.831369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8624a990-4718-419c-b166-938edfa334db None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:33:20.849722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea139563-d756-4dbe-b9e6-bf9408f5c98e tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:20.940909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8624a990-4718-419c-b166-938edfa334db None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:33:20.951453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:20.978640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.013424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object ebcb54ac-e2de-4969-b350-671891694a75 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:21.142042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:21.146838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.181806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:21.212048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.222685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Provisioning for port b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:21.242355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Provisioning complete for port b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:21.242831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.341079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.360179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fcb59a24-dbf8-4f02-869c-6d15395a38e3 None None] Port b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:21.381573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:21.382081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.420021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:21.432090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:21.441907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:21.555256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.557587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.578639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04683a4f-ac84-4641-a68c-f6451d0d1b72 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:21.579104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04683a4f-ac84-4641-a68c-f6451d0d1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.619917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=ebcb54ac-e2de-4969-b350-671891694a75,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:21.679345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c4c59320-a1ba-4076-9ccc-b178cce9f9ce up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:21.693185 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.792577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c4c59320-a1ba-4076-9ccc-b178cce9f9ce triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:21.793032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:21.846006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a082a95-ec92-4111-9d20-ea0b81715035 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8252177 Aug 03 19:33:21.846678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=3af13390-670f-4cfb-aaed-6ecb51e0b9d6,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:21.854008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': '29f7daf1-0a3e-4443-b0de-ca04b380ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:21.854395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:21.854979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55070) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.960732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:21.978605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e8f72-9738-48a7-86d7-444c194afd13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.984953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e8f72-9738-48a7-86d7-444c194afd13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:21.989505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55076) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:21.989760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-067e8f72-9738-48a7-86d7-444c194afd13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1326604 Aug 03 19:33:21.997507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:21.997850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.074923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-66211906-1c47-41fb-9eb4-c3b30f75bf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.085807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:22.099524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e1ede5-272a-4248-9fc1-bf74002d1bd6 None None] Network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:22.109574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:22.110231 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.215048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.251905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.257001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for b39cf2ed-ff66-4a22-9eeb-e5516a156aa2 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:22.261130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port ebcb54ac-e2de-4969-b350-671891694a75 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:22.261354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.336888 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f8279166-1c19-4bb3-928d-1015273e51c6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5152285 Aug 03 19:33:22.339914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55084) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.430035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c25b1fb9-f142-4bdc-bb73-9cea05889376 None None] Provisioning for port ebcb54ac-e2de-4969-b350-671891694a75 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:22.437902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c25b1fb9-f142-4bdc-bb73-9cea05889376 None None] Provisioning complete for port ebcb54ac-e2de-4969-b350-671891694a75 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:22.438875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c25b1fb9-f142-4bdc-bb73-9cea05889376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.456860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.477551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for ebcb54ac-e2de-4969-b350-671891694a75 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:22.570705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55088) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:22.574918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4', 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': '3af13390-670f-4cfb-aaed-6ecb51e0b9d6'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:22.582450 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.633872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c25b1fb9-f142-4bdc-bb73-9cea05889376 None None] Port ebcb54ac-e2de-4969-b350-671891694a75 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:22.749423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.848638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.882110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-332504104-network', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:22.921492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.942761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Allocated IP 2001:db8::2 (6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4/3af13390-670f-4cfb-aaed-6ecb51e0b9d6/7ef833fd-e942-4568-8480-db6577e416cd) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:22.959731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:22.976019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=b39cf2ed-ff66-4a22-9eeb-e5516a156aa2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:22.996797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.086640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=ebcb54ac-e2de-4969-b350-671891694a75,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.122323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:23.125398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.145395 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.146271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.218801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.239074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Transition to ACTIVE for port object 7ef833fd-e942-4568-8480-db6577e416cd will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:23.283766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.285754 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c3c66b7b-d8d0-4401-a44e-4392f56022c9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ebcb54ac-e2de-4969-b350-671891694a75 HTTP/1.1" status: 204 len: 168 time: 1.2947872 Aug 03 19:33:23.288916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55108) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.334857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Transition to ACTIVE for port object 7ef833fd-e942-4568-8480-db6577e416cd will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:23.433974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b663c3c-4500-4e5c-897b-aa6e7e71e447 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.435836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b663c3c-4500-4e5c-897b-aa6e7e71e447 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.437731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b663c3c-4500-4e5c-897b-aa6e7e71e447 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:23.443847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.455263 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b663c3c-4500-4e5c-897b-aa6e7e71e447 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1639011 Aug 03 19:33:23.462364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55114) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.471472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:23.478688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:23.486498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 8f998f44-e76b-4412-bc9d-4a1a3861b0bb has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:23.527307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:23.592222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Pushing event updated for resources: {'Port': ['ID=7ef833fd-e942-4568-8480-db6577e416cd,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.607424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Attempting to bind port 7ef833fd-e942-4568-8480-db6577e416cd on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:23.608278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Attempting to bind port 7ef833fd-e942-4568-8480-db6577e416cd by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '29f7daf1-0a3e-4443-b0de-ca04b380ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:23.609478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Attempting to bind port 7ef833fd-e942-4568-8480-db6577e416cd on network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:23.617229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:23.622873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Checking segment: {'id': '29f7daf1-0a3e-4443-b0de-ca04b380ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:23.622873 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.622873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Bound using segment: {'id': '29f7daf1-0a3e-4443-b0de-ca04b380ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:23.622873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Bound port: 7ef833fd-e942-4568-8480-db6577e416cd, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f7daf1-0a3e-4443-b0de-ca04b380ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:23.622873 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.651650 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.667860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.681289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 60482d81-3500-494a-be79-6bea6b95b7ef {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:23.705599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.727927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=3af13390-670f-4cfb-aaed-6ecb51e0b9d6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.738059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] For port 7ef833fd-e942-4568-8480-db6577e416cd, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:23.742868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] For port 7ef833fd-e942-4568-8480-db6577e416cd, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ef833fd-e942-4568-8480-db6577e416cd,segment=NetworkSegment(29f7daf1-0a3e-4443-b0de-ca04b380ea79),segment_id=29f7daf1-0a3e-4443-b0de-ca04b380ea79)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:23.756147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.758773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:23.781984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] Sync routers for ids ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:23.795999 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] Routers {'8f998f44-e76b-4412-bc9d-4a1a3861b0bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:23.797106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c6396a6c-fe31-4a47-ae07-8ad50b648f5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/8f998f44-e76b-4412-bc9d-4a1a3861b0bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5426338 Aug 03 19:33:23.797958 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.800408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.816213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:23.832263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.834993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:23.837433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9fdf6c39-6db5-41a3-83b4-c590b5a64403 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f998f44-e76b-4412-bc9d-4a1a3861b0bb HTTP/1.1" status: 200 len: 205 time: 0.0356793 Aug 03 19:33:23.840302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55130) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:23.841868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.880628 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.892139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] Routers {'8f998f44-e76b-4412-bc9d-4a1a3861b0bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:23.893318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.931053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.931771 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Added segment 7bd091c9-4e8b-4415-b9af-67d94a3c2cc5 of type vlan for network ee267510-f8ba-46bd-bb6a-7641f173dc5e Aug 03 19:33:23.938769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:23.952720 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:23.954236 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfadfcb9-ab48-444f-aaba-86124fe1b847 None None] The sync data for ids ['8f998f44-e76b-4412-bc9d-4a1a3861b0bb'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:23.996970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79fc07-f75c-414f-a30a-d24d0ca97643 None None] Pushing event updated for resources: {'Port': ['ID=7ef833fd-e942-4568-8480-db6577e416cd,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.017059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5934bbe-aba2-4c49-bac1-bd33fc301646 None None] Network 6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:24.022935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.054049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.100610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.203390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5670d16b-0feb-4728-b768-baa349083c5a None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:33:24.204846 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.207043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:24.207812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.316879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7456365 Aug 03 19:33:24.325126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.351164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.378191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670d16b-0feb-4728-b768-baa349083c5a None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:33:24.395034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Request body: {'subnet': {'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-332504104-subnet', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:24.407109 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.410310 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/60482d81-3500-494a-be79-6bea6b95b7ef HTTP/1.1" status: 204 len: 168 time: 0.9425871 Aug 03 19:33:24.459367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55140) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:24.480707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e0cf0-3273-42de-b9fb-125c716ab199 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=60482d81-3500-494a-be79-6bea6b95b7ef,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.528686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b59470-b997-4551-9646-10b42fedab4c admin admin] Pushing event updated for resources: {'Network': ['ID=ee267510-f8ba-46bd-bb6a-7641f173dc5e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:24.545802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:24.572771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.575260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.586737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 8e01181e-10da-47ec-bb58-6e0708bb00c3 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:24.590216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:24.592465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.602189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.627175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.637093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f7daf1-0a3e-4443-b0de-ca04b380ea79') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.637407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f7daf1-0a3e-4443-b0de-ca04b380ea79') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:24.663078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.680226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.693818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:24.694435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:24.697944 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:24.763669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:24.960719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc712bfb-0eac-43c8-a644-a1c14a413b64 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:24.962775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.227830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:33:25.227830 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:33:25.227830 n-d-803363-1 neutron-server[101342]: [parameters: {'id': '6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4'}] Aug 03 19:33:25.227830 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:25.228672 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:25.261959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.262773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router 8f998f44-e76b-4412-bc9d-4a1a3861b0bb {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:33:25.271363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.275421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ccc597d7-0ebe-46fb-9463-25721e660c5d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/8f998f44-e76b-4412-bc9d-4a1a3861b0bb HTTP/1.1" status: 204 len: 168 time: 1.4311478 Aug 03 19:33:25.275421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55150) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.310445 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.313602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.316695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.354842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 77a2e0d7-88a9-401e-8e67-a78abbe78da4 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:25.354842 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.370893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.372793 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8e01181e-10da-47ec-bb58-6e0708bb00c3 HTTP/1.1" status: 204 len: 168 time: 0.8933690 Aug 03 19:33:25.377448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.384230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867cc5a0-afcf-4ba4-b196-665449efa56c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.427953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cb2fe-8cb6-4ac6-8bed-4f2b96f3ad80 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=8e01181e-10da-47ec-bb58-6e0708bb00c3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.435998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:25.436261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Network hostable DHCP agents. Network: ee267510-f8ba-46bd-bb6a-7641f173dc5e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:25.458988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-96479100-c301-4cad-a290-bca7b1dc89d2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739605 Aug 03 19:33:25.459211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55156) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:25.463102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:25.483316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.583026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c01d5b0-4b0b-4f26-b65f-0d0df8186efd None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:25.650032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:25.658004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-77183e4e-1091-4a4f-a99e-266dee64afb5 None None] Provisioning complete for port 72f831bf-484b-4207-91c9-40e6f8df7485 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:25.658731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-77183e4e-1091-4a4f-a99e-266dee64afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.669738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.715337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:25.719466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.729313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.809393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ee267510-f8ba-46bd-bb6a-7641f173dc5e) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:25.814537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:25.815529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.829041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port 7ef833fd-e942-4568-8480-db6577e416cd {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:25.829594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.845867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e07e76-6aab-4e91-8961-dd7866d37f7f None None] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:25.895520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.938414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=77a2e0d7-88a9-401e-8e67-a78abbe78da4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:25.960070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] For port 7ef833fd-e942-4568-8480-db6577e416cd, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ef833fd-e942-4568-8480-db6577e416cd,segment=NetworkSegment(29f7daf1-0a3e-4443-b0de-ca04b380ea79),segment_id=29f7daf1-0a3e-4443-b0de-ca04b380ea79)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:25.960822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.980986 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:25.986894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-687aafa9-1641-436d-8603-fc1f74f5a50d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/77a2e0d7-88a9-401e-8e67-a78abbe78da4 HTTP/1.1" status: 204 len: 168 time: 0.7102053 Aug 03 19:33:25.991067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55164) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.077016 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9434e85b-efdd-45c9-b21a-635f9423a1d6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6871116 Aug 03 19:33:26.078301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.089134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:26.112958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for 7ef833fd-e942-4568-8480-db6577e416cd owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:26.118503 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.240708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d2560-c179-4ef7-9548-baba0eeefa71 None None] Network 3ca24905-5daf-46d4-a520-1568922bd058 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:26.247102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.248241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.258932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.281370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:26.285653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:26.288263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port c4c59320-a1ba-4076-9ccc-b178cce9f9ce {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:26.288759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.289069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:26.289667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.341255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=21e59a6d-cb72-4104-a6d1-33285287305b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:26.399443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port c4c59320-a1ba-4076-9ccc-b178cce9f9ce, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,segment=NetworkSegment(05514ebf-afc1-4ce5-a13d-e7ec98293c77),segment_id=05514ebf-afc1-4ce5-a13d-e7ec98293c77)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:26.399806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.429309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.444435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for c4c59320-a1ba-4076-9ccc-b178cce9f9ce owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:26.449588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No DVR routers for this DVR port 7ef833fd-e942-4568-8480-db6577e416cd on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:26.477579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:26.478536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.504678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=7ef833fd-e942-4568-8480-db6577e416cd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:26.519969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26ee830c-fbb6-4992-ba21-94600f726adc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0619819 Aug 03 19:33:26.525802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55172) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:26.533531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:26.534799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:26.568485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.672543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.686255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:26.690303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Allocated IP 172.20.0.2 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:26.707640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Deleting port 72f831bf-484b-4207-91c9-40e6f8df7485 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:26.708030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.722326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f7daf1-0a3e-4443-b0de-ca04b380ea79') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:26.722864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f7daf1-0a3e-4443-b0de-ca04b380ea79') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:26.802508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.855011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.875275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3034e5-459d-46f0-9f85-b34c0a59b7e3 None None] DHCP port deletion for 3ca24905-5daf-46d4-a520-1568922bd058 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:26.881279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:26.881706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:26.886551 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:26.972616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] For port 72f831bf-484b-4207-91c9-40e6f8df7485, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=72f831bf-484b-4207-91c9-40e6f8df7485,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:26.973164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.976615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:26.991637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Calling delete_port for 72f831bf-484b-4207-91c9-40e6f8df7485 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:27.065415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:27.070634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.116018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:27.170274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.180415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.191516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0a3034e5-459d-46f0-9f85-b34c0a59b7e3 None None] The port 'c4c59320-a1ba-4076-9ccc-b178cce9f9ce' was deleted {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 03 19:33:27.227982 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.253903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=c4c59320-a1ba-4076-9ccc-b178cce9f9ce,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:27.277922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] Pushing event deleted for resources: {'Port': ['ID=72f831bf-484b-4207-91c9-40e6f8df7485,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:27.278645 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.283801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 HTTP/1.1" status: 204 len: 168 time: 4.9392366 Aug 03 19:33:27.288379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:27.300277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No active binding found for port 72f831bf-484b-4207-91c9-40e6f8df7485 {{(pid=101344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:33:27.300980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 72f831bf-484b-4207-91c9-40e6f8df7485 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:27.301483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628278628'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:27.301794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c4c59320-a1ba-4076-9ccc-b178cce9f9ce no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:27.313048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14ae5f-753c-4786-9a97-bd771fffd918 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:27.323714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port c4c59320-a1ba-4076-9ccc-b178cce9f9ce on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:27.327030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74eea0f-cb99-46b2-a554-6c5a912f5048 None None] No DVR routers for this DVR port 72f831bf-484b-4207-91c9-40e6f8df7485 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:27.369878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f6fa1f-ef68-4dd6-91b6-fa8b6fdf9adf None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:27.461762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:27.465005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c4c59320-a1ba-4076-9ccc-b178cce9f9ce {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:27.465391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c4c59320-a1ba-4076-9ccc-b178cce9f9ce not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:27.465933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.543325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:27.553245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.553829 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Added segment 8ccde786-91bc-42cb-a66e-c2eda03245b6 of type vlan for network 8f4292aa-0cf1-428e-92d1-f966b57caa02 Aug 03 19:33:27.599625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.650205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.664359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.666744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca24905-5daf-46d4-a520-1568922bd058']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:27.679501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05514ebf-afc1-4ce5-a13d-e7ec98293c77') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:27.679808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05514ebf-afc1-4ce5-a13d-e7ec98293c77') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:27.688506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55192) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:27.695569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.706480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.707864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.740797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.742625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Transition to ACTIVE for port object cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:27.754850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '21e59a6d-cb72-4104-a6d1-33285287305b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:27.756684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.757450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:27.757972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:27.761291 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:27.914163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:27.915810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:27.965466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:27.969649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:27.974409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:27.975267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.009361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.009590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Transition to ACTIVE for port object cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:28.009694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.015195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/3ca24905-5daf-46d4-a520-1568922bd058 HTTP/1.1" status: 204 len: 168 time: 2.0224130 Aug 03 19:33:28.019927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.041519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1159728943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.049307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=f9efdda7-88d6-4c98-88bf-27c730a63061,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.054136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1211b-fd73-4b02-972b-9687edbc4389 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=3ca24905-5daf-46d4-a520-1568922bd058,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.148412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Allocated IP 172.20.0.2 (415ae438-a0e9-4e74-9820-45c73ede8734/21e59a6d-cb72-4104-a6d1-33285287305b/05d39109-2664-4fbe-91a5-85e12d1ede12) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:28.155979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Allocated IP 2001:db8::f816:3eff:fe9c:ebd6 (415ae438-a0e9-4e74-9820-45c73ede8734/f9efdda7-88d6-4c98-88bf-27c730a63061/05d39109-2664-4fbe-91a5-85e12d1ede12) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:28.178245 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.226570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.232175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:28.232795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.254254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7694aef6-23b0-403d-9552-111246c069c6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7278440 Aug 03 19:33:28.258096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55202) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.263674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:be:ef:6b', 'name': 'tempest-NetworksTestDHCPv6-607424789'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.265137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:28.272402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:28.281040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:28.284138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Pushing event updated for resources: {'Port': ['ID=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.367728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Attempting to bind port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:28.368108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Attempting to bind port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:28.368476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Attempting to bind port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:28.407101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:28.407101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:28.407101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.407577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:28.407968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Bound port: cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:28.408365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.432364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cecd213a-6532-4de9-8f53-5ebbbe98ad8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.459245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Network': ['ID=8f4292aa-0cf1-428e-92d1-f966b57caa02,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.461265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.463544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.464641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.480625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Transition to ACTIVE for port object 05d39109-2664-4fbe-91a5-85e12d1ede12 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:28.506220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Transition to ACTIVE for port object 05d39109-2664-4fbe-91a5-85e12d1ede12 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:28.512008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 8f4292aa-0cf1-428e-92d1-f966b57caa02 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:28.532925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Allocated IP 172.25.2.9 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/303a4238-22f9-4f33-b137-3ca516a2eed7) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:28.573368 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.629086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b8c03daf-be55-4413-81f8-447e9082ad07 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3310084 Aug 03 19:33:28.630300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55208) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.634808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Request body: {'subnet': {'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.674161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] For port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:28.677710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] For port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:28.694267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.744737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:28.755931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:28.760774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Pushing event updated for resources: {'Port': ['ID=05d39109-2664-4fbe-91a5-85e12d1ede12,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:28.769191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:28.784863 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.826442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:28.827422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.893987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Attempting to bind port 05d39109-2664-4fbe-91a5-85e12d1ede12 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:28.894538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Attempting to bind port 05d39109-2664-4fbe-91a5-85e12d1ede12 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:28.894960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Attempting to bind port 05d39109-2664-4fbe-91a5-85e12d1ede12 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:28.914324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:28.916566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.926939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:28.927520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.928031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:28.928789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Bound port: 05d39109-2664-4fbe-91a5-85e12d1ede12, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:28.929308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:28.932902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a8263cf8-686a-46af-b404-61a46db41387 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9090269 Aug 03 19:33:28.939774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55212) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:28.952279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2058344178'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:28.966428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daead32c-abc5-4cd0-8332-23dcc5ac5514 None None] Pushing event updated for resources: {'Port': ['ID=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.023582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.055660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 5c6bec74-4e3d-46df-a4d0-64fa490cafd6 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:29.058937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.093959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] For port 05d39109-2664-4fbe-91a5-85e12d1ede12, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:29.099650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cecd213a-6532-4de9-8f53-5ebbbe98ad8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.101895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] For port 05d39109-2664-4fbe-91a5-85e12d1ede12, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05d39109-2664-4fbe-91a5-85e12d1ede12,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:29.206793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cecd213a-6532-4de9-8f53-5ebbbe98ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.230477 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.272792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd213a-6532-4de9-8f53-5ebbbe98ad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70b8c7c-bc61-4d0c-aa6e-6937df5f7c1b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.301522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.318688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:33:29.318688 n-d-803363-1 neutron-server[101343]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 03 19:33:29.318688 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'id': '06eb29e6-7649-4ef1-af45-b28880404a91', 'expiration': datetime.datetime(2021, 8, 3, 19, 35, 29, 248606)}] Aug 03 19:33:29.318688 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:29.319613 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:29.330382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb45b9-6025-4a40-bd79-7ab2884d1d27 None None] Pushing event updated for resources: {'Port': ['ID=05d39109-2664-4fbe-91a5-85e12d1ede12,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.376890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 172.20.0.6 (415ae438-a0e9-4e74-9820-45c73ede8734/21e59a6d-cb72-4104-a6d1-33285287305b/5c6bec74-4e3d-46df-a4d0-64fa490cafd6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:29.393044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:febe:ef6b (415ae438-a0e9-4e74-9820-45c73ede8734/f9efdda7-88d6-4c98-88bf-27c730a63061/5c6bec74-4e3d-46df-a4d0-64fa490cafd6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:29.397285 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cecd213a-6532-4de9-8f53-5ebbbe98ad8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1eac57ff595a475f9207cc3da8e80654&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7047367 Aug 03 19:33:29.397285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55218) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:29.448738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Pushing event updated for resources: {'Port': ['ID=303a4238-22f9-4f33-b137-3ca516a2eed7,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:29.466659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:29.472589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:29.476690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:29.513229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.555598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.681717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.704535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 5c6bec74-4e3d-46df-a4d0-64fa490cafd6 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:29.706104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:29.724261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.781897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:29.796892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.853095 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment d75cab2a-4750-42be-89bb-43bae7c8bac5 of type vlan for network b41e71f2-9b59-4066-88cc-326d04cd07eb Aug 03 19:33:29.853095 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:29.982106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.022568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Made reservation on behalf of c234e622cd7848e9b9e91a62eb6879a3 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:30.027548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.053396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.061931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.062745 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.073401 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.076020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.102161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f70b8c7c-bc61-4d0c-aa6e-6937df5f7c1b HTTP/1.1" status: 204 len: 168 time: 0.6783071 Aug 03 19:33:30.109372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:30.197301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=b41e71f2-9b59-4066-88cc-326d04cd07eb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.199953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:30.202002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=5c6bec74-4e3d-46df-a4d0-64fa490cafd6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.206754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:30.218850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b41e71f2-9b59-4066-88cc-326d04cd07eb details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:30.279944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.282695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.299110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9d76d321-954d-43fa-9e76-663b714b2abf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3579862 Aug 03 19:33:30.300871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55226) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.313668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:30.343988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e77f9e-f97f-473a-928f-1107cfbe5e37 None None] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:30.352100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad59672-5240-48a6-b92f-26a1cce3e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70b8c7c-bc61-4d0c-aa6e-6937df5f7c1b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:30.544788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4a4cebb4-6492-46ea-ba18-ce9593e29841 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2854061 Aug 03 19:33:30.546069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55230) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.603028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.653184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-57051331-f927-48d1-9ca9-027e59f6525d None None] Provisioning for port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:30.683219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2d033-3536-4052-a6d1-f3a02ed3d057 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.696148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d2d033-3536-4052-a6d1-f3a02ed3d057 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:30.705488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-13d2d033-3536-4052-a6d1-f3a02ed3d057 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1551075 Aug 03 19:33:30.707685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55232) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:30.737976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:30.746714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:30.766889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30576aed-3101-4846-b605-7de6bc3174bc None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:31.058796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-09e3c1c9-662f-4195-99bf-e7439a939162 None None] Provisioning for port 05d39109-2664-4fbe-91a5-85e12d1ede12 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:31.082271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:31.146759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.158852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.196881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55248) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:31.266601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:31.301010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa34f-c290-49d8-9923-d23a554de279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.458507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:31.463484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:31.463918 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.479586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event updated for resources: {'Subnet': ['ID=c379e407-fe50-41b5-af98-5fb482239cd4,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:31.488137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Checking segment: {'id': '8ccde786-91bc-42cb-a66e-c2eda03245b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:31.501203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network hostable DHCP agents. Network: 8f4292aa-0cf1-428e-92d1-f966b57caa02, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:31.686341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.751645 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa34f-c290-49d8-9923-d23a554de279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.757380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:31.768389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 5c6bec74-4e3d-46df-a4d0-64fa490cafd6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:31.768640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.778326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Network 8f4292aa-0cf1-428e-92d1-f966b57caa02 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:31.835522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:31.890543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.901639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 5c6bec74-4e3d-46df-a4d0-64fa490cafd6 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:31.939418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:31.940170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05d39109-2664-4fbe-91a5-85e12d1ede12 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:32.020766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 8f4292aa-0cf1-428e-92d1-f966b57caa02) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:32.037295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.037974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.043345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d0ffa34f-c290-49d8-9923-d23a554de279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.057733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.090810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ac0c9-f27e-4fe8-aafe-37dd1f832f9a None None] Network 8f4292aa-0cf1-428e-92d1-f966b57caa02 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:32.103165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:32.212639 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f8e2b4a1-d955-43bb-b9e1-de61fe1f7dfe tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.5797839 Aug 03 19:33:32.213224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.244281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.245675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9cf584da-2e43-4a0a-9764-ccfadc94a414 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1611528 Aug 03 19:33:32.271191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.373219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffa34f-c290-49d8-9923-d23a554de279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e361f1a-5c9c-4c40-b7b6-d1402051b103,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.441045 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.506922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:32.546666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6d31c9ee-2d48-4615-9d4b-8ad998dfe997 None None] Could not find standard attr ID for object 5c6bec74-4e3d-46df-a4d0-64fa490cafd6. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:32.547769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=5c6bec74-4e3d-46df-a4d0-64fa490cafd6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.576201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-8f4292aa-0cf1-428e-92d1-f966b57caa02', 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02', 'tenant_id': 'c234e622cd7848e9b9e91a62eb6879a3', 'fixed_ips': [{'subnet_id': 'c379e407-fe50-41b5-af98-5fb482239cd4'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:32.577070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.583511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d0ffa34f-c290-49d8-9923-d23a554de279 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4daa2503eef346c9835f0a2279c8f488&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3847065 Aug 03 19:33:32.590959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55258) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.594675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:32.595807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:32.597385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:32.597385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: b41e71f2-9b59-4066-88cc-326d04cd07eb, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:32.633342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=0078d4f1-9153-476e-bfcd-f52d543d2cb2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.683911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.712075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:32.761934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-87bb1be7-286b-48b7-a6e1-133eb78fbe6c None None] Could not find standard attr ID for object 5c6bec74-4e3d-46df-a4d0-64fa490cafd6. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:32.784011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.786182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9858f26a-a25e-4bb7-a811-c724c312e140 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/5c6bec74-4e3d-46df-a4d0-64fa490cafd6 HTTP/1.1" status: 204 len: 168 time: 2.0756640 Aug 03 19:33:32.789893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55262) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.813530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.834378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 05d39109-2664-4fbe-91a5-85e12d1ede12 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:32.878682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 05d39109-2664-4fbe-91a5-85e12d1ede12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:32.879063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.897196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54545e-0725-467a-916b-d564305a8894 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.899151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54545e-0725-467a-916b-d564305a8894 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.901171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc54545e-0725-467a-916b-d564305a8894 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:32.907715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc54545e-0725-467a-916b-d564305a8894 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1169345 Aug 03 19:33:32.908528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55266) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:32.910843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network b41e71f2-9b59-4066-88cc-326d04cd07eb is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:32.913411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:32.986382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.027870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:33.051893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 21e59a6d-cb72-4104-a6d1-33285287305b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:33.061448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.128899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Allocated IP 2001:db8::f816:3eff:fe23:5900 (8f4292aa-0cf1-428e-92d1-f966b57caa02/c379e407-fe50-41b5-af98-5fb482239cd4/c5ee4efb-d310-4030-a2f1-fdfa09053f54) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:33.166532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b41e71f2-9b59-4066-88cc-326d04cd07eb) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:33.177268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:33.177886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.187886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.228596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501012d-847c-4c7b-8b53-8f5f01a66a71 None None] Network b41e71f2-9b59-4066-88cc-326d04cd07eb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:33.285245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.289112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.292720 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e361f1a-5c9c-4c40-b7b6-d1402051b103 HTTP/1.1" status: 204 len: 168 time: 0.6900864 Aug 03 19:33:33.306093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86e3d2-8148-4ef6-aaf3-cf25b1a8011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e361f1a-5c9c-4c40-b7b6-d1402051b103,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.427499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-584ac2fa-482a-454a-ad2a-b81d43df3f77 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1180289 Aug 03 19:33:33.428322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55274) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.444687 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.474995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.490549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.673072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.702894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.709717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/21e59a6d-cb72-4104-a6d1-33285287305b HTTP/1.1" status: 204 len: 168 time: 0.7997761 Aug 03 19:33:33.722176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ba96b-b666-4737-988d-f7af1750f611 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:33.739611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55276) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:33.749560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6940c-3e1f-4782-b272-dd84a5fbf995 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=21e59a6d-cb72-4104-a6d1-33285287305b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:33.803495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet f9efdda7-88d6-4c98-88bf-27c730a63061 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:33.808200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.832414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.866825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.938749 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:33.948488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Transition to ACTIVE for port object c5ee4efb-d310-4030-a2f1-fdfa09053f54 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:33.972382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Transition to ACTIVE for port object c5ee4efb-d310-4030-a2f1-fdfa09053f54 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:33.974477 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.076114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-b41e71f2-9b59-4066-88cc-326d04cd07eb', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:34.077556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.164981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.183502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.201422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=f9efdda7-88d6-4c98-88bf-27c730a63061,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.212726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.223219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7b2d714d-e3ba-4ccc-b5ed-ec9caa99b5e4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/f9efdda7-88d6-4c98-88bf-27c730a63061 HTTP/1.1" status: 204 len: 168 time: 0.4740582 Aug 03 19:33:34.223219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55290) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.243725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:34.244136 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:34.263938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1af4fbc0-def6-4dea-88f0-f648c1d81ea0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444899 Aug 03 19:33:34.266146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:29Z', 'revision_number': 3, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:34.268335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55294) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.269217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Network 8f4292aa-0cf1-428e-92d1-f966b57caa02 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:34.299340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:34.320880 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.354850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:34.361050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:34.361455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Updating router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 port 303a4238-22f9-4f33-b137-3ca516a2eed7 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:34.368546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Pushing event updated for resources: {'Port': ['ID=c5ee4efb-d310-4030-a2f1-fdfa09053f54,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.381151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac47ee-d5f9-4eb0-9da9-b60a13a81d79 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:34.382965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6aac47ee-d5f9-4eb0-9da9-b60a13a81d79 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1131473 Aug 03 19:33:34.385498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55302) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.429469 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.466853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.477548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4db419-a8b0-49a2-8235-681dfe19c2ff tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:34.478300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4292aa-0cf1-428e-92d1-f966b57caa02']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:34.482656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7b4db419-a8b0-49a2-8235-681dfe19c2ff tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954790 Aug 03 19:33:34.485927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Allocated IP 2001:db8::2 (b41e71f2-9b59-4066-88cc-326d04cd07eb/0078d4f1-9153-476e-bfcd-f52d543d2cb2/f81987f2-3f88-4e80-ad8d-d851b6ae9f12) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:34.486748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55304) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.490515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccde786-91bc-42cb-a66e-c2eda03245b6') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:34.490827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccde786-91bc-42cb-a66e-c2eda03245b6') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:34.502689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.518431 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.525799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:34.530309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.537632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Attempting to bind port c5ee4efb-d310-4030-a2f1-fdfa09053f54 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:34.538056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Attempting to bind port c5ee4efb-d310-4030-a2f1-fdfa09053f54 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '8ccde786-91bc-42cb-a66e-c2eda03245b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:34.538500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Attempting to bind port c5ee4efb-d310-4030-a2f1-fdfa09053f54 on network 8f4292aa-0cf1-428e-92d1-f966b57caa02 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:34.556336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:34.556717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Checking segment: {'id': '8ccde786-91bc-42cb-a66e-c2eda03245b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:34.563342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.563342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Bound using segment: {'id': '8ccde786-91bc-42cb-a66e-c2eda03245b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:34.563586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1513a3c9-ff87-4cb6-b7c5-ae97292c4124 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684569 Aug 03 19:33:34.570640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Bound port: c5ee4efb-d310-4030-a2f1-fdfa09053f54, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ccde786-91bc-42cb-a66e-c2eda03245b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:34.570640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.570845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55306) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:34.571928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:34.629218 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:34.675630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=c379e407-fe50-41b5-af98-5fb482239cd4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:34.687711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 19:33:34.687711 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 19:33:34.687711 n-d-803363-1 neutron-server[101343]: [parameters: {'id': '8f4292aa-0cf1-428e-92d1-f966b57caa02'}] Aug 03 19:33:34.687711 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:34.688212 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:34.704631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.705012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.705409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.705744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.706193 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.706530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.706862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.707191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.707623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.707836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.708167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.708495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:34.753236 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.822866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Allocated IP 172.20.0.1 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/3bf14bc8-3c23-4af0-b962-ebd019517265) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:34.881295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:34.893230 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:34.900987 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:34.901762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:35.031263 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:33:35.058344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-66a680cf-8a31-4f90-9491-aef3e8df4ab8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4902084 Aug 03 19:33:35.072279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:35.082076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:35.098047 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.104579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e334283-06a0-4649-9ae8-1b86fd4ce2e1 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': 'f9efdda7-88d6-4c98-88bf-27c730a63061'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '05d39109-2664-4fbe-91a5-85e12d1ede12'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:33:35.189820 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.203822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.261857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 05d39109-2664-4fbe-91a5-85e12d1ede12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05d39109-2664-4fbe-91a5-85e12d1ede12,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:35.267068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] For port c5ee4efb-d310-4030-a2f1-fdfa09053f54, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:35.277843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Transition to ACTIVE for port object 3bf14bc8-3c23-4af0-b962-ebd019517265 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.310847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e334283-06a0-4649-9ae8-1b86fd4ce2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.360488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] For port c5ee4efb-d310-4030-a2f1-fdfa09053f54, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c5ee4efb-d310-4030-a2f1-fdfa09053f54,segment=NetworkSegment(8ccde786-91bc-42cb-a66e-c2eda03245b6),segment_id=8ccde786-91bc-42cb-a66e-c2eda03245b6)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:35.397879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port c5ee4efb-d310-4030-a2f1-fdfa09053f54 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:35.398230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.429682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:35.435342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.438869 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:35.441030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:35.472986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] For port c5ee4efb-d310-4030-a2f1-fdfa09053f54, host n-d-803363-1, got binding levels [] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:35.473455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.490423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for c5ee4efb-d310-4030-a2f1-fdfa09053f54 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:35.499299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.553396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.556114 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.566575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Transition to ACTIVE for port object f81987f2-3f88-4e80-ad8d-d851b6ae9f12 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.584271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Transition to ACTIVE for port object f81987f2-3f88-4e80-ad8d-d851b6ae9f12 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.587946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.622311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Pushing event updated for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:35.630529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503fbeb-fc5f-43ed-ac10-68f9db118267 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:35.635652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:35.638760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:35.645274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:35.646319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5586c135-f1a2-41d7-8f92-f2b2944e7f03 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5729253 Aug 03 19:33:35.649184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55340) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:35.655354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:35.691212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:35.771273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.932785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8::1 (b41e71f2-9b59-4066-88cc-326d04cd07eb/0078d4f1-9153-476e-bfcd-f52d543d2cb2/c3e38614-55c8-4dba-9850-a80315e9857e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:35.953652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.967302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Transition to ACTIVE for port object 303a4238-22f9-4f33-b137-3ca516a2eed7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:35.981132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:35.985673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:35.987242 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:35.987681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:36.002970 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.059722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.070310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6e0cc1d4-d6dc-4617-b71b-ccbb69140864 None None] Provisioning complete for port 05d39109-2664-4fbe-91a5-85e12d1ede12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:36.076675 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc1d4-d6dc-4617-b71b-ccbb69140864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.097024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=c5ee4efb-d310-4030-a2f1-fdfa09053f54,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.106007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No DVR routers for this DVR port c5ee4efb-d310-4030-a2f1-fdfa09053f54 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:36.115923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=05d39109-2664-4fbe-91a5-85e12d1ede12,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.128626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:36.128998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.130602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.132077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ef41e519-6498-4525-8d3e-b73e10cbc2e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4781435 Aug 03 19:33:36.136924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55348) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.148750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Network b41e71f2-9b59-4066-88cc-326d04cd07eb is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:36.171643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:36.245248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db34c997-b29d-4e36-b930-2e143251e733 None None] Network 8f4292aa-0cf1-428e-92d1-f966b57caa02 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:36.281606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.320107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4292aa-0cf1-428e-92d1-f966b57caa02']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:36.324974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.353718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ccde786-91bc-42cb-a66e-c2eda03245b6') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:36.354098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ccde786-91bc-42cb-a66e-c2eda03245b6') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:36.371361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55356) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.389772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.447234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.457150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:36.459644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:36.462340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Attempting to bind port 303a4238-22f9-4f33-b137-3ca516a2eed7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:36.463319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Attempting to bind port 303a4238-22f9-4f33-b137-3ca516a2eed7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:36.463693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Attempting to bind port 303a4238-22f9-4f33-b137-3ca516a2eed7 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:36.465811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae2f3b-f64b-4fbc-b471-1124310c3e0a None None] Pushing event deleted for resources: {'Port': ['ID=c5ee4efb-d310-4030-a2f1-fdfa09053f54,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.473702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.486130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:36.486562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:36.492432 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:36.578551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object c3e38614-55c8-4dba-9850-a80315e9857e will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:36.681872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbd77-3086-4796-b193-2d90179ef8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.691949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:36.692329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:36.692900 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.693296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:36.693789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Bound port: 303a4238-22f9-4f33-b137-3ca516a2eed7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:36.694315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.811951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.839523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:36.847278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/8f4292aa-0cf1-428e-92d1-f966b57caa02 HTTP/1.1" status: 204 len: 168 time: 4.6283290 Aug 03 19:33:36.852213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.862259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Pushing event updated for resources: {'Port': ['ID=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.888096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91954c5d-df3c-4ea6-8dcf-7c37a9cfecc8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=8f4292aa-0cf1-428e-92d1-f966b57caa02,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:36.899094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] For port 303a4238-22f9-4f33-b137-3ca516a2eed7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:36.916802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] For port 303a4238-22f9-4f33-b137-3ca516a2eed7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=303a4238-22f9-4f33-b137-3ca516a2eed7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:36.925148 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0dcbd4-cc52-48b2-ba2a-38ae211c5e6d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:36.925658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0dcbd4-cc52-48b2-ba2a-38ae211c5e6d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:36.929897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2a0dcbd4-cc52-48b2-ba2a-38ae211c5e6d tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/c379e407-fe50-41b5-af98-5fb482239cd4 HTTP/1.1" status: 404 len: 337 time: 0.0742302 Aug 03 19:33:36.930116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55368) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.953212 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cab7c98-54fa-469c-8fe4-f5867c9e3b3f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:36.953779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cab7c98-54fa-469c-8fe4-f5867c9e3b3f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:36.956245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3cab7c98-54fa-469c-8fe4-f5867c9e3b3f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/8f4292aa-0cf1-428e-92d1-f966b57caa02 HTTP/1.1" status: 404 len: 339 time: 0.0243535 Aug 03 19:33:36.960188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55370) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:36.964817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:36.994284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.000843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.002842 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-829a85f7-e721-4567-9bc4-4d428e3829e8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:37.003433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-829a85f7-e721-4567-9bc4-4d428e3829e8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.005585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-829a85f7-e721-4567-9bc4-4d428e3829e8 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/3af13390-670f-4cfb-aaed-6ecb51e0b9d6 HTTP/1.1" status: 404 len: 337 time: 0.0441751 Aug 03 19:33:37.008994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.031142 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbd77-3086-4796-b193-2d90179ef8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.036164 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b813ea8-e4fb-4f45-9170-01b413f95e73 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:37.039557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b813ea8-e4fb-4f45-9170-01b413f95e73 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.042434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b813ea8-e4fb-4f45-9170-01b413f95e73 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/6ad2aa73-16a8-41a4-bc28-485b5ff4d8f4 HTTP/1.1" status: 404 len: 339 time: 0.0317237 Aug 03 19:33:37.044551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55374) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.047011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Attempting to bind port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:37.047403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Attempting to bind port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:37.050436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Attempting to bind port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 on network b41e71f2-9b59-4066-88cc-326d04cd07eb {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:37.063547 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.075935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fbca0cc9-f0b8-4f91-a3a3-85464dd3eb23 None None] Provisioning for port 3bf14bc8-3c23-4af0-b962-ebd019517265 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:37.078199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network b41e71f2-9b59-4066-88cc-326d04cd07eb is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:37.079548 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7308ec-3d1e-4b70-826b-84edf4d27b94 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:37.080131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7308ec-3d1e-4b70-826b-84edf4d27b94 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.087097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:37.087248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0e7308ec-3d1e-4b70-826b-84edf4d27b94 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/20cc10d3-1186-485d-aef7-71319e438b73 HTTP/1.1" status: 404 len: 337 time: 0.0382867 Aug 03 19:33:37.087380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.088636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55376) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.089687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:37.090327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.128448 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8d583c-2e8e-449d-8e6f-b1edee4cf185 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:37.129263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8d583c-2e8e-449d-8e6f-b1edee4cf185 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.134024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd8d583c-2e8e-449d-8e6f-b1edee4cf185 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/4c9e39f8-dc5b-496e-96cf-c32e6bd8a213 HTTP/1.1" status: 404 len: 339 time: 0.0431314 Aug 03 19:33:37.134818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55378) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.150225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fbca0cc9-f0b8-4f91-a3a3-85464dd3eb23 None None] Provisioning complete for port 3bf14bc8-3c23-4af0-b962-ebd019517265 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:37.151410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fbca0cc9-f0b8-4f91-a3a3-85464dd3eb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.153562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:37.154213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Checking segment: {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:37.154767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.155973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Bound using segment: {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:37.156720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Bound port: f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:37.157624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.162580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b5cbd77-3086-4796-b193-2d90179ef8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.204483 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9b5cbd77-3086-4796-b193-2d90179ef8e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d15fd94f415540ac9f0ecf39bd8ed932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8302574 Aug 03 19:33:37.221550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55382) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.226796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.249605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:37.256403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.259289 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:37.259748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.285547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] For port f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:37.289122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] For port f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:37.297865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cbd77-3086-4796-b193-2d90179ef8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce94018-dea7-4b84-be59-63cc0cddbd07,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.321209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.360054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dad70-326f-4349-88b4-de6228eb4e05 None None] Pushing event updated for resources: {'Port': ['ID=303a4238-22f9-4f33-b137-3ca516a2eed7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.371465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port 65316432-96bf-4eae-b6a1-20eff58cc4d0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:37.371816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.384124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:37.384792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:37.387221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.412036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Pushing event updated for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.426970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.457099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc260e1a-e919-4e6d-9419-fb649d20e6b9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3124247 Aug 03 19:33:37.462268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55386) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.467498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:37.472712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.476709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.482663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fbca0cc9-f0b8-4f91-a3a3-85464dd3eb23 None None] Port 3bf14bc8-3c23-4af0-b962-ebd019517265 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:37.487961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Deleting port 05d39109-2664-4fbe-91a5-85e12d1ede12 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:37.488350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.497895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for 65316432-96bf-4eae-b6a1-20eff58cc4d0 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:37.521355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:37.559185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:37.649990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] For port 05d39109-2664-4fbe-91a5-85e12d1ede12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05d39109-2664-4fbe-91a5-85e12d1ede12,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:37.649990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.657307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.667643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Calling delete_port for 05d39109-2664-4fbe-91a5-85e12d1ede12 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:37.684677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.688828 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.693066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9ce94018-dea7-4b84-be59-63cc0cddbd07 HTTP/1.1" status: 204 len: 168 time: 0.4669232 Aug 03 19:33:37.717351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd3e06-e9e0-40d5-87c9-3730a15e3669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce94018-dea7-4b84-be59-63cc0cddbd07,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.722038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.772515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05d39109-2664-4fbe-91a5-85e12d1ede12 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:37.784948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=65316432-96bf-4eae-b6a1-20eff58cc4d0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:37.823044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:37.828589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f8599754-fc25-4188-a1df-d24dd605857f tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/ports/65316432-96bf-4eae-b6a1-20eff58cc4d0 HTTP/1.1" status: 204 len: 168 time: 0.6915448 Aug 03 19:33:37.829464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55392) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:37.883724 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-594e122c-f5b4-48bc-a714-56e18a3059e5 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:37.885284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594e122c-f5b4-48bc-a714-56e18a3059e5 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:37.904586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-594e122c-f5b4-48bc-a714-56e18a3059e5 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/bf7df407-d242-44bb-868b-fe8f268ffa25 HTTP/1.1" status: 404 len: 337 time: 0.0721416 Aug 03 19:33:37.906183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55394) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.146448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.148787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.258369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] No DVR routers for this DVR port 05d39109-2664-4fbe-91a5-85e12d1ede12 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:38.348984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dad70-326f-4349-88b4-de6228eb4e05 None None] Pushing event updated for resources: {'Port': ['ID=303a4238-22f9-4f33-b137-3ca516a2eed7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.397462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.429952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163e549e-36e6-45f5-ad3b-9d8780f74c1f']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.456255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b62f729-3794-4b56-ba09-3855a155552f') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.461533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b62f729-3794-4b56-ba09-3855a155552f') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.486588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef6709-9a61-44fe-b02a-bc5e90c7d5b2 None None] Pushing event updated for resources: {'Port': ['ID=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.486741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.496487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-23908bb5-09b0-443b-af44-a1b8c6fee2ca None None] Provisioning complete for port 3bf14bc8-3c23-4af0-b962-ebd019517265 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:38.497150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23908bb5-09b0-443b-af44-a1b8c6fee2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.510648 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.528950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:38.528950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.568406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-23908bb5-09b0-443b-af44-a1b8c6fee2ca None None] Port 3bf14bc8-3c23-4af0-b962-ebd019517265 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:38.572078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3295678-c10c-4063-8244-a842c141fea7 None None] Pushing event deleted for resources: {'Port': ['ID=05d39109-2664-4fbe-91a5-85e12d1ede12,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.599307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No active binding found for port 05d39109-2664-4fbe-91a5-85e12d1ede12 {{(pid=101344) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 03 19:33:38.599997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05d39109-2664-4fbe-91a5-85e12d1ede12 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:38.617490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:38.618444 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:38.724165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:38.728300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.741754 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.757027 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:38.757733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:38.781246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:38.782545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:38.792937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/163e549e-36e6-45f5-ad3b-9d8780f74c1f HTTP/1.1" status: 204 len: 168 time: 0.8852830 Aug 03 19:33:38.798117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f0c1f-323b-4c3d-8be9-0822189b7773 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=163e549e-36e6-45f5-ad3b-9d8780f74c1f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:38.801844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55418) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.914813 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8689bd83-0bec-430f-bcf7-793bd1943ca4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4517817 Aug 03 19:33:38.918172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55420) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:38.923989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:38.926154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 2, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:38.965417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3e90c7-9f0c-4e8a-bb7d-53259cc0e4be None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 2, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:39.229184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:39.252761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:39.265395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.268794 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:33:39.269305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:39.393884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9a2530fb-cdea-4279-a4d7-68a7222ea539 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4716256 Aug 03 19:33:39.396551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.402580 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a3d57a3-511f-4dfd-b61d-dbba7099044f admin admin] 10.222.0.67 "PUT /v2.0/routers/206e1674-d5fb-476c-8ba2-3c5d4edc9a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1130884 Aug 03 19:33:39.523725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-163817e5-a48b-419f-920e-59509c180ae9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1226819 Aug 03 19:33:39.537466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55440) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.668751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad66197-4908-4179-ac58-b427878ab343 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:39.670278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dad66197-4908-4179-ac58-b427878ab343 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1307018 Aug 03 19:33:39.674246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55442) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.735987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port 84ecc438-e2ad-413b-a2fe-d2c5313562c9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:39.738121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15442a-ffc3-40e4-8b7b-943ac3df509a None None] Network b41e71f2-9b59-4066-88cc-326d04cd07eb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:39.742712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.772394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5eaabf1f-76b8-4b12-97ba-df2fc31f96e5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969417 Aug 03 19:33:39.777373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55448) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:39.787425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f81987f2-3f88-4e80-ad8d-d851b6ae9f12 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:39.789266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:39.791683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.923660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:39.931014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.001205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.089915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for 84ecc438-e2ad-413b-a2fe-d2c5313562c9 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:40.142679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.193998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:40.203491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.290954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network b41e71f2-9b59-4066-88cc-326d04cd07eb is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:40.291899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:40.299294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:40.325323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Provisioning for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:40.380753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:40.382516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.393679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Provisioning complete for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:40.394166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.617065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.645792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.665569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=84ecc438-e2ad-413b-a2fe-d2c5313562c9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:40.683073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.686211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1ffed62-6e93-400f-b362-17750e23ca2c tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/ports/84ecc438-e2ad-413b-a2fe-d2c5313562c9 HTTP/1.1" status: 204 len: 168 time: 1.8815093 Aug 03 19:33:40.688708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55466) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.745561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:40.797922 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5daba8fe-be97-4cac-ade5-5fe9ab4d1fd1 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] DELETE failed (client error): The resource could not be found. Aug 03 19:33:40.798599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5daba8fe-be97-4cac-ade5-5fe9ab4d1fd1 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:33:40.800906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5daba8fe-be97-4cac-ade5-5fe9ab4d1fd1 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/745de8e1-a84f-4df8-9997-36cd771a6aae HTTP/1.1" status: 404 len: 337 time: 0.1105609 Aug 03 19:33:40.803550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:40.815757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] For port f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:40.914990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:40.942578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.033980 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.236227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955cf98-4e0f-4381-888a-dda50ef7ecb6 None None] Pushing event updated for resources: {'Port': ['ID=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.278136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:41.278609 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:41.285675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:41.286616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55484) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.293660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:41.293968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-741994157-network', 'tenant_id': '2d791d152899445f99b2c81162747e1d'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:41.308012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:41.308610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.310300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.311226 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8138b2c5-8699-423c-a35c-7e1979cf3357 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8819656 Aug 03 19:33:41.325907 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:41.326549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.371234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.389240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40817930-22df-48f1-b3e1-61b9b322b856']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.393128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-703390235'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:41.407179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Provisioning for port c3e38614-55c8-4dba-9850-a80315e9857e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:41.418591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Provisioning complete for port c3e38614-55c8-4dba-9850-a80315e9857e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:41.418591 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.419145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac2cd1b-3c35-496d-b1aa-cd121beab347') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.419145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac2cd1b-3c35-496d-b1aa-cd121beab347') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:41.429913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.433193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=3682c7e6-0d8a-4dc3-bb41-847c5c1af424,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.483379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.497993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:41.498402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:41.502386 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:41.539796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:41.548129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:41.552260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:33:41.552260 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:33:41.552260 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '5f179802452b46588cbf71405bc03158', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 33, 41, 468799)}] Aug 03 19:33:41.552260 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:33:41.552637 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:33:41.553934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:41.554538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.555361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Port c3e38614-55c8-4dba-9850-a80315e9857e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:41.585853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ede70e-19cc-4f68-a5e6-d7f677e635fe None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:41.723484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Provisioning complete for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:41.723851 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9f5effd-2ab7-43cc-912c-0fafe963468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.760206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Made reservation on behalf of 2d791d152899445f99b2c81162747e1d for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:41.763956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.781520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.804621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.815679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:41.823703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:41.825617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/40817930-22df-48f1-b3e1-61b9b322b856 HTTP/1.1" status: 204 len: 168 time: 1.0197868 Aug 03 19:33:41.855846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41b9c4-0344-499a-83c8-d8dfa13e52d6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=40817930-22df-48f1-b3e1-61b9b322b856,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:41.872164 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:41.949595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting subnet dd9bb45c-a158-45c7-b655-4d13ef9e1e33 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:41.960636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.019317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c95b3263-af94-4e39-8050-293305fa6700 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2403135 Aug 03 19:33:42.025913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55504) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:42.033689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:e4:63:39', 'name': 'tempest-NetworksTestDHCPv6-111986773'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:42.047441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.217005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '3682c7e6-0d8a-4dc3-bb41-847c5c1af424'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:42.218909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.230205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:37Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:39Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:42.285323 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:42.286200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Updating router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 port c3e38614-55c8-4dba-9850-a80315e9857e binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:42.323388 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.392092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.415170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.506115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 303a4238-22f9-4f33-b137-3ca516a2eed7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:42.582395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.616186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:42.645117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Allocated IP 2001:db8::f816:3eff:fea9:9878 (415ae438-a0e9-4e74-9820-45c73ede8734/3682c7e6-0d8a-4dc3-bb41-847c5c1af424/a92dfb80-97fd-4321-ba48-969ca7754a3c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:42.651674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2924e32c-fbe5-4052-a0d2-d5acb5c71213,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:42.658640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.658999 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Added segment 30d26770-5f67-4144-a9c1-1fc339915efd of type vlan for network 41737c3a-47a1-4e1a-ab2a-a37c07812cca Aug 03 19:33:42.712856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.729668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f90c8284-97f0-4df6-a6f8-c9fb039e8aef None None] Provisioning complete for port c3e38614-55c8-4dba-9850-a80315e9857e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:42.730328 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f90c8284-97f0-4df6-a6f8-c9fb039e8aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.736756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.738725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/subnets/dd9bb45c-a158-45c7-b655-4d13ef9e1e33 HTTP/1.1" status: 204 len: 168 time: 0.9140022 Aug 03 19:33:42.741526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:42.772770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.805397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a429d-ffc5-401b-a8eb-1ce3c7937f6c None None] Network 92c74567-624e-4ba2-b61d-5b20cb82c0f3 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:42.835392 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.837139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:42.840865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.849229 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Transition to ACTIVE for port object c3e38614-55c8-4dba-9850-a80315e9857e will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:42.853106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecb452-8313-4960-873e-ac7dc96dba33 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9bb45c-a158-45c7-b655-4d13ef9e1e33,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:42.911549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:42.924184 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.925106 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment b72ec437-1ae9-4a64-87a2-e4b41afe2513 of type vlan for network e6227b44-1b51-48ce-985a-8412f0d78889 Aug 03 19:33:42.958777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f90c8284-97f0-4df6-a6f8-c9fb039e8aef None None] Port c3e38614-55c8-4dba-9850-a80315e9857e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:42.964990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:42.973337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.011923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 303a4238-22f9-4f33-b137-3ca516a2eed7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:43.016055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:43.054052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 303a4238-22f9-4f33-b137-3ca516a2eed7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:43.054429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.068577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Deleting port 304afde3-603a-43bc-bb66-caf18e6f2403 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:43.068973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.081900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.083206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:43.084114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.087633 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.157849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:43.158384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:43.173510 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Pushing event updated for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:43.199204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:43.258293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] Pushing event updated for resources: {'Network': ['ID=41737c3a-47a1-4e1a-ab2a-a37c07812cca,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:43.273566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.283957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:43.288281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.305855 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Attempting to bind port c3e38614-55c8-4dba-9850-a80315e9857e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:43.307189 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Attempting to bind port c3e38614-55c8-4dba-9850-a80315e9857e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:43.307550 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Attempting to bind port c3e38614-55c8-4dba-9850-a80315e9857e on network b41e71f2-9b59-4066-88cc-326d04cd07eb {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:43.315878 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.316219 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.316555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.316919 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.317243 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.317566 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.317884 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.318203 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.318518 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.318831 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.319144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.319473 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:43.323643 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:43.324363 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Checking segment: {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:43.324454 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.324838 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Bound using segment: {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:43.325367 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Bound port: c3e38614-55c8-4dba-9850-a80315e9857e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75cab2a-4750-42be-89bb-43bae7c8bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:43.325968 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.362304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:43.402476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] For port 304afde3-603a-43bc-bb66-caf18e6f2403, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=304afde3-603a-43bc-bb66-caf18e6f2403,segment=NetworkSegment(b57c7d28-0027-494c-bd91-af4db109a7b7),segment_id=b57c7d28-0027-494c-bd91-af4db109a7b7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:43.402734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.453817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=e6227b44-1b51-48ce-985a-8412f0d78889,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:43.467474 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] For port c3e38614-55c8-4dba-9850-a80315e9857e, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:43.469543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eac5c18f-1799-4bfd-a33a-d79d6823cb46 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1802957 Aug 03 19:33:43.482736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:43.485407 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] For port c3e38614-55c8-4dba-9850-a80315e9857e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3e38614-55c8-4dba-9850-a80315e9857e,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:43.486757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Calling delete_port for 304afde3-603a-43bc-bb66-caf18e6f2403 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:43.492942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Request body: {'subnet': {'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-741994157-subnet', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:43.540500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7a22f785-8e68-44c5-9da2-52b51956c981 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1595232 Aug 03 19:33:43.551617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55536) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:43.554761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:43.568687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.625199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 5a0c0771-5577-4bef-b0f9-e1561e2e395e yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:43.656699 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.679525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-6fcfe047-489b-49e6-8857-18fe4a576807 req-fad311d6-d3d1-4d94-867d-07ffa2d46cbe service neutron] (101342) timed out ('10.222.0.67', 60382) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:33:43.773992 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:43.779098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:43.831503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:43.834778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e6227b44-1b51-48ce-985a-8412f0d78889 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:43.954452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Made reservation on behalf of 2d791d152899445f99b2c81162747e1d for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:43.957217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:43.995273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:44.058133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.136415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Port': ['ID=304afde3-603a-43bc-bb66-caf18e6f2403,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.153765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] No DVR routers for this DVR port 304afde3-603a-43bc-bb66-caf18e6f2403 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:44.157178 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacefeb-f59d-42a7-bfca-607d4700a264 None None] Pushing event updated for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.244017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:44.255302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.282906 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:37Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.323132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df4c308-a179-492a-b62a-7285dc330ea0 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:37Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:43Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:44.357093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.369309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c74567-624e-4ba2-b61d-5b20cb82c0f3']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.388362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57c7d28-0027-494c-bd91-af4db109a7b7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.388362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57c7d28-0027-494c-bd91-af4db109a7b7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.395110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.419059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.432043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:44.432476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:33:44.440364 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:33:44.610738 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.647871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.656054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.700449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Transition to ACTIVE for port object a92dfb80-97fd-4321-ba48-969ca7754a3c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:44.703522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e6be2-80d4-436d-9cd5-74407ae86d2a None None] DHCP port deletion for 92c74567-624e-4ba2-b61d-5b20cb82c0f3 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:44.709880 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.724843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] 10.222.0.67 "DELETE /v2.0/networks/92c74567-624e-4ba2-b61d-5b20cb82c0f3 HTTP/1.1" status: 204 len: 168 time: 1.9821968 Aug 03 19:33:44.726481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1454c54-3d87-4b34-af80-f61567785fc6 tempest-NetworksIpV6TestAttrs-598604021 tempest-NetworksIpV6TestAttrs-598604021-project] Pushing event deleted for resources: {'Network': ['ID=92c74567-624e-4ba2-b61d-5b20cb82c0f3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.799564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Transition to ACTIVE for port object a92dfb80-97fd-4321-ba48-969ca7754a3c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:44.808092 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.834122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 303a4238-22f9-4f33-b137-3ca516a2eed7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=303a4238-22f9-4f33-b137-3ca516a2eed7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:44.865021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 2, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:44.913682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:44.941565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:44.942156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Updating router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 port 3bf14bc8-3c23-4af0-b962-ebd019517265 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:44.945172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:44.987881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Checking segment: {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:44.988466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Network hostable DHCP agents. Network: 41737c3a-47a1-4e1a-ab2a-a37c07812cca, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:45.005435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.006539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f81987f2-3f88-4e80-ad8d-d851b6ae9f12 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:45.034421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fee4:6339 (415ae438-a0e9-4e74-9820-45c73ede8734/3682c7e6-0d8a-4dc3-bb41-847c5c1af424/5a0c0771-5577-4bef-b0f9-e1561e2e395e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:45.072070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.100128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:45.109671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:45.111500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Pushing event updated for resources: {'Port': ['ID=a92dfb80-97fd-4321-ba48-969ca7754a3c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:45.120475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:45.258978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.274207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=303a4238-22f9-4f33-b137-3ca516a2eed7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:45.280250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Attempting to bind port a92dfb80-97fd-4321-ba48-969ca7754a3c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:45.280598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Attempting to bind port a92dfb80-97fd-4321-ba48-969ca7754a3c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:45.280992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Attempting to bind port a92dfb80-97fd-4321-ba48-969ca7754a3c on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:45.349365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.377151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:45.391717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:45.392102 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.394881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 5a0c0771-5577-4bef-b0f9-e1561e2e395e will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:45.461805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:45.462192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:45.462611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.463059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:45.463588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Bound port: a92dfb80-97fd-4321-ba48-969ca7754a3c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:45.463938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.501631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:45.501950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: e6227b44-1b51-48ce-985a-8412f0d78889, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:45.515864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 41737c3a-47a1-4e1a-ab2a-a37c07812cca) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:45.528050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:45.533854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.536944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=e344dad1-2276-490e-ae69-fa12d3c9d9a2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:45.552980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a597a5-90ad-4669-90b6-c5c53b5adaa4 None None] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:45.726928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] For port a92dfb80-97fd-4321-ba48-969ca7754a3c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:45.734798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] For port a92dfb80-97fd-4321-ba48-969ca7754a3c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a92dfb80-97fd-4321-ba48-969ca7754a3c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:45.740998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.762252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.782380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network e6227b44-1b51-48ce-985a-8412f0d78889 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:45.790716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-caa5d36d-87da-44ac-adf7-03c5fee20d36 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3054423 Aug 03 19:33:45.802063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e6227b44-1b51-48ce-985a-8412f0d78889) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:45.808588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:45.832997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:45.841388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2d060-b44a-41fa-a912-9c8eaca9eeeb None None] Network e6227b44-1b51-48ce-985a-8412f0d78889 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:45.850288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:45.850288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.859496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:45.894541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:45.912944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:45.922033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:45.923717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:45.963020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=5a0c0771-5577-4bef-b0f9-e1561e2e395e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:46.007905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55590) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.063797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55594) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.067768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-24a9ba60-e6f3-4f54-9456-bb2c0f6ba80e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5228398 Aug 03 19:33:46.107815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.172595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55598) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.273143 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-92228fa2-95d7-4302-b844-b90eba8ef4fa tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2432325 Aug 03 19:33:46.273756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.302193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7661e72-672f-4657-aa4a-ac2e6c039c39 None None] Pushing event updated for resources: {'Port': ['ID=a92dfb80-97fd-4321-ba48-969ca7754a3c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:46.414860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.415915 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.521576 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb07-ac1d-4e31-aae3-25cdff0ebb5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.536406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce629056-6573-44b6-93ef-426846e75e93 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c234e622cd7848e9b9e91a62eb6879a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273037 Aug 03 19:33:46.553370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55606) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:46.567513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.591252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Transition to ACTIVE for port object 3bf14bc8-3c23-4af0-b962-ebd019517265 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:46.607381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 303a4238-22f9-4f33-b137-3ca516a2eed7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:46.759039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb07-ac1d-4e31-aae3-25cdff0ebb5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.830497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.902941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.924238 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb07-ac1d-4e31-aae3-25cdff0ebb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.935274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'fixed_ips': [{'subnet_id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:46.937978 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:46.971537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94831b96-5143-405f-b919-ec668f0894f1 None None] Pushing event updated for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.034934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ed1eb07-ac1d-4e31-aae3-25cdff0ebb5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=894659106f7848d4bd41877ad327aa72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614388 Aug 03 19:33:47.039058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55612) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:47.041566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1eb07-ac1d-4e31-aae3-25cdff0ebb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408eae52-0f1a-4906-b9f0-f04f934c45e6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:47.056485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df2f2d-3c29-4129-9ec7-7e0ac4ab3e57 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:47.066117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df2f2d-3c29-4129-9ec7-7e0ac4ab3e57 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:47.068707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-08df2f2d-3c29-4129-9ec7-7e0ac4ab3e57 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7943289 Aug 03 19:33:47.081295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:47.219582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.494418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.546583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.551686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-e6227b44-1b51-48ce-985a-8412f0d78889', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:47.552500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.599335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.603034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.663888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.864518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Allocated IP 172.20.0.2 (41737c3a-47a1-4e1a-ab2a-a37c07812cca/466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4/5bc2d8ad-8730-4b99-a5f9-2302ae1b3952) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:47.880074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 5a0c0771-5577-4bef-b0f9-e1561e2e395e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:47.893307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.947792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.950777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:47.952226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ebb3dbc-f2ae-46dc-9975-97ace7461b60 HTTP/1.1" status: 204 len: 168 time: 1.3690529 Aug 03 19:33:48.004712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Attempting to bind port 3bf14bc8-3c23-4af0-b962-ebd019517265 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:48.005206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Attempting to bind port 3bf14bc8-3c23-4af0-b962-ebd019517265 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:48.005590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Attempting to bind port 3bf14bc8-3c23-4af0-b962-ebd019517265 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:48.019661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.023347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.028392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/408eae52-0f1a-4906-b9f0-f04f934c45e6 HTTP/1.1" status: 204 len: 168 time: 0.8347745 Aug 03 19:33:48.031500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:48.032145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:48.032580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.033014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:48.033941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Bound port: 3bf14bc8-3c23-4af0-b962-ebd019517265, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:48.033941 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.048355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7af57-00eb-4aba-ba5c-7f2f986e5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb3dbc-f2ae-46dc-9975-97ace7461b60,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:48.056827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 303a4238-22f9-4f33-b137-3ca516a2eed7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:48.071520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.114160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646550c-562a-4d9d-829c-bf0d472254e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408eae52-0f1a-4906-b9f0-f04f934c45e6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:48.140194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.182731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.286541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.346894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 5a0c0771-5577-4bef-b0f9-e1561e2e395e owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:48.401925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Allocated IP 172.25.2.101 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:48.589690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] For port 3bf14bc8-3c23-4af0-b962-ebd019517265, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:48.636843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.642330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8:1::1 (e6227b44-1b51-48ce-985a-8412f0d78889/e344dad1-2276-490e-ae69-fa12d3c9d9a2/283ae5a3-bc5e-40b8-8ca6-2258ec8683be) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:48.691079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-552dafe2-e637-4495-a617-8d05416bc50c None None] Provisioning for port a92dfb80-97fd-4321-ba48-969ca7754a3c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:48.707411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] For port 3bf14bc8-3c23-4af0-b962-ebd019517265, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bf14bc8-3c23-4af0-b962-ebd019517265,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:48.774366 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.777796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3e38614-55c8-4dba-9850-a80315e9857e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:48.851774 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.916300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:48.941096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94831b96-5143-405f-b919-ec668f0894f1 None None] Pushing event updated for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:48.975360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:48.977350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:49.016974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.032483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:49.051055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:49.060589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:49.068146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Pushing event updated for resources: {'Port': ['ID=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:49.114883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=5a0c0771-5577-4bef-b0f9-e1561e2e395e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:49.201882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:49.245979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.254756 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ee3a8778-063b-4e59-9541-9606182bacd6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/5a0c0771-5577-4bef-b0f9-e1561e2e395e HTTP/1.1" status: 204 len: 168 time: 2.1699958 Aug 03 19:33:49.268041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55660) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:49.321367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.372357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 283ae5a3-bc5e-40b8-8ca6-2258ec8683be will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:49.432581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Transition to ACTIVE for port object 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:49.435417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8a6cafd-1ec5-4e8e-8ddf-60adc33c84fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.457227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c3e38614-55c8-4dba-9850-a80315e9857e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:49.536105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c3e38614-55c8-4dba-9850-a80315e9857e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:49.536488 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.559721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.608197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13f645-47de-4d18-8770-675c16b544f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:49.610998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b13f645-47de-4d18-8770-675c16b544f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:49.615126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network e6227b44-1b51-48ce-985a-8412f0d78889 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:49.615302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8b13f645-47de-4d18-8770-675c16b544f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3404157 Aug 03 19:33:49.616272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:49.617332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:49.620563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:49.621350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.641210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-831a5320-25cb-4ac3-8c50-872a70ebac69 None None] Could not find standard attr ID for object 5a0c0771-5577-4bef-b0f9-e1561e2e395e. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:49.654531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Transition to ACTIVE for port object 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:49.703754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 3682c7e6-0d8a-4dc3-bb41-847c5c1af424 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:33:49.713772 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:49.736336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Allocated IP 2001:db8:1::2 (e6227b44-1b51-48ce-985a-8412f0d78889/e344dad1-2276-490e-ae69-fa12d3c9d9a2/e20ae073-5a3d-44f4-9af9-9dca739f045b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:49.761767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:49.933798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.041225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.055407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.267675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55684) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:50.322001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.377859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:50.417682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:50.542283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:50.559056 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.573694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Pushing event updated for resources: {'Port': ['ID=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.640739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-282694104'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:50.678298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.679839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.692668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c3e38614-55c8-4dba-9850-a80315e9857e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3e38614-55c8-4dba-9850-a80315e9857e,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:50.758776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.802180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Made reservation on behalf of 1ccf3b4bfa564b18b40965a091e8e330 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:50.806674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.809106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.818554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Attempting to bind port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:50.875354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Attempting to bind port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:50.875354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Attempting to bind port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 on network 41737c3a-47a1-4e1a-ab2a-a37c07812cca {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:50.875354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Transition to ACTIVE for port object e20ae073-5a3d-44f4-9af9-9dca739f045b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:50.877299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.877299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Checking segment: {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Bound using segment: {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Bound port: 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.877482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:48Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:50.922169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Transition to ACTIVE for port object e20ae073-5a3d-44f4-9af9-9dca739f045b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:50.923928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57735a88-463a-4605-bab0-91d8ce302411 None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:48Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:50.961170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:50.992584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.002751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network e6227b44-1b51-48ce-985a-8412f0d78889 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:51.025141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:51.103062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.127921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.137988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 304afde3-603a-43bc-bb66-caf18e6f2403 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:33:51.196463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Network e6227b44-1b51-48ce-985a-8412f0d78889 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:51.197896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 304afde3-603a-43bc-bb66-caf18e6f2403 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:33:51.198406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 304afde3-603a-43bc-bb66-caf18e6f2403 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:33:51.205887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:51.245889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:51.272197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] For port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:51.340800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.401330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.409388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.430315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:51.438450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.442004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3682c7e6-0d8a-4dc3-bb41-847c5c1af424 HTTP/1.1" status: 204 len: 168 time: 1.8236103 Aug 03 19:33:51.445482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:51.463362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393aa54-44f4-43da-bc17-fb69fc7b228f None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:51.467445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] For port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:51.511244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=3682c7e6-0d8a-4dc3-bb41-847c5c1af424,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.563208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.563618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.568793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.569714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.569714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.570111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.570306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.570679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.570944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.572948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.573318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.573654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cf938-6172-42ff-92f6-d0b97723e7a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:33:51.598211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da6f3884-68f3-4484-9751-dc08f411eee5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1437888 Aug 03 19:33:51.600055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:51.610647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:51.610978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.636574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:51.650180 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.660304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.660678 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Added segment 17e14b62-9627-4e51-b098-634a80a892dc of type vlan for network cd2b1c06-70a2-406c-9d5b-24e0971a4ff5 Aug 03 19:33:51.683510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Pushing event updated for resources: {'Port': ['ID=e20ae073-5a3d-44f4-9af9-9dca739f045b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:51.766464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Router ff2633f6-b89c-44e9-a806-4af174167a52 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:33:51.795176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:51.817439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bf14bc8-3c23-4af0-b962-ebd019517265 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:51.833246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Attempting to bind port e20ae073-5a3d-44f4-9af9-9dca739f045b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:51.833949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Attempting to bind port e20ae073-5a3d-44f4-9af9-9dca739f045b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:51.840514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Attempting to bind port e20ae073-5a3d-44f4-9af9-9dca739f045b on network e6227b44-1b51-48ce-985a-8412f0d78889 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:52.005692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:52.006514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Checking segment: {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:52.007270 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.007838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Bound using segment: {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:52.008579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Bound port: e20ae073-5a3d-44f4-9af9-9dca739f045b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:52.009185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.018712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f90a9e-51b8-4051-9e50-18a3e6dd9263,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.027632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.037565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:52.038642 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.119278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40d596-5c9e-470a-b3a4-cfddcf155839 None None] Pushing event updated for resources: {'Port': ['ID=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.130020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:52.141212 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Sync routers for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:52.166917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:52.174488 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:52.276217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea75e1ee-07a0-4ab8-9629-e956a16ebdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.379597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Pushing event updated for resources: {'Network': ['ID=cd2b1c06-70a2-406c-9d5b-24e0971a4ff5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:52.388258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.388258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-310754f5-6d6b-4f55-8ee9-39d7ff052f9c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5713820 Aug 03 19:33:52.388258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.441826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network cd2b1c06-70a2-406c-9d5b-24e0971a4ff5 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:52.460667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.473192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:33:52.488780 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60ba0417-c391-42e6-aebf-217c6b5259ed tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4237435 Aug 03 19:33:52.498753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.513722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-20873646'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:52.550280 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:52.595825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3bf14bc8-3c23-4af0-b962-ebd019517265 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:52.601711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:33:52.631300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:33:52.682053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3bf14bc8-3c23-4af0-b962-ebd019517265 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:52.682444 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.694202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] For port e20ae073-5a3d-44f4-9af9-9dca739f045b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:52.721109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:52.721750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:52.734278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b31f0be7-9adc-4c11-b7c1-fef9ef289d3f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4615841 Aug 03 19:33:52.734840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:52.741641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:52.745658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:52.757164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-88cfc2b7-aa37-4393-828e-3119543aacf4 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1462985682') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:52.978722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:53.022145 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Checking router: ff2633f6-b89c-44e9-a806-4af174167a52 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:53.022779 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Updating router ff2633f6-b89c-44e9-a806-4af174167a52 port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:53.034366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:53.038147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.087137 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.137363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:33:53.170054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.173900 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment dda4a399-1c8c-41c2-9537-17e1479bd21d of type vlan for network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 Aug 03 19:33:53.270221 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-88cfc2b7-aa37-4393-828e-3119543aacf4 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "PUT /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1462985682 HTTP/1.1" status: 201 len: 201 time: 0.5266547 Aug 03 19:33:53.274939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:53.290118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-f39854fb-d836-45ed-9b51-c8c428a03abf tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1462985682') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:53.343455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.557217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] For port e20ae073-5a3d-44f4-9af9-9dca739f045b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e20ae073-5a3d-44f4-9af9-9dca739f045b,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:53.571292 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f39854fb-d836-45ed-9b51-c8c428a03abf tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1462985682 HTTP/1.1" status: 204 len: 168 time: 0.2848182 Aug 03 19:33:53.571956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:53.587688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-4a7916e7-cb66-4c36-9da5-8a8811d03982 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:53.676025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.685765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:53.687082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.706214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.830417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:53.887212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:53.928683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=c71dfc2d-a4a3-4221-a899-ef41d06a77f2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:53.942057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d36b4819-9ba3-41f1-904d-f4e3f86a7bf0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4337265 Aug 03 19:33:53.945240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55782) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:53.950725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:54.043012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698be4d-02fc-4963-a615-8bbcd32aaa90 None None] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:54.053550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:33:54.084630 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.093556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a7916e7-cb66-4c36-9da5-8a8811d03982 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags HTTP/1.1" status: 200 len: 238 time: 0.5204930 Aug 03 19:33:54.094431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:54.102010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-75987504-d9ba-4e8e-b1ee-9a12a3a3ba30 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', {'tags': ['tempest-TagsTest-Tag-1290905049', 'tempest-TagsTest-Tag-1172148704', 'tempest-TagsTest-Tag-332040897']}) {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:54.105629 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Transition to ACTIVE for port object aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:54.150383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.258380 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.413623 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Attempting to bind port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:54.413903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Attempting to bind port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:54.421921 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Attempting to bind port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:54.430565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efcef0-ee66-43fb-bd6c-a0e059131bed None None] Pushing event updated for resources: {'Port': ['ID=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.454262 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:54.454724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:54.455083 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.455471 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:54.456149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Bound port: aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:54.457185 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.524093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e079a8ba-8d06-4b1a-bc2a-92f11bf749b5 None None] Provisioning for port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:54.571905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a1e00-d79a-447f-84b5-aac75d81c177 None None] Pushing event updated for resources: {'Port': ['ID=e20ae073-5a3d-44f4-9af9-9dca739f045b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.573026 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] For port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:54.577617 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] For port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:54.601355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:54.605419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.725282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-75987504-d9ba-4e8e-b1ee-9a12a3a3ba30 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "PUT /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags HTTP/1.1" status: 200 len: 308 time: 0.6271763 Aug 03 19:33:54.728292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:54.752430 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.769615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-c63c0c9a-1f19-4c6c-8fb5-503ac98233f5 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1290905049') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:54.784070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:33:54.840823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Deleting port a92dfb80-97fd-4321-ba48-969ca7754a3c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:33:54.841204 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.849975 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efcef0-ee66-43fb-bd6c-a0e059131bed None None] Pushing event updated for resources: {'Port': ['ID=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:54.881057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:54.899031 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:54.899667 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.111121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.137107 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:33:55.155066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c63c0c9a-1f19-4c6c-8fb5-503ac98233f5 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "DELETE /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1290905049 HTTP/1.1" status: 204 len: 168 time: 0.4255714 Aug 03 19:33:55.158168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:55.185371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-27114faf-f15e-4c5f-9a16-fa0f919ac742 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1290905049') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.214054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3bf14bc8-3c23-4af0-b962-ebd019517265, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bf14bc8-3c23-4af0-b962-ebd019517265,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:55.227688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Allocated IP 172.20.0.1 (41737c3a-47a1-4e1a-ab2a-a37c07812cca/466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4/fa7f6346-4870-4092-8f0d-014b405e48ba) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:55.302153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:55.303867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] For port a92dfb80-97fd-4321-ba48-969ca7754a3c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a92dfb80-97fd-4321-ba48-969ca7754a3c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:55.304446 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.333078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Calling delete_port for a92dfb80-97fd-4321-ba48-969ca7754a3c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:33:55.360483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.368442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.375675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a92dfb80-97fd-4321-ba48-969ca7754a3c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:55.397616 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.420068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.470403 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-27114faf-f15e-4c5f-9a16-fa0f919ac742 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] show failed (client error): The resource could not be found. Aug 03 19:33:55.482740 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2715330e-2570-4774-8ced-f28abe5186d5 None None] The sync data for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 is: [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:33:55.486879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-27114faf-f15e-4c5f-9a16-fa0f919ac742 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1290905049 HTTP/1.1" status: 404 len: 326 time: 0.3065495 Aug 03 19:33:55.489347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:55.513218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-67163e84-295c-4156-ba58-50b21115b465 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1172148704') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.611845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=9363fb39-9df0-4098-9519-0f7431b7c87b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:55.614731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.635555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:33:55.636698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Updating router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:33:55.724869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12757ce1-5a90-4f79-a291-632b86f4d14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.755618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:55.755990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: c71dfc2d-a4a3-4221-a899-ef41d06a77f2, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:33:55.818866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196e0ae-667c-47aa-9c81-92d7bd5b72b1 None None] Network e6227b44-1b51-48ce-985a-8412f0d78889 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:55.849068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55824) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:55.851730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67163e84-295c-4156-ba58-50b21115b465 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1172148704 HTTP/1.1" status: 204 len: 168 time: 0.3417690 Aug 03 19:33:55.860162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:55.906276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-fcaf2744-3e62-4736-bec3-b2827b7f6d79 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-332040897') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:55.946196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:33:56.022487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.054643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12757ce1-5a90-4f79-a291-632b86f4d14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.084287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, c71dfc2d-a4a3-4221-a899-ef41d06a77f2) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:56.088751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.089356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.128871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Transition to ACTIVE for port object fa7f6346-4870-4092-8f0d-014b405e48ba will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:56.216758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-12757ce1-5a90-4f79-a291-632b86f4d14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.247046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.268633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b52bd-6842-4398-9d14-622fa53b8477 None None] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:56.269655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-add96bb9-d998-4abf-bf22-7e9dc2522077 None None] Provisioning for port e20ae073-5a3d-44f4-9af9-9dca739f045b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:56.309604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fcaf2744-3e62-4736-bec3-b2827b7f6d79 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-332040897 HTTP/1.1" status: 204 len: 168 time: 0.4445159 Aug 03 19:33:56.310994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55830) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:56.317962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] For port a92dfb80-97fd-4321-ba48-969ca7754a3c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a92dfb80-97fd-4321-ba48-969ca7754a3c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:33:56.319146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12757ce1-5a90-4f79-a291-632b86f4d14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a43ac-77cd-4887-83ca-6b96f5f39daa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.325228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-616f8f90-7955-443d-95b3-94ac01b00c80 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:56.355202 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-12757ce1-5a90-4f79-a291-632b86f4d14f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc6f8f6cda6e451fa44b376d86acb4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0517485 Aug 03 19:33:56.362120 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d5a4879f-79f4-4110-9873-5b7e6dfad85c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4157264 Aug 03 19:33:56.364958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:56.365415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55834) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:56.403255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.413217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.505510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:56.518560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:56.520561 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.521226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.523544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:33:56.549368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.648895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a92dfb80-97fd-4321-ba48-969ca7754a3c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:56.706512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a92dfb80-97fd-4321-ba48-969ca7754a3c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:56.707220 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.707644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:56.728041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:56.744254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:33:56.744905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.809767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.926446 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:56.943076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3418145 Aug 03 19:33:56.948189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55844) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:56.956895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:8a:37:eb', 'name': 'tempest-NetworksTestDHCPv6-1606668058'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:33:56.967821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=a79b708d-6f46-476f-9a2e-9b2e56a27a2a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:56.988585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] Pushing event deleted for resources: {'Port': ['ID=a92dfb80-97fd-4321-ba48-969ca7754a3c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:57.050228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Could not find standard attr ID for object a92dfb80-97fd-4321-ba48-969ca7754a3c. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:33:57.064596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b073b1b-0e28-4b4a-a2af-3c7ae3e9bdba tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=a92dfb80-97fd-4321-ba48-969ca7754a3c,revision_number=5']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:57.297546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:33:57.321249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.334643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Transition to ACTIVE for port object 283ae5a3-bc5e-40b8-8ca6-2258ec8683be will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:57.338465 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No ports have port_id starting with a92dfb80-97fd-4321-ba48-969ca7754a3c Aug 03 19:33:57.368163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.378883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93788565-b226-42a0-b47c-77f6cbe14914 None None] No DVR routers for this DVR port a92dfb80-97fd-4321-ba48-969ca7754a3c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:33:57.417108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.435499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269e136-9c0e-4203-9118-4ead85397967 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:33:57.483027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.585031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.613942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:57.615104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.635443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.731117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 6c27b260-2271-4539-92f8-5e24feb91902 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:33:57.742508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Pushing event updated for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:57.795686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-616f8f90-7955-443d-95b3-94ac01b00c80 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "DELETE /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags HTTP/1.1" status: 204 len: 168 time: 1.4775474 Aug 03 19:33:57.824876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': 'a79b708d-6f46-476f-9a2e-9b2e56a27a2a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:33:57.825896 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:57.865697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55856) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:57.875199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-9330f7b3-ba1d-4ffe-be3a-db0685056996 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-1172148704') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:57.896201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e66ee21-1266-42b6-b2cf-a5f8cb124cdf None None] Provisioning for port fa7f6346-4870-4092-8f0d-014b405e48ba completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:57.942368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e66ee21-1266-42b6-b2cf-a5f8cb124cdf None None] Provisioning complete for port fa7f6346-4870-4092-8f0d-014b405e48ba triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:57.948144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e66ee21-1266-42b6-b2cf-a5f8cb124cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.037773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.041931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.047064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa6a43ac-77cd-4887-83ca-6b96f5f39daa HTTP/1.1" status: 204 len: 168 time: 1.6790855 Aug 03 19:33:58.110736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5be47-e06b-4943-970a-9581324df8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a43ac-77cd-4887-83ca-6b96f5f39daa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:58.253410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bf14bc8-3c23-4af0-b962-ebd019517265 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:58.266961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Attempting to bind port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:33:58.267459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Attempting to bind port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:33:58.267909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Attempting to bind port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be on network e6227b44-1b51-48ce-985a-8412f0d78889 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:33:58.439500 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-9330f7b3-ba1d-4ffe-be3a-db0685056996 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] show failed (client error): The resource could not be found. Aug 03 19:33:58.440740 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9330f7b3-ba1d-4ffe-be3a-db0685056996 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-1172148704 HTTP/1.1" status: 404 len: 326 time: 0.5724154 Aug 03 19:33:58.445312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:58.459949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.tag.tag_plugin [None req-90074bf8-a639-4db2-8d66-d4ca90a4af7f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5', 'tempest-TagsTest-Tag-332040897') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.593383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.713342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Allocated IP 2001:db8::f816:3eff:fe7d:1433 (415ae438-a0e9-4e74-9820-45c73ede8734/a79b708d-6f46-476f-9a2e-9b2e56a27a2a/41a3bd87-3f14-4505-968d-10822ea21aa2) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:58.752941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:33:58.758851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Checking segment: {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:33:58.759338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.759755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Bound using segment: {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:33:58.760332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Bound port: 283ae5a3-bc5e-40b8-8ca6-2258ec8683be, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b72ec437-1ae9-4a64-87a2-e4b41afe2513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:33:58.760752 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.763068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4e66ee21-1266-42b6-b2cf-a5f8cb124cdf None None] Port fa7f6346-4870-4092-8f0d-014b405e48ba cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:33:58.805652 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.858414 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-90074bf8-a639-4db2-8d66-d4ca90a4af7f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] show failed (client error): The resource could not be found. Aug 03 19:33:58.861915 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90074bf8-a639-4db2-8d66-d4ca90a4af7f tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "GET /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags/tempest-TagsTest-Tag-332040897 HTTP/1.1" status: 404 len: 325 time: 0.4132624 Aug 03 19:33:58.864442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55874) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:58.869829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.tag.tag_plugin [None req-e050a3e4-f2a0-4842-b2d1-7244fc2ad842 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'cd2b1c06-70a2-406c-9d5b-24e0971a4ff5') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:58.912097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:58.937764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3bf14bc8-3c23-4af0-b962-ebd019517265 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:33:58.937764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.044038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Allocated IP 2001:db8:2::2 (c71dfc2d-a4a3-4221-a899-ef41d06a77f2/9363fb39-9df0-4098-9519-0f7431b7c87b/5fd400e9-34b1-4323-a0e8-1a667a7a2abf) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:33:59.182868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] For port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:33:59.238547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:33:59.252742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.266874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e050a3e4-f2a0-4842-b2d1-7244fc2ad842 tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "DELETE /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5/tags HTTP/1.1" status: 204 len: 168 time: 0.4006801 Aug 03 19:33:59.276121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] For port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:33:59.276315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55882) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:59.390567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:33:59.394248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:33:59.399616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55884) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:33:59.456124 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9cc56cca-26ec-4cf0-978a-a8400716b94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.529110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.600361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.620771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Transition to ACTIVE for port object 5fd400e9-34b1-4323-a0e8-1a667a7a2abf will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:59.668317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Transition to ACTIVE for port object 5fd400e9-34b1-4323-a0e8-1a667a7a2abf will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:59.705943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.738696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Transition to ACTIVE for port object 41a3bd87-3f14-4505-968d-10822ea21aa2 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:59.758863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Transition to ACTIVE for port object 41a3bd87-3f14-4505-968d-10822ea21aa2 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:33:59.765395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.774707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.781409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Router ff2633f6-b89c-44e9-a806-4af174167a52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:33:59.782017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4ba39e43-3d49-4e80-97f2-ee0e59dc31d5 None None] Provisioning for port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:33:59.804070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2b1c06-70a2-406c-9d5b-24e0971a4ff5']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:59.865262 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.870518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e14b62-9627-4e51-b098-634a80a892dc') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:59.870822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e14b62-9627-4e51-b098-634a80a892dc') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:59.890725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.904478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:33:59.913361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.948551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:33:59.949228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:33:59.973028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:33:59.990217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:33:59.990217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.094712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:00.107192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fe8a:37eb (415ae438-a0e9-4e74-9820-45c73ede8734/a79b708d-6f46-476f-9a2e-9b2e56a27a2a/6c27b260-2271-4539-92f8-5e24feb91902) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:00.116531 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:00.119342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:00.134157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:00.181954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:00.187787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8:2::1 (c71dfc2d-a4a3-4221-a899-ef41d06a77f2/9363fb39-9df0-4098-9519-0f7431b7c87b/3ebe05e6-7755-4d26-b54d-14f8e279623f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:00.198602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:00.217122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Pushing event updated for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.223084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:00.224636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.226357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9cc56cca-26ec-4cf0-978a-a8400716b94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.231858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.236460 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] 10.222.0.67 "DELETE /v2.0/networks/cd2b1c06-70a2-406c-9d5b-24e0971a4ff5 HTTP/1.1" status: 204 len: 168 time: 0.9584818 Aug 03 19:34:00.261082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:00.268304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8520ac96-8685-4acb-bac1-8066820079e1 admin admin] 10.222.0.67 "PUT /v2.0/routers/ff2633f6-b89c-44e9-a806-4af174167a52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8809977 Aug 03 19:34:00.274221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.274221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.274442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.274837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.275240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.275962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.276463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.281238 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Sync routers for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:00.289989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.289989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.290256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.296260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.296912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49a73fe-7283-4632-8391-3922783ecfda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:00.309305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd7b60-ac7e-41fa-9383-2b311dc978fe tempest-TagsTest-1692779664 tempest-TagsTest-1692779664-project] Pushing event deleted for resources: {'Network': ['ID=cd2b1c06-70a2-406c-9d5b-24e0971a4ff5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.327494 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:00.345728 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:00.415305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9cc56cca-26ec-4cf0-978a-a8400716b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.477012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:00.506701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9cc56cca-26ec-4cf0-978a-a8400716b94f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d1cd163cbda4e5bbeaa70e2be76d060&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1067183 Aug 03 19:34:00.515524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:00.517741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-54f0cd1f-e557-480e-99a3-72e39119f328 None None] Provisioning complete for port fa7f6346-4870-4092-8f0d-014b405e48ba triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:00.518694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54f0cd1f-e557-480e-99a3-72e39119f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.536742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc56cca-26ec-4cf0-978a-a8400716b94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8d9ee-3c2d-4eaf-bc69-dc2684360091,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.620370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.662900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.689969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 6c27b260-2271-4539-92f8-5e24feb91902 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:00.695365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 3ebe05e6-7755-4d26-b54d-14f8e279623f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:00.700803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.709456 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:00.740249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-54f0cd1f-e557-480e-99a3-72e39119f328 None None] Port fa7f6346-4870-4092-8f0d-014b405e48ba cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:00.745892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:00.755473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:00.756117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.757708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.824223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Attempting to bind port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:00.825213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Attempting to bind port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:00.825802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Attempting to bind port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf on network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:00.828120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Attempting to bind port 41a3bd87-3f14-4505-968d-10822ea21aa2 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:00.834252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Attempting to bind port 41a3bd87-3f14-4505-968d-10822ea21aa2 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:00.834699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Attempting to bind port 41a3bd87-3f14-4505-968d-10822ea21aa2 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:00.848758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.887817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Pushing event updated for resources: {'Port': ['ID=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:00.918715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.932394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:00.938747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:00.943940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:00.949843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:00.950220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Checking segment: {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:00.950626 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.951023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Bound using segment: {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:00.951521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Bound port: 5fd400e9-34b1-4323-a0e8-1a667a7a2abf, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:00.951968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.954019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:00.954749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:00.955765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.956990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:00.963536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.964298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:00.965121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Bound port: 41a3bd87-3f14-4505-968d-10822ea21aa2, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:00.966331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:00.998325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=6c27b260-2271-4539-92f8-5e24feb91902,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.029080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:01.035112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:01.040145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:01.040976 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.064974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.083832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4aea8906-ea55-4c67-8590-b25c6df610da tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1318605 Aug 03 19:34:01.087799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55930) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.088427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55932) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.104082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.107642 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:57Z', 'revision_number': 4, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fa7f6346-4870-4092-8f0d-014b405e48ba', 'name': '', 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'mac_address': 'fa:16:3e:dd:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:54Z', 'updated_at': '2021-08-03T19:33:57Z', 'revision_number': 2, 'project_id': '2d791d152899445f99b2c81162747e1d', 'subnets': [{'id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:01.112728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.116383 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.121287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/edc8d9ee-3c2d-4eaf-bc69-dc2684360091 HTTP/1.1" status: 204 len: 168 time: 0.6026318 Aug 03 19:34:01.137351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8039558-e9f4-4678-8825-0920a0dbeb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8d9ee-3c2d-4eaf-bc69-dc2684360091,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.192952 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Checking router: ff2633f6-b89c-44e9-a806-4af174167a52 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:01.193318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Updating router ff2633f6-b89c-44e9-a806-4af174167a52 port fa7f6346-4870-4092-8f0d-014b405e48ba binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:01.239483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69c4d5-ede0-4d56-bebd-6a45d58a3c16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:01.255359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69c4d5-ede0-4d56-bebd-6a45d58a3c16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:01.257493 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.263979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:01.265943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee69c4d5-ede0-4d56-bebd-6a45d58a3c16 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1761074 Aug 03 19:34:01.464356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.486461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Deleting subnet 4273c457-55d9-419d-9dc4-cb280d15f54b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:01.493710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.592157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.713974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 6c27b260-2271-4539-92f8-5e24feb91902 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:01.714487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:01.746662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Pushing event updated for resources: {'Port': ['ID=41a3bd87-3f14-4505-968d-10822ea21aa2,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:01.758930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.003402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] For port 41a3bd87-3f14-4505-968d-10822ea21aa2, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:02.035662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] For port 41a3bd87-3f14-4505-968d-10822ea21aa2, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=41a3bd87-3f14-4505-968d-10822ea21aa2,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:02.042701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] For port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:02.055058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] For port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:02.065972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.078418 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.083459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa51e1eb-cc46-48e4-b3d0-e5867f98e0cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1ccf3b4bfa564b18b40965a091e8e330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884984 Aug 03 19:34:02.083691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 55956) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.103417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Transition to ACTIVE for port object fa7f6346-4870-4092-8f0d-014b405e48ba will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:02.106131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:02.146724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:02.147621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.152451 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.203502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4273c457-55d9-419d-9dc4-cb280d15f54b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.205184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.208504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.218524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6320bd51-562d-4633-8803-77350fc4df34 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/4273c457-55d9-419d-9dc4-cb280d15f54b HTTP/1.1" status: 204 len: 168 time: 1.1522074 Aug 03 19:34:02.221310 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.230429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 55962) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:02.258481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f1aa9b-7393-4b53-889f-39f73a5997ec None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:33:49Z', 'revision_number': 3, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:02.261308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.296541 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.298337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e20ae073-5a3d-44f4-9af9-9dca739f045b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:02.360571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 6c27b260-2271-4539-92f8-5e24feb91902 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:02.374620 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502cf6-037d-4d4d-adda-eea048f781eb None None] Pushing event updated for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.497769 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.531915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Attempting to bind port fa7f6346-4870-4092-8f0d-014b405e48ba on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:02.532294 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Attempting to bind port fa7f6346-4870-4092-8f0d-014b405e48ba by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:02.532705 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Attempting to bind port fa7f6346-4870-4092-8f0d-014b405e48ba on network 41737c3a-47a1-4e1a-ab2a-a37c07812cca {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:02.556446 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:02.556901 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Checking segment: {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:02.557309 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.557707 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Bound using segment: {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:02.558183 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Bound port: fa7f6346-4870-4092-8f0d-014b405e48ba, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d26770-5f67-4144-a9c1-1fc339915efd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:02.558562 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.602267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4fe1c-2041-4d62-be39-9716affc8e3d None None] Pushing event updated for resources: {'Port': ['ID=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:02.748273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port e20ae073-5a3d-44f4-9af9-9dca739f045b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:02.784293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e20ae073-5a3d-44f4-9af9-9dca739f045b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:02.790075 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.835189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.914313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:02.920813 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] For port fa7f6346-4870-4092-8f0d-014b405e48ba, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:02.936045 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] For port fa7f6346-4870-4092-8f0d-014b405e48ba, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fa7f6346-4870-4092-8f0d-014b405e48ba,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:02.942860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40f93fe-9935-444b-855f-1ab4e97a5357']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:02.969915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cb3fea-badd-4d47-8a98-0ee42b8ebf86') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:02.969915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cb3fea-badd-4d47-8a98-0ee42b8ebf86') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:02.996294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.010065 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.039007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.051317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.078257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:03.078975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:03.085006 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:03.188369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad36813-7068-4f20-9ce6-b11bc01e78a0 None None] Pushing event updated for resources: {'Port': ['ID=41a3bd87-3f14-4505-968d-10822ea21aa2,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.344965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.346249 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:03.347724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:03.418370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.430975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.430975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] 10.222.0.67 "DELETE /v2.0/networks/e40f93fe-9935-444b-855f-1ab4e97a5357 HTTP/1.1" status: 204 len: 168 time: 1.1970041 Aug 03 19:34:03.431418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.437869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.498514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04524340-49da-48a1-8df7-b8abb277df0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e40f93fe-9935-444b-855f-1ab4e97a5357,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.524033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28502cf6-037d-4d4d-adda-eea048f781eb None None] Pushing event updated for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.529741 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.590175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.652538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.657078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:03.662619 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:03.781102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port e20ae073-5a3d-44f4-9af9-9dca739f045b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e20ae073-5a3d-44f4-9af9-9dca739f045b,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:03.911116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:03.912001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:04.012164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.029144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.038257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1f90a9e-51b8-4051-9e50-18a3e6dd9263 HTTP/1.1" status: 204 len: 168 time: 1.9537370 Aug 03 19:34:04.095939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:04.118394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.148464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:04.149145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=e20ae073-5a3d-44f4-9af9-9dca739f045b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.154566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d81e4-251b-45fd-a212-f6a0120e8783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f90a9e-51b8-4051-9e50-18a3e6dd9263,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.178567 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:57Z', 'revision_number': 4, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fa7f6346-4870-4092-8f0d-014b405e48ba', 'name': '', 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'mac_address': 'fa:16:3e:dd:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:54Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': '2d791d152899445f99b2c81162747e1d', 'subnets': [{'id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:04.212734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc16b7-91bb-49c0-8980-c6dc9de0415e None None] The sync data for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 is: [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:33:57Z', 'revision_number': 4, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'fa7f6346-4870-4092-8f0d-014b405e48ba', 'name': '', 'network_id': '41737c3a-47a1-4e1a-ab2a-a37c07812cca', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'mac_address': 'fa:16:3e:dd:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:54Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': '2d791d152899445f99b2c81162747e1d', 'subnets': [{'id': '466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:04.236779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=6c27b260-2271-4539-92f8-5e24feb91902,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:04.239315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.241966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-40b80fee-9b21-4f7e-b030-9cae10da5211 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/6c27b260-2271-4539-92f8-5e24feb91902 HTTP/1.1" status: 204 len: 168 time: 2.9725370 Aug 03 19:34:04.245195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.281554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:04.298138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:04.304274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.390390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56010) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.503637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5656ece-6e10-4057-9c9e-38cceafe3bf5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:04.513246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5656ece-6e10-4057-9c9e-38cceafe3bf5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:04.530948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c5656ece-6e10-4057-9c9e-38cceafe3bf5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2764342 Aug 03 19:34:04.531778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.684222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.688168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06496966-7ed0-4209-8f9d-5b9d002bd337 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9a42707482e24e44aa768ca8ef2fc590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931662 Aug 03 19:34:04.696593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:04.710980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:04.764286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:04.771789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet a79b708d-6f46-476f-9a2e-9b2e56a27a2a {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:04.785866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.892207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:04.895215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3e38614-55c8-4dba-9850-a80315e9857e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:04.962605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.008501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:05.040747 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-96b34561-1de9-4662-a197-fa2aa6c0eb8e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6713483 Aug 03 19:34:05.045174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56028) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.055249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.059774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-105524857'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:05.096780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:05.149466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.163167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:05.178972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:05.240544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.256871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.338719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:05.346330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.396887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:05.423805 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.424179 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added segment 7ef27ca7-2632-4dd3-9c58-4755630e0963 of type vlan for network 18a922f1-0581-4edf-951f-ae4b21d7e224 Aug 03 19:34:05.505707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.521992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad94a0-264a-4fcd-a450-4d3ea1951bf9 None None] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:05.544009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c3e38614-55c8-4dba-9850-a80315e9857e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:05.544305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.548943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.574705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.577708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/a79b708d-6f46-476f-9a2e-9b2e56a27a2a HTTP/1.1" status: 204 len: 168 time: 1.0449007 Aug 03 19:34:05.591453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56050) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:05.595508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.607711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dae653-5f76-480b-9e0b-94ae9e3117d8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=a79b708d-6f46-476f-9a2e-9b2e56a27a2a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:05.611460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:05.620871 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a6a65182-b669-4855-b684-9bb5c8ccb13d HTTP/1.1" status: 204 len: 168 time: 0.9219298 Aug 03 19:34:05.642035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88919b19-05d4-49ad-af5b-b4553c5c262c None None] Provisioning for port 41a3bd87-3f14-4505-968d-10822ea21aa2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:05.711842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:05.889964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ed915-f662-40e2-b76a-447fde7c4bff None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:06.383362 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b320f8aa-c56c-4775-b77e-67c7c2ee4d55 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7886999 Aug 03 19:34:06.384289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec6803-aec6-4471-bda1-89a9cd688d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a65182-b669-4855-b684-9bb5c8ccb13d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.385865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56076) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.401072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.455747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.456502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:06.500304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa982912-82eb-46d2-b2a5-268823adb922 None None] Provisioning for port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:06.588694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a92dfb80-97fd-4321-ba48-969ca7754a3c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:06.641208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1f4bc-1770-4506-816c-a15f46cb7f09 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.643601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9fd1f4bc-1770-4506-816c-a15f46cb7f09 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2563651 Aug 03 19:34:06.652334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56080) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.664804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa982912-82eb-46d2-b2a5-268823adb922 None None] Could not find standard attr ID for object 6c27b260-2271-4539-92f8-5e24feb91902. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:34:06.706755 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6582632 Aug 03 19:34:06.715901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56082) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:06.742750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'subnet': {'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:06.785785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a92dfb80-97fd-4321-ba48-969ca7754a3c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:06.786408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a92dfb80-97fd-4321-ba48-969ca7754a3c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:06.805308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705efc9-b1c1-446c-9ef0-50ab6300c3dd tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Network': ['ID=18a922f1-0581-4edf-951f-ae4b21d7e224,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:06.850385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:06.979637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f54007-6f90-4bca-8d05-5f2b136c2924 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:06.988102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-41f54007-6f90-4bca-8d05-5f2b136c2924 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3331439 Aug 03 19:34:06.990796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56094) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.124529 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ca3faa1-78a5-40c5-887e-de69953043cc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1320312 Aug 03 19:34:07.138391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Made reservation on behalf of 5f179802452b46588cbf71405bc03158 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:07.138516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56098) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.143203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.152505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:07.227132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:07.342399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1c7acb54-bc3c-431a-9ac9-21631d3d524d None None] Provisioning for port 3ebe05e6-7755-4d26-b54d-14f8e279623f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:07.361742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1c7acb54-bc3c-431a-9ac9-21631d3d524d None None] Provisioning complete for port 3ebe05e6-7755-4d26-b54d-14f8e279623f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:07.362544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c7acb54-bc3c-431a-9ac9-21631d3d524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.416876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:01Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:07.480190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:07.484626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Updating router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 port 3ebe05e6-7755-4d26-b54d-14f8e279623f binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:07.497950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-97046856-7714-41ef-a613-e2eb95c23901 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:07.501368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-97046856-7714-41ef-a613-e2eb95c23901 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.5865538 Aug 03 19:34:07.531671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-72cc0ea9-9241-4ff3-a0df-29ba782dabaf tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0216496 Aug 03 19:34:07.571175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.592336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:07.609388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-fc6f1fd1-0afe-4b9b-be41-893eeb1efc3b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686398 Aug 03 19:34:07.622316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.624877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:07.630720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.649236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1c7acb54-bc3c-431a-9ac9-21631d3d524d None None] Port 3ebe05e6-7755-4d26-b54d-14f8e279623f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:07.724137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56120) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.731194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039685 Aug 03 19:34:07.737192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56124) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:07.819989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Subnet': ['ID=670e619e-f61c-41c6-b030-376739619ad0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:07.830655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Checking segment: {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:07.830912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network hostable DHCP agents. Network: 18a922f1-0581-4edf-951f-ae4b21d7e224, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:07.903911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Deleting port 41a3bd87-3f14-4505-968d-10822ea21aa2 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:07.904556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:07.929817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:08.009820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 18a922f1-0581-4edf-951f-ae4b21d7e224) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:08.014223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:08.015830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.093468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59dc95fb-6b25-462d-ae08-fcc9bd369eab tempest-NetworksApiDiscovery-2087964177 tempest-NetworksApiDiscovery-2087964177-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3544371 Aug 03 19:34:08.140598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9db10fdf-a32d-458f-a5d5-eda2cf04e5b8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4236159 Aug 03 19:34:08.146797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-a61a55ea-fe4b-47bd-9d0b-b857868d38ae service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292771 Aug 03 19:34:08.158017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:08.235676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c11722a-8459-450e-b054-d2ca80c81f33 None None] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:08.278586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-684708ad-743f-44f1-8f3d-68d1efce58d9 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244311 Aug 03 19:34:08.310635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:08.311788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.382186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] For port 41a3bd87-3f14-4505-968d-10822ea21aa2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=41a3bd87-3f14-4505-968d-10822ea21aa2,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:08.382868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.421706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Calling delete_port for 41a3bd87-3f14-4505-968d-10822ea21aa2 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:08.459357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa2d1fe7-e4b2-4f99-bd6a-1b1732baabba None None] Provisioning complete for port 3ebe05e6-7755-4d26-b54d-14f8e279623f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:08.460028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1fe7-e4b2-4f99-bd6a-1b1732baabba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.505054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:08.625468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:34:08.688731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.692181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d1fe7-e4b2-4f99-bd6a-1b1732baabba None None] Port 3ebe05e6-7755-4d26-b54d-14f8e279623f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:08.718618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5fd400e9-34b1-4323-a0e8-1a667a7a2abf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:08.761873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Transition to ACTIVE for port object 3ebe05e6-7755-4d26-b54d-14f8e279623f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:08.846958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.857465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-18a922f1-0581-4edf-951f-ae4b21d7e224', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:08.860024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.882914 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.885308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:08.937643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] Pushing event deleted for resources: {'Port': ['ID=41a3bd87-3f14-4505-968d-10822ea21aa2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:08.944273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a879b4a2-ab0e-401c-ba7d-b701a77c6f8f None None] No DVR routers for this DVR port 41a3bd87-3f14-4505-968d-10822ea21aa2 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:08.954222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Port 41a3bd87-3f14-4505-968d-10822ea21aa2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 03 19:34:08.954540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7d:1433 {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 03 19:34:08.958225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7d:1433 {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 03 19:34:08.961599 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.039545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:09.041598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:09.070408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=0234e0dc-d612-427c-a7e9-602a13db9d32,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:09.099734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:09.100627 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.190556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:09.216417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c1f138e-8293-4e2c-ad4d-476448590728 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0735703 Aug 03 19:34:09.217004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:09.219790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56170) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:09.226312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:a8:cb:78', 'name': 'tempest-NetworksTestDHCPv6-1065398520'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:09.238108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201db71-aa37-4167-a9eb-1a4a99e4a4e7 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:09.355853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:09.355853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.419028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56178) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:09.482212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48c2676e-6e9a-4cdb-b3ff-2ee195dc6eeb req-4288fe5e-4cd4-4ea9-91a2-81d12865980e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1547034 Aug 03 19:34:09.485267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b50823-4cd4-43d2-991b-9111d6a2e4c3 None None] Pushing event updated for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:09.494844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Attempting to bind port 3ebe05e6-7755-4d26-b54d-14f8e279623f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:09.498303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Attempting to bind port 3ebe05e6-7755-4d26-b54d-14f8e279623f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:09.498303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Attempting to bind port 3ebe05e6-7755-4d26-b54d-14f8e279623f on network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:09.503492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Allocated IP 2001:db8:3::1 (18a922f1-0581-4edf-951f-ae4b21d7e224/670e619e-f61c-41c6-b030-376739619ad0/0676feb6-487e-4d03-9ea7-f6620a42948f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:09.527137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:09.527672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Checking segment: {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:09.528183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.528740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Bound using segment: {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:09.529482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Bound port: 3ebe05e6-7755-4d26-b54d-14f8e279623f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda4a399-1c8c-41c2-9537-17e1479bd21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:09.530023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.562817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.700925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] For port 3ebe05e6-7755-4d26-b54d-14f8e279623f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:09.701728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.746780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] For port 3ebe05e6-7755-4d26-b54d-14f8e279623f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ebe05e6-7755-4d26-b54d-14f8e279623f,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:09.746895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:09.755430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '0234e0dc-d612-427c-a7e9-602a13db9d32'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:09.756385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.779222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:09.802032 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.822515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Transition to ACTIVE for port object 0676feb6-487e-4d03-9ea7-f6620a42948f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:09.831125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a27af798-f714-4d43-9820-24c7ac083fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.872680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:09.956774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Allocated IP 2001:db8::f816:3eff:fe9a:4b5d (415ae438-a0e9-4e74-9820-45c73ede8734/0234e0dc-d612-427c-a7e9-602a13db9d32/1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:09.959734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.001873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port d144a383-0a94-4b44-820f-937d8c5934e4 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:10.042050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.043335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.044352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e20ae073-5a3d-44f4-9af9-9dca739f045b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:10.100504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:10.106590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:10.116006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.117916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:10.118716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a27af798-f714-4d43-9820-24c7ac083fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.119460 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.178802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.189647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a27af798-f714-4d43-9820-24c7ac083fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.200776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Allocated IP 172.25.2.29 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7188d263-dacf-4726-a02f-a0bb06207abb) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:10.236349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.298202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Allocated IP 2001:db8:3::2 (18a922f1-0581-4edf-951f-ae4b21d7e224/670e619e-f61c-41c6-b030-376739619ad0/7ae64002-a04d-40e3-bf3e-486ea126418c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:10.303469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27af798-f714-4d43-9820-24c7ac083fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be592779-71ce-49ec-a796-04f339ef894a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.317313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:10.317883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:10.325342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a27af798-f714-4d43-9820-24c7ac083fab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=21b1a59bd26d4d438728094f67c7cb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9036419 Aug 03 19:34:10.328376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56206) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:10.474699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.520031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.558105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.590494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57bffd37-837f-4b2e-8831-43ef1c465b02 req-65279d17-dc64-4fd7-8aa3-d2955a993ebd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0322893 Aug 03 19:34:10.645259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b50823-4cd4-43d2-991b-9111d6a2e4c3 None None] Pushing event updated for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.647249 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.657961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e20ae073-5a3d-44f4-9af9-9dca739f045b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:10.658589 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.663550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56214) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:10.726934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.730624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.734301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:10.736369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be592779-71ce-49ec-a796-04f339ef894a HTTP/1.1" status: 204 len: 168 time: 0.4066284 Aug 03 19:34:10.756708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6dfc7-2f8a-4802-8622-3c65b4942439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be592779-71ce-49ec-a796-04f339ef894a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:10.894461 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.898167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'network': {'name': 'tempest-network-smoke--2090895804', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:10.963294 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:10.967007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:11.010261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Transition to ACTIVE for port object 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:11.024104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=7188d263-dacf-4726-a02f-a0bb06207abb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.028234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:11.070913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:11.142247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Transition to ACTIVE for port object 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:11.213663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:11.222582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.246388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.268437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:11.268542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.268663 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.282731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.314655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Transition to ACTIVE for port object 7ae64002-a04d-40e3-bf3e-486ea126418c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:11.349082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.370237 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.371162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.397181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fea8:cb78 (415ae438-a0e9-4e74-9820-45c73ede8734/0234e0dc-d612-427c-a7e9-602a13db9d32/d144a383-0a94-4b44-820f-937d8c5934e4) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:11.405669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Transition to ACTIVE for port object 7ae64002-a04d-40e3-bf3e-486ea126418c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:11.441799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:11.446654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:11.446856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.449270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:11.457023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Pushing event updated for resources: {'Port': ['ID=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.473201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.475293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:11.475678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.588429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event updated for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.600916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:01Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:11.647722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f7fdf-23d4-4eea-aaab-46dcda10d99b None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:01Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:33:59Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:11.649024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Attempting to bind port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:11.649396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Attempting to bind port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:11.649881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Attempting to bind port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:11.656544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.672590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:11.673799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:11.674224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.674628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:11.675309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Bound port: 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:11.675709 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.743158 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.793534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:11.799284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:11.813081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:11.814214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.834195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:11.846935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.847407 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Added segment e20e819e-020c-4b36-a13c-cd349e9640ea of type vlan for network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d Aug 03 19:34:11.911637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aba8d93e-3761-4353-9dbc-7b802f9788a1 req-3f85c397-9290-47f9-839a-3df24a321833 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1946523 Aug 03 19:34:11.980059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:11.982185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Pushing event updated for resources: {'Port': ['ID=7ae64002-a04d-40e3-bf3e-486ea126418c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:11.999476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object d144a383-0a94-4b44-820f-937d8c5934e4 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:12.009029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:12.025972 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:34:12.027241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:12.047730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] For port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:12.050896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 283ae5a3-bc5e-40b8-8ca6-2258ec8683be up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:12.055195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Attempting to bind port 7ae64002-a04d-40e3-bf3e-486ea126418c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:12.055399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Attempting to bind port 7ae64002-a04d-40e3-bf3e-486ea126418c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:12.055765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Attempting to bind port 7ae64002-a04d-40e3-bf3e-486ea126418c on network 18a922f1-0581-4edf-951f-ae4b21d7e224 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:12.136138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:12.136518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Checking segment: {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:12.137006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.137405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Bound using segment: {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:12.137901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Bound port: 7ae64002-a04d-40e3-bf3e-486ea126418c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:12.138296 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.141529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.159770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] For port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:12.173874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c541179f-f6a8-428b-b1e1-cf0cbc8b0084,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.233911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.244756 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.254247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:12.257563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.285291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] For port 7ae64002-a04d-40e3-bf3e-486ea126418c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:12.315413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] For port 7ae64002-a04d-40e3-bf3e-486ea126418c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ae64002-a04d-40e3-bf3e-486ea126418c,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:12.353039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e973e48-a4ea-4a04-a508-113a111d81aa None None] Pushing event updated for resources: {'Port': ['ID=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.356449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:12.361784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:12.365495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:12.371852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:12.372589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.378535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:12.383411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.384252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:12.387507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.390379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:12.390879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.446839 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.478245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Network': ['ID=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.498053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=d144a383-0a94-4b44-820f-937d8c5934e4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.519695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=7188d263-dacf-4726-a02f-a0bb06207abb,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.548327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:12.613001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f3d285e-c4ee-462f-b2cf-d49c543edb7d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3916960 Aug 03 19:34:12.616503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56260) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.676546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-087b659c-900a-4730-abfa-af69670ae600 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0118301 Aug 03 19:34:12.691110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56262) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.746859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-885589771', 'admin_state_up': True, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:12.792667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed54654-b729-46d2-8cb5-f45b9b44cd14 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:12.802413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed54654-b729-46d2-8cb5-f45b9b44cd14 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:12.808910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6ed54654-b729-46d2-8cb5-f45b9b44cd14 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1890304 Aug 03 19:34:12.816564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56264) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:12.833442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f1e91-4cce-42da-a04d-216f0f163030 None None] Pushing event updated for resources: {'Port': ['ID=7ae64002-a04d-40e3-bf3e-486ea126418c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:12.862703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:12.960478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:13.057142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.057142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.066135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.067086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fa7f6346-4870-4092-8f0d-014b405e48ba up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:13.263316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:13.288036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a858599-e696-49be-8276-1dda65d7bf06 req-ce75a40d-09ba-475d-98a3-6f4d33da5f7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1993151 Aug 03 19:34:13.295303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.304599 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.318508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port d144a383-0a94-4b44-820f-937d8c5934e4 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:13.328390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.342181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fa7f6346-4870-4092-8f0d-014b405e48ba completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:13.346919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fa7f6346-4870-4092-8f0d-014b405e48ba triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:13.349849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.460157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.463697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.468482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-887cf43d-0320-4bb2-a290-8a274b87eb38 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9607882 Aug 03 19:34:13.469494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56278) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:13.505200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fa7f6346-4870-4092-8f0d-014b405e48ba, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fa7f6346-4870-4092-8f0d-014b405e48ba,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:13.518275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-675406074'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:13.610339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.640824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:13.653811 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:13.660598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e552d18-dc06-40ac-9541-eef6371543d8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4982438 Aug 03 19:34:13.667898 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:13.668521 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:13.668761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:13.674222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:13.713834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-3e25d4fa-4bac-4e63-9f75-71891366d0a9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:13.715423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-3e25d4fa-4bac-4e63-9f75-71891366d0a9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.3739998 Aug 03 19:34:13.848129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:13.866546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:13.938391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.942927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Made reservation on behalf of b01547f7b8684b0998e2e1695f151fb5 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:13.953690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:13.964231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.013622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for d144a383-0a94-4b44-820f-937d8c5934e4 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:14.035394 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:14.183142 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.282910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:14.473119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea8aca7f-ed85-4b7a-b945-5516a822ed63 None None] Provisioning for port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:14.504094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:14.509370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:14.510033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.748088 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:10Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:10Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:14.803129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.818891 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:14.819496 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Updating router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 port 0676feb6-487e-4d03-9ea7-f6620a42948f binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:14.863011 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:14.940925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:14.980246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674d16da-2b24-415d-8de3-d0dac3bc9c02 None None] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:15.116270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7df586a4-0e26-4136-a9c1-a4fc69613deb req-0d031853-12d5-4bc5-8e27-5fbab8139451 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1208317 Aug 03 19:34:15.155741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.169007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.173100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ae64002-a04d-40e3-bf3e-486ea126418c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:15.255071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6011e6a9-c78b-4db5-a91a-7230735e5fa1 None None] Provisioning for port d144a383-0a94-4b44-820f-937d8c5934e4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:15.273840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.361220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.364446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6011e6a9-c78b-4db5-a91a-7230735e5fa1 None None] Provisioning complete for port d144a383-0a94-4b44-820f-937d8c5934e4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:15.365202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6011e6a9-c78b-4db5-a91a-7230735e5fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.377231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.380588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af530d53-64f1-42fa-87dc-8f0c716661fd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.413196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6011e6a9-c78b-4db5-a91a-7230735e5fa1 None None] Port d144a383-0a94-4b44-820f-937d8c5934e4 was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 19:34:15.424942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:34:15.439377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:34:15.448400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.448888 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Added segment 340a0c1d-5201-461c-b7bc-bb6aeed29f55 of type vlan for network 7f3b9d41-b8e5-4586-9e69-292585a88d86 Aug 03 19:34:15.475761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Removed routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:34:15.476694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.504786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:15.508478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.529170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=d144a383-0a94-4b44-820f-937d8c5934e4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.532232 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.639904 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.663502 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Transition to ACTIVE for port object 0676feb6-487e-4d03-9ea7-f6620a42948f will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:15.697912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.698951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7ae64002-a04d-40e3-bf3e-486ea126418c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:15.708415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Provisioning for port 7ae64002-a04d-40e3-bf3e-486ea126418c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:15.732295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7ae64002-a04d-40e3-bf3e-486ea126418c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:15.735063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.745425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Provisioning complete for port 7ae64002-a04d-40e3-bf3e-486ea126418c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:15.748948 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.761780 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.855225 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8868b-6514-477d-a9c2-0ab0e2f88d89 None None] Pushing event updated for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:15.966599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.984946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:15.999203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.005110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.005744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.012114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.017454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-76c27a7a-6337-4bc7-88ae-767d7313334e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/d144a383-0a94-4b44-820f-937d8c5934e4 HTTP/1.1" status: 204 len: 168 time: 3.1981881 Aug 03 19:34:16.020026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56346) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:16.140661 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Attempting to bind port 0676feb6-487e-4d03-9ea7-f6620a42948f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:16.143327 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Attempting to bind port 0676feb6-487e-4d03-9ea7-f6620a42948f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:16.145508 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Attempting to bind port 0676feb6-487e-4d03-9ea7-f6620a42948f on network 18a922f1-0581-4edf-951f-ae4b21d7e224 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:16.175795 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:16.178108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.180637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Checking segment: {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:16.181247 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.182559 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Bound using segment: {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:16.185338 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Bound port: 0676feb6-487e-4d03-9ea7-f6620a42948f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef27ca7-2632-4dd3-9c58-4755630e0963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:16.187347 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.242808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.264865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18368878-ebce-4547-87a8-d2d433298491 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.272364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18368878-ebce-4547-87a8-d2d433298491 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:16.280898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-18368878-ebce-4547-87a8-d2d433298491 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2597609 Aug 03 19:34:16.285928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56354) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:16.341576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.5 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/e2c9d629-9488-4985-ae60-bcf16e9e918a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:16.348180 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8354728 Aug 03 19:34:16.371751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:16.391009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Request body: {'subnet': {'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:16.442640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.473028 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] For port 0676feb6-487e-4d03-9ea7-f6620a42948f, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:16.478697 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.484186 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] For port 0676feb6-487e-4d03-9ea7-f6620a42948f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0676feb6-487e-4d03-9ea7-f6620a42948f,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:16.491428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d48f65e6-3685-4c01-a09c-61451d268a28 req-9a3912ea-4c9a-4aed-9e4d-016625f00a02 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1850154 Aug 03 19:34:16.502564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35799bc4-e906-49d7-b9e7-eca2cccb475f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Network': ['ID=7f3b9d41-b8e5-4586-9e69-292585a88d86,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:16.544698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:16.560465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:34:16.592491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 0234e0dc-d612-427c-a7e9-602a13db9d32 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:16.605601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.657154 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.701831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.739532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7ae64002-a04d-40e3-bf3e-486ea126418c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ae64002-a04d-40e3-bf3e-486ea126418c,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:16.762117 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:16.762784 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:16.826014 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.827818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5fd400e9-34b1-4323-a0e8-1a667a7a2abf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:16.840121 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:16.947907 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8868b-6514-477d-a9c2-0ab0e2f88d89 None None] Pushing event updated for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:16.973668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56364) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:16.993469 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:16.993844 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-5626424e-f64a-4b69-8ef6-0f448bcee9c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:17.018281 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:17.027257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.080918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7ae64002-a04d-40e3-bf3e-486ea126418c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:17.095388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Made reservation on behalf of b01547f7b8684b0998e2e1695f151fb5 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:17.100101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:17.100534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.120770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.129063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:17.168218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.177628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.178848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/0234e0dc-d612-427c-a7e9-602a13db9d32 HTTP/1.1" status: 204 len: 168 time: 0.8915253 Aug 03 19:34:17.180419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56372) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:17.181970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.25.2.63 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3949250d-c571-45a7-a6ce-179084d70e03) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:17.185887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d175ee68-4d50-4ad3-948b-2712535aa5c8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 954 time: 3.5158117 Aug 03 19:34:17.186642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56374) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:17.215917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5308828c-2c6f-4edd-b4ef-689bafbe9848 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:17.254043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8cb223f6-640a-4c37-9d5c-d4812769f7ce tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671339 Aug 03 19:34:17.255109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c692a996-9ce2-42b6-9294-c2c9ddb48e0e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=0234e0dc-d612-427c-a7e9-602a13db9d32,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:17.256906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56376) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:17.264851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:17.430909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 283ae5a3-bc5e-40b8-8ca6-2258ec8683be up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:17.439096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3af30d-ee31-45f5-b44e-3b285b8d2dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.618074 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:15Z', 'revision_number': 6, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:16Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:17.697758 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a410fd-2fb8-4835-b8ce-ba08c5442ced None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:15Z', 'revision_number': 6, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:16Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:17.735907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1c8cced-f657-4538-88e2-8a789c107eaa req-9733d148-10f0-4fb4-8dc7-fa58b26ea1c0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0471861 Aug 03 19:34:17.841140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.876489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:17.895113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:17.897892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:17.940287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.013765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:18.014149 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.034347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Subnet': ['ID=ecdab3b3-3531-45d0-ab58-664e2e5c2ce9,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.044574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-83472247-f603-4981-b07e-33764ade71e8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 954 time: 0.8197813 Aug 03 19:34:18.051718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56388) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:18.064212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'routes': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:18.156975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Deleting port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:18.157464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.202509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c6dc8128-2025-4b3c-8909-3419f7904bfd None None] Provisioning complete for port 7ae64002-a04d-40e3-bf3e-486ea126418c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:18.202791 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8128-2025-4b3c-8909-3419f7904bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.222504 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3af30d-ee31-45f5-b44e-3b285b8d2dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.229928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.273579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object e2c9d629-9488-4985-ae60-bcf16e9e918a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:18.278764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Checking segment: {'id': '340a0c1d-5201-461c-b7bc-bb6aeed29f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:18.279532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network hostable DHCP agents. Network: 7f3b9d41-b8e5-4586-9e69-292585a88d86, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:18.319842 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3af30d-ee31-45f5-b44e-3b285b8d2dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.410053 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.459915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ebe05e6-7755-4d26-b54d-14f8e279623f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:18.462757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] For port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:18.463838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:18.510696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Calling delete_port for 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:18.592388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fc3af30d-ee31-45f5-b44e-3b285b8d2dad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6840801c800642e29c3c136daa2db9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6174846 Aug 03 19:34:18.606757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56396) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:18.610782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3af30d-ee31-45f5-b44e-3b285b8d2dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1571ae1a-087f-4cb4-ae1d-adeeac740235,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.698731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=3949250d-c571-45a7-a6ce-179084d70e03,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:18.725032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:18.731442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:18.740291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:18.953330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:18.954068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f7ad202-6479-4f52-9703-591736c2d133 req-53116c25-a4d2-4cc1-bc9d-641ee61d7d56 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1065323 Aug 03 19:34:18.970042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.026308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] Pushing event deleted for resources: {'Port': ['ID=1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:19.035293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3ebe05e6-7755-4d26-b54d-14f8e279623f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:19.048555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a3c1028-e567-4649-98af-2aef01485282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.063610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c6dc8128-2025-4b3c-8909-3419f7904bfd None None] Provisioning for port 0676feb6-487e-4d03-9ea7-f6620a42948f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:19.068785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89dcdd-ce65-4723-b3b9-47b2c70a2b6b None None] No DVR routers for this DVR port 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:19.091798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3ebe05e6-7755-4d26-b54d-14f8e279623f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:19.091798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.096183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2658b389-506d-4c4d-a5e0-bf000f0d0b42 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 19:34:19.124588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.128432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.222063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 7f3b9d41-b8e5-4586-9e69-292585a88d86) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:19.239492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.240219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.256114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:19.263342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.304536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:19.315956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658b389-506d-4c4d-a5e0-bf000f0d0b42 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 19:34:19.317227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:19.326262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:19.338353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:34:19.356261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.407707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:19.435950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b5729a3-45c8-4cb7-b4d0-2cd3c98c026c tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0507812 Aug 03 19:34:19.441840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56406) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:19.446831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-34638682', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:19.450032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:19.450742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:19.469764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=82924752-d372-4d46-8b22-079ab9e8d9be,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:19.482786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:19.494013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.494884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.505048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:19.515816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:34:19.516154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:34:19.526569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:19.527219 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.588969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.663188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.677403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.678508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.710450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:19.721513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.724316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.725857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1571ae1a-087f-4cb4-ae1d-adeeac740235 HTTP/1.1" status: 204 len: 168 time: 1.0900025 Aug 03 19:34:19.744863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78872ed-dcb4-4cec-ad8f-f1e11dd01a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571ae1a-087f-4cb4-ae1d-adeeac740235,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:19.765530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3ebe05e6-7755-4d26-b54d-14f8e279623f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ebe05e6-7755-4d26-b54d-14f8e279623f,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:19.783406 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-88f2f8b4-c4bf-4508-b6b3-e87024567bb0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9806428 Aug 03 19:34:19.793006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a922f635-f13b-4893-9399-e483d70ee6bd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5283613 Aug 03 19:34:19.793006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.796712 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.798327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56414) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:19.806320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Request body: {'port': {'device_id': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:19.850531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:96:c3:cd', 'name': 'tempest-NetworksTestDHCPv6-1310205633'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:19.924036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:19.942978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 41a3bd87-3f14-4505-968d-10822ea21aa2 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:20.062350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 41a3bd87-3f14-4505-968d-10822ea21aa2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:20.063068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 41a3bd87-3f14-4505-968d-10822ea21aa2 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:20.167919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:20.281689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505a4a6-e6ed-419d-ad53-8ed1b1d98000 req-6a636630-7917-4336-a1e6-ab732d6bb75d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:20.283893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4505a4a6-e6ed-419d-ad53-8ed1b1d98000 req-6a636630-7917-4336-a1e6-ab732d6bb75d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 931 time: 0.2207956 Aug 03 19:34:20.406311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '82924752-d372-4d46-8b22-079ab9e8d9be'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:20.414472 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.421424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-7f3b9d41-b8e5-4586-9e69-292585a88d86', 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86', 'tenant_id': 'b01547f7b8684b0998e2e1695f151fb5', 'fixed_ips': [{'subnet_id': 'ecdab3b3-3531-45d0-ab58-664e2e5c2ce9'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:20.422926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.425558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4505a4a6-e6ed-419d-ad53-8ed1b1d98000 req-caebc008-ba01-44e2-8bf6-cda92b383a60 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333816 Aug 03 19:34:20.436879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.469789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.489714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0676feb6-487e-4d03-9ea7-f6620a42948f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:20.490100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.504374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:20.549685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:15Z', 'revision_number': 6, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:16Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:09Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:20.612874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.647741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.680529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 8d09899b-dffb-4d6d-9630-b5e09caf1296 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:20.695957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:20.749285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:20.753768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:20.778467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:20.872126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fe96:c3cd (415ae438-a0e9-4e74-9820-45c73ede8734/82924752-d372-4d46-8b22-079ab9e8d9be/8d09899b-dffb-4d6d-9630-b5e09caf1296) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:21.087761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:21.090270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Allocated IP 172.20.0.2 (7f3b9d41-b8e5-4586-9e69-292585a88d86/ecdab3b3-3531-45d0-ab58-664e2e5c2ce9/682fcdee-34bd-4139-a77f-52737a1304ef) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:21.122112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0676feb6-487e-4d03-9ea7-f6620a42948f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:21.138252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0676feb6-487e-4d03-9ea7-f6620a42948f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:21.138632 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.149787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.158822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:21.190621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:34:21.233952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 8d09899b-dffb-4d6d-9630-b5e09caf1296 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:21.235907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfec3-ac97-4bfe-8ee6-a414b340d90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.254913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c9d629-9488-4985-ae60-bcf16e9e918a {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:21.270585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.277782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:21.304933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Transition to ACTIVE for port object e2c9d629-9488-4985-ae60-bcf16e9e918a will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:21.457432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:21.465385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.471658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:21.481676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.482873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3da9a16e-81a3-47be-8026-7efaa015e920 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 704 time: 3.4239261 Aug 03 19:34:21.488861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:21.496706 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:21.510240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:21.510854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:33:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:21.604144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:21.625923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.645510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Transition to ACTIVE for port object 682fcdee-34bd-4139-a77f-52737a1304ef will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:21.688298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Transition to ACTIVE for port object 682fcdee-34bd-4139-a77f-52737a1304ef will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:21.696925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfec3-ac97-4bfe-8ee6-a414b340d90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.709528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.806203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.826578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.836616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.854965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.914315 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:21.948738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Allocated IP 2001:db8::f816:3eff:fe7b:dd32 (415ae438-a0e9-4e74-9820-45c73ede8734/82924752-d372-4d46-8b22-079ab9e8d9be/f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:21.950043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Attempting to bind port e2c9d629-9488-4985-ae60-bcf16e9e918a on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:21.950043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Attempting to bind port e2c9d629-9488-4985-ae60-bcf16e9e918a by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:21.950381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Attempting to bind port e2c9d629-9488-4985-ae60-bcf16e9e918a on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:21.969943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Port e2c9d629-9488-4985-ae60-bcf16e9e918a on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:34:21.969943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Attempting to bind port e2c9d629-9488-4985-ae60-bcf16e9e918a on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:21.970200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 0676feb6-487e-4d03-9ea7-f6620a42948f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0676feb6-487e-4d03-9ea7-f6620a42948f,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:21.977532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:21.977939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:21.978452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:21.978922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Bound port: e2c9d629-9488-4985-ae60-bcf16e9e918a, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:21.979292 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:21.982391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:22.006558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:22.012984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Pushing event updated for resources: {'Port': ['ID=682fcdee-34bd-4139-a77f-52737a1304ef,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.022628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:22.071532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:22.075313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:22.114367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 7, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:16Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:22.169027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Allocated IP 172.25.2.132 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/b2c197e4-3f9f-40fe-bbb6-57a0b9eb037e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:22.173006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.194846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.195636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fa7f6346-4870-4092-8f0d-014b405e48ba up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:22.240366 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92c7cf3a-9e9b-4557-9fa7-48b10f184a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.240564 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:22.262099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078fe11-faf0-4d48-b59a-0849b91fda75 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 7, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:16Z', 'revision_number': 4, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:22.274345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:22.281214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.281214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] 10.222.0.77 "PUT /v2.0/ports/e2c9d629-9488-4985-ae60-bcf16e9e918a HTTP/1.1" status: 200 len: 1091 time: 2.4792309 Aug 03 19:34:22.281214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:22.285319 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d38e18-6a65-4600-865e-db6f86d70828" -d '{"events": [{"name": "network-changed", "server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:22.306804 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:22.307260 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Updating router 03ae2634-5057-4d6c-b44f-52371ebec806 port 3949250d-c571-45a7-a6ce-179084d70e03 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:22.362592 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.382614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Attempting to bind port 682fcdee-34bd-4139-a77f-52737a1304ef on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:22.382988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Attempting to bind port 682fcdee-34bd-4139-a77f-52737a1304ef by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '340a0c1d-5201-461c-b7bc-bb6aeed29f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:22.386323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Attempting to bind port 682fcdee-34bd-4139-a77f-52737a1304ef on network 7f3b9d41-b8e5-4586-9e69-292585a88d86 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:22.402731 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfec3-ac97-4bfe-8ee6-a414b340d90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.461532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fa7f6346-4870-4092-8f0d-014b405e48ba triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:22.462290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.464540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:22.472126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Checking segment: {'id': '340a0c1d-5201-461c-b7bc-bb6aeed29f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:22.472829 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.473420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Bound using segment: {'id': '340a0c1d-5201-461c-b7bc-bb6aeed29f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:22.474107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Bound port: 682fcdee-34bd-4139-a77f-52737a1304ef, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340a0c1d-5201-461c-b7bc-bb6aeed29f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:22.474669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.510813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.528074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.536631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3850268-bba4-4e0c-8d99-1aed5e0e8f33 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7957835 Aug 03 19:34:22.536802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56446) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:22.538985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:22.550239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:22.552217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=8d09899b-dffb-4d6d-9630-b5e09caf1296,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.560102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ad1cfec3-ac97-4bfe-8ee6-a414b340d90f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2447985ecd194ae69278dff4c5b5d7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3913491 Aug 03 19:34:22.564901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:22.569653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c1789-6b2a-4b2d-b325-4381c5575ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.575240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:22.576303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.577209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56450) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:22.585513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cfec3-ac97-4bfe-8ee6-a414b340d90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76df6b-1018-4df5-8356-c9add5106acd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.602722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5966343e-2b8c-4613-b8df-72a3c8fad4f4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 704 time: 1.1106818 Aug 03 19:34:22.613842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042d746-ae9f-4144-939d-008c79f88f82 req-12927a97-eb75-4157-82c7-746991580dc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:22.623101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c042d746-ae9f-4144-939d-008c79f88f82 req-12927a97-eb75-4157-82c7-746991580dc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.9221258 Aug 03 19:34:22.623101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56452) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:22.631737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:22.727410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-8e36d1e8-43d9-40ab-bf74-5538c98adafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:22.729849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-8e36d1e8-43d9-40ab-bf74-5538c98adafb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 1094 time: 0.2917142 Aug 03 19:34:22.781451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] For port 682fcdee-34bd-4139-a77f-52737a1304ef, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:22.787011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c042d746-ae9f-4144-939d-008c79f88f82 req-4bf5aecb-d98f-406a-932f-85ecb9a8c3b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575103 Aug 03 19:34:22.806646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] For port 682fcdee-34bd-4139-a77f-52737a1304ef, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=682fcdee-34bd-4139-a77f-52737a1304ef,segment=NetworkSegment(340a0c1d-5201-461c-b7bc-bb6aeed29f55),segment_id=340a0c1d-5201-461c-b7bc-bb6aeed29f55)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:22.819404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-083e217e-d97f-4fc0-9028-a878ad9fa90c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a HTTP/1.1" status: 200 len: 217 time: 0.0737631 Aug 03 19:34:22.883511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4c87c8a-86ea-410e-beec-b2f34397723d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0820730 Aug 03 19:34:22.888777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:22.907781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.915326 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc333a2-5ca6-463f-aa53-2d06a62bdfc8 x-openstack-request-id: req-6dc333a2-5ca6-463f-aa53-2d06a62bdfc8 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:22.915979 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:22.916466 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6dc333a2-5ca6-463f-aa53-2d06a62bdfc8 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:22.917116 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a', 'status': 'completed', 'code': 200} Aug 03 19:34:22.921621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56454) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:22.938467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:22.939095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:22.941918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Transition to ACTIVE for port object f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:22.944136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.954755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ae64002-a04d-40e3-bf3e-486ea126418c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:22.971010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:22.974568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Transition to ACTIVE for port object f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:22.995029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.046542 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.107873 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1ae7a94-c38a-443c-bd69-19f635d33134 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=cfcee08ce83d47bd8f16c0ee67573fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5638237 Aug 03 19:34:23.111372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56456) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:23.121147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-f560d802-284f-4c0c-bf62-30a85ef0dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.127849 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-f560d802-284f-4c0c-bf62-30a85ef0dcd1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.2893033 Aug 03 19:34:23.140832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:23.184382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.187736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.191387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e76df6b-1018-4df5-8356-c9add5106acd HTTP/1.1" status: 204 len: 168 time: 0.6092825 Aug 03 19:34:23.296526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c46b5-94ce-4fc4-a187-7417b7d32b28 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.300642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b1c46b5-94ce-4fc4-a187-7417b7d32b28 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3756967 Aug 03 19:34:23.304038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56460) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:23.330007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28efaad-d5fa-450c-8097-940b14fe6211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76df6b-1018-4df5-8356-c9add5106acd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:23.384781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ad3d-265b-4a13-85ab-472038216d13 req-43d85556-3436-4d1a-aecb-a379d3121bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.387921 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-43d85556-3436-4d1a-aecb-a379d3121bc5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404001 Aug 03 19:34:23.409776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.418858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead83222-e464-48ce-8f85-dfe4842fe8ab tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:23.421215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ead83222-e464-48ce-8f85-dfe4842fe8ab tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3076506 Aug 03 19:34:23.426511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56464) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:23.463618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.491875 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.519195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eca51f5a-a759-451c-86cf-5202b6ffcfc5 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866518 Aug 03 19:34:23.531362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56466) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:23.563921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886832121', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:23.602603 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:23.620688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:23.626806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:23.636148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=b2c197e4-3f9f-40fe-bbb6-57a0b9eb037e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:23.695913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7ae64002-a04d-40e3-bf3e-486ea126418c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:23.699127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.709821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-b7b8068d-f6bf-421c-97ab-caf2a9b58fdc service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129437 Aug 03 19:34:23.760024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.839576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:23.865152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:23.868251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:23.921968 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.929185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 8d09899b-dffb-4d6d-9630-b5e09caf1296 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:23.929690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:23.938144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fa7d3-2de1-4a3d-963e-1a89e62626d7 None None] Pushing event updated for resources: {'Port': ['ID=682fcdee-34bd-4139-a77f-52737a1304ef,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:23.960769 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Transition to ACTIVE for port object 3949250d-c571-45a7-a6ce-179084d70e03 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:24.028930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Pushing event updated for resources: {'Port': ['ID=f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:24.040852 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.166846 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Attempting to bind port 3949250d-c571-45a7-a6ce-179084d70e03 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:24.172234 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Attempting to bind port 3949250d-c571-45a7-a6ce-179084d70e03 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:24.172234 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Attempting to bind port 3949250d-c571-45a7-a6ce-179084d70e03 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:24.197099 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:24.200035 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:24.200035 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.200035 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:24.200035 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Bound port: 3949250d-c571-45a7-a6ce-179084d70e03, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:24.200035 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.216570 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd30a8-c5c3-484d-8f4a-370622666090 None None] Pushing event updated for resources: {'Port': ['ID=3949250d-c571-45a7-a6ce-179084d70e03,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:24.243939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 7, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:21Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.254878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:24.258695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.302148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcab8f0-2bda-4d8d-81fe-0a5155d12ded req-4f80c1e1-3b67-4e11-bdf2-e35c24267f2d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.309989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bcab8f0-2bda-4d8d-81fe-0a5155d12ded req-4f80c1e1-3b67-4e11-bdf2-e35c24267f2d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.3756416 Aug 03 19:34:24.350166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.365776 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] For port 3949250d-c571-45a7-a6ce-179084d70e03, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:24.371935 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] For port 3949250d-c571-45a7-a6ce-179084d70e03, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3949250d-c571-45a7-a6ce-179084d70e03,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:24.438674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 8d09899b-dffb-4d6d-9630-b5e09caf1296 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:24.476358 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.526280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7856ad3d-265b-4a13-85ab-472038216d13 req-657be7ff-13ee-4d52-8325-f5c071cb24b4 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195055 Aug 03 19:34:24.574893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bcab8f0-2bda-4d8d-81fe-0a5155d12ded req-f4e39479-d42f-4891-8d7e-8fb4246f7762 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636502 Aug 03 19:34:24.604842 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:24.605529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.756851 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:24.848419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Attempting to bind port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:24.853847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Attempting to bind port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:24.854329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Attempting to bind port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:24.857130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38e18-6a65-4600-865e-db6f86d70828 req-e85418a7-64aa-4d89-881f-3b278fb26a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:24.861002 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-e85418a7-64aa-4d89-881f-3b278fb26a89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 1094 time: 0.1676819 Aug 03 19:34:24.878532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:24.878532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:24.878532 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.878532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:24.879394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Bound port: f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:24.879394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:24.891734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:24.923116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:24.923772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:24.996562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd30a8-c5c3-484d-8f4a-370622666090 None None] Pushing event updated for resources: {'Port': ['ID=3949250d-c571-45a7-a6ce-179084d70e03,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.017838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 0676feb6-487e-4d03-9ea7-f6620a42948f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:25.018334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.187919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:25.194984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:25.203138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port 0676feb6-487e-4d03-9ea7-f6620a42948f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0676feb6-487e-4d03-9ea7-f6620a42948f,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:25.204162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.207601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.244364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.249510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=8d09899b-dffb-4d6d-9630-b5e09caf1296,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.255692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38e18-6a65-4600-865e-db6f86d70828 req-12ca2960-33f4-4213-9bfd-63c37c9fee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.257382 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-12ca2960-33f4-4213-9bfd-63c37c9fee25 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.3911784 Aug 03 19:34:25.260211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 0676feb6-487e-4d03-9ea7-f6620a42948f owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:25.268185 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5240b-6c66-49a1-9941-999dc6899ede None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:25.276961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] For port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:25.278052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.278242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:25.278242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1b25b1e8-e61b-408f-9a3f-c1f133fd0cb2 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:25.292137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:25.384422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] For port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:25.402543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.426600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.430309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2eadfc8a-ab94-49f5-9236-cab48b94f80b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/8d09899b-dffb-4d6d-9630-b5e09caf1296 HTTP/1.1" status: 204 len: 168 time: 2.1159425 Aug 03 19:34:25.456094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56492) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:25.457379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:25.471804 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-8e9ee636-70a8-40cd-a469-577c06e4836a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a HTTP/1.1" status: 200 len: 217 time: 0.2047904 Aug 03 19:34:25.531573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5e34b7ff-eba2-4760-9c78-c32f80de1798 None None] Provisioning for port 682fcdee-34bd-4139-a77f-52737a1304ef completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:25.567085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38e18-6a65-4600-865e-db6f86d70828 req-810232d4-fab3-4ce9-af5e-79ef8402bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.569030 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-810232d4-fab3-4ce9-af5e-79ef8402bc01 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0733418 Aug 03 19:34:25.605278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9256252-9286-49fd-8b70-4f28c463ede8 None None] Pushing event updated for resources: {'Port': ['ID=f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.657694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Subnet': ['ID=613b39c3-5ff7-4648-8cd7-f1640aa6fa12,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:25.668567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Checking segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:25.669061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network hostable DHCP agents. Network: 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:34:25.747317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0676feb6-487e-4d03-9ea7-f6620a42948f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:25.848938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10401377-04e9-4ab4-b5f3-87c32cc932d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.850631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10401377-04e9-4ab4-b5f3-87c32cc932d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.855802 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10401377-04e9-4ab4-b5f3-87c32cc932d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3980513 Aug 03 19:34:25.859281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56500) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:25.919047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38e18-6a65-4600-865e-db6f86d70828 req-99da2dc2-d151-47da-bf11-79cc2034bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:25.921262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-99da2dc2-d151-47da-bf11-79cc2034bda1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3345361 Aug 03 19:34:25.968211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0676feb6-487e-4d03-9ea7-f6620a42948f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:26.002722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.019661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:34:26.110531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 7, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:21Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:26.171975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabe4a13-87a1-433a-ae96-6690072501a5 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 7, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '0676feb6-487e-4d03-9ea7-f6620a42948f', 'name': '', 'network_id': '18a922f1-0581-4edf-951f-ae4b21d7e224', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:3d:26:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '670e619e-f61c-41c6-b030-376739619ad0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:09Z', 'updated_at': '2021-08-03T19:34:21Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '670e619e-f61c-41c6-b030-376739619ad0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:26.190985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca086bd-b85b-40b9-8752-c753d420080a req-09dadf3e-d140-4a4c-9507-1ba3617b08c6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.193658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca086bd-b85b-40b9-8752-c753d420080a req-09dadf3e-d140-4a4c-9507-1ba3617b08c6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.4393277 Aug 03 19:34:26.209428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 82924752-d372-4d46-8b22-079ab9e8d9be {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:26.238973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.249052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 682fcdee-34bd-4139-a77f-52737a1304ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:26.281739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:26.313156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-2aafef5b-286e-4f8d-ae12-338cf13078f5 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482047 Aug 03 19:34:26.316155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:26.316821 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.383099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.397315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca086bd-b85b-40b9-8752-c753d420080a req-831603d8-281d-4e6e-865d-bd4b045a6f2e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806204 Aug 03 19:34:26.429954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 682fcdee-34bd-4139-a77f-52737a1304ef completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:26.435058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 682fcdee-34bd-4139-a77f-52737a1304ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:26.435593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.544166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.579235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.581035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2bfdab18-13c2-4163-ba55-a564ac22484b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0308232 Aug 03 19:34:26.590200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:26.600692 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.609939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=0676feb6-487e-4d03-9ea7-f6620a42948f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:26.713963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 682fcdee-34bd-4139-a77f-52737a1304ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=682fcdee-34bd-4139-a77f-52737a1304ef,segment=NetworkSegment(340a0c1d-5201-461c-b7bc-bb6aeed29f55),segment_id=340a0c1d-5201-461c-b7bc-bb6aeed29f55)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:26.792365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.794053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ebe05e6-7755-4d26-b54d-14f8e279623f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:26.867928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:26.934108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.004282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=682fcdee-34bd-4139-a77f-52737a1304ef,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:27.062721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3ebe05e6-7755-4d26-b54d-14f8e279623f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:27.063107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.234475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.303282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63d38e18-6a65-4600-865e-db6f86d70828 req-a23cacee-f697-4e3b-823b-18a530582cc2 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9826217 Aug 03 19:34:27.406146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f37ac3-e68a-4bdf-a14a-52725a2539e9 None None] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:27.578192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d8507b-57cc-496c-b370-724feb3f7dcd None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:27.608215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db8874-b0ad-4cce-9552-942e850d3c57 None None] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:27.753460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Router 291c18c5-0ff2-4acc-ac3a-042367456f16 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:34:27.821656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:27.923194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 682fcdee-34bd-4139-a77f-52737a1304ef up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:28.135431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:28.152252 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] Sync routers for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:28.179096 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:28.182963 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.281803 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.303214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:28.307303 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.315299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=82924752-d372-4d46-8b22-079ab9e8d9be,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:28.332533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.336762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-170dfb33-b7e8-45b5-9f94-ed45d386ae3f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/82924752-d372-4d46-8b22-079ab9e8d9be HTTP/1.1" status: 204 len: 168 time: 2.4698560 Aug 03 19:34:28.344424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.356282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:28.357141 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:28.358198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c65508-2ab2-4ebb-8493-139f9e6eb219 None None] The sync data for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:28.393913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7c0fefd9-4ef7-45f0-be26-cd6e04848e8e None None] Provisioning for port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:28.434372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-27d6af6e-4154-46b0-8e32-b42c37499818 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854752 Aug 03 19:34:28.435036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56534) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.524582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 682fcdee-34bd-4139-a77f-52737a1304ef triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:28.525207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.574451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:28.575307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.583692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:28.627080 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:28.636425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f5bd7218-3707-4411-b364-ebc2b60202db tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0157382 Aug 03 19:34:28.639474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56538) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.647487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd6ee9-3190-445e-8a20-18df9b7820f9 req-05ec49c9-bd08-4e17-9b2a-ab12aaba3966 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.649403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eacd6ee9-3190-445e-8a20-18df9b7820f9 req-05ec49c9-bd08-4e17-9b2a-ab12aaba3966 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.3785477 Aug 03 19:34:28.702612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226d3c8c-33a3-4678-b563-32b1746fdcdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.711278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-226d3c8c-33a3-4678-b563-32b1746fdcdc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2455995 Aug 03 19:34:28.712359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56542) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.736394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 670e619e-f61c-41c6-b030-376739619ad0 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:28.738913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.740187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-af7e3400-4113-4d45-9376-da0c43223dc7 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.2974062 Aug 03 19:34:28.745134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:28.747415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.802910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:28.806058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eacd6ee9-3190-445e-8a20-18df9b7820f9 req-412436d7-d39b-4759-af1d-4764d7b905ee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488664 Aug 03 19:34:28.839072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffd34b8-50a9-4de1-8f60-1d4e14541a30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:28.844273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1ffd34b8-50a9-4de1-8f60-1d4e14541a30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257148 Aug 03 19:34:28.844978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56546) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.847879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.1 (36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d/613b39c3-5ff7-4648-8cd7-f1640aa6fa12/de7248ff-5245-4209-8402-768459d872c6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:28.923747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87ae06be-000c-4b06-944f-12bb14177f2e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712612 Aug 03 19:34:28.923961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:28.924073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56548) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:28.929717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:28.970417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a4ce095d-a893-421c-b6ac-934457637071 None None] Provisioning for port e2c9d629-9488-4985-ae60-bcf16e9e918a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:28.977652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:28.978287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:29.034359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.079106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:29.149688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:29.154013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.310472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Deleting port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:29.310874 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.577385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf48bf-9a68-4ab9-9c57-b51fd7548904 None None] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:29.579079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:29.601229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:29.601464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.629589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.709294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:29.716306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:29.724519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:29.726250 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.729451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] For port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:29.729860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.735102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:25Z', 'revision_number': 8, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:29.754958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=c8cce0c6-915b-4eb7-857e-de7d9acc284e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:29.762205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.798810 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:29.800611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:29.801352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Calling delete_port for f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:29.849987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-34b7b85c-2043-4a8e-b48c-b96f7c162d5c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9221580 Aug 03 19:34:29.849987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56556) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:29.855912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:6d:90:87', 'name': 'tempest-NetworksTestDHCPv6-674508975'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:29.879311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object de7248ff-5245-4209-8402-768459d872c6 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:29.901920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:29.902543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:30.014653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc8d4-f4f8-4a25-a094-74bfc537a647 req-c9480c11-b289-41e7-a4b8-a84dbddefc46 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:30.016481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60efc8d4-f4f8-4a25-a094-74bfc537a647 req-c9480c11-b289-41e7-a4b8-a84dbddefc46 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0825961 Aug 03 19:34:30.083519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60efc8d4-f4f8-4a25-a094-74bfc537a647 req-12b34852-b19b-49a9-8968-0b71e1fafd11 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537565 Aug 03 19:34:30.088549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-76d6bfc9-6755-46c9-ab38-61ab1a07335c None None] Provisioning complete for port 682fcdee-34bd-4139-a77f-52737a1304ef triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:30.089032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76d6bfc9-6755-46c9-ab38-61ab1a07335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.091633 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.126416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.130199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=670e619e-f61c-41c6-b030-376739619ad0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:30.161061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.165708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2659eea-ebd3-40b0-8239-422cebb92189 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/670e619e-f61c-41c6-b030-376739619ad0 HTTP/1.1" status: 204 len: 168 time: 1.5226569 Aug 03 19:34:30.165991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56558) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:30.188279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.190279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccc8ee-00b4-40dd-81cc-38dc99da65ec None None] Network 18a922f1-0581-4edf-951f-ae4b21d7e224 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:30.211729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:30.219372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:30.221206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:30.227650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:30.253988 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.256113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:30.262392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:30.310865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.359832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Allocated IP 172.20.0.2 (36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d/613b39c3-5ff7-4648-8cd7-f1640aa6fa12/766d6a84-2fb6-4c97-a51e-1641809467a5) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:30.393003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 7ae64002-a04d-40e3-bf3e-486ea126418c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:30.393435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.397052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.404467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.409401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.483785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 736e9e73-db56-4306-867b-f39cba943331 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:30.554954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] No DVR routers for this DVR port f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:30.568867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad85062-aa69-4989-9e5d-82460b811112 None None] Pushing event deleted for resources: {'Port': ['ID=f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:30.584636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3949250d-c571-45a7-a6ce-179084d70e03 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:30.591406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port 7ae64002-a04d-40e3-bf3e-486ea126418c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7ae64002-a04d-40e3-bf3e-486ea126418c,segment=NetworkSegment(7ef27ca7-2632-4dd3-9c58-4755630e0963),segment_id=7ef27ca7-2632-4dd3-9c58-4755630e0963)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:30.591938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.617333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 7ae64002-a04d-40e3-bf3e-486ea126418c owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:30.695020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07bd99-d077-4075-8c3f-27f93eb5dc6a None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:30.754227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:30.754994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::b2 (415ae438-a0e9-4e74-9820-45c73ede8734/c8cce0c6-915b-4eb7-857e-de7d9acc284e/736e9e73-db56-4306-867b-f39cba943331) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:31.014861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Allocated IP 172.20.0.1 (7f3b9d41-b8e5-4586-9e69-292585a88d86/ecdab3b3-3531-45d0-ab58-664e2e5c2ce9/70c5fb06-16c2-4129-ab49-af8b4f27d2e6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:31.073150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.168905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.186672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 736e9e73-db56-4306-867b-f39cba943331 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:31.202520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef630733-445b-4061-916b-f6d8f78ac412 None None] DHCP port deletion for 18a922f1-0581-4edf-951f-ae4b21d7e224 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:31.224192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3949250d-c571-45a7-a6ce-179084d70e03 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:31.273331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3949250d-c571-45a7-a6ce-179084d70e03 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:31.273715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.297728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=7ae64002-a04d-40e3-bf3e-486ea126418c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.301827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.320086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port 7ae64002-a04d-40e3-bf3e-486ea126418c on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:31.325917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Transition to ACTIVE for port object 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:31.329180 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.365777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.447204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.464846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:31.472012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:31.486641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:31.493550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.494494 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.524041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c671bb6b-b4b6-4126-989e-c8a86cfbd729 None None] Provisioning complete for port 682fcdee-34bd-4139-a77f-52737a1304ef triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:31.524420 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c671bb6b-b4b6-4126-989e-c8a86cfbd729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.537073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.538708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.551099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a922f1-0581-4edf-951f-ae4b21d7e224']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.567875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=736e9e73-db56-4306-867b-f39cba943331,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.582641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac64b1-c139-4019-a742-f0a6d1132623 req-edb69ae1-ddfa-4f47-acc3-170e9fe86f0d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.585041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aac64b1-c139-4019-a742-f0a6d1132623 req-edb69ae1-ddfa-4f47-acc3-170e9fe86f0d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.3445466 Aug 03 19:34:31.587357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef27ca7-2632-4dd3-9c58-4755630e0963') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.587786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef27ca7-2632-4dd3-9c58-4755630e0963') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.600467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2c922276-46d7-4244-b7ca-94fadc1a1d64 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7464912 Aug 03 19:34:31.601275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.606728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56580) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.613318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.617699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:31.619124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.630512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.642649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Transition to ACTIVE for port object 766d6a84-2fb6-4c97-a51e-1641809467a5 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:31.668147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.668940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Transition to ACTIVE for port object 766d6a84-2fb6-4c97-a51e-1641809467a5 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:31.684512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:31.685341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.689127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:31.689127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=70c5fb06-16c2-4129-ab49-af8b4f27d2e6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:31.690589 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:31.699844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:31.745327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7aac64b1-c139-4019-a742-f0a6d1132623 req-66815482-2864-4e08-801d-86c8787e882f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498408 Aug 03 19:34:31.746127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:25Z', 'revision_number': 8, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:31.755857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.758556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': 'c8cce0c6-915b-4eb7-857e-de7d9acc284e'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:31.760232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.781186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc32f3-5319-4316-b6a9-bc1ed20fcd22 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:31.785474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-08bc32f3-5319-4316-b6a9-bc1ed20fcd22 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1749501 Aug 03 19:34:31.785729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:31.820620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:31.850334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec3513e-8d15-4d38-a2f8-c472c9c2c487 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:25Z', 'revision_number': 8, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ebe05e6-7755-4d26-b54d-14f8e279623f', 'name': '', 'network_id': 'c71dfc2d-a4a3-4221-a899-ef41d06a77f2', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:f4:0f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3296, 'fixed_ips': [{'subnet_id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:58Z', 'updated_at': '2021-08-03T19:34:19Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '9363fb39-9df0-4098-9519-0f7431b7c87b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:32.105998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.166563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:32.168256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.168256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/18a922f1-0581-4edf-951f-ae4b21d7e224 HTTP/1.1" status: 204 len: 168 time: 1.7975488 Aug 03 19:34:32.168256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56590) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:32.171902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:32.171902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:32.171902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.173404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:32.173404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:32.173871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1a238-e3b3-4983-88a0-127af8191f7d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=18a922f1-0581-4edf-951f-ae4b21d7e224,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.173871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 736e9e73-db56-4306-867b-f39cba943331 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:32.173871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.174124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Pushing event updated for resources: {'Port': ['ID=766d6a84-2fb6-4c97-a51e-1641809467a5,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.175131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.182584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3949250d-c571-45a7-a6ce-179084d70e03, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3949250d-c571-45a7-a6ce-179084d70e03,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:32.196683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 736e9e73-db56-4306-867b-f39cba943331 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:32.219098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Attempting to bind port 766d6a84-2fb6-4c97-a51e-1641809467a5 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:32.219658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Attempting to bind port 766d6a84-2fb6-4c97-a51e-1641809467a5 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:32.220023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Attempting to bind port 766d6a84-2fb6-4c97-a51e-1641809467a5 on network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:32.255640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:32.256020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Checking segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:32.256429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.256852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Bound using segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:32.257343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Bound port: 766d6a84-2fb6-4c97-a51e-1641809467a5, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:32.257730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.285216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.370788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.380926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/c8cce0c6-915b-4eb7-857e-de7d9acc284e/e1c63345-5991-4456-af15-dd1487e24a75) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:32.472299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02459541-7064-4633-a2fb-0f1b3600575e None None] Provisioning for port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:32.506613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0676feb6-487e-4d03-9ea7-f6620a42948f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:32.516208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3949250d-c571-45a7-a6ce-179084d70e03,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.547636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-02459541-7064-4633-a2fb-0f1b3600575e None None] Provisioning complete for port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:32.548472 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-02459541-7064-4633-a2fb-0f1b3600575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.592076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] For port 766d6a84-2fb6-4c97-a51e-1641809467a5, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:32.595266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0676feb6-487e-4d03-9ea7-f6620a42948f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:32.595787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0676feb6-487e-4d03-9ea7-f6620a42948f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:32.596376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:32.624070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:32.625335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f15aa8e0-4d43-4da4-a6b0-9ca495d35e1f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:32.626094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ae64002-a04d-40e3-bf3e-486ea126418c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:32.668806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7ae64002-a04d-40e3-bf3e-486ea126418c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:32.669466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7ae64002-a04d-40e3-bf3e-486ea126418c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:32.685013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-02459541-7064-4633-a2fb-0f1b3600575e None None] Port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:32.721206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.729056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] For port 766d6a84-2fb6-4c97-a51e-1641809467a5, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=766d6a84-2fb6-4c97-a51e-1641809467a5,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:32.766675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:32.783857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.784395 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.787450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/736e9e73-db56-4306-867b-f39cba943331 HTTP/1.1" status: 204 len: 168 time: 1.0005779 Aug 03 19:34:32.793529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450331a3-174d-4b06-a25d-5223e72eb8fe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=736e9e73-db56-4306-867b-f39cba943331,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.797233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56598) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:32.797849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Transition to ACTIVE for port object e1c63345-5991-4456-af15-dd1487e24a75 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:32.819737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.824594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Transition to ACTIVE for port object e1c63345-5991-4456-af15-dd1487e24a75 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:32.912616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe214c-3ba0-4236-a10c-e8b23927f7fe None None] Pushing event updated for resources: {'Port': ['ID=766d6a84-2fb6-4c97-a51e-1641809467a5,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:32.928615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6658f-317b-46a0-8fb7-4c9c80b4e90d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:32.932385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6658f-317b-46a0-8fb7-4c9c80b4e90d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:32.937411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fce6658f-317b-46a0-8fb7-4c9c80b4e90d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1328993 Aug 03 19:34:32.939507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:32.945308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56600) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.005132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Pushing event updated for resources: {'Port': ['ID=e1c63345-5991-4456-af15-dd1487e24a75,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.013193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:33.015266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:33.017737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:33.079566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7de6-61c4-4d11-896c-764631a1ee1e req-55364b21-aee5-4e1e-a6d1-fdf526fa934c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.088475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad5d7de6-61c4-4d11-896c-764631a1ee1e req-55364b21-aee5-4e1e-a6d1-fdf526fa934c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 943 time: 0.2207985 Aug 03 19:34:33.103126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Attempting to bind port e1c63345-5991-4456-af15-dd1487e24a75 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:33.103523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Attempting to bind port e1c63345-5991-4456-af15-dd1487e24a75 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:33.103890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Attempting to bind port e1c63345-5991-4456-af15-dd1487e24a75 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:33.145075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:33.148529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:33.149627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.150039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:33.151966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Bound port: e1c63345-5991-4456-af15-dd1487e24a75, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:33.152417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.160948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet c8cce0c6-915b-4eb7-857e-de7d9acc284e {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:33.173863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad5d7de6-61c4-4d11-896c-764631a1ee1e req-29124f01-9c8a-45fa-999a-2590873206f7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837710 Aug 03 19:34:33.176889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:33.178836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.190779 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:33.238610 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:33.239220 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.262425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0e4cb56b-0122-4e9d-a2c7-f5718b9c852a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/03ae2634-5057-4d6c-b44f-52371ebec806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6707931 Aug 03 19:34:33.266084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.306569 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.377534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e2c9d629-9488-4985-ae60-bcf16e9e918a details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:34:33.378378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.406290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.412680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] For port e1c63345-5991-4456-af15-dd1487e24a75, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:33.421092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] For port e1c63345-5991-4456-af15-dd1487e24a75, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e1c63345-5991-4456-af15-dd1487e24a75,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:33.440375 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:33.535596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:33.548087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'e2c9d629-9488-4985-ae60-bcf16e9e918a', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': 'e2c9d629-9488-4985-ae60-bcf16e9e918a', 'mac_address': 'fa:16:3e:fd:36:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:34:33.565373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.565898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.566434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.566905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.567400 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.567901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.568362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.568851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.569471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.569936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.570416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.575233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8187d16a-065d-4e32-80a3-42ff842e3699 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7748 time: 0.3036592 Aug 03 19:34:33.575410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56606) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.593199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.605461 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.608791 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.622397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.701288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a845294-f243-40bb-a81e-f4e08dd22e5f None None] Pushing event updated for resources: {'Port': ['ID=e1c63345-5991-4456-af15-dd1487e24a75,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.710586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c9d629-9488-4985-ae60-bcf16e9e918a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:33.746166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.773629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.774636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:33.776291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f8bfb184-15b4-4edd-a3aa-b6bbb9ba8dad tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7062 time: 0.1998429 Aug 03 19:34:33.779538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=70c5fb06-16c2-4129-ab49-af8b4f27d2e6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:33.780502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56612) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:33.784676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:31Z', 'revision_number': 2, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:33.800522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.837181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:33.837528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Updating router 03ae2634-5057-4d6c-b44f-52371ebec806 port de7248ff-5245-4209-8402-768459d872c6 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:34:33.875860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.903729 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:33.949560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.035713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.047769 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.049261 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/c8cce0c6-915b-4eb7-857e-de7d9acc284e HTTP/1.1" status: 204 len: 168 time: 1.1007841 Aug 03 19:34:34.051588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e83a94-df6b-4b17-b37d-f854d081f371 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cce0c6-915b-4eb7-857e-de7d9acc284e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:34.072418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:34.105944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:34.112023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:34.156548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['e2c9d629-9488-4985-ae60-bcf16e9e918a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:34.158076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:34.169613 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a4cae84a-1f04-46ca-a9f3-f47a06eb267a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824192 Aug 03 19:34:34.298902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56620) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:34.704861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4dd8d8c7-df18-45a2-95db-ead332186a51 None None] Provisioning complete for port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:34.711150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4dd8d8c7-df18-45a2-95db-ead332186a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.757925 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:34.771329 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Transition to ACTIVE for port object de7248ff-5245-4209-8402-768459d872c6 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:34.808732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06648f8b-05ad-48ea-b4cb-ba7c9a60a4c8 None None] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:34.833977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1c63345-5991-4456-af15-dd1487e24a75 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:34.898213 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.032852 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016d154-c147-486e-82d2-3058dda14446 None None] Pushing event updated for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:35.040049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Router 291c18c5-0ff2-4acc-ac3a-042367456f16 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:35.137141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8d8c7-df18-45a2-95db-ead332186a51 None None] Port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:35.168134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Attempting to bind port de7248ff-5245-4209-8402-768459d872c6 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:35.168134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Attempting to bind port de7248ff-5245-4209-8402-768459d872c6 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:35.168134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Attempting to bind port de7248ff-5245-4209-8402-768459d872c6 on network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:35.177771 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:35.178297 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Checking segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:35.178809 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.179419 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Bound using segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:35.180015 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Bound port: de7248ff-5245-4209-8402-768459d872c6, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:35.181041 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.274347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:35.293568 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a0546f0-3603-4836-82c4-808abb5d90aa tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "PUT /v2.0/routers/291c18c5-0ff2-4acc-ac3a-042367456f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5426152 Aug 03 19:34:35.293778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port e1c63345-5991-4456-af15-dd1487e24a75 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:35.294120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56632) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:35.296418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] Sync routers for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:35.306067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Request body: {'port': {'network_id': '7f3b9d41-b8e5-4586-9e69-292585a88d86', 'name': 'tempest-FloatingIPAdminTestJSON-1918765491'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:35.309798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 766d6a84-2fb6-4c97-a51e-1641809467a5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:35.364473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:35.368265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.382570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e2c9d629-9488-4985-ae60-bcf16e9e918a up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:35.515676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04aaa38c-ceda-4cf4-9b72-6927f9eb8d7f None None] Provisioning for port 766d6a84-2fb6-4c97-a51e-1641809467a5 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:35.538532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb8aaa8-da6e-4eac-94b1-8a7ecd3c3618 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.542859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2bb8aaa8-da6e-4eac-94b1-8a7ecd3c3618 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.2388535 Aug 03 19:34:35.548437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56634) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:35.581959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.602456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:35.603092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.605095 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] For port de7248ff-5245-4209-8402-768459d872c6, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:35.610612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] For port de7248ff-5245-4209-8402-768459d872c6, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=de7248ff-5245-4209-8402-768459d872c6,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:35.619063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad78b6-73bf-4109-9c68-a7fdb7805c9f req-119d27cc-b7ed-43de-9d9f-4e4805246463 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.620831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32ad78b6-73bf-4109-9c68-a7fdb7805c9f req-119d27cc-b7ed-43de-9d9f-4e4805246463 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 944 time: 1.1139362 Aug 03 19:34:35.668793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.669857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a94c1c-fbf8-4eeb-948b-44f91f36ddd4 None None] The sync data for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:35.686941 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.724514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2571698-2bcf-44ab-af70-c27c58b706cc None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:35.763739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Made reservation on behalf of b01547f7b8684b0998e2e1695f151fb5 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:35.768551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:35.815975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] device_id is not set on port 67455997-a65a-41c8-9515-6feece41ec43 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:35.832380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:35.834315 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:35.840287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016d154-c147-486e-82d2-3058dda14446 None None] Pushing event updated for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:35.840924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b20b8-059c-49cf-b5b1-71d2f8b7a9a9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:35.845489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dd1b20b8-059c-49cf-b5b1-71d2f8b7a9a9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2959957 Aug 03 19:34:35.862656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56638) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:35.880808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Provisioning for port de7248ff-5245-4209-8402-768459d872c6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:35.882395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 766d6a84-2fb6-4c97-a51e-1641809467a5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:35.890867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port e2c9d629-9488-4985-ae60-bcf16e9e918a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:35.964256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 766d6a84-2fb6-4c97-a51e-1641809467a5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:35.974045 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.023573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7c3751f0-0661-488b-b6c3-d6201203d51a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066768 Aug 03 19:34:36.030590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56640) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:36.043307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port e2c9d629-9488-4985-ae60-bcf16e9e918a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:36.043665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.045074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:36.094169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32ad78b6-73bf-4109-9c68-a7fdb7805c9f req-2e8d01da-e2e2-4aca-a21e-902ca4ca065b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197033 Aug 03 19:34:36.140355 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:36.189582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2aa70f1d-108b-42c2-b76c-45e80136829d tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4301 time: 2.4067848 Aug 03 19:34:36.228284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 3ebe05e6-7755-4d26-b54d-14f8e279623f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:36.229136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.236906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Provisioning complete for port 766d6a84-2fb6-4c97-a51e-1641809467a5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:36.237281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.251387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Allocated IP 172.20.0.5 (7f3b9d41-b8e5-4586-9e69-292585a88d86/ecdab3b3-3531-45d0-ab58-664e2e5c2ce9/67455997-a65a-41c8-9515-6feece41ec43) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:36.506738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port 3ebe05e6-7755-4d26-b54d-14f8e279623f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3ebe05e6-7755-4d26-b54d-14f8e279623f,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:36.507401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.537497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 3ebe05e6-7755-4d26-b54d-14f8e279623f owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:36.546387 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.565372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:36.576954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.583555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:36.615331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:36.627609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d349ef77-3ccc-4740-a7d5-d88fb764d148 None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:35Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:36.772813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.798527 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] For port 766d6a84-2fb6-4c97-a51e-1641809467a5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=766d6a84-2fb6-4c97-a51e-1641809467a5,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:36.845305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:36.897388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Deleting port e1c63345-5991-4456-af15-dd1487e24a75 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:36.897934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.018337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.059516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56650) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:37.064209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258999923', 'description': 'tempest-secgroup-smoke-1258999923 description', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:37.116085 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:37.116085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.127353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:37.135222 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6de0688-774b-4303-b5a4-f3136631aec1" -d '{"events": [{"server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:37.146136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Transition to ACTIVE for port object 67455997-a65a-41c8-9515-6feece41ec43 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:37.146544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.183764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=3ebe05e6-7755-4d26-b54d-14f8e279623f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.290165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.376973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.415167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] For port e1c63345-5991-4456-af15-dd1487e24a75, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e1c63345-5991-4456-af15-dd1487e24a75,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:37.415343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.427386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.528874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bf801-371c-4cf7-aef2-4145c62abd80 None None] Pushing event updated for resources: {'Port': ['ID=766d6a84-2fb6-4c97-a51e-1641809467a5,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.541667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Calling delete_port for e1c63345-5991-4456-af15-dd1487e24a75 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:37.569314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:37.621047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:37.625484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:37.632909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4cd76-e9b8-43e1-9dc9-cb23d2201b24 req-8c27c405-b001-44d0-84d4-3bec2bf004b8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.634060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbf4cd76-e9b8-43e1-9dc9-cb23d2201b24 req-8c27c405-b001-44d0-84d4-3bec2bf004b8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.3663731 Aug 03 19:34:37.685371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event updated for resources: {'Port': ['ID=67455997-a65a-41c8-9515-6feece41ec43,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:37.688134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.720913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.721535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.722092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.722756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.723277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.723785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.724429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.724963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.725466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.726046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.726557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.727601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:37.818667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:37.819648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.855195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bbf4cd76-e9b8-43e1-9dc9-cb23d2201b24 req-efcd67e2-6b88-44e3-9295-6a34b8d412b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962407 Aug 03 19:34:37.981713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:37.990348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:34:38.080640 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6ca21-82e3-4a90-bc86-9c6a47e02da6 x-openstack-request-id: req-35f6ca21-82e3-4a90-bc86-9c6a47e02da6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:38.081707 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:38.082117 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35f6ca21-82e3-4a90-bc86-9c6a47e02da6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:38.082715 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a', 'code': 200} Aug 03 19:34:38.099425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.153181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.182494 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:38.183971 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:38.196400 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.196753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973b83fc-cad0-4119-b388-49f22bd79e25,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.221182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:38.249344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] Pushing event deleted for resources: {'Port': ['ID=e1c63345-5991-4456-af15-dd1487e24a75,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.255676 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04f6f6cc-8001-42a2-8bcc-5dc030687fad None None] Could not find standard attr ID for object 736e9e73-db56-4306-867b-f39cba943331. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:34:38.267983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-04f6f6cc-8001-42a2-8bcc-5dc030687fad None None] Could not find standard attr ID for object e1c63345-5991-4456-af15-dd1487e24a75. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:34:38.274229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.277135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60ed3b-1568-41c2-9449-3202a47160cc None None] No DVR routers for this DVR port e1c63345-5991-4456-af15-dd1487e24a75 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:38.282514 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f00dd5fa-1a58-4ffc-9adf-36bf89809b0e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2188334 Aug 03 19:34:38.286327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56668) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:38.324217 n-d-803363-1 neutron-server[101343]: WARNING neutron.services.revisions.revision_plugin [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Could not find related port for resource to bump revision. Aug 03 19:34:38.332222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb276ef4-045b-4601-a818-b37bf2afda2d tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0368824 Aug 03 19:34:38.336999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56674) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:38.339667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:38.360853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6980ef-7187-49d5-a5dc-bab851a47139 req-a3e3c802-9b21-40df-9015-a595aea05015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:38.363467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4c6980ef-7187-49d5-a5dc-bab851a47139 req-a3e3c802-9b21-40df-9015-a595aea05015 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 1096 time: 0.2009192 Aug 03 19:34:38.365260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Port e1c63345-5991-4456-af15-dd1487e24a75 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 03 19:34:38.365905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:5f10 {{(pid=101343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 03 19:34:38.379684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.ipam_pluggable_backend [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:5f10 {{(pid=101343) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 03 19:34:38.391439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.469960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:38.476165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:38.488092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab184c40-66e2-4911-9d62-ce7cfcfa8e65 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:38.501088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:38.501419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:38.502037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.517644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cfb986ac-59d4-46ca-81be-1fd8967588b2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5391042 Aug 03 19:34:38.520134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56678) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:38.521941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:38.539486 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:38.541585 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:38.568352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=3063e064-82d0-41ea-b94d-9e233662bcfa,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:38.595910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16f8226b-2a03-4dd1-8333-84f611a2c5bc None None] Provisioning for port 67455997-a65a-41c8-9515-6feece41ec43 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:38.600297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4c6980ef-7187-49d5-a5dc-bab851a47139 req-362d017f-65f0-469c-b2ff-325e6ee32f93 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269175 Aug 03 19:34:38.611394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16f8226b-2a03-4dd1-8333-84f611a2c5bc None None] Provisioning complete for port 67455997-a65a-41c8-9515-6feece41ec43 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:38.611627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16f8226b-2a03-4dd1-8333-84f611a2c5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.688183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 9363fb39-9df0-4098-9519-0f7431b7c87b {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:38.696052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.704937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-16f8226b-2a03-4dd1-8333-84f611a2c5bc None None] Port 67455997-a65a-41c8-9515-6feece41ec43 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:38.742821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e8aecac-36c1-4d45-8706-d2e7d7c84d69 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7109406 Aug 03 19:34:38.745790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56680) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:38.753115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:38.758776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.774168 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:38.801651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3949250d-c571-45a7-a6ce-179084d70e03 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:38.869305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.876107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'project_id': 'b01547f7b8684b0998e2e1695f151fb5', 'port_id': '67455997-a65a-41c8-9515-6feece41ec43'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:38.915944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '3063e064-82d0-41ea-b94d-9e233662bcfa'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:38.923066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:38.987819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.115389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3949250d-c571-45a7-a6ce-179084d70e03 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:39.119415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.213379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Allocated IP 2001:db8::f816:3eff:fe99:7530 (415ae438-a0e9-4e74-9820-45c73ede8734/3063e064-82d0-41ea-b94d-9e233662bcfa/64953024-da6a-4926-bb36-19c279ac5574) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:39.218160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.240849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.286436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 9, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.317717 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:39.335038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdbf05-be44-44ce-b045-1bd4dd9d21f0 req-77eb0e91-3eff-4b17-949c-fc175cd72b6e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:39.339903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:39.344739 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:39.349193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52bdbf05-be44-44ce-b045-1bd4dd9d21f0 req-77eb0e91-3eff-4b17-949c-fc175cd72b6e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.3094499 Aug 03 19:34:39.387684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Allocated IP 172.25.2.210 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/eb28d1ca-b835-4830-a785-840d9731fdb3) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:39.431085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.478133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.523619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.571129 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:39.580767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:39.582884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.645793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e14e46-ce57-41e9-87ea-a0901a037d74,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.658331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52bdbf05-be44-44ce-b045-1bd4dd9d21f0 req-aa07107e-f656-426f-b85f-dad1808d18cb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080976 Aug 03 19:34:39.709192 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.714350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.728472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Transition to ACTIVE for port object 64953024-da6a-4926-bb36-19c279ac5574 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:39.750087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Transition to ACTIVE for port object 64953024-da6a-4926-bb36-19c279ac5574 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:39.754926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.754926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.754926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-db0fade8-5856-44d3-83bf-822fb4b7a161 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4673038 Aug 03 19:34:39.757365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56690) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.782427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:39.819424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:39.834831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:39.837350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:39.838348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=9363fb39-9df0-4098-9519-0f7431b7c87b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.840205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Pushing event updated for resources: {'Port': ['ID=eb28d1ca-b835-4830-a785-840d9731fdb3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:39.861990 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.865598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a78bc41b-f429-47c5-811e-ab12a55b439c tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/9363fb39-9df0-4098-9519-0f7431b7c87b HTTP/1.1" status: 204 len: 168 time: 1.3391917 Aug 03 19:34:39.866019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56692) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:39.881979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43800841-3108-46a8-afae-71b7cb094984 None None] Network c71dfc2d-a4a3-4221-a899-ef41d06a77f2 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:39.903348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device de7248ff-5245-4209-8402-768459d872c6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:39.918149 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3063e064-82d0-41ea-b94d-9e233662bcfa (CIDR: 2001:db8::/64) Aug 03 19:34:39.918552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:39.967480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.044826 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:34:40.046401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:40.046663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.059347 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 9, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.098396 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f322ee-1681-42b6-b213-56bf905d40e2 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:36Z', 'revision_number': 9, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': '283ae5a3-bc5e-40b8-8ca6-2258ec8683be', 'name': '', 'network_id': 'e6227b44-1b51-48ce-985a-8412f0d78889', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:83:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:47Z', 'updated_at': '2021-08-03T19:34:12Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': 'e344dad1-2276-490e-ae69-fa12d3c9d9a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:40.138564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:40.138922 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.169868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b517892-7f1c-45a3-ab16-037c85ac5dbe tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4214036 Aug 03 19:34:40.177577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56696) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.190071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:40.197446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:40.205906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:40.237402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.237601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Pushing event updated for resources: {'Port': ['ID=64953024-da6a-4926-bb36-19c279ac5574,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.243690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:40.262904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,segment=NetworkSegment(dda4a399-1c8c-41c2-9537-17e1479bd21d),segment_id=dda4a399-1c8c-41c2-9537-17e1479bd21d)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:40.263506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.280035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 5fd400e9-34b1-4323-a0e8-1a667a7a2abf owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:40.347477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Attempting to bind port 64953024-da6a-4926-bb36-19c279ac5574 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:40.347844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Attempting to bind port 64953024-da6a-4926-bb36-19c279ac5574 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:40.348211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Attempting to bind port 64953024-da6a-4926-bb36-19c279ac5574 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:40.354078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.362101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:40.362378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:40.362838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.363698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:40.364473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Bound port: 64953024-da6a-4926-bb36-19c279ac5574, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:40.364891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.381073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f7fb32-38cf-42bd-8a05-3e18914bb186,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.395834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port de7248ff-5245-4209-8402-768459d872c6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:40.424312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port de7248ff-5245-4209-8402-768459d872c6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:40.425078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.487726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.493686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1288a71c-fd5a-498a-9c50-80927c3cbb2f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6800182 Aug 03 19:34:40.496541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56702) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:40.502917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:40.520461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.528581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8ea42-5718-4d77-a6e6-bb826cc2041c None None] DHCP port deletion for c71dfc2d-a4a3-4221-a899-ef41d06a77f2 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:40.572026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] For port 64953024-da6a-4926-bb36-19c279ac5574, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:40.598162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] For port 64953024-da6a-4926-bb36-19c279ac5574, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64953024-da6a-4926-bb36-19c279ac5574,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:40.607669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.620192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=5fd400e9-34b1-4323-a0e8-1a667a7a2abf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.639121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port 5fd400e9-34b1-4323-a0e8-1a667a7a2abf on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:40.659794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port de7248ff-5245-4209-8402-768459d872c6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=de7248ff-5245-4209-8402-768459d872c6,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:40.687163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.777973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.787890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.789663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 766d6a84-2fb6-4c97-a51e-1641809467a5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:40.859771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71dfc2d-a4a3-4221-a899-ef41d06a77f2']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.883132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fd4a4-5a61-4a27-a599-ce234690f6bc None None] Pushing event updated for resources: {'Port': ['ID=64953024-da6a-4926-bb36-19c279ac5574,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.903582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda4a399-1c8c-41c2-9537-17e1479bd21d') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.904132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda4a399-1c8c-41c2-9537-17e1479bd21d') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:40.934061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.941066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:40.949652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87eb257-d176-432e-896d-c7f88b8e4ecd req-b97202c5-f1cd-4c3a-baff-a6b3e09aa1d9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:40.951550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e87eb257-d176-432e-896d-c7f88b8e4ecd req-b97202c5-f1cd-4c3a-baff-a6b3e09aa1d9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1432257 Aug 03 19:34:40.960170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:40.962415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 766d6a84-2fb6-4c97-a51e-1641809467a5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:40.962788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.963649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:40.991379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.058990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:41.059507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:41.063511 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:41.120323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e87eb257-d176-432e-896d-c7f88b8e4ecd req-3867e0b2-fe5c-433f-bcb3-b9e2ba2f58cb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610456 Aug 03 19:34:41.232634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1c63345-5991-4456-af15-dd1487e24a75 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:41.277384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: e1c63345-5991-4456-af15-dd1487e24a75 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:41.278108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e1c63345-5991-4456-af15-dd1487e24a75 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:41.330495 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.341259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.350110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.363454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.366230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/c71dfc2d-a4a3-4221-a899-ef41d06a77f2 HTTP/1.1" status: 204 len: 168 time: 1.4991992 Aug 03 19:34:41.388900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:41.401956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b407f1-561e-47eb-96c9-9a4924710cc6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=c71dfc2d-a4a3-4221-a899-ef41d06a77f2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:41.516728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759ccc-65cc-4e58-b21b-18ef0445a517 req-e660b808-0d8f-412b-b6f9-0f3fb9a7ea03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:41.518299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13759ccc-65cc-4e58-b21b-18ef0445a517 req-e660b808-0d8f-412b-b6f9-0f3fb9a7ea03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.2303064 Aug 03 19:34:41.651793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13759ccc-65cc-4e58-b21b-18ef0445a517 req-d9cd4612-14f1-4aeb-b07c-a288e4d48bc7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228607 Aug 03 19:34:41.705995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64953024-da6a-4926-bb36-19c279ac5574 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:41.820907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.856197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.946713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 64953024-da6a-4926-bb36-19c279ac5574 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:41.950500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:41.952630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device de7248ff-5245-4209-8402-768459d872c6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:42.004929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4febb7-3054-41b9-9d17-f2f07b13f45b req-aa19310b-4378-4dad-b686-f00c4ba6404c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:42.017097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df4febb7-3054-41b9-9d17-f2f07b13f45b req-aa19310b-4378-4dad-b686-f00c4ba6404c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1809545 Aug 03 19:34:42.065879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port de7248ff-5245-4209-8402-768459d872c6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:42.066421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.264593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ebe05e6-7755-4d26-b54d-14f8e279623f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:42.312095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3ebe05e6-7755-4d26-b54d-14f8e279623f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:42.312452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3ebe05e6-7755-4d26-b54d-14f8e279623f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:42.312921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5fd400e9-34b1-4323-a0e8-1a667a7a2abf no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:42.362002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5fd400e9-34b1-4323-a0e8-1a667a7a2abf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:42.362626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5fd400e9-34b1-4323-a0e8-1a667a7a2abf not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:42.652439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:42.653695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.663505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:42.673966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632cec3-ade0-46e4-abbe-521b549c50cf None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:42.691775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df4febb7-3054-41b9-9d17-f2f07b13f45b req-6309db23-75be-4658-8ef3-fb0839f0dad7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737771 Aug 03 19:34:42.714678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2353b14d-9279-4462-aec1-25f3ee24ff93,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:42.716781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=9cd21cfe-5535-4dee-957a-118fda5aaa1d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:42.742063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:42.742832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.751097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Provisioning for port 64953024-da6a-4926-bb36-19c279ac5574 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:42.756562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.760067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Provisioning complete for port 64953024-da6a-4926-bb36-19c279ac5574 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:42.760447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.761195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be389ad9-c58d-4bdd-a268-5dba7e7a0364 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2634113 Aug 03 19:34:42.762196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56730) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:42.775046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:42.882318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.978844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fb651d7-5ad9-4413-a194-e9125edef6e6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7967465 Aug 03 19:34:42.979443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:42.991401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:42.998033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:d3:8b:80', 'name': 'tempest-NetworksTestDHCPv6-900737021'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:43.032402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] For port 64953024-da6a-4926-bb36-19c279ac5574, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64953024-da6a-4926-bb36-19c279ac5574,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:43.172993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.190191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.197091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.214591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab8ed-d038-4470-b216-399e3e0c25ed None None] Pushing event updated for resources: {'Port': ['ID=64953024-da6a-4926-bb36-19c279ac5574,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:43.274766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '3063e064-82d0-41ea-b94d-9e233662bcfa', 'ip_address': '2001:db8::f816:3eff:fe99:7530'}, {'subnet_id': '9cd21cfe-5535-4dee-957a-118fda5aaa1d'}], 'binding:host_id': 'n-d-803363-1'}, 'id': '64953024-da6a-4926-bb36-19c279ac5574'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:34:43.317157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.330137 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.363575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.483168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:43.545674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.600016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Pushing event updated for resources: {'Port': ['ID=eb28d1ca-b835-4830-a785-840d9731fdb3,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:43.614971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6344fc67-6e24-4e69-bb04-1d5dee23df0b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:43.641144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Allocated IP 2001:db8:0:1::2 (415ae438-a0e9-4e74-9820-45c73ede8734/9cd21cfe-5535-4dee-957a-118fda5aaa1d/64953024-da6a-4926-bb36-19c279ac5574) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:43.652789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.738541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.744580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64953024-da6a-4926-bb36-19c279ac5574 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:43.809072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.815429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] For port 64953024-da6a-4926-bb36-19c279ac5574, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64953024-da6a-4926-bb36-19c279ac5574,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:43.815629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:43.816385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port ec0fa336-330c-4de5-b814-39048c87d9b1 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:43.817290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5c11b9b1-54e2-4b0d-bf96-e54ed6486994 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0468798 Aug 03 19:34:43.830559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:43.850379 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Floating IP 4b1e776e-2834-47de-9285-e98e605fae94 associated. External IP: 172.25.2.210, port: 67455997-a65a-41c8-9515-6feece41ec43. Aug 03 19:34:43.870638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.902075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Transition to ACTIVE for port object 64953024-da6a-4926-bb36-19c279ac5574 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:43.902485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64953024-da6a-4926-bb36-19c279ac5574 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:43.902856 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:43.924223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81306b5-4de6-4e94-8f9c-f9ae7d04d344 req-c84cbe4c-3df7-4f9f-8e11-f92855469e0b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:43.925938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e81306b5-4de6-4e94-8f9c-f9ae7d04d344 req-c84cbe4c-3df7-4f9f-8e11-f92855469e0b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.4797740 Aug 03 19:34:44.003219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:44.003479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.009183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e81306b5-4de6-4e94-8f9c-f9ae7d04d344 req-3c67a6b4-05f1-463a-9fb4-25188c0748bc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713890 Aug 03 19:34:44.036123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.152409 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:34:44.157131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed382-bb2a-4c4d-88de-a9812b35aed2 None None] Pushing event updated for resources: {'Port': ['ID=64953024-da6a-4926-bb36-19c279ac5574,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.166327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Router 291c18c5-0ff2-4acc-ac3a-042367456f16 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:44.175587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.273002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port 283ae5a3-bc5e-40b8-8ca6-2258ec8683be, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:44.273392 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.327743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for 283ae5a3-bc5e-40b8-8ca6-2258ec8683be owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:44.346996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:44.357488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] Sync routers for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:44.375945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:44.375945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.434167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.441008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8:0:1::292 (415ae438-a0e9-4e74-9820-45c73ede8734/9cd21cfe-5535-4dee-957a-118fda5aaa1d/ec0fa336-330c-4de5-b814-39048c87d9b1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:44.457011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.460190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fed3:8b80 (415ae438-a0e9-4e74-9820-45c73ede8734/3063e064-82d0-41ea-b94d-9e233662bcfa/ec0fa336-330c-4de5-b814-39048c87d9b1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:44.472146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:44.473182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.520227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:44.520954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ac4a0-8ecd-4d96-b691-0de1876c54a3 None None] The sync data for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:44.600252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.645211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba880beb-e25c-487a-8cbd-2bbf2c4ee7f0 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.3042936 Aug 03 19:34:44.645927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.652324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.697171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b6bbf5-0580-48f5-92f6-d808611ea6cc,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:44.805801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.829165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object ec0fa336-330c-4de5-b814-39048c87d9b1 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:44.881159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.881401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-249a9212-036b-4a53-834d-8f1b4a327bb2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:44.882981 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-249a9212-036b-4a53-834d-8f1b4a327bb2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1065366 Aug 03 19:34:44.885025 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-879bcd12-eef6-4595-8941-63cf4174be1b tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "GET /v2.0/floatingips/4b1e776e-2834-47de-9285-e98e605fae94 HTTP/1.1" status: 200 len: 983 time: 0.2376044 Aug 03 19:34:44.885930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.886791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-296f5e97-151c-4974-ac0d-5cb3c2cedec9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0605717 Aug 03 19:34:44.891107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:44.897419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '973b83fc-cad0-4119-b388-49f22bd79e25', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:44.964753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:44.966845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.274657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=283ae5a3-bc5e-40b8-8ca6-2258ec8683be,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:45.274657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:45.274657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:45.275642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-36f73ce1-6d53-4f5b-83e3-ec2c12abe46d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2657235 Aug 03 19:34:45.275642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.276602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:45.276602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.276602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.410271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4037ca0f-b185-4147-bffd-97b64a1ca9a3 None None] Provisioning for port 64953024-da6a-4926-bb36-19c279ac5574 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:45.417243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4037ca0f-b185-4147-bffd-97b64a1ca9a3 None None] Provisioning complete for port 64953024-da6a-4926-bb36-19c279ac5574 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:45.417805 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4037ca0f-b185-4147-bffd-97b64a1ca9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.522521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port e2c9d629-9488-4985-ae60-bcf16e9e918a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:45.522521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.522980 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:34:45.543625 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.550886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=ec0fa336-330c-4de5-b814-39048c87d9b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:45.607088 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.619951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-60aa65e1-70f9-46d3-a643-2342506288d0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6271050 Aug 03 19:34:45.620813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56774) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:45.693426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.715298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892781-cbd5-4583-8226-09457bf658bf req-224f8d6d-659e-4b0b-9231-1e78b94e25f9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:45.717158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae892781-cbd5-4583-8226-09457bf658bf req-224f8d6d-659e-4b0b-9231-1e78b94e25f9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 945 time: 0.3898623 Aug 03 19:34:45.825363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port e2c9d629-9488-4985-ae60-bcf16e9e918a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=e2c9d629-9488-4985-ae60-bcf16e9e918a,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:45.825958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:45.859219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for e2c9d629-9488-4985-ae60-bcf16e9e918a owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:45.895912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae892781-cbd5-4583-8226-09457bf658bf req-c0ef66c7-b19f-40cd-aea9-d5b0a438e56f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708741 Aug 03 19:34:45.947873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port ec0fa336-330c-4de5-b814-39048c87d9b1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:45.948231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.024621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64953024-da6a-4926-bb36-19c279ac5574 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:46.059762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.101785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port eb28d1ca-b835-4830-a785-840d9731fdb3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:46.102120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.133211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.146131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64953024-da6a-4926-bb36-19c279ac5574 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:46.148100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.152290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for ec0fa336-330c-4de5-b814-39048c87d9b1 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:46.153221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-161711c4-9ed7-4846-ac80-88cd4287ef69 None None] Provisioning for port ec0fa336-330c-4de5-b814-39048c87d9b1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:46.198600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-161711c4-9ed7-4846-ac80-88cd4287ef69 None None] Provisioning complete for port ec0fa336-330c-4de5-b814-39048c87d9b1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:46.204141 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-161711c4-9ed7-4846-ac80-88cd4287ef69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.252026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.252386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.265476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for eb28d1ca-b835-4830-a785-840d9731fdb3 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:46.275306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-161711c4-9ed7-4846-ac80-88cd4287ef69 None None] Port ec0fa336-330c-4de5-b814-39048c87d9b1 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:46.422271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.457589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:46.532815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f256007-b971-46b5-82c9-9b0b9b1b42d7,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.583702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:46.595264 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:46.601232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-60b1ea23-e9a5-4efa-b74c-447431a8cf9a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2104704 Aug 03 19:34:46.601966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56790) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:46.612770 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:46.613739 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:46.644141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.665335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.669013 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fba67c2e-fcd6-45f4-b879-36065dadcf54 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.7759075 Aug 03 19:34:46.725771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.742492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['e2c9d629-9488-4985-ae60-bcf16e9e918a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:34:46.752863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet e344dad1-2276-490e-ae69-fa12d3c9d9a2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:46.767244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=ec0fa336-330c-4de5-b814-39048c87d9b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.773007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.819243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=e2c9d629-9488-4985-ae60-bcf16e9e918a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:46.894690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port e2c9d629-9488-4985-ae60-bcf16e9e918a on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:46.901148 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:46.912092 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-faefee88-55b9-416a-8e1b-ac9a24667041 req-3e6881ec-065a-4975-84e0-a9a809b8c236 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "DELETE /v2.0/ports/e2c9d629-9488-4985-ae60-bcf16e9e918a HTTP/1.1" status: 204 len: 173 time: 2.0008070 Aug 03 19:34:46.912092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'name': 'network-vif-deleted', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:34:46.914509 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6832c18-ab32-4218-a6ee-4e833e1edc2e" -d '{"events": [{"server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "name": "network-vif-deleted", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:34:46.956811 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:46.961117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.046030 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.051960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b7273691-7c0b-4042-8e27-78bae72c9792 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ec0fa336-330c-4de5-b814-39048c87d9b1 HTTP/1.1" status: 204 len: 168 time: 1.4183798 Aug 03 19:34:47.052796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56802) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:47.066423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.077341 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fd40d3-e0ed-4a89-8f9f-87199ec9f21e x-openstack-request-id: req-77fd40d3-e0ed-4a89-8f9f-87199ec9f21e {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:34:47.077712 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "933f20b6-87d8-4604-833d-eea57f47d0c0", "name": "network-vif-deleted", "tag": "e2c9d629-9488-4985-ae60-bcf16e9e918a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:34:47.077910 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-77fd40d3-e0ed-4a89-8f9f-87199ec9f21e {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:34:47.078376 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '933f20b6-87d8-4604-833d-eea57f47d0c0', 'name': 'network-vif-deleted', 'tag': 'e2c9d629-9488-4985-ae60-bcf16e9e918a', 'status': 'completed', 'code': 200} Aug 03 19:34:47.081426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=eb28d1ca-b835-4830-a785-840d9731fdb3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:47.260416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.260800 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Floating IP 4b1e776e-2834-47de-9285-e98e605fae94 disassociated (deleted). External IP: 172.25.2.210, port: 67455997-a65a-41c8-9515-6feece41ec43. Aug 03 19:34:47.480273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:44Z', 'revision_number': 10, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:47.562786 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:47.576161 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:47.578611 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:47.691059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea735ba4-6d09-40e4-ad94-8814f0049e45 req-28548c43-4adb-4078-ab31-bb7ecac76534 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.4866421 Aug 03 19:34:47.740912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f6b2b-77d4-4c56-af55-719c54b1e4b1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.740912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6b2f6b2b-77d4-4c56-af55-719c54b1e4b1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6518457 Aug 03 19:34:47.741526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:47.768056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:47.857609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Router 291c18c5-0ff2-4acc-ac3a-042367456f16 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:47.893769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3b670-acc9-4dad-be93-517aacbdfcb9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:47.895473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdf3b670-acc9-4dad-be93-517aacbdfcb9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1485829 Aug 03 19:34:47.910752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56826) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.018807 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:48.046789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:48.052076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.058314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] Sync routers for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:48.074848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:48.075514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.088868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cef482b3-e852-4068-bd40-be4b8bf8e2d2 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/floatingips/4b1e776e-2834-47de-9285-e98e605fae94 HTTP/1.1" status: 204 len: 168 time: 2.9085162 Aug 03 19:34:48.096235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56830) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.101566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:48.142518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-84c0df00-d7c3-488d-b8e1-bc6e3fb7db26 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258999923&fields=id&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 267 time: 0.2835171 Aug 03 19:34:48.152791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.168208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57572aac-ce8f-4902-8f3a-3b31618b5d30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.169508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57572aac-ce8f-4902-8f3a-3b31618b5d30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.171349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57572aac-ce8f-4902-8f3a-3b31618b5d30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.173420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-57572aac-ce8f-4902-8f3a-3b31618b5d30 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2606132 Aug 03 19:34:48.176184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56834) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.176951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:48.177529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.256337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.257062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea2efe8-de1b-412f-8a90-b7549d079bc6 None None] The sync data for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:48.278844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.348801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c0c2f88-7319-445c-b089-c1c949d94d15 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:48.351454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c0c2f88-7319-445c-b089-c1c949d94d15 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/networks?id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 797 time: 0.1762047 Aug 03 19:34:48.355500 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 3063e064-82d0-41ea-b94d-9e233662bcfa {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:48.362235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.371709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-93080eb8-1107-4066-9a71-b29fd89d9061 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/quotas/cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 375 time: 0.0148520 Aug 03 19:34:48.411525 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:44Z', 'revision_number': 10, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:48.420177 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.446835 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fb360-5d1c-4a27-b31a-fc96d40a80b9 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:44Z', 'revision_number': 10, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None, '_interfaces': [{'id': 'c3e38614-55c8-4dba-9850-a80315e9857e', 'name': '', 'network_id': 'b41e71f2-9b59-4066-88cc-326d04cd07eb', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'mac_address': 'fa:16:3e:94:d3:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:50Z', 'revision_number': 5, 'project_id': '5f179802452b46588cbf71405bc03158', 'subnets': [{'id': '0078d4f1-9153-476e-bfcd-f52d543d2cb2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:48.458371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-04e03316-89eb-4a1e-96b3-458924ec87a2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802269 Aug 03 19:34:48.617809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-f5c1f0a7-60ab-4a94-a8cc-9e6815f18d3e service neutron] 10.222.0.67 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450839 Aug 03 19:34:48.617948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.619962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.671830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=e344dad1-2276-490e-ae69-fa12d3c9d9a2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:48.701489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bbcd39-d2e0-46a8-9b13-29f8cc56c254 None None] Network e6227b44-1b51-48ce-985a-8412f0d78889 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:48.702721 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.708812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ef2670f2-d14c-4a18-814a-b087f4df65bc tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/e344dad1-2276-490e-ae69-fa12d3c9d9a2 HTTP/1.1" status: 204 len: 168 time: 2.1055129 Aug 03 19:34:48.722153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56842) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:48.723683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.825445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-d191c9c4-c477-416c-824a-e9156d5d0210 service neutron] 10.222.0.67 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716733 Aug 03 19:34:48.849630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:48.935075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.017046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=3063e064-82d0-41ea-b94d-9e233662bcfa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:49.032162 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:34:49.123385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Allocated IP 172.25.2.195 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/17251951-23f4-495e-9890-aba1793d6412) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:49.170174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bff977e-e6d0-47f0-839f-a64c3728de34 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:49.222055 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.225470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-410b0a7c-96a6-4a52-b7a5-ad491eef351f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3063e064-82d0-41ea-b94d-9e233662bcfa HTTP/1.1" status: 204 len: 168 time: 1.0481884 Aug 03 19:34:49.227097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:49.359935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 9cd21cfe-5535-4dee-957a-118fda5aaa1d {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:49.365307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.419172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.531218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e2c9d629-9488-4985-ae60-bcf16e9e918a no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:49.560346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.599119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 283ae5a3-bc5e-40b8-8ca6-2258ec8683be no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:49.634554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-30cbf456-813f-411c-a0f2-56502af88105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.642303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 283ae5a3-bc5e-40b8-8ca6-2258ec8683be {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:49.642954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 283ae5a3-bc5e-40b8-8ca6-2258ec8683be not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:49.651925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] DHCP port deletion for e6227b44-1b51-48ce-985a-8412f0d78889 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:49.656966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: e2c9d629-9488-4985-ae60-bcf16e9e918a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:49.657689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device e2c9d629-9488-4985-ae60-bcf16e9e918a not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:49.802548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7132ef9-f216-4167-83a5-2985972f1136 req-6ca00700-4388-4c6c-b884-049797c6decf tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0679512 Aug 03 19:34:49.867936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Deleting port e20ae073-5a3d-44f4-9af9-9dca739f045b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:49.867936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.949925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4202d5ed-6a4a-499c-830d-2e7a69ac5537 req-deaab36c-67a5-47c6-a657-fd186b07e6de tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0581479 Aug 03 19:34:49.951662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.970053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:49.997352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port e20ae073-5a3d-44f4-9af9-9dca739f045b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:49.997778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.031615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] For port e20ae073-5a3d-44f4-9af9-9dca739f045b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e20ae073-5a3d-44f4-9af9-9dca739f045b,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:50.034407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.055199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd21cfe-5535-4dee-957a-118fda5aaa1d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.062969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.068788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Calling delete_port for e20ae073-5a3d-44f4-9af9-9dca739f045b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:50.068931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56870) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.069108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5c13cde4-6a60-42f1-a7c6-f4107358cff7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/9cd21cfe-5535-4dee-957a-118fda5aaa1d HTTP/1.1" status: 204 len: 168 time: 0.8367929 Aug 03 19:34:50.152632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59be2f67-2e0d-4e93-aade-6e94b941047c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776348 Aug 03 19:34:50.153033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56874) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:50.163763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:50.208558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port e20ae073-5a3d-44f4-9af9-9dca739f045b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e20ae073-5a3d-44f4-9af9-9dca739f045b,segment=NetworkSegment(b72ec437-1ae9-4a64-87a2-e4b41afe2513),segment_id=b72ec437-1ae9-4a64-87a2-e4b41afe2513)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:50.209379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.228317 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for e20ae073-5a3d-44f4-9af9-9dca739f045b owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:50.246678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.314742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] Pushing event deleted for resources: {'Port': ['ID=e20ae073-5a3d-44f4-9af9-9dca739f045b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.318471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949fc6c-68d7-44b5-9365-3e43fa760796 None None] No DVR routers for this DVR port e20ae073-5a3d-44f4-9af9-9dca739f045b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:50.329004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.395589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:50.411976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:50.415698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:50.463579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:50.474320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.561392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.568296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Pushing event updated for resources: {'Port': ['ID=17251951-23f4-495e-9890-aba1793d6412,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.609650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.657830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port e20ae073-5a3d-44f4-9af9-9dca739f045b on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:50.785239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=e20ae073-5a3d-44f4-9af9-9dca739f045b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:50.861180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:50.915642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5458f6-55f1-4e6f-8750-1182e36517fb None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:51.024818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.030854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-da1d26c3-3902-4a14-8dd9-134454c0fc3e None None] Provisioning complete for port 64953024-da6a-4926-bb36-19c279ac5574 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:51.031230 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da1d26c3-3902-4a14-8dd9-134454c0fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.043554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6227b44-1b51-48ce-985a-8412f0d78889']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:51.073879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b72ec437-1ae9-4a64-87a2-e4b41afe2513') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:51.074287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b72ec437-1ae9-4a64-87a2-e4b41afe2513') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:51.117643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4168231d-286d-44ac-a8c5-1a5efa63343e req-4ac9bb90-9445-4c95-b581-c9a551f1912e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1313653 Aug 03 19:34:51.140900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.167483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.175080 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:51.175690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:51.326423 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:51.369699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04fe1141-309e-40ba-92c7-22635d3a20c3 req-b94e9de3-a4e7-4821-add9-3d2c30ad2939 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.1226766 Aug 03 19:34:51.377122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:51.470687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.485002 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.495058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56896) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:51.496522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/e6227b44-1b51-48ce-985a-8412f0d78889 HTTP/1.1" status: 204 len: 168 time: 2.7545176 Aug 03 19:34:51.523411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Deleting port 64953024-da6a-4926-bb36-19c279ac5574 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:51.524062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.547373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc382ed-15ba-4c7b-8878-8d699b6a8da6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=e6227b44-1b51-48ce-985a-8412f0d78889,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.563301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.594537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.objects.ports [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101342) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:34:51.640807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.669363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64953024-da6a-4926-bb36-19c279ac5574 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:51.679746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] For port 64953024-da6a-4926-bb36-19c279ac5574, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64953024-da6a-4926-bb36-19c279ac5574,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:51.680121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.720456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Calling delete_port for 64953024-da6a-4926-bb36-19c279ac5574 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:51.812104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.850673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Pushing event updated for resources: {'Port': ['ID=17251951-23f4-495e-9890-aba1793d6412,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:51.882022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.970208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:51.974258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-986988a9-a464-4947-a64f-053cbe139e55 tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8744082 Aug 03 19:34:51.974602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.134387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:52.192173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.256410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Port 64953024-da6a-4926-bb36-19c279ac5574 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 03 19:34:52.256410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation for 2001:db8::f816:3eff:fe99:7530 {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 03 19:34:52.257682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_pluggable_backend [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe99:7530 {{(pid=101342) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 03 19:34:52.259705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.356505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.402675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:52.414623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e20ae073-5a3d-44f4-9af9-9dca739f045b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:52.416865 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b24b26d4-8c55-47b6-a202-35403a108990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.418516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] No DVR routers for this DVR port 64953024-da6a-4926-bb36-19c279ac5574 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:52.423622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6ff84-41ec-401b-b5a3-633dde09e8d6 None None] Pushing event deleted for resources: {'Port': ['ID=64953024-da6a-4926-bb36-19c279ac5574,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.434318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c7454e0-7b91-48fd-b8fc-52dc03efe063 req-9841bda1-226b-42d2-a7d0-b55296e1a18a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1185012 Aug 03 19:34:52.444514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: e20ae073-5a3d-44f4-9af9-9dca739f045b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:52.444884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e20ae073-5a3d-44f4-9af9-9dca739f045b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:52.460416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:52.468491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:52.480773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a15ea8-d575-4346-9706-aaef0a2b1fa3 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:52.484711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.529243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=557882bc-7e28-475d-93c6-5278ce0f65b4,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:52.557222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.565203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.565203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.565508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.565838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.569594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.578823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:34:52.628305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.644557 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.658572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.662275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6271027-46a3-4fba-b039-ba9ebd96ca53 req-d4617cee-4527-4783-9153-a517cd765175 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0639634 Aug 03 19:34:52.723502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47628615-f4b7-433b-af3b-025fc450bf53 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5692918 Aug 03 19:34:52.726363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56916) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:52.732598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:52.869984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '557882bc-7e28-475d-93c6-5278ce0f65b4'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:34:52.870930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:52.883660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Allocated IP 172.25.2.241 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/983137e8-4b92-47a5-99e8-5836b7ef6bfc) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:53.079422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.089661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:53.093699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.111993 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.194345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Allocated IP 2001:db8::f816:3eff:fea5:42c4 (415ae438-a0e9-4e74-9820-45c73ede8734/557882bc-7e28-475d-93c6-5278ce0f65b4/d0a1177b-50ba-4706-b6d2-4d820653d3d4) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:53.278614 n-d-803363-1 neutron-server[101342]: INFO neutron.db.ipam_backend_mixin [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 557882bc-7e28-475d-93c6-5278ce0f65b4 (CIDR: 2001:db8::/64) Aug 03 19:34:53.293303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port c3e38614-55c8-4dba-9850-a80315e9857e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:53.293894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.339295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.460013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port c3e38614-55c8-4dba-9850-a80315e9857e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c3e38614-55c8-4dba-9850-a80315e9857e,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:53.460294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.490862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for c3e38614-55c8-4dba-9850-a80315e9857e owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:53.508955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.510672 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:34:53.511168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:34:53.525513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Transition to ACTIVE for port object d0a1177b-50ba-4706-b6d2-4d820653d3d4 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:53.544851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-c6496dd4-1923-4374-8ec1-87fea5c3daa3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:53.550392 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-c6496dd4-1923-4374-8ec1-87fea5c3daa3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.54 "GET /v2.0/networks?id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 797 time: 0.2759557 Aug 03 19:34:53.551577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Transition to ACTIVE for port object d0a1177b-50ba-4706-b6d2-4d820653d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:53.641854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:53.672831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Pushing event updated for resources: {'Port': ['ID=983137e8-4b92-47a5-99e8-5836b7ef6bfc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.678463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:53.693021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:53.706280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78b98db5-5fd8-4f6f-94df-dc4e590d8432 req-fde84f17-047e-4d47-b718-78b9c3cd6d8c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0414336 Aug 03 19:34:53.755599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:53.872406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:53.874145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Pushing event updated for resources: {'Port': ['ID=d0a1177b-50ba-4706-b6d2-4d820653d3d4,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:53.877207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:53.881149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-21e420eb-04ec-4449-9fad-8b9c7cf6ee18 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 380 time: 0.2490788 Aug 03 19:34:53.887003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:53.909467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6c834b9d-5aa6-4990-96fb-522b0c07dad0 req-cdc0c025-8120-47e1-84e9-da30e6d91748 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0800455 Aug 03 19:34:53.914744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'port': {'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'admin_state_up': True, 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'security_groups': ['973b83fc-cad0-4119-b388-49f22bd79e25']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:53.920111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4a3bffe5-0564-4768-ab98-d608b26775a1 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1898553 Aug 03 19:34:53.922050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:53.965268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:53.991827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Attempting to bind port d0a1177b-50ba-4706-b6d2-4d820653d3d4 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:34:53.992200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Attempting to bind port d0a1177b-50ba-4706-b6d2-4d820653d3d4 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:34:53.992592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Attempting to bind port d0a1177b-50ba-4706-b6d2-4d820653d3d4 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:34:54.000039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:34:54.000442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:34:54.000892 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.001295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:34:54.001788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Bound port: d0a1177b-50ba-4706-b6d2-4d820653d3d4, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:34:54.002175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.088318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.097771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] For port d0a1177b-50ba-4706-b6d2-4d820653d3d4, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:34:54.101904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] For port d0a1177b-50ba-4706-b6d2-4d820653d3d4, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0a1177b-50ba-4706-b6d2-4d820653d3d4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:34:54.137481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=c3e38614-55c8-4dba-9850-a80315e9857e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.204388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.205266 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.291670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:34:54.291670 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:34:54.291670 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 34, 54, 271998)}] Aug 03 19:34:54.291670 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:34:54.293144 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:34:54.313066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.363687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0855b-7d6c-4326-8736-aa0d8b2cea38 None None] Pushing event updated for resources: {'Port': ['ID=d0a1177b-50ba-4706-b6d2-4d820653d3d4,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:54.390573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.423559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:54.427568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.874303 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.874462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:54.978323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:54.982631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.065391 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.087629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba391aa9-2533-4708-b4ed-e410e95cd2c5 req-6c2b6a7b-2bbb-4939-b8ce-9f80d6264de9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=933f20b6-87d8-4604-833d-eea57f47d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0362239 Aug 03 19:34:55.091732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:34:55.120687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.244438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa824c1a-b5d8-41f6-868d-fd7bba8b3040 req-c591053a-05f1-4033-ad5d-7261b71af06e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0291488 Aug 03 19:34:55.245589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Pushing event updated for resources: {'Port': ['ID=983137e8-4b92-47a5-99e8-5836b7ef6bfc,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.272249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:55.285505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:55.293500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:34:55.299618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:55.300260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.306982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=1e37b8fe-724c-4606-8a04-e5539d113038,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:55.319360 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:34:55.325522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c1bf4eaf-a9e4-4dae-9397-c39652c8c717 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8287063 Aug 03 19:34:55.327197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56954) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.332857 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:55.333333 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.372422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.11 (36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d/613b39c3-5ff7-4648-8cd7-f1640aa6fa12/25bf2180-2a82-4c51-97bb-db5747b2ee9a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:55.460737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting subnet 0078d4f1-9153-476e-bfcd-f52d543d2cb2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:34:55.471672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.495453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.574151 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:55.583820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.596178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.713155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56964) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.719682 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.725399 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d69933f-da9c-46df-88ea-ac0ba533c027 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7467964 Aug 03 19:34:55.733527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:1e:96:c8', 'name': 'tempest-NetworksTestDHCPv6-1756670002'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:55.797087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.808734 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56479eb7-6a4f-4599-9db9-f5c138efcd44 tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8323746 Aug 03 19:34:55.810179 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:34:55.820714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:55.835312 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:34:55.835953 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:55.853390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0a1177b-50ba-4706-b6d2-4d820653d3d4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:55.931297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3af760fb-a377-43e5-a539-a2ca298e2f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:55.955991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-491d7b14-d670-43a2-bd76-9b74ac4310be tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.1323459 Aug 03 19:34:55.967094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.025222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.029989 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:34:56.074640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3af760fb-a377-43e5-a539-a2ca298e2f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.080576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:56.130351 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-860c24fc-6194-402b-94d1-b27363287488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:56.141942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f078d10-c2a9-436f-96a1-cbc93023782a None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:56.165626 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c24fc-6194-402b-94d1-b27363287488 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:34:56.215458 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e6a79a99-e8a4-4258-829c-e25888708bf4 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2471824 Aug 03 19:34:56.224427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3af760fb-a377-43e5-a539-a2ca298e2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.232156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56978) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.236461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object 25bf2180-2a82-4c51-97bb-db5747b2ee9a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:56.317868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.367399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af760fb-a377-43e5-a539-a2ca298e2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d417608e-dfe0-4f88-b327-0831a41442b8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.384718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3af760fb-a377-43e5-a539-a2ca298e2f66 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=283774d2e891472f92b996242646bd4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878366 Aug 03 19:34:56.387526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 56982) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.443542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d239e77-2409-4795-b24f-9ac9e8c85de4 req-306d25ec-7614-4b09-82f7-3a25acdef245 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0498822 Aug 03 19:34:56.472053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Provisioning for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:56.492007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Provisioning complete for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:56.493673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.555308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:34:56.570721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.573491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Deleting port 983137e8-4b92-47a5-99e8-5836b7ef6bfc {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:56.573838 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.637337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.662448 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.662993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.694207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.716777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] For port d0a1177b-50ba-4706-b6d2-4d820653d3d4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0a1177b-50ba-4706-b6d2-4d820653d3d4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:56.731813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Subnet': ['ID=0078d4f1-9153-476e-bfcd-f52d543d2cb2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.734004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Update dhcp port {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'fixed_ips': [{'subnet_id': '557882bc-7e28-475d-93c6-5278ce0f65b4', 'ip_address': '2001:db8::f816:3eff:fea5:42c4'}, {'subnet_id': '1e37b8fe-724c-4606-8a04-e5539d113038'}], 'binding:host_id': 'n-d-803363-1'}, 'id': 'd0a1177b-50ba-4706-b6d2-4d820653d3d4'} from n-d-803363-1. {{(pid=101344) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 03 19:34:56.738849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.740933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-687d5af0-c12d-459f-8878-2282e1ef468a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/0078d4f1-9153-476e-bfcd-f52d543d2cb2 HTTP/1.1" status: 204 len: 168 time: 1.4115870 Aug 03 19:34:56.751176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 56988) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:56.776600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:56.800407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.806163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541ca5c-e53e-4234-8818-f2f86c05b243 None None] Network b41e71f2-9b59-4066-88cc-326d04cd07eb requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:34:56.810129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.811110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.838180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.838654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.853730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Calling delete_port for 983137e8-4b92-47a5-99e8-5836b7ef6bfc owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:56.902184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 2f53e416-9604-490d-9e0d-ecc53cabc2a1 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:34:56.916338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:56.916557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dca8e-21ad-4c0e-8262-d3710fcfa3ba None None] Pushing event updated for resources: {'Port': ['ID=d0a1177b-50ba-4706-b6d2-4d820653d3d4,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.027340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:57.031284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:57.056955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:57.093439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Deleting port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:57.094041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.106714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.124168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.129980 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d417608e-dfe0-4f88-b327-0831a41442b8 HTTP/1.1" status: 204 len: 168 time: 0.7411065 Aug 03 19:34:57.173410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:57.177767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.228919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0ef65-ae71-4e55-bc17-5894c66f55f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d417608e-dfe0-4f88-b327-0831a41442b8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.259073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] DHCP port deletion for b41e71f2-9b59-4066-88cc-326d04cd07eb request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:34:57.334711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8:0:1::5a (415ae438-a0e9-4e74-9820-45c73ede8734/1e37b8fe-724c-4606-8a04-e5539d113038/2f53e416-9604-490d-9e0d-ecc53cabc2a1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:57.345777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] For port f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:57.346221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.368344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-443d0256-002b-4e59-a302-dff0330b6e2b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4654889 Aug 03 19:34:57.368540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::f816:3eff:fe1e:96c8 (415ae438-a0e9-4e74-9820-45c73ede8734/557882bc-7e28-475d-93c6-5278ce0f65b4/2f53e416-9604-490d-9e0d-ecc53cabc2a1) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:57.373976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Deleting port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:57.374401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.385065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Request body: {'port': {'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:57.387768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Calling delete_port for f81987f2-3f88-4e80-ad8d-d851b6ae9f12 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:57.456553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] For port f81987f2-3f88-4e80-ad8d-d851b6ae9f12, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,segment=NetworkSegment(d75cab2a-4750-42be-89bb-43bae7c8bac5),segment_id=d75cab2a-4750-42be-89bb-43bae7c8bac5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:57.456553 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.468352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Calling delete_port for f81987f2-3f88-4e80-ad8d-d851b6ae9f12 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:57.526958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.568334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.573105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Pushing event deleted for resources: {'Port': ['ID=983137e8-4b92-47a5-99e8-5836b7ef6bfc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.714705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0a1177b-50ba-4706-b6d2-4d820653d3d4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:34:57.785047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.805936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.843146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.861390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.864720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.870304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-df7384ed-9c4e-41b8-b29b-c932a1f10d7d tempest-FloatingIPAdminTestJSON-975307893 tempest-FloatingIPAdminTestJSON-975307893-project] 10.222.0.67 "DELETE /v2.0/floatingips/35a5fdae-198f-4e7c-acb2-75e8594c3f22 HTTP/1.1" status: 204 len: 168 time: 1.6344657 Aug 03 19:34:57.872088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] Pushing event deleted for resources: {'Port': ['ID=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.873896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57006) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:57.893068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad88727-0efa-40e7-8e17-53d74d8216e6 None None] No DVR routers for this DVR port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:57.898798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4a381d62-44ef-40b8-96e4-8e73c7eb03a2 None None] Provisioning for port 25bf2180-2a82-4c51-97bb-db5747b2ee9a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:34:57.905315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Port': ['ID=f81987f2-3f88-4e80-ad8d-d851b6ae9f12,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:57.919416 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4a381d62-44ef-40b8-96e4-8e73c7eb03a2 None None] Provisioning complete for port 25bf2180-2a82-4c51-97bb-db5747b2ee9a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:57.919855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a381d62-44ef-40b8-96e4-8e73c7eb03a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:57.935362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No DVR routers for this DVR port f81987f2-3f88-4e80-ad8d-d851b6ae9f12 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:34:57.952401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 2f53e416-9604-490d-9e0d-ecc53cabc2a1 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:57.958603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:34:57.959237 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.019435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb40ca-9d9d-4ddf-97ed-e82cbb88afc6 req-a3e17df4-63b9-45ec-bad8-b32052aaa45f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:58.033355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37fb40ca-9d9d-4ddf-97ed-e82cbb88afc6 req-a3e17df4-63b9-45ec-bad8-b32052aaa45f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 932 time: 0.3729498 Aug 03 19:34:58.062518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4a381d62-44ef-40b8-96e4-8e73c7eb03a2 None None] Port 25bf2180-2a82-4c51-97bb-db5747b2ee9a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:34:58.278483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.286147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3e38614-55c8-4dba-9850-a80315e9857e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:58.301609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37fb40ca-9d9d-4ddf-97ed-e82cbb88afc6 req-68fbe9c0-d081-4388-bdc0-0344a90af57c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688417 Aug 03 19:34:58.308506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.323645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c3e38614-55c8-4dba-9850-a80315e9857e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:58.324001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c3e38614-55c8-4dba-9850-a80315e9857e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:58.324429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f81987f2-3f88-4e80-ad8d-d851b6ae9f12 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:34:58.331551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41e71f2-9b59-4066-88cc-326d04cd07eb']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.348501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f81987f2-3f88-4e80-ad8d-d851b6ae9f12 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:34:58.348928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f81987f2-3f88-4e80-ad8d-d851b6ae9f12 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:34:58.368805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be95b212-6d9d-4a06-a884-98f1b70257ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.375767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75cab2a-4750-42be-89bb-43bae7c8bac5') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.376069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75cab2a-4750-42be-89bb-43bae7c8bac5') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:34:58.394673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.417622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.429680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:34:58.430102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:34:58.433499 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:34:58.481245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.518091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bf2180-2a82-4c51-97bb-db5747b2ee9a {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:34:58.546155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.582623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Transition to ACTIVE for port object 25bf2180-2a82-4c51-97bb-db5747b2ee9a will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:58.584717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Deleting port 17251951-23f4-495e-9890-aba1793d6412 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:58.585072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.606891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:34:58.609594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Allocated IP 2001:db8:0:1::2 (415ae438-a0e9-4e74-9820-45c73ede8734/1e37b8fe-724c-4606-8a04-e5539d113038/d0a1177b-50ba-4706-b6d2-4d820653d3d4) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:34:58.624842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=2f53e416-9604-490d-9e0d-ecc53cabc2a1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.627554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:34:58.630743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:34:58.648807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:58.649499 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.659258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.672475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.674353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/networks/b41e71f2-9b59-4066-88cc-326d04cd07eb HTTP/1.1" status: 204 len: 168 time: 1.9211626 Aug 03 19:34:58.698389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:58.700550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cde79-6ae5-4746-8fb7-afcc9c721cb8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Pushing event deleted for resources: {'Network': ['ID=b41e71f2-9b59-4066-88cc-326d04cd07eb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:58.714148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'routes': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:34:58.718734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.783410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be95b212-6d9d-4a06-a884-98f1b70257ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.871492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-be95b212-6d9d-4a06-a884-98f1b70257ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:58.977172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d117e824-b9d3-4506-9275-bae3aaad3993 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2625310 Aug 03 19:34:58.984376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.008276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-be95b212-6d9d-4a06-a884-98f1b70257ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6e26e35a8234cbb9107eafee8f6643b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268615 Aug 03 19:34:59.012327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95b212-6d9d-4a06-a884-98f1b70257ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6ec96-c358-4823-9f78-54ba26297e5d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.036167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:34:59.137372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] For port d0a1177b-50ba-4706-b6d2-4d820653d3d4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0a1177b-50ba-4706-b6d2-4d820653d3d4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:34:59.195035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.215494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Transition to ACTIVE for port object d0a1177b-50ba-4706-b6d2-4d820653d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:34:59.227659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.290301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.335638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.388736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 2f53e416-9604-490d-9e0d-ecc53cabc2a1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:34:59.392118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.484003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb026ba-6ff6-4017-b6a6-db9a298e7fd8 None None] Pushing event updated for resources: {'Port': ['ID=d0a1177b-50ba-4706-b6d2-4d820653d3d4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.581103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76736d7e-dd55-407f-9921-625ff597be39 req-43fd4640-d3f3-4b09-83f2-e022363206dc tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:34:59.585200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76736d7e-dd55-407f-9921-625ff597be39 req-43fd4640-d3f3-4b09-83f2-e022363206dc tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.1815853 Aug 03 19:34:59.628171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.652612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 2f53e416-9604-490d-9e0d-ecc53cabc2a1 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:34:59.680488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76736d7e-dd55-407f-9921-625ff597be39 req-fc0bb4b2-cd78-4ea7-9c84-c0fcfdac71a7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868287 Aug 03 19:34:59.747608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.750514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.751866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/88e6ec96-c358-4823-9f78-54ba26297e5d HTTP/1.1" status: 204 len: 168 time: 0.7116017 Aug 03 19:34:59.766439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619fd2e-80e9-4a15-ab11-9034a0c9f997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6ec96-c358-4823-9f78-54ba26297e5d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.843566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:34:59.853389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.854615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:34:59.970090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Calling delete_port for 17251951-23f4-495e-9890-aba1793d6412 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:00.003272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Added routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 03 19:35:00.003576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.extraroute_db [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Removed routes are [] {{(pid=101343) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 03 19:35:00.004068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.014606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Attempting to bind port 25bf2180-2a82-4c51-97bb-db5747b2ee9a on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:00.016328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Attempting to bind port 25bf2180-2a82-4c51-97bb-db5747b2ee9a by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:00.016696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Attempting to bind port 25bf2180-2a82-4c51-97bb-db5747b2ee9a on network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:00.103701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Port 25bf2180-2a82-4c51-97bb-db5747b2ee9a on network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:00.104615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Attempting to bind port 25bf2180-2a82-4c51-97bb-db5747b2ee9a on network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:00.118977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.158363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:00.159018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Checking segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:00.159632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Bound using segment: {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:00.160675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Bound port: 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20e819e-020c-4b36-a13c-cd349e9640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:00.161280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.187369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=2f53e416-9604-490d-9e0d-ecc53cabc2a1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.267407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.269701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-883f73ef-23f5-4071-b9e3-e98a47ccaba5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/2f53e416-9604-490d-9e0d-ecc53cabc2a1 HTTP/1.1" status: 204 len: 168 time: 1.2840116 Aug 03 19:35:00.272293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57046) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.307457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.319969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.367990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5dd5c3-8a0a-49d3-9f6b-d1e991e8b2a3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.373228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ea5dd5c3-8a0a-49d3-9f6b-d1e991e8b2a3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982311 Aug 03 19:35:00.374239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57050) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.439782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:00.448441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:00.472078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2698d5-544f-4447-9b96-e5c8fa926102 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.476391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc2698d5-544f-4447-9b96-e5c8fa926102 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1007304 Aug 03 19:35:00.477194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57056) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.480244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:00.548559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.629107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:00.629249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7b61c-a809-4c25-8f15-e8df231a355d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.636081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7b61c-a809-4c25-8f15-e8df231a355d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.636256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.636407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.645934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7b61c-a809-4c25-8f15-e8df231a355d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:00.649820 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] 10.222.0.54 "PUT /v2.0/ports/25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 200 len: 1092 time: 3.2585394 Aug 03 19:35:00.649961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d0c7b61c-a809-4c25-8f15-e8df231a355d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1621714 Aug 03 19:35:00.650049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.650131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57062) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.650209 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e3924ec-67bc-4dde-9ff2-ee9d6e23ad82 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 705 time: 1.9450400 Aug 03 19:35:00.650209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:00.650209 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:00.651701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Sync routers for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:00.660955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57066) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.668195 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.684282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d2106149-8270-4bb2-ac07-3e6b603441ca None None] Provisioning for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:00.700394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:00.702080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:00.711323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d2106149-8270-4bb2-ac07-3e6b603441ca None None] Provisioning complete for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:00.712628 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d2106149-8270-4bb2-ac07-3e6b603441ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.736553 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16cd07f-726f-473b-8936-6e4971a14128 x-openstack-request-id: req-f16cd07f-726f-473b-8936-6e4971a14128 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:00.736553 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:00.736553 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f16cd07f-726f-473b-8936-6e4971a14128 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:00.736553 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'status': 'completed', 'code': 200} Aug 03 19:35:00.746836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c0f92-7f31-49a2-971e-456da187d590 service neutron] Pushing event updated for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.837959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Pushing event deleted for resources: {'Port': ['ID=17251951-23f4-495e-9890-aba1793d6412,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:00.968401 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.975517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:00.982193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1855e2e-950c-4375-b6b6-c00a9c80c72d tempest-FloatingIPAdminTestJSON-336998727 tempest-FloatingIPAdminTestJSON-336998727-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/2ae47011-aaed-4720-be48-954c4623c458 HTTP/1.1" status: 204 len: 168 time: 3.1064262 Aug 03 19:35:00.985954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57078) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:00.991628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1af61517-c031-4492-8bd0-0c856f683e90 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 205 time: 0.3278108 Aug 03 19:35:00.999841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57080) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:01.003809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:01.109818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.175789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Checking router: 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:01.188350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.210255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Routers {'12a65b83-2b9f-4e59-a37a-8fab3a94cf96'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:01.211123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.229791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port 67455997-a65a-41c8-9515-6feece41ec43 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:01.230147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.351501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] Set router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:01.413619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-0ab6144e-447b-4173-9105-ec6392a76f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.415540 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-0ab6144e-447b-4173-9105-ec6392a76f36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1095 time: 0.6565804 Aug 03 19:35:01.422418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 1e37b8fe-724c-4606-8a04-e5539d113038 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:01.439246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:01.442677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.494783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efcf65-63e9-4929-a443-4c4aa78cd8d1 None None] The sync data for ids ['12a65b83-2b9f-4e59-a37a-8fab3a94cf96'] in n-d-803363-1 is: [{'id': '12a65b83-2b9f-4e59-a37a-8fab3a94cf96', 'name': 'tempest-RoutersIpV6Test-router-1159728943', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:28Z', 'updated_at': '2021-08-03T19:34:53Z', 'revision_number': 11, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:01.497748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62887d1d-7dc9-43a5-8df2-121c96d3cd28 req-baeff1ed-db3f-4761-9852-f2839b5cc801 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.499913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62887d1d-7dc9-43a5-8df2-121c96d3cd28 req-baeff1ed-db3f-4761-9852-f2839b5cc801 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.5876045 Aug 03 19:35:01.576353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0a1177b-50ba-4706-b6d2-4d820653d3d4 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:01.613982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.639443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for 67455997-a65a-41c8-9515-6feece41ec43 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:01.682731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d653ba20-7766-40c8-810e-c0212f960126 None None] Could not find standard attr ID for object 2f53e416-9604-490d-9e0d-ecc53cabc2a1. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:35:01.718345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:01.721203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-26efbfd5-4d4b-4308-ae49-6875e2317e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.722678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:01.722811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-26efbfd5-4d4b-4308-ae49-6875e2317e11 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2897770 Aug 03 19:35:01.934561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-9ff61051-2096-4282-bfe5-0929b06a7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:01.936155 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-04234f62-cb6e-4769-8cf1-d2ae6fd8139b req-9ff61051-2096-4282-bfe5-0929b06a7dfd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037115 Aug 03 19:35:02.051507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.091672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=67455997-a65a-41c8-9515-6feece41ec43,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:02.114667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-5e66d078-ca33-4de1-913a-20bb943d1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.118666 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-5e66d078-ca33-4de1-913a-20bb943d1c9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1095 time: 0.1182206 Aug 03 19:35:02.234831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.248287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.252788 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.287941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-d1b7e721-5530-4b3c-be18-01fb86ef4940 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 200 len: 217 time: 0.1018305 Aug 03 19:35:02.315539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62887d1d-7dc9-43a5-8df2-121c96d3cd28 req-9b795838-0cd5-40a3-a903-73e6297f297b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7592089 Aug 03 19:35:02.349045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.357264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c1a3b11a-975b-4106-bbf3-1a4e69340953 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/ports/67455997-a65a-41c8-9515-6feece41ec43 HTTP/1.1" status: 204 len: 168 time: 1.3648193 Aug 03 19:35:02.359223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57114) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.421154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-ab8f8c91-8aec-4893-8e61-9ee7c6c0c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.422733 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-ab8f8c91-8aec-4893-8e61-9ee7c6c0c0ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=613b39c3-5ff7-4648-8cd7-f1640aa6fa12 HTTP/1.1" status: 200 len: 835 time: 0.1264675 Aug 03 19:35:02.504581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0576ab97-7a6c-440d-9461-a012ae4a71e6 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.534073 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0576ab97-7a6c-440d-9461-a012ae4a71e6 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "GET /v2.0/ports?device_id=291c18c5-0ff2-4acc-ac3a-042367456f16 HTTP/1.1" status: 200 len: 913 time: 0.1471953 Aug 03 19:35:02.537313 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.537313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router 12a65b83-2b9f-4e59-a37a-8fab3a94cf96 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:35:02.538468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.547483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.548730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3c3c3d3c-e1d3-498a-b12d-2b34e217a2bf tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 204 len: 168 time: 1.5414181 Aug 03 19:35:02.555218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57144) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:02.564354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-145478575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:02.633769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-6f251d8e-1629-479f-ae56-621a13dec8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:02.640621 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-6f251d8e-1629-479f-ae56-621a13dec8eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2051489 Aug 03 19:35:02.642695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.751528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.752598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.908222 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.960443 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-420bd9eb-1388-4982-9b6c-2d942fd7be1b service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119042 Aug 03 19:35:02.977493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=1e37b8fe-724c-4606-8a04-e5539d113038,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:02.984478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:02.986917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f2da6798-3f2a-42bb-8329-1383bcff9641 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/1e37b8fe-724c-4606-8a04-e5539d113038 HTTP/1.1" status: 204 len: 168 time: 2.3407190 Aug 03 19:35:02.992717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb97b4-a6d3-418a-882e-ac4ce3c3fd12 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:02.993265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.056895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.143118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.182716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 557882bc-7e28-475d-93c6-5278ce0f65b4 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:03.190856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.266989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.271557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-197ae579-26fc-47ca-a76b-27e8386cacfe tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7127683 Aug 03 19:35:03.271733 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.271834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57178) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:03.280885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:03.289775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.296575 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b6703aa9-4536-4b23-891b-d6d35b4a82e2 req-42b521de-5dbc-4b97-bbe2-ba5277fdf06d service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043053 Aug 03 19:35:03.507389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.662634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.668225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3722592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3884483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9244'] for router, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.700564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598aea5-80e7-421d-9aab-6fc898270f80 req-001934e6-c8a0-4542-82e7-b6c7136fb0ac tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:03.700564 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d598aea5-80e7-421d-9aab-6fc898270f80 req-001934e6-c8a0-4542-82e7-b6c7136fb0ac tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.1510985 Aug 03 19:35:03.750270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d598aea5-80e7-421d-9aab-6fc898270f80 req-847ab0d5-8073-405c-8de7-ec59304605ec tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Aug 03 19:35:03.807085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3722623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3722614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3884506'] for router, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.820537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:03.913001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=557882bc-7e28-475d-93c6-5278ce0f65b4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:04.152701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Router 07c5bce3-22c5-446a-bdcd-b13973c1914a is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:35:04.354424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c7f672a6-caa6-4f41-8d79-2cbc63bb4cf7 None None] Provisioning complete for port d0a1177b-50ba-4706-b6d2-4d820653d3d4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:04.355702 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c7f672a6-caa6-4f41-8d79-2cbc63bb4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.371558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:04.391896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.391896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9d6c2b10-d557-4f42-8f9b-5857e430e6ac tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "PUT /v2.0/routers/07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 200 len: 697 time: 1.1143332 Aug 03 19:35:04.391896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57242) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.393724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Sync routers for ids ['07c5bce3-22c5-446a-bdcd-b13973c1914a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:04.426740 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Routers {'07c5bce3-22c5-446a-bdcd-b13973c1914a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:04.427472 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['07c5bce3-22c5-446a-bdcd-b13973c1914a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:04.551044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fa7adf17-1550-4cdc-9093-1adca59c6f98 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/routers/07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 200 len: 703 time: 0.1562135 Aug 03 19:35:04.551044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57248) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.628854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Set router 07c5bce3-22c5-446a-bdcd-b13973c1914a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:04.629829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020d70d-b5d2-4020-b670-90e2e34b7619 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:04.632263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.638377 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f816303a-8ee2-444e-ae74-3c72d5bf6c63 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/557882bc-7e28-475d-93c6-5278ce0f65b4 HTTP/1.1" status: 204 len: 168 time: 1.6442018 Aug 03 19:35:04.640639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-adc066ac-448e-42f3-a0f9-7faf5c1ef9d6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 200 len: 205 time: 0.0815680 Aug 03 19:35:04.641281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.644468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.721892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e5a6a5ec-65af-419e-b0a5-c7544c8bd5e9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793004 Aug 03 19:35:04.724853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57256) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:04.734734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:04.736191 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c5bce3-22c5-446a-bdcd-b13973c1914a', 'name': 'tempest-RoutersIpV6Test-router-145478575', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:02Z', 'updated_at': '2021-08-03T19:35:03Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:04.816014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:04.818265 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Checking router: 07c5bce3-22c5-446a-bdcd-b13973c1914a for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:04.858017 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Routers {'07c5bce3-22c5-446a-bdcd-b13973c1914a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:04.860013 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['07c5bce3-22c5-446a-bdcd-b13973c1914a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:04.930012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:04.967175 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] Set router 07c5bce3-22c5-446a-bdcd-b13973c1914a gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:05.004812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Deleting port d0a1177b-50ba-4706-b6d2-4d820653d3d4 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:05.005525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.044753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b28c9-db71-4bb2-b977-914ebeaa9234 req-5a7ff172-bf69-465a-8349-662aae89d47a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:05.047248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-666b28c9-db71-4bb2-b977-914ebeaa9234 req-5a7ff172-bf69-465a-8349-662aae89d47a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.1584413 Aug 03 19:35:05.083988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c5bce3-22c5-446a-bdcd-b13973c1914a', 'name': 'tempest-RoutersIpV6Test-router-145478575', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:02Z', 'updated_at': '2021-08-03T19:35:03Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:05.107133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] For port d0a1177b-50ba-4706-b6d2-4d820653d3d4, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0a1177b-50ba-4706-b6d2-4d820653d3d4,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:05.107894 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.128035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Calling delete_port for d0a1177b-50ba-4706-b6d2-4d820653d3d4 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:05.135016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-666b28c9-db71-4bb2-b977-914ebeaa9234 req-6b313037-b571-4f80-99e0-e1f9900eaac6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805724 Aug 03 19:35:05.143440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.148890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.151632 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c8284-e1b3-4d38-b91f-c4406d4b75f7 None None] The sync data for ids ['07c5bce3-22c5-446a-bdcd-b13973c1914a'] in n-d-803363-1 is: [{'id': '07c5bce3-22c5-446a-bdcd-b13973c1914a', 'name': 'tempest-RoutersIpV6Test-router-145478575', 'tenant_id': '5f179802452b46588cbf71405bc03158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:35:02Z', 'updated_at': '2021-08-03T19:35:03Z', 'revision_number': 2, 'project_id': '5f179802452b46588cbf71405bc03158', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:05.155265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:05.159829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.324609 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.325202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Fanout notify agent at l3_agent the message router_deleted on router 07c5bce3-22c5-446a-bdcd-b13973c1914a {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:35:05.335481 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.341141 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f14eb950-7383-4168-a831-5caa31d89ecb tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 204 len: 168 time: 0.6943891 Aug 03 19:35:05.341673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.400025 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb5b47c7-543b-407b-8513-27594567fdb9 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 200 len: 205 time: 0.0562625 Aug 03 19:35:05.403194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57268) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.429771 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.459509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:05.462782 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.475514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Pushing event deleted for resources: {'Port': ['ID=d0a1177b-50ba-4706-b6d2-4d820653d3d4,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.488999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] No DVR routers for this DVR port d0a1177b-50ba-4706-b6d2-4d820653d3d4 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:05.503746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.504020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.504477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.505249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.505963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.506179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.506647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.507340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.507908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.508351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.509004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.509432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6aef12-49a8-464f-b978-86ca3731f529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:05.566097 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-2120a825-f586-4d28-8ba0-16aefc136a1d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:05.569911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2120a825-f586-4d28-8ba0-16aefc136a1d tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/07c5bce3-22c5-446a-bdcd-b13973c1914a HTTP/1.1" status: 404 len: 336 time: 0.1655083 Aug 03 19:35:05.572608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57274) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.622178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0a1177b-50ba-4706-b6d2-4d820653d3d4 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:05.631352 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca16a68-d68a-420f-84f6-3b21412647f4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.631352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca16a68-d68a-420f-84f6-3b21412647f4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.636082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57278) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.637570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dca16a68-d68a-420f-84f6-3b21412647f4 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/670e619e-f61c-41c6-b030-376739619ad0 HTTP/1.1" status: 404 len: 337 time: 0.0639141 Aug 03 19:35:05.683038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d0a1177b-50ba-4706-b6d2-4d820653d3d4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:05.684216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0a1177b-50ba-4706-b6d2-4d820653d3d4 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:05.689693 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43002f9-4048-4915-98d1-72b58a67273a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.690189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43002f9-4048-4915-98d1-72b58a67273a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.691893 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f43002f9-4048-4915-98d1-72b58a67273a tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/9363fb39-9df0-4098-9519-0f7431b7c87b HTTP/1.1" status: 404 len: 337 time: 0.0542226 Aug 03 19:35:05.696320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57282) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.751058 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9256e6e-aa72-480f-a760-467714f99a86 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.751512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9256e6e-aa72-480f-a760-467714f99a86 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.753271 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b9256e6e-aa72-480f-a760-467714f99a86 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/e344dad1-2276-490e-ae69-fa12d3c9d9a2 HTTP/1.1" status: 404 len: 337 time: 0.0558305 Aug 03 19:35:05.755989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57286) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.793693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.795018 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a48ac81-21f9-4673-a607-157346b0bbe6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:05.796367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a48ac81-21f9-4673-a607-157346b0bbe6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:05.799581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1a48ac81-21f9-4673-a607-157346b0bbe6 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/0078d4f1-9153-476e-bfcd-f52d543d2cb2 HTTP/1.1" status: 404 len: 337 time: 0.0407040 Aug 03 19:35:05.802956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57288) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.810979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for 70c5fb06-16c2-4129-ab49-af8b4f27d2e6 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:05.847892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3d071f0-b7d0-4d0a-a767-6a9d8a05e445 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 200 len: 205 time: 0.0427837 Aug 03 19:35:05.850956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57290) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.858582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.921805 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-ac5187b4-eb0c-4746-a616-845fcfe6914e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:05.922948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ac5187b4-eb0c-4746-a616-845fcfe6914e tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/12a65b83-2b9f-4e59-a37a-8fab3a94cf96 HTTP/1.1" status: 404 len: 336 time: 0.0717595 Aug 03 19:35:05.928815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57294) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:05.942084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:05.947140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:05.952498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:05.953653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:05.964534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79211033-82c0-43fd-82a0-9693216c80b3 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:05.976995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=8e35c164-edcf-4e85-bd92-2ca0719377a7,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:05.989176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c445fa3-997e-472c-996c-58748be65c59 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f998f44-e76b-4412-bc9d-4a1a3861b0bb HTTP/1.1" status: 200 len: 205 time: 0.0557823 Aug 03 19:35:05.991385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57296) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.069792 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-c9b3eebe-72b1-4353-aa28-6b8ed7e522ae tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:06.070854 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c9b3eebe-72b1-4353-aa28-6b8ed7e522ae tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/8f998f44-e76b-4412-bc9d-4a1a3861b0bb HTTP/1.1" status: 404 len: 336 time: 0.0779865 Aug 03 19:35:06.073966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.127988 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31fcf71-a7ba-4c14-8bce-f976effca2f0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.128567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31fcf71-a7ba-4c14-8bce-f976effca2f0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.135279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c31fcf71-a7ba-4c14-8bce-f976effca2f0 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/77a2e0d7-88a9-401e-8e67-a78abbe78da4 HTTP/1.1" status: 404 len: 337 time: 0.0570574 Aug 03 19:35:06.135639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57304) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.156897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57306) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.160912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ddc47c45-c680-47d5-bd91-e6f5270b888e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4345715 Aug 03 19:35:06.162089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:06.188391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-db9c60ba-2c29-4c84-a9c5-ce19ee9f8950 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 200 len: 205 time: 0.0513332 Aug 03 19:35:06.190785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57310) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.231041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '8e35c164-edcf-4e85-bd92-2ca0719377a7'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:06.235988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.260734 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-e57b774a-fce1-4954-941e-dde949769fca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:06.263201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e57b774a-fce1-4954-941e-dde949769fca tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/97723c6a-354a-451d-8b43-7df67902c02c HTTP/1.1" status: 404 len: 336 time: 0.0703788 Aug 03 19:35:06.266079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57312) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.349363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4795edcf-d587-41eb-a548-524f49d5bb0b tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8979928-9029-4646-bc15-1bed678ffc96 HTTP/1.1" status: 200 len: 205 time: 0.0813935 Aug 03 19:35:06.352571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57314) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.433820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 25bf2180-2a82-4c51-97bb-db5747b2ee9a details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:35:06.470249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd441207-8762-468c-afbd-7707d0802827 req-7926b38f-cde7-4f86-8977-6c978befb820 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:06.471790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd441207-8762-468c-afbd-7707d0802827 req-7926b38f-cde7-4f86-8977-6c978befb820 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.1184301 Aug 03 19:35:06.502347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:06.542467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd441207-8762-468c-afbd-7707d0802827 req-4c0eee02-1487-4f86-914d-47c0762ee628 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564888 Aug 03 19:35:06.551092 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-79a36932-6308-49f7-9c47-aaec84561463 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:06.553250 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-79a36932-6308-49f7-9c47-aaec84561463 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/e8979928-9029-4646-bc15-1bed678ffc96 HTTP/1.1" status: 404 len: 336 time: 0.1994395 Aug 03 19:35:06.557291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57320) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.588095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=70c5fb06-16c2-4129-ab49-af8b4f27d2e6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:06.646976 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6674cba-449c-4276-8f97-5de47e34b172 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:06.646976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6674cba-449c-4276-8f97-5de47e34b172 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:06.646976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e6674cba-449c-4276-8f97-5de47e34b172 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/2bf773c9-4eb8-4da4-9958-07f2f78cf03a HTTP/1.1" status: 404 len: 337 time: 0.0868204 Aug 03 19:35:06.656942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57322) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.816998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d6993acf-9a10-4827-911d-1b7399bbf954 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=94155275-5b66-4268-aea2-a1b51da4ec4f HTTP/1.1" status: 200 len: 205 time: 0.1505592 Aug 03 19:35:06.819420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57330) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:06.963148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/8e35c164-edcf-4e85-bd92-2ca0719377a7/dc0e3b24-1599-432f-bd5b-ead4db85192c) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:06.983518 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-7e6e0fcc-86df-431d-9d4f-270425d164ea tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:06.986548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7e6e0fcc-86df-431d-9d4f-270425d164ea tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/94155275-5b66-4268-aea2-a1b51da4ec4f HTTP/1.1" status: 404 len: 336 time: 0.1544020 Aug 03 19:35:06.990037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57332) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.040483 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-219194e4-be7a-447c-a1ae-4ecbff33a0b7 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:07.045470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219194e4-be7a-447c-a1ae-4ecbff33a0b7 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:07.047833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-219194e4-be7a-447c-a1ae-4ecbff33a0b7 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/6d81b669-a605-4489-8578-942fb1dc46f9 HTTP/1.1" status: 404 len: 337 time: 0.0566351 Aug 03 19:35:07.051751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57334) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.107006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:07.114984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6ad7389a-39af-474b-ae0f-5616efc41f50 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "GET /v2.0/ports?device_id=bdf5e06d-5c26-4350-bd6f-614f861aa1c7 HTTP/1.1" status: 200 len: 205 time: 0.0633881 Aug 03 19:35:07.115939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57336) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.159292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:07.160627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:35:07.168947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.308301 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6dc5160a-bb68-4bf3-a484-6edd343784f2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] delete failed (client error): The resource could not be found. Aug 03 19:35:07.309703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6dc5160a-bb68-4bf3-a484-6edd343784f2 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/routers/bdf5e06d-5c26-4350-bd6f-614f861aa1c7 HTTP/1.1" status: 404 len: 336 time: 0.1908092 Aug 03 19:35:07.313152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57340) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.370676 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d21530-183a-41a5-9052-fd26ba248a07 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:07.371436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d21530-183a-41a5-9052-fd26ba248a07 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:07.374433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-47d21530-183a-41a5-9052-fd26ba248a07 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/91c82609-98e6-4eb8-bd12-92e709de0716 HTTP/1.1" status: 404 len: 337 time: 0.0597394 Aug 03 19:35:07.377118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57342) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.379945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.380094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.396917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:07.419653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bf2180-2a82-4c51-97bb-db5747b2ee9a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:07.420763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Transition to ACTIVE for port object dc0e3b24-1599-432f-bd5b-ead4db85192c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:07.441350 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-70efa1f2-37c3-40f9-a566-47351780c5a8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:07.442062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70efa1f2-37c3-40f9-a566-47351780c5a8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:07.443992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-70efa1f2-37c3-40f9-a566-47351780c5a8 tempest-RoutersIpV6Test-720790307 tempest-RoutersIpV6Test-720790307-project] 10.222.0.67 "DELETE /v2.0/subnets/c95ba69c-ea98-46d6-be16-ae520eba1947 HTTP/1.1" status: 404 len: 337 time: 0.0642700 Aug 03 19:35:07.457403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:07.493413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Transition to ACTIVE for port object dc0e3b24-1599-432f-bd5b-ead4db85192c will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:07.518590 n-d-803363-1 neutron-server[101343]: INFO neutron.db.ipam_backend_mixin [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e35c164-edcf-4e85-bd92-2ca0719377a7 (CIDR: 2001:db8::/64) Aug 03 19:35:07.713304 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:07.713304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:07.713622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f556ceb-093c-4977-929b-23f6629c798d req-fd3b65e3-b736-407d-bdbd-d504abf81581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:07.713622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f556ceb-093c-4977-929b-23f6629c798d req-fd3b65e3-b736-407d-bdbd-d504abf81581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 944 time: 0.0515141 Aug 03 19:35:07.717138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Router 291c18c5-0ff2-4acc-ac3a-042367456f16 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:07.746561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f556ceb-093c-4977-929b-23f6629c798d req-90e66df4-666a-42ff-8852-0023548bd085 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401592 Aug 03 19:35:07.871309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:07.877063 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2627bdef-b6a9-4804-8ebd-38dd957e53eb tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "PUT /v2.0/routers/291c18c5-0ff2-4acc-ac3a-042367456f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3448243 Aug 03 19:35:07.880307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57356) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:07.887647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] Sync routers for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:07.903116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:07.904049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:07.946301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:07.956890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] Routers {'291c18c5-0ff2-4acc-ac3a-042367456f16'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:07.958051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['291c18c5-0ff2-4acc-ac3a-042367456f16'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:08.008598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:08.009425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30906fa-1b75-497a-8a72-69753d379c31 None None] The sync data for ids ['291c18c5-0ff2-4acc-ac3a-042367456f16'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:08.028389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-14df5648-75f1-47a3-aea0-010674456c8f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8676152 Aug 03 19:35:08.028690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:08.035888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:08.040768 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.044683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.045301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.097713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:08.104078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:08.109963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:08.135515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:08.228039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Attempting to bind port dc0e3b24-1599-432f-bd5b-ead4db85192c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:08.228409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Attempting to bind port dc0e3b24-1599-432f-bd5b-ead4db85192c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:08.228695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Attempting to bind port dc0e3b24-1599-432f-bd5b-ead4db85192c on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:08.232079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Pushing event updated for resources: {'Port': ['ID=dc0e3b24-1599-432f-bd5b-ead4db85192c,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:08.244327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.244608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:08.245011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:08.245419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.245801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:08.246355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Bound port: dc0e3b24-1599-432f-bd5b-ead4db85192c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:08.246740 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.332259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] For port dc0e3b24-1599-432f-bd5b-ead4db85192c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:08.336673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] For port dc0e3b24-1599-432f-bd5b-ead4db85192c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc0e3b24-1599-432f-bd5b-ead4db85192c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:08.345965 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['25bf2180-2a82-4c51-97bb-db5747b2ee9a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:35:08.399485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:08.409174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.510924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port b2c197e4-3f9f-40fe-bbb6-57a0b9eb037e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:08.511263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.526349 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.790739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:08.840508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for b2c197e4-3f9f-40fe-bbb6-57a0b9eb037e owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:08.865941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57388) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:08.984862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3514426-79ca-46ee-8a20-89d0c0542c5e None None] Pushing event updated for resources: {'Port': ['ID=dc0e3b24-1599-432f-bd5b-ead4db85192c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:09.192923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85615d13-da65-46f4-b81a-f7e3483dd3a9 req-7bac1900-3402-4577-8264-d5c0df4b1b5b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:09.205219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85615d13-da65-46f4-b81a-f7e3483dd3a9 req-7bac1900-3402-4577-8264-d5c0df4b1b5b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 945 time: 0.2889078 Aug 03 19:35:09.488120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:35:09.509989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85615d13-da65-46f4-b81a-f7e3483dd3a9 req-d4ec7fc0-4730-4864-8e8d-8c469bf49470 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028212 Aug 03 19:35:09.536672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-245a17bd-5b63-4708-9db4-adc78b200bc5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f179802452b46588cbf71405bc03158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640439 Aug 03 19:35:09.649044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc0e3b24-1599-432f-bd5b-ead4db85192c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:09.657989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:09.815638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.835338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port dc0e3b24-1599-432f-bd5b-ead4db85192c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:09.883614 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:09.962361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.175245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] For port dc0e3b24-1599-432f-bd5b-ead4db85192c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc0e3b24-1599-432f-bd5b-ead4db85192c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:10.215435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.238702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.238702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.238702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.238702 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1bf81ae7-27ff-431a-a9ba-8f71ec6bbc27 HTTP/1.1" status: 204 len: 168 time: 0.5636497 Aug 03 19:35:10.238702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5ba8-2ee2-48ab-a03f-e142bda168b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf81ae7-27ff-431a-a9ba-8f71ec6bbc27,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.321210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=b2c197e4-3f9f-40fe-bbb6-57a0b9eb037e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.335208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.336182 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.395016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.419580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 25bf2180-2a82-4c51-97bb-db5747b2ee9a up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:10.444174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:10.454652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:10.461208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:10.461833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.495371 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=98b427df-509d-4af1-848b-690afcb5dafd,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.503309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=dc0e3b24-1599-432f-bd5b-ead4db85192c,revision_number=4']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:10.552410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db00c4a7-c0c8-4f11-80a5-a4f0702b6340 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:10.650069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd4114bb-366b-4dfe-b205-996fdaf05816 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6176426 Aug 03 19:35:10.657324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57422) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:10.657508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.657616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:bb:0d:f6', 'name': 'tempest-NetworksTestDHCPv6-938566931'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:10.658835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.706835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 25bf2180-2a82-4c51-97bb-db5747b2ee9a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:10.721352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 25bf2180-2a82-4c51-97bb-db5747b2ee9a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:10.722540 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.748423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef7b9c-6055-4d60-a867-28be36e3a585 req-345f9483-4753-465b-978c-b7c0f064536d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:10.751787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61ef7b9c-6055-4d60-a867-28be36e3a585 req-345f9483-4753-465b-978c-b7c0f064536d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 945 time: 0.1363370 Aug 03 19:35:10.845766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.846439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Fanout notify agent at l3_agent the message router_deleted on router 291c18c5-0ff2-4acc-ac3a-042367456f16 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:35:10.884967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Provisioning for port dc0e3b24-1599-432f-bd5b-ead4db85192c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:10.895962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.899335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-56e50396-2940-41bf-94f7-1bda564d6b3b tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/routers/291c18c5-0ff2-4acc-ac3a-042367456f16 HTTP/1.1" status: 204 len: 168 time: 3.0149047 Aug 03 19:35:10.906114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Provisioning complete for port dc0e3b24-1599-432f-bd5b-ead4db85192c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:10.906624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:10.918395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:10.921521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-61ef7b9c-6055-4d60-a867-28be36e3a585 req-b9616c44-49ff-4c8a-bff6-8ea3944546d6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602914 Aug 03 19:35:11.023065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting subnet ecdab3b3-3531-45d0-ab58-664e2e5c2ce9 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:11.032525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.108942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.128927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.179160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:11.186803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.192772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:11.195561 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d7d1f-65bd-4195-8746-7b2d114db09a" -d '{"events": [{"server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "name": "network-vif-plugged", "status": "completed", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:11.254687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:11.330743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] For port dc0e3b24-1599-432f-bd5b-ead4db85192c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc0e3b24-1599-432f-bd5b-ead4db85192c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:11.335997 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d7d7e2-ba60-4d1a-b991-0c2d76d1f4fe x-openstack-request-id: req-e8d7d7e2-ba60-4d1a-b991-0c2d76d1f4fe {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:11.335997 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "name": "network-vif-plugged", "status": "completed", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:11.335997 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8d7d7e2-ba60-4d1a-b991-0c2d76d1f4fe {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:11.335997 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'code': 200} Aug 03 19:35:11.377222 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.381186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.467312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.518311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.599485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.625017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05da10-b29d-452e-8760-d4644d40860d req-e06e6a09-4f32-449f-8c07-ffa23b6ca3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:11.626597 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7a05da10-b29d-452e-8760-d4644d40860d req-e06e6a09-4f32-449f-8c07-ffa23b6ca3a8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1097 time: 0.2576077 Aug 03 19:35:11.628588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef955c-a529-41d8-8a9c-bbb852707660 None None] Pushing event updated for resources: {'Port': ['ID=dc0e3b24-1599-432f-bd5b-ead4db85192c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.667217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port a417dd9e-866a-481b-9291-fa655c4b0a0d yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:11.701892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc0e3b24-1599-432f-bd5b-ead4db85192c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:11.739438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7a05da10-b29d-452e-8760-d4644d40860d req-22b0d046-5f4e-47e3-9568-f787529aafa9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997939 Aug 03 19:35:11.782111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dc0e3b24-1599-432f-bd5b-ead4db85192c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:11.784342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.817598 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.890580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdab3b3-3531-45d0-ab58-664e2e5c2ce9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:11.912104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:11.918346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57466) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:11.919545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d64717ea-7e73-48ff-8e4a-8a49adb22450 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/subnets/ecdab3b3-3531-45d0-ab58-664e2e5c2ce9 HTTP/1.1" status: 204 len: 168 time: 0.9861450 Aug 03 19:35:11.930752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789463a-4c4b-49b4-af91-11d309d95390 None None] Network 7f3b9d41-b8e5-4586-9e69-292585a88d86 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:12.107424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.151922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7750751c-8dc9-4389-899c-f0dc241877fd None None] Provisioning complete for port dc0e3b24-1599-432f-bd5b-ead4db85192c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:12.152489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7750751c-8dc9-4389-899c-f0dc241877fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.215868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::267 (415ae438-a0e9-4e74-9820-45c73ede8734/8e35c164-edcf-4e85-bd92-2ca0719377a7/a417dd9e-866a-481b-9291-fa655c4b0a0d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:12.232556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:df6 (415ae438-a0e9-4e74-9820-45c73ede8734/98b427df-509d-4af1-848b-690afcb5dafd/a417dd9e-866a-481b-9291-fa655c4b0a0d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:12.245628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fddd02-951e-40f6-bdb1-00b6687bcd9c req-e34710d7-10c3-4f9f-84cd-9dfe0d148265 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:12.247220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1fddd02-951e-40f6-bdb1-00b6687bcd9c req-e34710d7-10c3-4f9f-84cd-9dfe0d148265 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.1339056 Aug 03 19:35:12.353843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1fddd02-951e-40f6-bdb1-00b6687bcd9c req-83160289-58e0-48a4-a194-0c3c85b8afac tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909519 Aug 03 19:35:12.393994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port 682fcdee-34bd-4139-a77f-52737a1304ef {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:12.395310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.456118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57478) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:12.552819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] For port 682fcdee-34bd-4139-a77f-52737a1304ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=682fcdee-34bd-4139-a77f-52737a1304ef,segment=NetworkSegment(340a0c1d-5201-461c-b7bc-bb6aeed29f55),segment_id=340a0c1d-5201-461c-b7bc-bb6aeed29f55)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:12.564451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.568430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] DHCP port deletion for 7f3b9d41-b8e5-4586-9e69-292585a88d86 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:12.600881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for 682fcdee-34bd-4139-a77f-52737a1304ef owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:12.675992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Deleting port 682fcdee-34bd-4139-a77f-52737a1304ef {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:12.676554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.809639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] For port 682fcdee-34bd-4139-a77f-52737a1304ef, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=682fcdee-34bd-4139-a77f-52737a1304ef,segment=NetworkSegment(340a0c1d-5201-461c-b7bc-bb6aeed29f55),segment_id=340a0c1d-5201-461c-b7bc-bb6aeed29f55)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:12.812356 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.827599 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:12.853302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] No DVR routers for this DVR port 682fcdee-34bd-4139-a77f-52737a1304ef on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:12.875206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Calling delete_port for 682fcdee-34bd-4139-a77f-52737a1304ef owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:12.935473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=682fcdee-34bd-4139-a77f-52737a1304ef,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:12.975960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7dc9ce9c-7a00-46e4-8792-80b42a4a8824 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:12.975960 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-7dc9ce9c-7a00-46e4-8792-80b42a4a8824 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:35:12.975960 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-7dc9ce9c-7a00-46e4-8792-80b42a4a8824 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:35:12.975960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7dc9ce9c-7a00-46e4-8792-80b42a4a8824 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5181515 Aug 03 19:35:13.033972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.035164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:13.049681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--549455417'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:13.074224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] Pushing event deleted for resources: {'Port': ['ID=682fcdee-34bd-4139-a77f-52737a1304ef,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:13.082369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3028127c-89d5-4e4b-aeb3-7e7e456798f2 None None] No DVR routers for this DVR port 682fcdee-34bd-4139-a77f-52737a1304ef on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:13.207956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.209302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.221964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3b9d41-b8e5-4586-9e69-292585a88d86']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:13.229019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object a417dd9e-866a-481b-9291-fa655c4b0a0d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:13.237749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340a0c1d-5201-461c-b7bc-bb6aeed29f55') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:13.238069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340a0c1d-5201-461c-b7bc-bb6aeed29f55') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:13.247851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.267015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.273670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:13.274165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:13.277871 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:13.478794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996282ad-a711-4cc7-9619-b5a57bd480eb req-6293794f-ff3b-4ce8-be2a-13802c73f523 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:13.480336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.481279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-996282ad-a711-4cc7-9619-b5a57bd480eb req-6293794f-ff3b-4ce8-be2a-13802c73f523 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.0625396 Aug 03 19:35:13.484058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.487078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.513857 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.519430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/networks/7f3b9d41-b8e5-4586-9e69-292585a88d86 HTTP/1.1" status: 204 len: 168 time: 1.5976756 Aug 03 19:35:13.550257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:13.572305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.594597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:13.594597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:13.594597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:13.604942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:13.604942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.616455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=a417dd9e-866a-481b-9291-fa655c4b0a0d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:13.667813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc0e3b24-1599-432f-bd5b-ead4db85192c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:13.762263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d01e3-629c-4f6a-bf94-d714eab4ef44 tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Network': ['ID=7f3b9d41-b8e5-4586-9e69-292585a88d86,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:13.772246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dc0e3b24-1599-432f-bd5b-ead4db85192c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:13.772871 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:13.784541 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4748730-339f-48de-958d-1ba9f9aa2d7e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1328897 Aug 03 19:35:13.787151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:13.841632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-996282ad-a711-4cc7-9619-b5a57bd480eb req-82f37c93-aa46-46c1-b2be-d82b28159bea tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290479 Aug 03 19:35:14.028578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Deleting port 7188d263-dacf-4726-a02f-a0bb06207abb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:14.029337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.060480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port a417dd9e-866a-481b-9291-fa655c4b0a0d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:14.061709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.169495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 682fcdee-34bd-4139-a77f-52737a1304ef no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:14.185861 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.187672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.194843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 682fcdee-34bd-4139-a77f-52737a1304ef {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:14.195306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 682fcdee-34bd-4139-a77f-52737a1304ef not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:14.227111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Calling delete_port for 7188d263-dacf-4726-a02f-a0bb06207abb owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:14.235116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-05e2a7e8-9d1c-4386-ad76-a5383c8f50c6 None None] Provisioning for port a417dd9e-866a-481b-9291-fa655c4b0a0d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:14.245736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-05e2a7e8-9d1c-4386-ad76-a5383c8f50c6 None None] Provisioning complete for port a417dd9e-866a-481b-9291-fa655c4b0a0d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:14.250021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-05e2a7e8-9d1c-4386-ad76-a5383c8f50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.267072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.267973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.284951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for a417dd9e-866a-481b-9291-fa655c4b0a0d owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:14.339115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-05e2a7e8-9d1c-4386-ad76-a5383c8f50c6 None None] Port a417dd9e-866a-481b-9291-fa655c4b0a0d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:14.391976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.553626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f768d41e-a82f-4c46-80fe-7448cd761903,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:14.642416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.673086 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.706338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=a417dd9e-866a-481b-9291-fa655c4b0a0d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:14.773196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.778970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b200eb59-5c57-4ba1-b7cf-c8e7912352c8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/a417dd9e-866a-481b-9291-fa655c4b0a0d HTTP/1.1" status: 204 len: 168 time: 0.9884074 Aug 03 19:35:14.780034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57524) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:14.832949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.884022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db37cae0-b73a-4a87-a5b1-18fbb9477d3e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:14.884022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db37cae0-b73a-4a87-a5b1-18fbb9477d3e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0987086 Aug 03 19:35:14.884022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57530) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:14.917258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:14.931968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Pushing event deleted for resources: {'Port': ['ID=7188d263-dacf-4726-a02f-a0bb06207abb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:14.981788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0c942-c583-4844-9fde-d6f6a8285746 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:14.983992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6d0c942-c583-4844-9fde-d6f6a8285746 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0995173 Aug 03 19:35:14.993255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57532) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:15.091585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6434d68-15be-4c63-b366-cd35335baee8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.093991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6434d68-15be-4c63-b366-cd35335baee8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.095945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6434d68-15be-4c63-b366-cd35335baee8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.110463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6434d68-15be-4c63-b366-cd35335baee8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1062403 Aug 03 19:35:15.110463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57538) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:15.137182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6103e54f-0da0-4ce1-8d2b-8600630e9f32,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:15.160800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afc126-cd6f-4a17-b963-2a077f008352 req-dc0902dc-baea-433e-8d32-3be1a8ecc8c6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.161112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42afc126-cd6f-4a17-b963-2a077f008352 req-dc0902dc-baea-433e-8d32-3be1a8ecc8c6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.1730747 Aug 03 19:35:15.162058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 8e35c164-edcf-4e85-bd92-2ca0719377a7 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:15.165002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.167340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.168757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.172306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-68993819-03ec-4081-89a2-f3fe6a872e2f tempest-FloatingIPAdminTestJSON-864175848 tempest-FloatingIPAdminTestJSON-864175848-project] 10.222.0.67 "DELETE /v2.0/floatingips/da3afbe0-1e44-4e69-8f9b-7b9137cce81f HTTP/1.1" status: 204 len: 168 time: 1.6186109 Aug 03 19:35:15.228061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.229288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42afc126-cd6f-4a17-b963-2a077f008352 req-cf893868-fe3d-4907-ba3c-5c23435b6c7c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572989 Aug 03 19:35:15.255008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.261612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5be409b4-73e2-4a67-9a12-98ef83e95b25 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2171748 Aug 03 19:35:15.265899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57546) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:15.273207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '6103e54f-0da0-4ce1-8d2b-8600630e9f32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:15.390474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb55e3c-8bf9-416a-ae1b-5c46fc396e04 req-95b55888-a0d6-4556-bb22-19fe780701ba tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.392434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdb55e3c-8bf9-416a-ae1b-5c46fc396e04 req-95b55888-a0d6-4556-bb22-19fe780701ba tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.0707791 Aug 03 19:35:15.426966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.439932 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.458416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdb55e3c-8bf9-416a-ae1b-5c46fc396e04 req-fa949f04-122b-4892-964f-300ad59580b4 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595059 Aug 03 19:35:15.469795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.494163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57550) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:15.543089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:15.561755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02c810-ecc5-4240-9d83-f0e4ad3eadc4 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:15.569922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f02c810-ecc5-4240-9d83-f0e4ad3eadc4 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1092 time: 0.0682085 Aug 03 19:35:15.570173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57552) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:15.574667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:16.039263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.047530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.047530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.067741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b432f8-5504-4887-b6ce-122ec36c1ca2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:16.145256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd53bf2-dbeb-47d2-8313-0239dd20fdc5 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:16.145960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.153277 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8e35c164-edcf-4e85-bd92-2ca0719377a7 HTTP/1.1" status: 204 len: 168 time: 1.0486822 Aug 03 19:35:16.153534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:16.241508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711ae01-a402-49b4-a3e2-92f10a463af2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=8e35c164-edcf-4e85-bd92-2ca0719377a7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:16.262527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 98b427df-509d-4af1-848b-690afcb5dafd {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:16.268426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.304720 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.309113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce05b437-9bc8-4d2b-bb71-e16494b1b4b5 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0393746 Aug 03 19:35:16.310536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57570) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:16.322188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f8f22f84-531b-4188-b642-22c21ff2e0a0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '6103e54f-0da0-4ce1-8d2b-8600630e9f32', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:16.333510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:16.382778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.426206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.529415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8f22f84-531b-4188-b642-22c21ff2e0a0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.604853 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.696559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.25.2.61 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/350fc7e4-4380-46fb-9955-0df41295da13) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:16.764801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:16.765240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04f8a4c7-0bbd-45e1-9473-3bf3ba6adba7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b01547f7b8684b0998e2e1695f151fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144270 Aug 03 19:35:16.862146 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-f8f22f84-531b-4188-b642-22c21ff2e0a0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:35:16.866495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f8f22f84-531b-4188-b642-22c21ff2e0a0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5514276 Aug 03 19:35:16.866495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.873506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57584) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:16.978620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:16.995110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=98b427df-509d-4af1-848b-690afcb5dafd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.005806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.017811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.024306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9183c2de-8496-4d55-986b-d1be541f476e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/98b427df-509d-4af1-848b-690afcb5dafd HTTP/1.1" status: 204 len: 168 time: 0.8695276 Aug 03 19:35:17.035690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:17.129110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.129322 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2f6d2811-64b6-4cdc-81da-4471b957a00d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849111 Aug 03 19:35:17.142262 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.146487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57592) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:17.160792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:17.162488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.402912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.405675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.409363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/6103e54f-0da0-4ce1-8d2b-8600630e9f32 HTTP/1.1" status: 204 len: 168 time: 0.5351553 Aug 03 19:35:17.410709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:17.429905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f366b-ae60-4802-abdb-35e89986fc32 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6103e54f-0da0-4ce1-8d2b-8600630e9f32,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.473638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.478130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.485870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2ced1d4c-00cc-4bce-9c1b-366cae954949 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740347 Aug 03 19:35:17.489926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57602) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:17.494137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee442d42-64ce-4edf-a92c-17e6db27047f None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:17.497050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--638841228'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:17.505367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.505367 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/af530d53-64f1-42fa-87dc-8f0c716661fd HTTP/1.1" status: 204 len: 168 time: 0.7365277 Aug 03 19:35:17.602647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-86b999c0-1c18-4e97-b4a1-bfb10a298b29 None None] Provisioning complete for port dc0e3b24-1599-432f-bd5b-ead4db85192c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:17.603684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-86b999c0-1c18-4e97-b4a1-bfb10a298b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.606010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:17.611647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.659151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.672142 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37e143-2813-441c-ac26-e9b49b041166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af530d53-64f1-42fa-87dc-8f0c716661fd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.689025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:17.705118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:17.718659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:17.732693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=350fc7e4-4380-46fb-9955-0df41295da13,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:17.852953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.941234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:17.951018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:17.992696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f822d9b0-dbf4-40a1-8313-5d614d1a7ef3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.065149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Deleting port dc0e3b24-1599-432f-bd5b-ead4db85192c {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:18.065671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.076303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.080500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5fed1d66-424e-40ec-a8b4-16b43ed0f952 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5866730 Aug 03 19:35:18.080841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57612) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:18.094861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1d8d8ac8-9520-44ad-b07d-8c592e5aa815 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f822d9b0-dbf4-40a1-8313-5d614d1a7ef3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:18.094861 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-1d8d8ac8-9520-44ad-b07d-8c592e5aa815 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 03 19:35:18.094861 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-1d8d8ac8-9520-44ad-b07d-8c592e5aa815 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:18.094861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1d8d8ac8-9520-44ad-b07d-8c592e5aa815 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075915 Aug 03 19:35:18.094861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57614) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:18.221279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.238726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] For port dc0e3b24-1599-432f-bd5b-ead4db85192c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc0e3b24-1599-432f-bd5b-ead4db85192c,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:18.239142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.257938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.269167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Calling delete_port for dc0e3b24-1599-432f-bd5b-ead4db85192c owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:18.352293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.410967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:18.466707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:18.466707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:18.466707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.466707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=91eebe04-de1e-400d-a902-0a9562a5f3e2,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.786536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.789308 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.790458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/f822d9b0-dbf4-40a1-8313-5d614d1a7ef3 HTTP/1.1" status: 204 len: 168 time: 0.6954091 Aug 03 19:35:18.793159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57618) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:18.800391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec346e26-4713-42fe-8fca-37d6833fc149 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822d9b0-dbf4-40a1-8313-5d614d1a7ef3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.866275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-25062132-9c3e-4bb2-b706-0cae448ac9a8 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716789 Aug 03 19:35:18.869658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57620) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:18.875710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352680236'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:18.948464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.952170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6fb69640-2bd4-4dee-8e95-2a80cf551c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:18.979910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] Pushing event deleted for resources: {'Port': ['ID=dc0e3b24-1599-432f-bd5b-ead4db85192c,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:18.986657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce951d3b-0346-4396-8b7e-7f7b253eb5ef None None] No DVR routers for this DVR port dc0e3b24-1599-432f-bd5b-ead4db85192c on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:19.003610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-841566b9-e503-410e-bd8d-0e93cd8376bc tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8463788 Aug 03 19:35:19.003975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57622) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:19.004962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3e722-811b-48b4-b340-1bdf1102226b None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:19.009806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:19.162136 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.192620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-415ae438-a0e9-4e74-9820-45c73ede8734', 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'tenant_id': 'b8921d42fdc941faa3b4c9767a5ec331', 'fixed_ips': [{'subnet_id': '91eebe04-de1e-400d-a902-0a9562a5f3e2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:19.193716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.350392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Allocated IP 2001:db8::2 (415ae438-a0e9-4e74-9820-45c73ede8734/91eebe04-de1e-400d-a902-0a9562a5f3e2/0a421413-5285-4402-957d-94cde2235548) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:19.524406 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.534942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc0e3b24-1599-432f-bd5b-ead4db85192c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:19.539474 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Transition to ACTIVE for port object 0a421413-5285-4402-957d-94cde2235548 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:19.559697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: dc0e3b24-1599-432f-bd5b-ead4db85192c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:19.560053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc0e3b24-1599-432f-bd5b-ead4db85192c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:19.574043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Transition to ACTIVE for port object 0a421413-5285-4402-957d-94cde2235548 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:19.795812 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.797048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.830035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57632) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:19.844718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:19.852807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:19.855015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Pushing event updated for resources: {'Port': ['ID=0a421413-5285-4402-957d-94cde2235548,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:19.857325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:19.867987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.902418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.938352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:19.942531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.975666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Attempting to bind port 0a421413-5285-4402-957d-94cde2235548 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:19.976268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Attempting to bind port 0a421413-5285-4402-957d-94cde2235548 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:19.976394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Attempting to bind port 0a421413-5285-4402-957d-94cde2235548 on network 415ae438-a0e9-4e74-9820-45c73ede8734 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:19.987159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:19.987543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Checking segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:19.987960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:19.988366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Bound using segment: {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:19.988996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Bound port: 0a421413-5285-4402-957d-94cde2235548, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d267b9-529a-4bbe-9476-1f176b90123f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:19.989391 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.027012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:35:20.027012 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:35:20.027012 n-d-803363-1 neutron-server[101342]: [parameters: {'project_id_1': '8c7a42faeea6408497dabac89e4c6cc3', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 35, 19, 919511)}] Aug 03 19:35:20.027012 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:35:20.027448 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:35:20.114964 n-d-803363-1 neutron-server[101342]: INFO neutron.db.ipam_backend_mixin [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91eebe04-de1e-400d-a902-0a9562a5f3e2 (CIDR: 2001:db8::/64) Aug 03 19:35:20.131504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] For port 0a421413-5285-4402-957d-94cde2235548, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:20.136733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] For port 0a421413-5285-4402-957d-94cde2235548, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a421413-5285-4402-957d-94cde2235548,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:20.168244 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:20.168758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:20.210616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.216580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.280992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.316797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.325670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53fb1-53e8-485b-aeec-90f03d602cde None None] Pushing event updated for resources: {'Port': ['ID=0a421413-5285-4402-957d-94cde2235548,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:20.343786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac17fe1d-151f-4768-b03f-026154394e51,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:20.389649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.394564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7f7b5800-ea46-4fbe-9aec-cb21ff718376 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5234890 Aug 03 19:35:20.395415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57644) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:20.400150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57642) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:20.400294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a92eb770-db35-4955-8fc3-68ebfd47f8fd tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3912148 Aug 03 19:35:20.402362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-055808af-e9dd-4443-a2c4-078470c326b2 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'ac17fe1d-151f-4768-b03f-026154394e51', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:20.402936 n-d-803363-1 neutron-server[101343]: WARNING neutron.api.v2.base [None req-055808af-e9dd-4443-a2c4-078470c326b2 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 03 19:35:20.403447 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-055808af-e9dd-4443-a2c4-078470c326b2 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:20.407698 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-055808af-e9dd-4443-a2c4-078470c326b2 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059581 Aug 03 19:35:20.408043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57646) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:20.408584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'subnet': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:20.488905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.504194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.523989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.533607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.673971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 03 19:35:20.673971 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 03 19:35:20.673971 n-d-803363-1 neutron-server[101343]: [parameters: {'project_id_1': 'b8921d42fdc941faa3b4c9767a5ec331', 'expiration_1': datetime.datetime(2021, 8, 3, 19, 35, 20, 617574)}] Aug 03 19:35:20.673971 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:35:20.673971 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:35:20.678635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=350fc7e4-4380-46fb-9955-0df41295da13,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:20.712759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.790031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.793019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.794257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/ac17fe1d-151f-4768-b03f-026154394e51 HTTP/1.1" status: 204 len: 168 time: 0.3847845 Aug 03 19:35:20.798446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57656) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:20.818027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49fb9d-2528-41c8-9701-5011ef2e0ab7 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac17fe1d-151f-4768-b03f-026154394e51,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:20.908508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:20.914993 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Floating IP ce53dbbd-9490-4221-9f27-e494cd8f3854 associated. External IP: 172.25.2.61, port: 25bf2180-2a82-4c51-97bb-db5747b2ee9a. Aug 03 19:35:20.918884 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cb346df1-a33d-4e8f-b264-4fc0f226460a tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172867 Aug 03 19:35:20.924210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57658) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:20.935093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387293742'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.021918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.165695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.177712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607e9f4e-99f1-46ca-8fa4-27c712503288,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:21.201177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bd41530d-c77a-4d41-bf5b-40f68c487ed9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8c7a42faeea6408497dabac89e4c6cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3686011 Aug 03 19:35:21.205484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57664) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.309475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.315896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:35:21.347212 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.382652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:21.387628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.552943 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.561639 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.569270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/607e9f4e-99f1-46ca-8fa4-27c712503288 HTTP/1.1" status: 204 len: 168 time: 0.3564920 Aug 03 19:35:21.593296 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.617617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d960316-dd74-4b85-9164-fcd7b8b6f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607e9f4e-99f1-46ca-8fa4-27c712503288,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:21.703965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.737170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a421413-5285-4402-957d-94cde2235548 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:21.741949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:35:21.754399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:35:21.779602 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:21.785436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:34:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:21.802963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:21.864019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:21.868895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5fb3c4ac-5295-4fa5-81e3-4abec9a611dd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9431252 Aug 03 19:35:21.871814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57670) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.876351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-de629707-37b0-4223-99fe-15033bc120fa tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.883780 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-de629707-37b0-4223-99fe-15033bc120fa tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 03 19:35:21.884726 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-de629707-37b0-4223-99fe-15033bc120fa tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:21.911625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-de629707-37b0-4223-99fe-15033bc120fa tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0348110 Aug 03 19:35:21.911625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.911625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0b8466c4-6edd-4c0f-93f4-7f132ba31962 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.923496 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-0b8466c4-6edd-4c0f-93f4-7f132ba31962 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 03 19:35:21.923768 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-0b8466c4-6edd-4c0f-93f4-7f132ba31962 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:21.928613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0b8466c4-6edd-4c0f-93f4-7f132ba31962 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0207832 Aug 03 19:35:21.931313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57674) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.947845 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-44176694-08ba-4d29-a413-723974456560 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.950512 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-44176694-08ba-4d29-a413-723974456560 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 03 19:35:21.950862 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-44176694-08ba-4d29-a413-723974456560 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:21.960212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-44176694-08ba-4d29-a413-723974456560 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0245924 Aug 03 19:35:21.963930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:21.973235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 0a421413-5285-4402-957d-94cde2235548 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:21.976357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8163a1c4-fd1d-4d8a-baa0-0b57cfe747fc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:21.977158 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-8163a1c4-fd1d-4d8a-baa0-0b57cfe747fc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 03 19:35:21.977682 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-8163a1c4-fd1d-4d8a-baa0-0b57cfe747fc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:21.988426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8163a1c4-fd1d-4d8a-baa0-0b57cfe747fc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0221610 Aug 03 19:35:21.989142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57678) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.055547 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-312511e0-0a9c-4f13-902d-2b09f91825c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.099333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.131972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Provisioning for port 0a421413-5285-4402-957d-94cde2235548 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:22.144098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Provisioning complete for port 0a421413-5285-4402-957d-94cde2235548 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:22.147022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.160625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.209989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.267990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.277862 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1c3b4ecd-2c97-40d4-a58b-5c5a9671a814 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7065899 Aug 03 19:35:22.280848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57686) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.296090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:22.299209 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b18640-6569-451e-a168-932fffa2da44" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:22.420964 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935a2110-e3a4-4d8f-8740-d5ac434f61d8 x-openstack-request-id: req-935a2110-e3a4-4d8f-8740-d5ac434f61d8 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:22.421231 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:22.421487 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-935a2110-e3a4-4d8f-8740-d5ac434f61d8 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:22.421896 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'status': 'completed', 'code': 200} Aug 03 19:35:22.423254 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:22.425205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.433345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.439603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef HTTP/1.1" status: 204 len: 168 time: 0.4466317 Aug 03 19:35:22.446409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.485862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a6a6a-2107-478d-ae9d-c3c06628cd51 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8589c049-6cbe-4d7a-aaa1-d9deb0ab18ef,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.542374 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.606992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4da7cc4d-3254-4d76-b413-877c2306f495 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/ce53dbbd-9490-4221-9f27-e494cd8f3854 HTTP/1.1" status: 200 len: 991 time: 0.3245909 Aug 03 19:35:22.619354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b18640-6569-451e-a168-932fffa2da44 req-c2778f7c-e3b6-4152-b2aa-3a27444a4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:22.621534 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-c2778f7c-e3b6-4152-b2aa-3a27444a4294 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1317773 Aug 03 19:35:22.630243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-214b8a88-deb9-43ba-bc54-4eb7d6efc272 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1829541 Aug 03 19:35:22.637050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57692) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.642610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755296370'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:22.686305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.objects.ports [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101343) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 03 19:35:22.693392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] For port 0a421413-5285-4402-957d-94cde2235548, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a421413-5285-4402-957d-94cde2235548,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:22.803741 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.803932 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:22.964854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67958124-df63-4669-9501-2dcdf2cb5ad0 None None] Pushing event updated for resources: {'Port': ['ID=0a421413-5285-4402-957d-94cde2235548,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:22.977293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57696) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:22.977502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.022620 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:23.040908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.041523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c6f49a-0b75-44d5-aeda-e1bd5917a18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.044274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b18640-6569-451e-a168-932fffa2da44 req-b5825dbe-5b0a-4b58-9a9f-bff9d46d5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.044865 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-b5825dbe-5b0a-4b58-9a9f-bff9d46d5ae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 898 time: 0.4081917 Aug 03 19:35:23.067126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:35:23.086986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:35:23.087556 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:35:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:23.109597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.159570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:23.172717 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.174441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa972171-63ca-46cb-a683-5343cc6d0956 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5363879 Aug 03 19:35:23.177388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57698) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:23.182639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-88f137dd-26bd-4771-9e6c-0db4567c136a tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:23.185271 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-88f137dd-26bd-4771-9e6c-0db4567c136a tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:35:23.186715 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-88f137dd-26bd-4771-9e6c-0db4567c136a tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:23.193951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-88f137dd-26bd-4771-9e6c-0db4567c136a tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0149271 Aug 03 19:35:23.204483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57700) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:23.209476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-429b92da-ab13-43c4-a37f-26c86ab27544 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:23.299785 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:35:23.415335 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-429b92da-ab13-43c4-a37f-26c86ab27544 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:23.416422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-429b92da-ab13-43c4-a37f-26c86ab27544 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2109027 Aug 03 19:35:23.419363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:23.424217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-294bf9ac-6e86-430c-a142-c257f3c4d23f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:23.424841 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-294bf9ac-6e86-430c-a142-c257f3c4d23f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 03 19:35:23.425394 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-294bf9ac-6e86-430c-a142-c257f3c4d23f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:23.426536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-294bf9ac-6e86-430c-a142-c257f3c4d23f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060568 Aug 03 19:35:23.429284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57708) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:23.435215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ccc87b0d-6d69-4529-813f-33f1e0bf0d83 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:23.610397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57710) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:23.626802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a421413-5285-4402-957d-94cde2235548 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:23.763548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5543b108-2f22-4b16-9c14-6e5b05b9f92e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/ce53dbbd-9490-4221-9f27-e494cd8f3854 HTTP/1.1" status: 200 len: 991 time: 0.1509485 Aug 03 19:35:23.814056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0a421413-5285-4402-957d-94cde2235548 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:23.814637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:23.861330 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-e5b30976-2299-44d9-92fd-7165fbce47c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 200 len: 999 time: 0.7966962 Aug 03 19:35:23.925394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b18640-6569-451e-a168-932fffa2da44 req-9924a18d-e9ad-47f2-b3be-b2a49a2616ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.927268 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-9924a18d-e9ad-47f2-b3be-b2a49a2616ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=613b39c3-5ff7-4648-8cd7-f1640aa6fa12 HTTP/1.1" status: 200 len: 835 time: 0.0676651 Aug 03 19:35:23.934058 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:23.983285 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0098d336-7e5e-44f9-b434-afd1e11cddc7 None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:34:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:18Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:35:23.996920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b18640-6569-451e-a168-932fffa2da44 req-5aac88f8-e9b6-4931-a8cb-3c8159df6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:23.998504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-5aac88f8-e9b6-4931-a8cb-3c8159df6224 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600760 Aug 03 19:35:24.105112 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-197df57d-1782-47bb-922f-b529d5e98ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988615 Aug 03 19:35:24.230390 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-60b18640-6569-451e-a168-932fffa2da44 req-b2872582-b451-478b-a061-09e1eaa5fd06 service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176720 Aug 03 19:35:24.238460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475b076d-c918-4e17-a21a-b693ccd48d1d None None] New status for floating IP ce53dbbd-9490-4221-9f27-e494cd8f3854: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:35:24.324244 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-ccc87b0d-6d69-4529-813f-33f1e0bf0d83 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:24.343351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ccc87b0d-6d69-4529-813f-33f1e0bf0d83 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8973098 Aug 03 19:35:24.345650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57714) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:24.350399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6632da94-2a08-4ae4-8f39-9afed053f950 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:24.350910 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-6632da94-2a08-4ae4-8f39-9afed053f950 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 03 19:35:24.351456 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-6632da94-2a08-4ae4-8f39-9afed053f950 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:24.354748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6632da94-2a08-4ae4-8f39-9afed053f950 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057328 Aug 03 19:35:24.364920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:24.372477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-00abaf61-9bbf-4d5a-972b-5d9544045f7b tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:24.416194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c6f49a-0b75-44d5-aeda-e1bd5917a18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:24.714547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49c6f49a-0b75-44d5-aeda-e1bd5917a18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:24.767203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:24.820375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:24.870700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6f49a-0b75-44d5-aeda-e1bd5917a18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c223c0-bd27-4006-acaf-ce5f2d4b408b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:24.884275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49c6f49a-0b75-44d5-aeda-e1bd5917a18a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fd57a0ed76fd4317a02334f63c3e963b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9022064 Aug 03 19:35:24.885042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:24.896833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:24.976969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b55c0b7-5c90-4d45-9260-fd78daae4dc1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/ce53dbbd-9490-4221-9f27-e494cd8f3854 HTTP/1.1" status: 200 len: 993 time: 0.2047353 Aug 03 19:35:25.011252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.046327 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.111563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] For port 0a421413-5285-4402-957d-94cde2235548, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a421413-5285-4402-957d-94cde2235548,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:25.150183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.176735 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-00abaf61-9bbf-4d5a-972b-5d9544045f7b tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:25.178135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00abaf61-9bbf-4d5a-972b-5d9544045f7b tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8121364 Aug 03 19:35:25.180996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:25.186548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3ed61b19-cd2e-4bad-ad25-4f008dff14c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:25.187080 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-3ed61b19-cd2e-4bad-ad25-4f008dff14c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 03 19:35:25.187589 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-3ed61b19-cd2e-4bad-ad25-4f008dff14c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:25.191522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ed61b19-cd2e-4bad-ad25-4f008dff14c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064054 Aug 03 19:35:25.193531 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57730) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:25.198566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-676c6f80-8099-4eae-9170-dc4ccd96233c tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:25.286780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.287584 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.287810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.292634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.294763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09c223c0-bd27-4006-acaf-ce5f2d4b408b HTTP/1.1" status: 204 len: 168 time: 0.4047220 Aug 03 19:35:25.317626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9238d15-031d-494c-8765-cb594a425ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c223c0-bd27-4006-acaf-ce5f2d4b408b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:25.413015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:25.440010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:25.454013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:25.454634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:25.458576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222f952a-3d40-42fb-857c-dd2e7669d058 None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:25.480164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Subnet': ['ID=bbd3e36d-a144-4e78-a516-89c9d715e3e5,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:25.488510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=0a421413-5285-4402-957d-94cde2235548,revision_number=5']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:25.578530 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-676c6f80-8099-4eae-9170-dc4ccd96233c tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:25.579646 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-676c6f80-8099-4eae-9170-dc4ccd96233c tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3850887 Aug 03 19:35:25.583359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:25.599119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-296c457c-9fa8-4968-b3a9-e0b05d6adcfe tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:25.647996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bca82300-6666-4d93-b187-95d15092f091 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.2409837 Aug 03 19:35:25.648670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57746) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:25.664756 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Request body: {'port': {'network_id': '415ae438-a0e9-4e74-9820-45c73ede8734', 'mac_address': 'fa:16:3e:51:44:ad', 'name': 'tempest-NetworksTestDHCPv6-498335620'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:26.027029 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-296c457c-9fa8-4968-b3a9-e0b05d6adcfe tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:26.031890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-296c457c-9fa8-4968-b3a9-e0b05d6adcfe tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4438915 Aug 03 19:35:26.032391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57762) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:26.032886 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:35:26.198104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Made reservation on behalf of b8921d42fdc941faa3b4c9767a5ec331 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:26.210213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.280345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.357304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.399608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] device_id is not set on port 2112a5c9-c315-4e1a-ae4d-8ef053795c56 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:26.476245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.485656 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.488318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2 HTTP/1.1" status: 204 len: 168 time: 0.4543548 Aug 03 19:35:26.533399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57774) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:26.535516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3452d1-ec51-4603-b3a2-a959e3eee013 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b5c5bf-c81b-4501-8097-fb3dafa4ecc2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:26.705888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b415565f-9461-43fb-9db9-5c9e3c221a9e tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1365359 Aug 03 19:35:26.718543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:26.733743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1642495375'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:26.762692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:26.927706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8::20d (415ae438-a0e9-4e74-9820-45c73ede8734/91eebe04-de1e-400d-a902-0a9562a5f3e2/2112a5c9-c315-4e1a-ae4d-8ef053795c56) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:26.931536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e017f47c-e77f-428e-8687-6a6d25f3f5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.945057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:26.950955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:44ad (415ae438-a0e9-4e74-9820-45c73ede8734/bbd3e36d-a144-4e78-a516-89c9d715e3e5/2112a5c9-c315-4e1a-ae4d-8ef053795c56) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:26.988562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b3cc35f-541f-4108-b145-c1401a283006 None None] Provisioning complete for port 0a421413-5285-4402-957d-94cde2235548 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:26.996600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc35f-541f-4108-b145-c1401a283006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.174836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e017f47c-e77f-428e-8687-6a6d25f3f5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.282961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.303883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Transition to ACTIVE for port object 2112a5c9-c315-4e1a-ae4d-8ef053795c56 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:27.325570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e017f47c-e77f-428e-8687-6a6d25f3f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.412085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e017f47c-e77f-428e-8687-6a6d25f3f5c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=88745c814d3c43f2abc07e3d18573dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6452253 Aug 03 19:35:27.414899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:27.422000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017f47c-e77f-428e-8687-6a6d25f3f5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db3007c-dc52-43c3-80b3-c9140a90161c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.448388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.515786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.570496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event updated for resources: {'Port': ['ID=2112a5c9-c315-4e1a-ae4d-8ef053795c56,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.574514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Network 415ae438-a0e9-4e74-9820-45c73ede8734 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:27.579987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:27.583938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:27.589952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:27.590603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.603139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a421413-5285-4402-957d-94cde2235548 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:27.619678 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.672849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.678069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 0a421413-5285-4402-957d-94cde2235548 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:27.678442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.705539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.780543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e2eb5b-913c-47df-b199-b7d02a1ced79,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:27.913281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-08f8d2bd-4111-49ca-8c9c-2019ef065439 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2635291 Aug 03 19:35:27.915679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:27.954048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.959265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.959970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9db6ecf-921b-4c1d-bb5f-a34cb2bf6dff tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2341769 Aug 03 19:35:27.959970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57812) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:27.961520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:27.962933 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3db3007c-dc52-43c3-80b3-c9140a90161c HTTP/1.1" status: 204 len: 168 time: 0.5469623 Aug 03 19:35:27.964524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9ad4a90e-56c3-4535-81cb-c96a4a14b214 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2eb5b-913c-47df-b199-b7d02a1ced79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:27.998114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8347c36-51cf-4962-b824-97134e6b962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db3007c-dc52-43c3-80b3-c9140a90161c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.070772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting port 2112a5c9-c315-4e1a-ae4d-8ef053795c56 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:28.071030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.170758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.176217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-301c9c5d-dc90-4bab-8fb9-13c4b572be29 None None] Provisioning for port 2112a5c9-c315-4e1a-ae4d-8ef053795c56 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:28.180259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-301c9c5d-dc90-4bab-8fb9-13c4b572be29 None None] Provisioning complete for port 2112a5c9-c315-4e1a-ae4d-8ef053795c56 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:28.180720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-301c9c5d-dc90-4bab-8fb9-13c4b572be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.184487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Calling delete_port for 2112a5c9-c315-4e1a-ae4d-8ef053795c56 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:28.217744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-301c9c5d-dc90-4bab-8fb9-13c4b572be29 None None] Port 2112a5c9-c315-4e1a-ae4d-8ef053795c56 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:28.244094 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-9ad4a90e-56c3-4535-81cb-c96a4a14b214 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The resource could not be found. Aug 03 19:35:28.252869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9ad4a90e-56c3-4535-81cb-c96a4a14b214 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2924721 Aug 03 19:35:28.253314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57822) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.261486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-33be766f-f3b0-4c48-9d3b-34d3d34afc81 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'e8e2eb5b-913c-47df-b199-b7d02a1ced79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e8985adf-5224-4923-b9ff-f8b536cd4655'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:28.556396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.723523 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-33be766f-f3b0-4c48-9d3b-34d3d34afc81 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The resource could not be found. Aug 03 19:35:28.728040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57838) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.738279 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33be766f-f3b0-4c48-9d3b-34d3d34afc81 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4838243 Aug 03 19:35:28.739704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.758399 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/2112a5c9-c315-4e1a-ae4d-8ef053795c56 HTTP/1.1" status: 204 len: 168 time: 0.8393128 Aug 03 19:35:28.759398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.762929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab6e2-be23-4c32-adfe-04c2d1de405f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Port': ['ID=2112a5c9-c315-4e1a-ae4d-8ef053795c56,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:28.848255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57844) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.867649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e221b72c-01db-497b-837e-cd8f78d9599c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.869460 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e221b72c-01db-497b-837e-cd8f78d9599c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1093125 Aug 03 19:35:28.870551 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.880337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57848) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:28.931222 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:28.979393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1946d849-39f4-4fa1-9fa8-616c4d4d4fb4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:28.980997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1946d849-39f4-4fa1-9fa8-616c4d4d4fb4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0994461 Aug 03 19:35:28.983806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57850) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.044803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-386167634', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:29.089998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b0b76-85c8-40a4-acde-bf42efbb9a74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.092682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b0b76-85c8-40a4-acde-bf42efbb9a74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.094608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b0b76-85c8-40a4-acde-bf42efbb9a74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:29.096897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ae6b0b76-85c8-40a4-acde-bf42efbb9a74 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1117549 Aug 03 19:35:29.099694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.110115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.113229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.115680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/e8e2eb5b-913c-47df-b199-b7d02a1ced79 HTTP/1.1" status: 204 len: 168 time: 0.3865449 Aug 03 19:35:29.124414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57864) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.151090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688675b9-b826-478e-99b2-9fcf8829fefd tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e2eb5b-913c-47df-b199-b7d02a1ced79,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.189354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet 91eebe04-de1e-400d-a902-0a9562a5f3e2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:29.193646 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.208143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.236529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a35c-b9f7-4395-88c7-4f8af9bab678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.238030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Made reservation on behalf of dc3f8aae727846cf8ac0bdd1c81d3225 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:29.240672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.243451 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9048cb8-a706-4851-889a-ded9a1ddc079 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172712 Aug 03 19:35:29.255930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.257231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.268538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4a5c75c6-851b-47c1-9db6-b0f727215c93 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': 'bacdc3ce-b4fd-4f4f-a526-6b519e47f8fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:29.318760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.412065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.426193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a35c-b9f7-4395-88c7-4f8af9bab678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.505605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a35c-b9f7-4395-88c7-4f8af9bab678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.558539 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e6e2a35c-b9f7-4395-88c7-4f8af9bab678 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=193abe9a852f439db5ef7932716fc6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489962 Aug 03 19:35:29.559676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2a35c-b9f7-4395-88c7-4f8af9bab678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be2c2f9-3927-432d-9124-2d410b303dd0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.563530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57872) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.610464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.637622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.647711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=91eebe04-de1e-400d-a902-0a9562a5f3e2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:29.652010 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.654090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f4759f0-1cd0-4155-9242-5631914d9e45 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/91eebe04-de1e-400d-a902-0a9562a5f3e2 HTTP/1.1" status: 204 len: 168 time: 0.5532506 Aug 03 19:35:29.658953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3957ffe-d5fe-4cb0-a5d9-1109d7e81cbf None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:29.667806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57874) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:29.669852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.778255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Deleting subnet bbd3e36d-a144-4e78-a516-89c9d715e3e5 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:29.784059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.813559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.819576 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:29.821127 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5be2c2f9-3927-432d-9124-2d410b303dd0 HTTP/1.1" status: 204 len: 168 time: 0.2563326 Aug 03 19:35:29.843297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb87c57-7c66-40bd-acdd-e278ab3ec5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be2c2f9-3927-432d-9124-2d410b303dd0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.162691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.271319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.470421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.472270 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.515169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd3e36d-a144-4e78-a516-89c9d715e3e5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.532699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.534781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0700f3c3-b60d-4a8e-9b05-ed361f268f35 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/bbd3e36d-a144-4e78-a516-89c9d715e3e5 HTTP/1.1" status: 204 len: 168 time: 0.8654814 Aug 03 19:35:30.537389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57884) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.586762 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:30.598727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] device_id is not set on port 40bbc653-c9b0-400f-b951-387fa94c9af3 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:30.619237 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ef605a20-6d18-4f4a-8959-428a43c09d21 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783086 Aug 03 19:35:30.620136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.663281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06fc18-c2b6-4c9b-91bb-148e857231d5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:30.692269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4c9f5-ad1c-4d7e-8d7b-f2923898458b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:30.696225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33e4c9f5-ad1c-4d7e-8d7b-f2923898458b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0727758 Aug 03 19:35:30.696523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57888) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.760270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31a7e1-3373-45c5-b7cc-7a2fd0f356a4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:30.765057 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b31a7e1-3373-45c5-b7cc-7a2fd0f356a4 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0643644 Aug 03 19:35:30.765057 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-4a5c75c6-851b-47c1-9db6-b0f727215c93 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The resource could not be found. Aug 03 19:35:30.768875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a5c75c6-851b-47c1-9db6-b0f727215c93 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.5099728 Aug 03 19:35:30.769623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.769955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.801633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1867205672'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:30.823389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Allocated IP 172.25.2.118 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/40bbc653-c9b0-400f-b951-387fa94c9af3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:30.872016 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-579c7dd5-ead5-4015-b861-bbcbef8aa70e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009207 Aug 03 19:35:30.879772 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.886789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ba57c-a033-4cc7-9f34-cf5d8288825b None None] Network 415ae438-a0e9-4e74-9820-45c73ede8734 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:30.954153 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-954c5126-723f-4c91-a81b-ee29e2751046 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:30.955954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954c5126-723f-4c91-a81b-ee29e2751046 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:30.958489 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-954c5126-723f-4c91-a81b-ee29e2751046 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/2112a5c9-c315-4e1a-ae4d-8ef053795c56 HTTP/1.1" status: 404 len: 333 time: 0.0805368 Aug 03 19:35:30.961637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57896) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.966073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57898) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:30.987868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6753874f-4ba1-455f-9495-82641e43e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.010598 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0a71ea-daa1-4ea1-99bb-ada99651f2e3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.010598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0a71ea-daa1-4ea1-99bb-ada99651f2e3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.010598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5c0a71ea-daa1-4ea1-99bb-ada99651f2e3 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/bbd3e36d-a144-4e78-a516-89c9d715e3e5 HTTP/1.1" status: 404 len: 337 time: 0.0468037 Aug 03 19:35:31.012855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57900) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.062270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.070487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32f2b336-6ef6-48f3-a77a-0176e0eb7e5c None None] Provisioning complete for port 0a421413-5285-4402-957d-94cde2235548 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:31.071032 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc288eb-9471-49b6-b542-cc6d6a754277 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.071611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc288eb-9471-49b6-b542-cc6d6a754277 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.073926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-abc288eb-9471-49b6-b542-cc6d6a754277 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/91eebe04-de1e-400d-a902-0a9562a5f3e2 HTTP/1.1" status: 404 len: 337 time: 0.0594568 Aug 03 19:35:31.074381 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32f2b336-6ef6-48f3-a77a-0176e0eb7e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.087479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57902) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.145893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.146330 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeddeedf-a495-4c15-9b96-8699bc518b13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.147348 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeddeedf-a495-4c15-9b96-8699bc518b13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.149960 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aeddeedf-a495-4c15-9b96-8699bc518b13 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/a417dd9e-866a-481b-9291-fa655c4b0a0d HTTP/1.1" status: 404 len: 333 time: 0.0613492 Aug 03 19:35:31.153998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57904) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.241952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6753874f-4ba1-455f-9495-82641e43e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.277412 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7950cb-dc3d-4dc4-bf0e-3f4d484befbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.278007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7950cb-dc3d-4dc4-bf0e-3f4d484befbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.279786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b7950cb-dc3d-4dc4-bf0e-3f4d484befbb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/98b427df-509d-4af1-848b-690afcb5dafd HTTP/1.1" status: 404 len: 337 time: 0.1243346 Aug 03 19:35:31.282762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57908) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.329252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.343641 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c23dfc-a41a-405b-993d-6d3810b9a990 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.344103 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c23dfc-a41a-405b-993d-6d3810b9a990 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.345916 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e7c23dfc-a41a-405b-993d-6d3810b9a990 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8e35c164-edcf-4e85-bd92-2ca0719377a7 HTTP/1.1" status: 404 len: 337 time: 0.0617983 Aug 03 19:35:31.348800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57910) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.387774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:31.389767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Pushing event updated for resources: {'Port': ['ID=40bbc653-c9b0-400f-b951-387fa94c9af3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:31.396753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:31.413543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:31.459648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.461630 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6753874f-4ba1-455f-9495-82641e43e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.468395 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dc36bd-f137-4ae4-93a1-1fda31f4cccb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.468566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95dc36bd-f137-4ae4-93a1-1fda31f4cccb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.472969 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-95dc36bd-f137-4ae4-93a1-1fda31f4cccb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/2f53e416-9604-490d-9e0d-ecc53cabc2a1 HTTP/1.1" status: 404 len: 333 time: 0.1206644 Aug 03 19:35:31.478791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.521397 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6753874f-4ba1-455f-9495-82641e43e5bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b743256a5554205a0aa23c1243c87e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479977 Aug 03 19:35:31.521397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753874f-4ba1-455f-9495-82641e43e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e4bcd3-1d39-42b9-86b1-bf87f64a2121,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:31.523602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57916) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.534694 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d1cdf9-6ad6-4b8d-a025-34c33e604ead tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.535290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d1cdf9-6ad6-4b8d-a025-34c33e604ead tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.536061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] DHCP port deletion for 415ae438-a0e9-4e74-9820-45c73ede8734 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:31.540019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57918) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.540136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e3d1cdf9-6ad6-4b8d-a025-34c33e604ead tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/1e37b8fe-724c-4606-8a04-e5539d113038 HTTP/1.1" status: 404 len: 337 time: 0.0583632 Aug 03 19:35:31.553859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:31.557813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.591103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.598919 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec67079-ae66-4bd9-837d-d5d1d571d304 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.599616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec67079-ae66-4bd9-837d-d5d1d571d304 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.603989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ec67079-ae66-4bd9-837d-d5d1d571d304 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/557882bc-7e28-475d-93c6-5278ce0f65b4 HTTP/1.1" status: 404 len: 337 time: 0.0607493 Aug 03 19:35:31.604853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57920) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.613234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.640026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Deleting port 0a421413-5285-4402-957d-94cde2235548 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:31.640403 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.647278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.655605 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0639aa84-0e87-4a4e-bbe2-0b488e00eaeb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.656518 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0639aa84-0e87-4a4e-bbe2-0b488e00eaeb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.660832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0639aa84-0e87-4a4e-bbe2-0b488e00eaeb tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ec0fa336-330c-4de5-b814-39048c87d9b1 HTTP/1.1" status: 404 len: 333 time: 0.0529678 Aug 03 19:35:31.662704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57922) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.671000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d3221c-bfc2-4a98-85d9-3ec8eb7d7d1f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:31.711380 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6032a7bd-4f5a-42d3-af57-3f80bac3516f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.712100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6032a7bd-4f5a-42d3-af57-3f80bac3516f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.716604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6032a7bd-4f5a-42d3-af57-3f80bac3516f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/9cd21cfe-5535-4dee-957a-118fda5aaa1d HTTP/1.1" status: 404 len: 337 time: 0.0506887 Aug 03 19:35:31.717229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57924) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.728638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] For port 0a421413-5285-4402-957d-94cde2235548, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=0a421413-5285-4402-957d-94cde2235548,segment=NetworkSegment(88d267b9-529a-4bbe-9476-1f176b90123f),segment_id=88d267b9-529a-4bbe-9476-1f176b90123f)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:31.729229 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.734363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c6c11f44-4740-46a3-8d8a-f976b82ef1a1 tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8846283 Aug 03 19:35:31.740974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.754045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.118'}]}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:31.754243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Calling delete_port for 0a421413-5285-4402-957d-94cde2235548 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:31.760157 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c23c775-bed7-45d8-a82b-5e049a14e440 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.760671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c23c775-bed7-45d8-a82b-5e049a14e440 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.762490 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9c23c775-bed7-45d8-a82b-5e049a14e440 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3063e064-82d0-41ea-b94d-9e233662bcfa HTTP/1.1" status: 404 len: 337 time: 0.0443511 Aug 03 19:35:31.765238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57928) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.784307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:31.786486 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-47267552-73e7-4de9-86c1-f4d41c587de0 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0012217 Aug 03 19:35:31.788863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.796628 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9862af-4496-4a11-9eff-5146c1e5cea7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.796961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--1572130581'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:31.797830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9862af-4496-4a11-9eff-5146c1e5cea7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.801295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d9862af-4496-4a11-9eff-5146c1e5cea7 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/736e9e73-db56-4306-867b-f39cba943331 HTTP/1.1" status: 404 len: 333 time: 0.0348907 Aug 03 19:35:31.802876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.839012 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b991fb-de30-479e-a2b7-ce38b038b618 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.839817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b991fb-de30-479e-a2b7-ce38b038b618 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.842609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2b991fb-de30-479e-a2b7-ce38b038b618 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/c8cce0c6-915b-4eb7-857e-de7d9acc284e HTTP/1.1" status: 404 len: 337 time: 0.0368555 Aug 03 19:35:31.845164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57934) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.868770 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9972aa54-673a-46de-a8e0-d7f5ff36e33a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.869483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9972aa54-673a-46de-a8e0-d7f5ff36e33a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.871415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9972aa54-673a-46de-a8e0-d7f5ff36e33a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/8d09899b-dffb-4d6d-9630-b5e09caf1296 HTTP/1.1" status: 404 len: 333 time: 0.0252922 Aug 03 19:35:31.882146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57936) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.912325 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46bc8e5-79bb-4d9c-a966-0a84c363dd50 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.912848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46bc8e5-79bb-4d9c-a966-0a84c363dd50 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.914646 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a46bc8e5-79bb-4d9c-a966-0a84c363dd50 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/82924752-d372-4d46-8b22-079ab9e8d9be HTTP/1.1" status: 404 len: 337 time: 0.0310898 Aug 03 19:35:31.917364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57938) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.942709 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c63e2a-7aa9-4e3e-be4c-3dafa59ddf00 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.943488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c63e2a-7aa9-4e3e-be4c-3dafa59ddf00 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.945451 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a2c63e2a-7aa9-4e3e-be4c-3dafa59ddf00 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/d144a383-0a94-4b44-820f-937d8c5934e4 HTTP/1.1" status: 404 len: 333 time: 0.0270519 Aug 03 19:35:31.948028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57940) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:31.979918 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef50dd9-9e26-4565-beff-031db03582e5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:31.980388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef50dd9-9e26-4565-beff-031db03582e5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:31.983036 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1ef50dd9-9e26-4565-beff-031db03582e5 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/0234e0dc-d612-427c-a7e9-602a13db9d32 HTTP/1.1" status: 404 len: 337 time: 0.0339224 Aug 03 19:35:31.985720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.006846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.009507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.009633 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2571a1-5084-4c6c-ac86-030a83dac855 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.023502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2571a1-5084-4c6c-ac86-030a83dac855 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.023646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5e4bcd3-1d39-42b9-86b1-bf87f64a2121 HTTP/1.1" status: 204 len: 168 time: 0.4841185 Aug 03 19:35:32.023735 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea2571a1-5084-4c6c-ac86-030a83dac855 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/6c27b260-2271-4539-92f8-5e24feb91902 HTTP/1.1" status: 404 len: 333 time: 0.0252545 Aug 03 19:35:32.023816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995e7c-7416-4b9d-9ddf-c495c610afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e4bcd3-1d39-42b9-86b1-bf87f64a2121,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:32.025657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57944) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.057972 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c0ec84-9b37-4161-ab3f-188777856a40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.058471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c0ec84-9b37-4161-ab3f-188777856a40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.060220 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9c0ec84-9b37-4161-ab3f-188777856a40 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/a79b708d-6f46-476f-9a2e-9b2e56a27a2a HTTP/1.1" status: 404 len: 337 time: 0.0327992 Aug 03 19:35:32.077658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57948) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.095150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.125572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.126604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.130548 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc299326-df98-44ae-969f-c25d2bf2f46b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.131287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc299326-df98-44ae-969f-c25d2bf2f46b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.133086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc299326-df98-44ae-969f-c25d2bf2f46b tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/5a0c0771-5577-4bef-b0f9-e1561e2e395e HTTP/1.1" status: 404 len: 333 time: 0.0541523 Aug 03 19:35:32.136976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57950) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.141803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] Pushing event deleted for resources: {'Port': ['ID=0a421413-5285-4402-957d-94cde2235548,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:32.145465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053f500-a991-496c-9922-9c66f7b21518 None None] No DVR routers for this DVR port 0a421413-5285-4402-957d-94cde2235548 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:32.175711 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d33c89a-a203-441d-b95e-101a8d013daf tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.179904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d33c89a-a203-441d-b95e-101a8d013daf tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.179904 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d33c89a-a203-441d-b95e-101a8d013daf tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3682c7e6-0d8a-4dc3-bb41-847c5c1af424 HTTP/1.1" status: 404 len: 337 time: 0.0380323 Aug 03 19:35:32.180869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57952) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.205859 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa315ae-aea6-42f0-a3be-4f0d7c606b60 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.206691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa315ae-aea6-42f0-a3be-4f0d7c606b60 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.208453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cfa315ae-aea6-42f0-a3be-4f0d7c606b60 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/5c6bec74-4e3d-46df-a4d0-64fa490cafd6 HTTP/1.1" status: 404 len: 333 time: 0.0266175 Aug 03 19:35:32.211540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.223007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57954) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.250154 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c646df-d4b9-4c71-9686-4611023b4606 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.250604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c646df-d4b9-4c71-9686-4611023b4606 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.252302 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-25c646df-d4b9-4c71-9686-4611023b4606 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/f9efdda7-88d6-4c98-88bf-27c730a63061 HTTP/1.1" status: 404 len: 337 time: 0.0282068 Aug 03 19:35:32.255226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57956) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.285635 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-f820f05f-ce47-4f47-a148-78011623f80d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.286096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f820f05f-ce47-4f47-a148-78011623f80d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.287823 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f820f05f-ce47-4f47-a148-78011623f80d tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/21e59a6d-cb72-4104-a6d1-33285287305b HTTP/1.1" status: 404 len: 337 time: 0.0317037 Aug 03 19:35:32.290385 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.315089 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e7194a-15ba-4911-8750-46bf676215f9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.315789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e7194a-15ba-4911-8750-46bf676215f9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.317551 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6e7194a-15ba-4911-8750-46bf676215f9 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ebcb54ac-e2de-4969-b350-671891694a75 HTTP/1.1" status: 404 len: 333 time: 0.0262644 Aug 03 19:35:32.320214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57960) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.347826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.349193 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bef59f-508c-47ca-97d0-78f96ef56391 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.349650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bef59f-508c-47ca-97d0-78f96ef56391 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.351352 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-67bef59f-508c-47ca-97d0-78f96ef56391 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/60482d81-3500-494a-be79-6bea6b95b7ef HTTP/1.1" status: 404 len: 337 time: 0.0302007 Aug 03 19:35:32.354415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57962) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.405991 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e6b503-52af-49f7-bb84-63371aec2256 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.406215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e6b503-52af-49f7-bb84-63371aec2256 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.412787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-66e6b503-52af-49f7-bb84-63371aec2256 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8e01181e-10da-47ec-bb58-6e0708bb00c3 HTTP/1.1" status: 404 len: 337 time: 0.0532730 Aug 03 19:35:32.413660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57966) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.453164 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c73251-e21a-4dc9-a0a2-07aaead264ee tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.454372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c73251-e21a-4dc9-a0a2-07aaead264ee tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.457011 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-60c73251-e21a-4dc9-a0a2-07aaead264ee tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/88fec9c8-ff09-404c-a466-45558a73a63a HTTP/1.1" status: 404 len: 333 time: 0.0419095 Aug 03 19:35:32.460757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.471077 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.491834 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-0861081b-6737-4b1b-8e15-3627c8bac190 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.492302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0861081b-6737-4b1b-8e15-3627c8bac190 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.494183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0861081b-6737-4b1b-8e15-3627c8bac190 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/292004f8-36d7-4a50-b185-6afea0bbbd6f HTTP/1.1" status: 404 len: 337 time: 0.0324650 Aug 03 19:35:32.497267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57970) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.526446 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a539ea9b-b93e-4719-8e22-3f569cd89269 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.526928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a539ea9b-b93e-4719-8e22-3f569cd89269 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.528771 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a539ea9b-b93e-4719-8e22-3f569cd89269 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/665111f8-9344-4973-84c5-3f8fb94ea325 HTTP/1.1" status: 404 len: 337 time: 0.0302842 Aug 03 19:35:32.532879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57972) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.562644 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fde02eb-2a4d-44ca-afec-0fb41b0414f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.563324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fde02eb-2a4d-44ca-afec-0fb41b0414f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.565116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3fde02eb-2a4d-44ca-afec-0fb41b0414f8 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/7397df20-23eb-4017-b411-289464624f07 HTTP/1.1" status: 404 len: 333 time: 0.0304115 Aug 03 19:35:32.568889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57974) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.597119 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-b733da45-f6e7-4c47-8b68-ba9e96ba2921 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.597581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b733da45-f6e7-4c47-8b68-ba9e96ba2921 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.600831 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b733da45-f6e7-4c47-8b68-ba9e96ba2921 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/f7b8e9e5-a57a-4d09-8a63-1af9142193db HTTP/1.1" status: 404 len: 337 time: 0.0297034 Aug 03 19:35:32.602144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57978) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.633919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.638911 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa92598-0212-45ff-8639-7bd73befdd72 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.639383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa92598-0212-45ff-8639-7bd73befdd72 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.641241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1aa92598-0212-45ff-8639-7bd73befdd72 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8645da2b-f908-4a94-a68f-6eca80dab096 HTTP/1.1" status: 404 len: 337 time: 0.0381567 Aug 03 19:35:32.644013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.657595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.680169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab566201-5e56-4220-8bca-4cdef8f7e3a0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports?device_id=8e798e0a-9654-4729-8797-63f58122a423 HTTP/1.1" status: 200 len: 205 time: 0.0348840 Aug 03 19:35:32.687671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57984) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.705579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345837b6-57b3-4cd6-8dea-8548197859cc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:32.729118 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-dbdf93b8-7840-4a7b-b507-0b1f0b0c2ed2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] delete failed (client error): The resource could not be found. Aug 03 19:35:32.730180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dbdf93b8-7840-4a7b-b507-0b1f0b0c2ed2 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/routers/8e798e0a-9654-4729-8797-63f58122a423 HTTP/1.1" status: 404 len: 336 time: 0.0415027 Aug 03 19:35:32.733609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 57986) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.766650 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68fdfe2-9cd7-4b8c-8490-8c0bc5707db0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.767123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68fdfe2-9cd7-4b8c-8490-8c0bc5707db0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.768888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e68fdfe2-9cd7-4b8c-8490-8c0bc5707db0 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/1fb9bb7f-da0d-4af0-b4d8-b113e68a31eb HTTP/1.1" status: 404 len: 337 time: 0.0345311 Aug 03 19:35:32.772062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57988) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.810091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:32.816341 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8be09d97-d9e6-4eba-9eaf-40843d726414 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0221617 Aug 03 19:35:32.817709 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f674b38-7521-4f72-b220-ac1d59ab3c47 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc26bb36-032d-4d39-987c-7b7f1f5cd915 HTTP/1.1" status: 200 len: 205 time: 0.0442162 Aug 03 19:35:32.818206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57992) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.818539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 57994) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.841604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5d6789f5-ddef-42d2-ab45-095ca5165410 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group_rule': {'security_group_id': '74d3221c-bfc2-4a98-85d9-3ec8eb7d7d1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '345837b6-57b3-4cd6-8dea-8548197859cc'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:32.890998 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-f919a1d0-ef13-495d-98fa-ba9fa0690933 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] delete failed (client error): The resource could not be found. Aug 03 19:35:32.892054 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f919a1d0-ef13-495d-98fa-ba9fa0690933 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/routers/fc26bb36-032d-4d39-987c-7b7f1f5cd915 HTTP/1.1" status: 404 len: 336 time: 0.0712793 Aug 03 19:35:32.904132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58000) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.943461 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb516fe-04ae-4bd8-8293-349c0dce77db tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.943923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb516fe-04ae-4bd8-8293-349c0dce77db tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.948230 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fb516fe-04ae-4bd8-8293-349c0dce77db tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/e0f62df4-1217-4d73-9724-3590a12b3408 HTTP/1.1" status: 404 len: 337 time: 0.0397406 Aug 03 19:35:32.953073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58002) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:32.978447 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-521b2113-e1de-4d43-9a99-cdf82cd21e3e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:32.978949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-521b2113-e1de-4d43-9a99-cdf82cd21e3e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:32.981711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-521b2113-e1de-4d43-9a99-cdf82cd21e3e tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/06d6b983-6a34-46d6-83e6-7e8ad3ba16d6 HTTP/1.1" status: 404 len: 337 time: 0.0322049 Aug 03 19:35:32.984633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58004) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.010044 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9fe830-1b71-4d65-8561-f6c5b392fd27 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.010741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9fe830-1b71-4d65-8561-f6c5b392fd27 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.015314 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1d9fe830-1b71-4d65-8561-f6c5b392fd27 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/ed084392-5ef0-4cda-88e7-20a9c146045c HTTP/1.1" status: 404 len: 333 time: 0.0268490 Aug 03 19:35:33.016501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.065838 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ca08cf-d167-43d6-bbe9-c395711dc9ec tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.066302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ca08cf-d167-43d6-bbe9-c395711dc9ec tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.068972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a5ca08cf-d167-43d6-bbe9-c395711dc9ec tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/a6cbd803-2b8a-464c-95c5-e7414256d378 HTTP/1.1" status: 404 len: 337 time: 0.0502572 Aug 03 19:35:33.081557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58010) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.113281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.116150 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d72c72d-27e2-4e82-ae47-5d2c3cfeb526 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.116888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d72c72d-27e2-4e82-ae47-5d2c3cfeb526 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.118680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d72c72d-27e2-4e82-ae47-5d2c3cfeb526 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/f90d0567-7e0e-4b95-9e57-d91135aa7f21 HTTP/1.1" status: 404 len: 333 time: 0.0361431 Aug 03 19:35:33.128087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58012) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.137808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.181364 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-5d6789f5-ddef-42d2-ab45-095ca5165410 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:35:33.182810 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d6789f5-ddef-42d2-ab45-095ca5165410 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3629661 Aug 03 19:35:33.184778 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a842853d-ac11-4ae6-a2f0-20876f11819a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.185244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a842853d-ac11-4ae6-a2f0-20876f11819a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.187222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a842853d-ac11-4ae6-a2f0-20876f11819a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/6cbcf610-dd1f-4d5c-97bc-021fc90b7345 HTTP/1.1" status: 404 len: 337 time: 0.0552771 Aug 03 19:35:33.188017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.189523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58016) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.206308 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.219201 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-19398037-c08b-4016-a030-041bd9fb48b6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.220643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19398037-c08b-4016-a030-041bd9fb48b6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.227844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-19398037-c08b-4016-a030-041bd9fb48b6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/e65bc0a5-5f46-4072-a60a-4446a089d43c HTTP/1.1" status: 404 len: 333 time: 0.0329573 Aug 03 19:35:33.228055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58018) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.255792 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-95981678-1214-47ea-98ba-951ab5fe6f2f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.256264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95981678-1214-47ea-98ba-951ab5fe6f2f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.258066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-95981678-1214-47ea-98ba-951ab5fe6f2f tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/8c37081a-6225-4080-a1a8-8f1d923dd802 HTTP/1.1" status: 404 len: 337 time: 0.0290120 Aug 03 19:35:33.260733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58020) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.287941 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce5e48f-0feb-475c-a829-b3c52814adf6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.288172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce5e48f-0feb-475c-a829-b3c52814adf6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.290204 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6ce5e48f-0feb-475c-a829-b3c52814adf6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/04a6bb16-f55d-4fbf-a020-915a41bb91d9 HTTP/1.1" status: 404 len: 333 time: 0.0285685 Aug 03 19:35:33.302310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58024) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.333559 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc29cf1-6f67-4910-8164-9a4d9e406cb6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.334034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc29cf1-6f67-4910-8164-9a4d9e406cb6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.335907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdc29cf1-6f67-4910-8164-9a4d9e406cb6 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/fe52faec-ff2f-418e-8c27-62f230f23433 HTTP/1.1" status: 404 len: 337 time: 0.0314085 Aug 03 19:35:33.340202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58026) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.357953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.393243 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9e16e0-2755-4e38-b9b2-2b93590b108c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.393889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9e16e0-2755-4e38-b9b2-2b93590b108c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.395853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0a9e16e0-2755-4e38-b9b2-2b93590b108c tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/e7641841-92a3-41a9-a8d3-ed9cdd01393f HTTP/1.1" status: 404 len: 333 time: 0.0529945 Aug 03 19:35:33.398887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58032) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.412162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.431375 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e912e2-6743-44c7-92fe-8a15a2537161 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.432099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e912e2-6743-44c7-92fe-8a15a2537161 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.435217 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-07e912e2-6743-44c7-92fe-8a15a2537161 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/3727df8b-356f-4326-a26d-1ab099557c9e HTTP/1.1" status: 404 len: 337 time: 0.0351784 Aug 03 19:35:33.438559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58034) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.457763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.479539 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc6a95c-3d75-4007-8e64-977e63b1e644 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.479539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc6a95c-3d75-4007-8e64-977e63b1e644 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.484183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dcc6a95c-3d75-4007-8e64-977e63b1e644 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/c431da08-d54c-48b6-9f92-97c4567b402e HTTP/1.1" status: 404 len: 333 time: 0.0421090 Aug 03 19:35:33.484472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58040) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.520392 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d9efae-71b8-4237-a899-0b76f969243a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.520914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d9efae-71b8-4237-a899-0b76f969243a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.522952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c2d9efae-71b8-4237-a899-0b76f969243a tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/160e5e70-72c6-4ba1-afcd-daf392056037 HTTP/1.1" status: 404 len: 337 time: 0.0373609 Aug 03 19:35:33.525452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58042) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.590655 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-9278249b-6ee4-4d97-90f1-e1a840506a85 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.590655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9278249b-6ee4-4d97-90f1-e1a840506a85 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.590655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9278249b-6ee4-4d97-90f1-e1a840506a85 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/ports/b6ac48d7-73b0-49ea-a37a-283b918d0482 HTTP/1.1" status: 404 len: 333 time: 0.0607557 Aug 03 19:35:33.591117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a421413-5285-4402-957d-94cde2235548 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:33.593090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58046) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.612846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 0a421413-5285-4402-957d-94cde2235548 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:33.613186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 0a421413-5285-4402-957d-94cde2235548 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:33.634643 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57f2886-e46a-42fc-97c3-fef92db1da70 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:33.635316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57f2886-e46a-42fc-97c3-fef92db1da70 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:33.638796 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a57f2886-e46a-42fc-97c3-fef92db1da70 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/subnets/726630fa-af13-4f08-9733-983fef7ffefb HTTP/1.1" status: 404 len: 337 time: 0.0441101 Aug 03 19:35:33.642306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58048) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.717019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.719892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.729708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.733595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.739371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/345837b6-57b3-4cd6-8dea-8548197859cc HTTP/1.1" status: 204 len: 168 time: 0.5495839 Aug 03 19:35:33.740451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58058) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.823621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661a53a-da6d-4931-8b73-87f521c34a61 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345837b6-57b3-4cd6-8dea-8548197859cc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:33.825545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.897459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1ab5eb2b-fd1d-49e5-b2cd-716315e7baf9 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0803406 Aug 03 19:35:33.900054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58070) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:33.957372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.971036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415ae438-a0e9-4e74-9820-45c73ede8734']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.971302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.985975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d267b9-529a-4bbe-9476-1f176b90123f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.986227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d267b9-529a-4bbe-9476-1f176b90123f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:33.999326 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:33.999493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.020110 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.028195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:34.028616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.035901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.036636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3ab5748-1e31-4bc1-acb1-390460aa98d9 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:34.044580 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:34.152930 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 03 19:35:34.160874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9ff2bdc7-e853-45b4-8bd5-a04377527d5e tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4140327 Aug 03 19:35:34.160874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58098) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:34.234527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.237290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.238474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/74d3221c-bfc2-4a98-85d9-3ec8eb7d7d1f HTTP/1.1" status: 204 len: 168 time: 0.3373935 Aug 03 19:35:34.241616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58116) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:34.251868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d283d-8d74-4a44-b1a7-b146f07a09f1 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d3221c-bfc2-4a98-85d9-3ec8eb7d7d1f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.274398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Deleting port 40bbc653-c9b0-400f-b951-387fa94c9af3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:34.274753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.320012 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-117584d4-49e9-44e3-bd86-a6aae7d7c41b tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713053 Aug 03 19:35:34.320253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58118) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:34.326051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048413926'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:34.359665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.366066 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.369426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.375153 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] 10.222.0.67 "DELETE /v2.0/networks/415ae438-a0e9-4e74-9820-45c73ede8734 HTTP/1.1" status: 204 len: 168 time: 0.7192903 Aug 03 19:35:34.375355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Calling delete_port for 40bbc653-c9b0-400f-b951-387fa94c9af3 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:34.390955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ca885-56c2-40a4-995b-5d24afe54358 tempest-NetworksTestDHCPv6-1386713079 tempest-NetworksTestDHCPv6-1386713079-project] Pushing event deleted for resources: {'Network': ['ID=415ae438-a0e9-4e74-9820-45c73ede8734,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.503483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.740164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.770129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Pushing event deleted for resources: {'Port': ['ID=40bbc653-c9b0-400f-b951-387fa94c9af3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:34.821486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.848054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.850023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d74cc3d-9b33-41f8-a1d3-5f579b17a52d tempest-RoutersAdminNegativeTest-1580920228 tempest-RoutersAdminNegativeTest-1580920228-project-admin] 10.222.0.67 "DELETE /v2.0/ports/40bbc653-c9b0-400f-b951-387fa94c9af3 HTTP/1.1" status: 204 len: 168 time: 0.6912670 Aug 03 19:35:34.946942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:34.986913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830bd592-4940-419d-8f23-10c67a7a3c03,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:35.092624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.094000 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ed229b15-294a-49d9-a9b0-1db55ddc70c4 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7727137 Aug 03 19:35:35.097180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58148) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.102124 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f02c7f4e-9d27-49f2-aa7a-58cc5940f66e tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:35.102558 n-d-803363-1 neutron-server[101342]: WARNING neutron.api.v2.base [None req-f02c7f4e-9d27-49f2-aa7a-58cc5940f66e tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 03 19:35:35.103092 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-f02c7f4e-9d27-49f2-aa7a-58cc5940f66e tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] update failed (client error): There was a conflict when trying to complete your request. Aug 03 19:35:35.104236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f02c7f4e-9d27-49f2-aa7a-58cc5940f66e tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "PUT /v2.0/security-groups/830bd592-4940-419d-8f23-10c67a7a3c03 HTTP/1.1" status: 409 len: 330 time: 0.0060441 Aug 03 19:35:35.107327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.192587 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.222064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.234317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58158) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.400202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.409433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.413372 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.421161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/830bd592-4940-419d-8f23-10c67a7a3c03 HTTP/1.1" status: 204 len: 168 time: 0.3086109 Aug 03 19:35:35.423005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58174) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.441406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203a012-acef-4b2e-a00c-f049df7c4509 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830bd592-4940-419d-8f23-10c67a7a3c03,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:35.507379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-62a306e7-71cf-4540-8342-fd5d2184e679 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789676 Aug 03 19:35:35.511854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.513476 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8646273-a216-4e51-8f3f-83ff751f3992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.527239 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-216bfe5a-515a-4236-b1e4-26ae471b7fbc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] delete failed (client error): The resource could not be found. Aug 03 19:35:35.528271 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-216bfe5a-515a-4236-b1e4-26ae471b7fbc tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "DELETE /v2.0/security-groups/ba9ad02f-800c-4db3-8bfd-a56831a96b6c HTTP/1.1" status: 404 len: 347 time: 0.0154009 Aug 03 19:35:35.529280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4082a2ec-1cc0-4844-97ff-e9190b6919e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b8921d42fdc941faa3b4c9767a5ec331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935078 Aug 03 19:35:35.533254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58180) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.533998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58182) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.560042 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-cfcf6eaf-1ef9-4f99-8bcd-339f90f1fb4f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] show failed (client error): The resource could not be found. Aug 03 19:35:35.561867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cfcf6eaf-1ef9-4f99-8bcd-339f90f1fb4f tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-groups/e14dce4f-605f-4749-8ec6-65d3cb52138d HTTP/1.1" status: 404 len: 347 time: 0.0255654 Aug 03 19:35:35.567262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58184) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.592479 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-32b5459c-2f0e-4a70-aed4-78d21bf5e525 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] show failed (client error): The resource could not be found. Aug 03 19:35:35.593597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-32b5459c-2f0e-4a70-aed4-78d21bf5e525 tempest-NegativeSecGroupTest-1373730018 tempest-NegativeSecGroupTest-1373730018-project] 10.222.0.67 "GET /v2.0/security-group-rules/282e7132-da03-4b0e-bd84-5f910cdc99b6 HTTP/1.1" status: 404 len: 356 time: 0.0250964 Aug 03 19:35:35.603163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.630038 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.659004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8646273-a216-4e51-8f3f-83ff751f3992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.806624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8646273-a216-4e51-8f3f-83ff751f3992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.854525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c8646273-a216-4e51-8f3f-83ff751f3992 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7c05e38099c747e2b456afa60ce75ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458191 Aug 03 19:35:35.854525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8646273-a216-4e51-8f3f-83ff751f3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccb1213-d27f-4a75-a383-67bbdeb3c44f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:35.854858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58196) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:35.901670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.903970 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.909206 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/281deee6-07fc-4659-859d-220c6cc8f358 HTTP/1.1" status: 204 len: 168 time: 0.3740833 Aug 03 19:35:35.940071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3823c6-12a1-4f2d-96d0-5dd771f00923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281deee6-07fc-4659-859d-220c6cc8f358,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:35.966720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:35.994020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.215042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.217698 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.218954 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3ccb1213-d27f-4a75-a383-67bbdeb3c44f HTTP/1.1" status: 204 len: 168 time: 0.3631589 Aug 03 19:35:36.229935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b1766-1c9a-4f07-8d98-c8b52b68fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccb1213-d27f-4a75-a383-67bbdeb3c44f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:36.442479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:36.646414 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6c3d541b-a9a5-4eea-85b9-cdb0eb0bf948 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a2ce7f81df24983bbdd41baa071d5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026706 Aug 03 19:35:36.649073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58266) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:36.720457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:36.761816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.000982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.009647 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.009647 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f768d41e-a82f-4c46-80fe-7448cd761903 HTTP/1.1" status: 204 len: 168 time: 0.3545675 Aug 03 19:35:37.016308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5371b59-fb6c-487b-b853-731fe56326b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f768d41e-a82f-4c46-80fe-7448cd761903,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.322537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58294) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:37.397129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d8a89a9f-3bfd-4d0b-8919-a2041242b85d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc3f8aae727846cf8ac0bdd1c81d3225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725110 Aug 03 19:35:37.399399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58302) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:37.523860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.555742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.778098 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.789348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:37.789348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a06fc18-c2b6-4c9b-91bb-148e857231d5 HTTP/1.1" status: 204 len: 168 time: 0.3828862 Aug 03 19:35:37.795635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06fc18-c2b6-4c9b-91bb-148e857231d5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:37.810164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.813619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.814839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.814839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.814839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:37.814839 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3235d74-35bc-44e5-87ad-89d623f5f027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:38.331521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58358) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:38.547108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'networks': [{'name': 'tempest-network--284434758'}, {'name': 'tempest-network--553275423'}]} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:38.547535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-network--284434758'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:38.548111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-network--553275423'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:38.727536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'network': 2} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:38.733473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.744230 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.865840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.896702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58390) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:38.967042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:38.968267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.008054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b0c7b9-4cef-4788-a760-428159dae32a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:39.022712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9e68ec3e-c2d7-49cf-b606-65c8bdfc8919 tempest-ServiceProvidersTest-1410960319 tempest-ServiceProvidersTest-1410960319-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1245832 Aug 03 19:35:39.027120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:39.037315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.037663 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment b06d64c3-1aa7-436a-8edb-f103628bdfd7 of type vlan for network 364113ee-2515-4593-8f87-f31217126f76 Aug 03 19:35:39.096936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.156986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:39.167908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.168265 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment 01caafb0-e720-4b16-94d1-824e1a7fd654 of type vlan for network 6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28 Aug 03 19:35:39.240636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.452304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.453057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.459949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:39.465106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:39.465770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.571492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=364113ee-2515-4593-8f87-f31217126f76,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:39.585451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 364113ee-2515-4593-8f87-f31217126f76 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:39.711700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58440) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:39.715055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3796096 Aug 03 19:35:39.716134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:39.750170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58446) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:39.866431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cf84158a-0ca7-4649-9969-81893f9bda75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:39.915850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1283855406'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:39.937785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51ff56-66f7-4d97-a5b5-96fbfca6e794 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:39.960321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:40.076572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cf84158a-0ca7-4649-9969-81893f9bda75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.126515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b384a-fafb-47be-b55a-cd4910b9041f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:40.132781 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b384a-fafb-47be-b55a-cd4910b9041f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:40.142550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b384a-fafb-47be-b55a-cd4910b9041f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:40.153231 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3b384a-fafb-47be-b55a-cd4910b9041f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:40.153231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae3b384a-fafb-47be-b55a-cd4910b9041f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4273970 Aug 03 19:35:40.156045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58464) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:40.220953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cf84158a-0ca7-4649-9969-81893f9bda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.296760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.306086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cf84158a-0ca7-4649-9969-81893f9bda75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e3a46f2a9dd4f61bfe8447eabe9b998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5930910 Aug 03 19:35:40.308909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58468) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:40.309455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84158a-0ca7-4649-9969-81893f9bda75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e559e01-c2cc-4ad1-881a-d56127e8d5cc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.379268 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.405927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Made reservation on behalf of a281dff2de5a4e7a9e51fe8682074aeb for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:40.409868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.410677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.423307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.425859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.442977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364113ee-2515-4593-8f87-f31217126f76']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.456178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06d64c3-1aa7-436a-8edb-f103628bdfd7') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.456460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06d64c3-1aa7-436a-8edb-f103628bdfd7') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.476596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.500385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.511998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:40.512634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:40.517415 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:40.626873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.630757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.632477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e559e01-c2cc-4ad1-881a-d56127e8d5cc HTTP/1.1" status: 204 len: 168 time: 0.3215055 Aug 03 19:35:40.646579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd414a17-4457-4e5b-b5a6-9eea2c757143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e559e01-c2cc-4ad1-881a-d56127e8d5cc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.732340 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.734885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.750873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.756196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:40.756703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/364113ee-2515-4593-8f87-f31217126f76 HTTP/1.1" status: 204 len: 168 time: 0.5987928 Aug 03 19:35:40.770286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73324c7-477e-4ee0-ba74-fd89ad863bc4 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=364113ee-2515-4593-8f87-f31217126f76,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.851682 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.927225 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.959212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:40.959541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.972961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cde4cda-4f5c-47cd-afa3-756c17e03597,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:40.977793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.989854 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:40.990218 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Added segment d998fa7b-fb5c-46d5-abbc-c5f378e099d4 of type vlan for network edf630f8-9874-4fa5-9a42-d4262bab6c13 Aug 03 19:35:40.991973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01caafb0-e720-4b16-94d1-824e1a7fd654') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:40.992481 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01caafb0-e720-4b16-94d1-824e1a7fd654') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:41.003488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.021073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.028052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:41.029073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:41.034471 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:41.050315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.340102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.341120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.349360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.349563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:41.350419 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.358160 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28 HTTP/1.1" status: 204 len: 168 time: 0.5986016 Aug 03 19:35:41.359146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.419576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a314538-1288-4e9d-ab27-e2fd03133c77 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=6b42e0f7-1d1f-4867-9fda-a3d02d6f2f28,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.434206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'Network': ['ID=edf630f8-9874-4fa5-9a42-d4262bab6c13,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:41.448199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:41.544816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d4734-de68-49db-81f2-8345006ddfbb tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:41.552053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d4734-de68-49db-81f2-8345006ddfbb tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:41.559990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d64d4734-de68-49db-81f2-8345006ddfbb tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1828339 Aug 03 19:35:41.560197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3b17912-a3dc-42bd-8249-11bae771d55d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8017075 Aug 03 19:35:41.560293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58522) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.563623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Request body: {'subnet': {'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:41.565334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58524) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:41.571066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-698955765'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:41.703509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:41.707100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.784145 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:41.818069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Made reservation on behalf of a281dff2de5a4e7a9e51fe8682074aeb for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:41.830526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.858519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:41.859215 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment 18f28193-9d79-49db-b98b-5f9e46dd5b3d of type vlan for network bd3e0be7-3348-4285-a06d-6dd23cc2dd69 Aug 03 19:35:41.952152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.103989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.110577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:42.111446 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.190196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=bd3e0be7-3348-4285-a06d-6dd23cc2dd69,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:42.207242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network bd3e0be7-3348-4285-a06d-6dd23cc2dd69 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:42.238736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.278913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-98070b12-ca15-424e-b61f-ffca8db97aff tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7089980 Aug 03 19:35:42.278913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:42.284708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-111665953'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.323093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'Subnet': ['ID=b656d541-e135-477c-b028-f92cb0777b58,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:42.336850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Checking segment: {'id': 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:42.337341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Network hostable DHCP agents. Network: edf630f8-9874-4fa5-9a42-d4262bab6c13, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:42.403790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:42.407873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.443123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:42.456711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.457123 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment 291fab28-1440-4787-990c-cfb1a5f00621 of type vlan for network b10499e0-95b1-4935-b187-b63699b70824 Aug 03 19:35:42.467508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:42.500748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.660403 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, edf630f8-9874-4fa5-9a42-d4262bab6c13) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:42.661226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.704004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:42.704816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:42.704933 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.705049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:42.705156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a7df5-ccfb-4752-ba70-de8b7544130a None None] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:42.753500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=b10499e0-95b1-4935-b187-b63699b70824,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:42.768012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b10499e0-95b1-4935-b187-b63699b70824 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:42.812296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9d8ba95d-6c41-4d07-acea-865b53ae2e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2541623 Aug 03 19:35:42.815388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58586) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:42.820830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Request body: {'port': {'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1137644174'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.869218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:42.869797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6192cf2-42dd-40a4-8265-4b12b7a1ad7f tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5895474 Aug 03 19:35:42.876037 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'ports': [{'network_id': 'bd3e0be7-3348-4285-a06d-6dd23cc2dd69', 'name': 'tempest-port--345763573', 'admin_state_up': True}, {'network_id': 'b10499e0-95b1-4935-b187-b63699b70824', 'admin_state_up': False}]} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.876238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'port': {'network_id': 'bd3e0be7-3348-4285-a06d-6dd23cc2dd69', 'name': 'tempest-port--345763573', 'admin_state_up': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.877257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'port': {'network_id': 'b10499e0-95b1-4935-b187-b63699b70824', 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:42.927190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-edf630f8-9874-4fa5-9a42-d4262bab6c13', 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13', 'tenant_id': 'a281dff2de5a4e7a9e51fe8682074aeb', 'fixed_ips': [{'subnet_id': 'b656d541-e135-477c-b028-f92cb0777b58'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:42.927651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.145217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Allocated IP 2001:db8::2 (edf630f8-9874-4fa5-9a42-d4262bab6c13/b656d541-e135-477c-b028-f92cb0777b58/3a8f304e-99c8-469a-8ca3-93d6ccb65b71) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:43.149127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Made reservation on behalf of a281dff2de5a4e7a9e51fe8682074aeb for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:43.153867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.176569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] device_id is not set on port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 yet. {{(pid=101342) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:43.409878 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.421542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Transition to ACTIVE for port object 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:43.447466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Transition to ACTIVE for port object 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:43.542714 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.585661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:43.592091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:43.595132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:43.620552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'port': 2} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:43.624082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Pushing event updated for resources: {'Port': ['ID=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:43.635010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.660162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.691132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Attempting to bind port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:43.692484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Attempting to bind port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:43.692484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Attempting to bind port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 on network edf630f8-9874-4fa5-9a42-d4262bab6c13 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:43.697901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:43.698607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Checking segment: {'id': 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:43.699191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.699817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Bound using segment: {'id': 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:43.700482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Bound port: 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:43.705344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.740500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Allocated IP 2001:db8::263 (edf630f8-9874-4fa5-9a42-d4262bab6c13/b656d541-e135-477c-b028-f92cb0777b58/318b2d8f-af82-4172-a87d-f0a725c9a2d0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:43.777776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] device_id is not set on port ab0ae99d-6207-4dc5-85eb-f621e07131c6 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:43.817308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-046050da-4908-4774-b1e6-709289a01eaa None None] For port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:43.819511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-046050da-4908-4774-b1e6-709289a01eaa None None] For port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,segment=NetworkSegment(d998fa7b-fb5c-46d5-abbc-c5f378e099d4),segment_id=d998fa7b-fb5c-46d5-abbc-c5f378e099d4)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:43.869471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-61459d07-f38e-4119-85ce-3bdd1027d1fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:43.871527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-61459d07-f38e-4119-85ce-3bdd1027d1fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.2509046 Aug 03 19:35:43.913578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-ee53f11e-16ce-49df-8e62-b9bb1da6780e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0330839 Aug 03 19:35:43.946561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:43.949005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.043326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046050da-4908-4774-b1e6-709289a01eaa None None] Pushing event updated for resources: {'Port': ['ID=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:44.075322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-0be897c2-4904-4669-a21f-4ce6a930a78f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483791 Aug 03 19:35:44.129088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] device_id is not set on port 305410ab-23fe-4788-827a-eca95414ab56 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:44.217918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.222918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-0f0438df-25eb-44bc-9a2f-506ca9ff1c08 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312847 Aug 03 19:35:44.245900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Transition to ACTIVE for port object 318b2d8f-af82-4172-a87d-f0a725c9a2d0 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:44.358132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.362268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-9e483d88-ed28-4001-90bc-59456bd162e8 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296854 Aug 03 19:35:44.458777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.518772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:44.522461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:44.530821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:44.537197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:44.537851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.558202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'Port': ['ID=318b2d8f-af82-4172-a87d-f0a725c9a2d0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:44.627001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:44.687156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Port': ['ID=ab0ae99d-6207-4dc5-85eb-f621e07131c6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:44.703540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Checking segment: {'id': '18f28193-9d79-49db-b98b-5f9e46dd5b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bd3e0be7-3348-4285-a06d-6dd23cc2dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:44.703908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network hostable DHCP agents. Network: bd3e0be7-3348-4285-a06d-6dd23cc2dd69, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:44.897148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c2deaaf-08b5-4e59-b43d-04fa60e38476 req-2c0e1529-2cba-413f-8ccd-b273d3dfaaf0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0414155 Aug 03 19:35:44.968541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-af941990-6e84-4d3f-9de1-a00d83c32e63 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1485703 Aug 03 19:35:44.971992 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:44.974875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Request body: {'port': {'network_id': 'edf630f8-9874-4fa5-9a42-d4262bab6c13', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-559074658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:44.975574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] bootfile-name is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:44.976094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] tftp-server is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:44.976701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] server-ip-address is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:45.033198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network bd3e0be7-3348-4285-a06d-6dd23cc2dd69 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:45.220970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, bd3e0be7-3348-4285-a06d-6dd23cc2dd69) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:45.240206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:45.240834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205bf4c-aca7-4e1e-8db7-3660eb7da121 None None] Network bd3e0be7-3348-4285-a06d-6dd23cc2dd69 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:45.243281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.315614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Port': ['ID=305410ab-23fe-4788-827a-eca95414ab56,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:45.349302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Checking segment: {'id': '291fab28-1440-4787-990c-cfb1a5f00621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'b10499e0-95b1-4935-b187-b63699b70824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:45.349738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network hostable DHCP agents. Network: b10499e0-95b1-4935-b187-b63699b70824, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:45.355550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Made reservation on behalf of a281dff2de5a4e7a9e51fe8682074aeb for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:45.362036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.391229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] device_id is not set on port 78ba6e0d-f880-4d23-bd94-5c75c5946831 yet. {{(pid=101343) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 03 19:35:45.451832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74172e7-9a46-4489-8f4e-42d58f5132bc None None] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:45.532541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Allocated IP 2001:db8::dd (edf630f8-9874-4fa5-9a42-d4262bab6c13/b656d541-e135-477c-b028-f92cb0777b58/78ba6e0d-f880-4d23-bd94-5c75c5946831) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:45.575560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network b10499e0-95b1-4935-b187-b63699b70824 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:45.611862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.693753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:45.729864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b10499e0-95b1-4935-b187-b63699b70824) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:45.733776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f0f0a76-96ef-4f69-8e04-310baf3bc5f3 None None] Provisioning for port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:45.743675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57adcafa-a358-41b9-a345-bcc3c1af2bae None None] Network b10499e0-95b1-4935-b187-b63699b70824 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:45.752701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:45.760972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.773258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:45.773258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.826945 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:45.845014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Transition to ACTIVE for port object 78ba6e0d-f880-4d23-bd94-5c75c5946831 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:45.908914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0aed5b94-6eda-4662-a1d8-bb37e0a6d002 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0382743 Aug 03 19:35:45.911577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58730) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:45.978089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:45.986684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:45.987062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.041414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.144235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.178263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'Port': ['ID=78ba6e0d-f880-4d23-bd94-5c75c5946831,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:46.188366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:46.196761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:46.196761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:46.200310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,segment=NetworkSegment(d998fa7b-fb5c-46d5-abbc-c5f378e099d4),segment_id=d998fa7b-fb5c-46d5-abbc-c5f378e099d4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:46.206805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.210454 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.224526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Provisioning complete for port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:46.228864 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.380346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d499796e-da0c-4e59-a96a-b2d0776778d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.4099159 Aug 03 19:35:46.386524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.388108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:46.476727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f0cac-04c4-4e75-8630-5185616ea0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.481556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.494155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83e9c40e-07d3-4355-959e-50b643858b42 req-690a2a98-5bf8-4841-a960-f0db6e388baf tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0883458 Aug 03 19:35:46.508017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f0cac-04c4-4e75-8630-5185616ea0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.514908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f0cac-04c4-4e75-8630-5185616ea0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.517160 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-688f0cac-04c4-4e75-8630-5185616ea0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1286542 Aug 03 19:35:46.519824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58758) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:46.524769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:46.533848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b006fc-be48-478a-8aa3-21362fc67b02 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.548029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b006fc-be48-478a-8aa3-21362fc67b02 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:46.549685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-85b006fc-be48-478a-8aa3-21362fc67b02 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6371269 Aug 03 19:35:46.552615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:46.597787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:35:46.598450 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:35:46.658396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Deleting port 78ba6e0d-f880-4d23-bd94-5c75c5946831 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:46.658881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.699602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Deleting port ab0ae99d-6207-4dc5-85eb-f621e07131c6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:46.699957 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.781019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.804214 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:46.807451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Calling delete_port for 78ba6e0d-f880-4d23-bd94-5c75c5946831 owned by {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:46.823547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Calling delete_port for ab0ae99d-6207-4dc5-85eb-f621e07131c6 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:47.166805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.197523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Port': ['ID=ab0ae99d-6207-4dc5-85eb-f621e07131c6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:47.204693 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.206635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e86c238c-3cf9-43a9-a77a-b8ad344d577d tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/ports/ab0ae99d-6207-4dc5-85eb-f621e07131c6 HTTP/1.1" status: 204 len: 168 time: 0.6527853 Aug 03 19:35:47.209389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58784) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:47.272574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.310401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Deleting port 305410ab-23fe-4788-827a-eca95414ab56 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:47.310776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.342749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event deleted for resources: {'Port': ['ID=78ba6e0d-f880-4d23-bd94-5c75c5946831,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:47.345405 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.352347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4ba1b19-98dd-4c33-9c4b-bf4736bd1c32 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "DELETE /v2.0/ports/78ba6e0d-f880-4d23-bd94-5c75c5946831 HTTP/1.1" status: 204 len: 168 time: 0.8266120 Aug 03 19:35:47.352783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Provisioning for port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:47.353721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Provisioning complete for port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:47.354324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.355785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:47.378049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Request body: {'port': {'name': 'tempest-new-port-name-1561486245', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:47.378520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] bootfile-name is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:47.378865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] tftp-server is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:47.379200 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.api.validators [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] server-ip-address is not in valid_values {{(pid=101343) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 03 19:35:47.432385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6f7257f4-6920-413e-a46a-51209edac014 None None] Port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:47.445821 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.489970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Calling delete_port for 305410ab-23fe-4788-827a-eca95414ab56 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:47.564680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f4fcca70-c1d2-47f4-a9c7-5be37c45b9e0 None None] Provisioning complete for port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:47.565338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f4fcca70-c1d2-47f4-a9c7-5be37c45b9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.575561 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:47.659492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f4fcca70-c1d2-47f4-a9c7-5be37c45b9e0 None None] Port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:47.659704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-184b764b-80b5-4459-a4d5-5410f93dd92d req-71c32b81-3dcd-428a-b926-00cfefad4157 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0552628 Aug 03 19:35:47.668500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f4fcca70-c1d2-47f4-a9c7-5be37c45b9e0 None None] Could not find standard attr ID for object 78ba6e0d-f880-4d23-bd94-5c75c5946831. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:35:47.677003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:35:47.745903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:47.745903 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.100903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-1c6f2391-7e4f-45ee-9645-f66f56a2d9ec req-ce33de10-3ab7-47fd-b9de-535e4890c74d service neutron] (101343) timed out ('10.222.0.77', 55962) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:35:48.381528 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.432755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.434175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.436614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/ports/305410ab-23fe-4788-827a-eca95414ab56 HTTP/1.1" status: 204 len: 168 time: 1.2257612 Aug 03 19:35:48.437818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e171f6-0626-4d45-a325-d8cbc59ae669 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Port': ['ID=305410ab-23fe-4788-827a-eca95414ab56,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:48.439027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:48.473772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81f382e1-526f-4f01-855c-7b7c92585fd9 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0335829 Aug 03 19:35:48.477261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:48.482562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1119119014'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:48.695950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:48.700081 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.704822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.752308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] In _notify_port_updated(), no bound segment for port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 on network edf630f8-9874-4fa5-9a42-d4262bab6c13 {{(pid=101343) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 03 19:35:48.762412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:48.762412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.762412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "PUT /v2.0/ports/318b2d8f-af82-4172-a87d-f0a725c9a2d0 HTTP/1.1" status: 200 len: 1130 time: 1.4013889 Aug 03 19:35:48.763391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 58830) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:48.775344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbe73669-f8bc-4aaa-a7e4-f1df812ee72b req-3106406a-25df-4ff0-bf01-fc325ad91a75 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0346849 Aug 03 19:35:48.808100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:48.835328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a616235-5a4e-46b5-ac65-3aa0666002f9 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event updated for resources: {'Port': ['ID=318b2d8f-af82-4172-a87d-f0a725c9a2d0,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:48.845873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.846233 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment 08e4d51a-fab2-424e-b585-be3c8eaf51fc of type vlan for network 82a0cac1-15af-4bc5-bead-a626fdd46a30 Aug 03 19:35:48.855827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298187d-2dcf-4757-9d75-b0966e1553bc tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:48.859077 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0298187d-2dcf-4757-9d75-b0966e1553bc tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "GET /v2.0/ports/318b2d8f-af82-4172-a87d-f0a725c9a2d0 HTTP/1.1" status: 200 len: 1130 time: 0.0914779 Aug 03 19:35:48.863185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:48.915771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:48.927987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-acad74b6-ff5a-4788-9a7b-a8af98dafedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.065048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Deleting port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:49.065048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.118098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-44f5c7c3-c6a2-47fe-a5f3-5b1ac16df779 None None] Provisioning complete for port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:49.118599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-44f5c7c3-c6a2-47fe-a5f3-5b1ac16df779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.137919 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.144588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:49.145352 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.168758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-44f5c7c3-c6a2-47fe-a5f3-5b1ac16df779 None None] Port 318b2d8f-af82-4172-a87d-f0a725c9a2d0 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:49.181015 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.195019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Calling delete_port for 318b2d8f-af82-4172-a87d-f0a725c9a2d0 owned by {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:49.227750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=82a0cac1-15af-4bc5-bead-a626fdd46a30,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:49.241072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 82a0cac1-15af-4bc5-bead-a626fdd46a30 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:49.437719 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c86c7762-ee5f-42e1-992c-1eef80874547 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9554317 Aug 03 19:35:49.439152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58856) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:49.447290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-814133065'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:49.508307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-ac68aa5f-bd92-437c-b781-7e4db410e161 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:49.512059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.512238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-ac68aa5f-bd92-437c-b781-7e4db410e161 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1447401 Aug 03 19:35:49.526834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:49.552906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event deleted for resources: {'Port': ['ID=318b2d8f-af82-4172-a87d-f0a725c9a2d0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:49.593429 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.596907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6354e033-1d00-427f-be9f-95e5cbeca16d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "DELETE /v2.0/ports/318b2d8f-af82-4172-a87d-f0a725c9a2d0 HTTP/1.1" status: 204 len: 168 time: 0.7322147 Aug 03 19:35:49.600538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:49.616275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:49.624397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.708136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:49.729818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Deleting subnet b656d541-e135-477c-b028-f92cb0777b58 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:49.735683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.742543 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Added segment cc085f60-846a-4ffc-a56a-250dc719d061 of type vlan for network a2cbd1e5-8863-4184-b00f-5af8ffaf423f Aug 03 19:35:49.742543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.818604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.822517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.890243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:49.893139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:49.980369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8106ba6e-dfc2-4186-8f79-f513ae400bc7 req-b21bc167-a52c-4bc9-aa21-fe4c53f0bcb5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0277963 Aug 03 19:35:50.007787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.036452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.042831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.043469 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.118318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.12 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/dd2a6989-f582-49bb-b51b-77492dbbb315) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:50.144156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Network': ['ID=a2cbd1e5-8863-4184-b00f-5af8ffaf423f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:50.157207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43f49449-d059-481f-a286-388dbd05b01e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7156100 Aug 03 19:35:50.161716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a2cbd1e5-8863-4184-b00f-5af8ffaf423f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:50.258708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58892) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:50.303718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.358562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event deleted for resources: {'Subnet': ['ID=b656d541-e135-477c-b028-f92cb0777b58,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:50.365068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.367037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d4506e38-cb9a-40bb-839d-537cb706ab9d tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "DELETE /v2.0/subnets/b656d541-e135-477c-b028-f92cb0777b58 HTTP/1.1" status: 204 len: 168 time: 0.7644153 Aug 03 19:35:50.370489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58896) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:50.371058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f4410b-0a0e-4351-b7a3-ca017c4ce344 None None] Network edf630f8-9874-4fa5-9a42-d4262bab6c13 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:50.391570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.437310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object dd2a6989-f582-49bb-b51b-77492dbbb315 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:50.449727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02591e48-1aea-4e3f-9074-fad8dccd44dd tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.451252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02591e48-1aea-4e3f-9074-fad8dccd44dd tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.452563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02591e48-1aea-4e3f-9074-fad8dccd44dd tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.455733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-02591e48-1aea-4e3f-9074-fad8dccd44dd tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=cfcee08ce83d47bd8f16c0ee67573fdf&network_id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 2970 time: 0.2054722 Aug 03 19:35:50.503900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.574064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Deleting port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:50.574740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.682106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] For port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,segment=NetworkSegment(d998fa7b-fb5c-46d5-abbc-c5f378e099d4),segment_id=d998fa7b-fb5c-46d5-abbc-c5f378e099d4)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:50.682895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.700541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Calling delete_port for 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:50.776175 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.788558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] DHCP port deletion for edf630f8-9874-4fa5-9a42-d4262bab6c13 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:35:50.865621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:50.872738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:50.872932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Deleting port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:35:50.873236 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.877570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:50.928458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:50.961635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:50.961635 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:50.965097 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.054455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event deleted for resources: {'Port': ['ID=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:51.061764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] For port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,segment=NetworkSegment(d998fa7b-fb5c-46d5-abbc-c5f378e099d4),segment_id=d998fa7b-fb5c-46d5-abbc-c5f378e099d4)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:35:51.067007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.067317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] No DVR routers for this DVR port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:51.124755 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-184c0884-2210-4659-90f1-29ac3636d688 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6034310 Aug 03 19:35:51.147064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Calling delete_port for 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:35:51.295725 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.346172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf630f8-9874-4fa5-9a42-d4262bab6c13']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:51.382247 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.384501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:51.385098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd998fa7b-fb5c-46d5-abbc-c5f378e099d4') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:35:51.406967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944a30a-ef4d-4e71-850a-5c000c0c329c req-d3f6edbd-5476-4b2b-b1bb-4909fd62bf93 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:51.408638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a944a30a-ef4d-4e71-850a-5c000c0c329c req-d3f6edbd-5476-4b2b-b1bb-4909fd62bf93 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 932 time: 0.2161038 Aug 03 19:35:51.410993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.444263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Request body: {'port': {'device_id': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:51.491591 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] No DVR routers for this DVR port 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:35:51.495107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb5339-44f1-4ad2-8182-8a8a91024cbe None None] Pushing event deleted for resources: {'Port': ['ID=3a8f304e-99c8-469a-8ca3-93d6ccb65b71,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:51.535204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.555752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:35:51.562580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:35:51.567976 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:35:51.617174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.709522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6386a26-0d24-4da3-8d2e-414b684ca05b None None] Provisioning for port dd2a6989-f582-49bb-b51b-77492dbbb315 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:35:51.714619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d6386a26-0d24-4da3-8d2e-414b684ca05b None None] Provisioning complete for port dd2a6989-f582-49bb-b51b-77492dbbb315 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:35:51.714988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d6386a26-0d24-4da3-8d2e-414b684ca05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.823198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a944a30a-ef4d-4e71-850a-5c000c0c329c req-e12f62ac-7007-461e-baa5-7a1df01453d3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981996 Aug 03 19:35:51.838378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:35:51.869386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:35:51.870126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3a8f304e-99c8-469a-8ca3-93d6ccb65b71 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:35:51.915840 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.925852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d6386a26-0d24-4da3-8d2e-414b684ca05b None None] Port dd2a6989-f582-49bb-b51b-77492dbbb315 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:35:51.962056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:51.964717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] 10.222.0.67 "DELETE /v2.0/networks/edf630f8-9874-4fa5-9a42-d4262bab6c13 HTTP/1.1" status: 204 len: 168 time: 1.5881698 Aug 03 19:35:51.966129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6530e-5353-4f36-be4c-3c5af3b1b61b tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418 tempest-ExtraDHCPOptionsIpV6TestJSON-2124469418-project] Pushing event deleted for resources: {'Network': ['ID=edf630f8-9874-4fa5-9a42-d4262bab6c13,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:52.080821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a12d9fe8-44aa-4250-a839-8edd791e64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.182818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58978) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:52.223713 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.254073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4e3817-0faf-4473-96f4-3cd4e005a745 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:52.258212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2a6989-f582-49bb-b51b-77492dbbb315 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:35:52.269661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa4e3817-0faf-4473-96f4-3cd4e005a745 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401 HTTP/1.1" status: 200 len: 814 time: 0.0856342 Aug 03 19:35:52.272599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.293284 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Transition to ACTIVE for port object dd2a6989-f582-49bb-b51b-77492dbbb315 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:52.440962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.546592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:52.684844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Attempting to bind port dd2a6989-f582-49bb-b51b-77492dbbb315 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:52.685199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Attempting to bind port dd2a6989-f582-49bb-b51b-77492dbbb315 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:52.688205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Attempting to bind port dd2a6989-f582-49bb-b51b-77492dbbb315 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:52.711059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Port dd2a6989-f582-49bb-b51b-77492dbbb315 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:35:52.711434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Attempting to bind port dd2a6989-f582-49bb-b51b-77492dbbb315 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:52.727952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:52.727952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:52.727952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:52.727952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Bound port: dd2a6989-f582-49bb-b51b-77492dbbb315, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:52.727952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:52.756992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 58992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:52.767261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'network': {'name': 'tempest-network-smoke--205964348', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:52.975186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59000) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:53.065388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:53.067164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.084221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:53.097456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dd2a6989-f582-49bb-b51b-77492dbbb315,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:53.115187 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.156510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:35:53.171757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.172175 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Added segment cd7c66e6-389c-4528-9a3d-4967d6d102ad of type vlan for network e1da35f5-bc38-47de-b1c2-d58298dcaba8 Aug 03 19:35:53.216416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.289421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca9d0f-78e9-4334-ada5-c1946cf415a5 req-f92e55f6-26cb-4e23-bcd8-e947c055d0ae tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.291299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bca9d0f-78e9-4334-ada5-c1946cf415a5 req-f92e55f6-26cb-4e23-bcd8-e947c055d0ae tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1216879 Aug 03 19:35:53.338661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.409093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:53.423181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bca9d0f-78e9-4334-ada5-c1946cf415a5 req-6defc164-ece0-4722-87b0-daea85dd1611 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214995 Aug 03 19:35:53.490246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.491212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.492728 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-68dc7dec-ac11-47f6-9476-cc2c35f0f617 service neutron] 10.222.0.77 "PUT /v2.0/ports/dd2a6989-f582-49bb-b51b-77492dbbb315 HTTP/1.1" status: 200 len: 1092 time: 2.3595541 Aug 03 19:35:53.493301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:35:53.496855 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749d464e-d9cf-49ca-a751-b991ba98aafd" -d '{"events": [{"name": "network-changed", "server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:35:53.523513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b80659ef-d630-46ac-9792-0ba9e725592b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a281dff2de5a4e7a9e51fe8682074aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469973 Aug 03 19:35:53.526797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59010) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:53.572332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59012) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:53.580483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'subnets': [{'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1569892381', 'ip_version': 6}, {'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:53.581148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'subnet': {'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1569892381', 'ip_version': 6}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:53.581857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Request body: {'subnet': {'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:53.609338 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1a616-4c8e-4186-a4f8-96fc7fdafeae x-openstack-request-id: req-5ad1a616-4c8e-4186-a4f8-96fc7fdafeae {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:35:53.609338 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:35:53.609338 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ad1a616-4c8e-4186-a4f8-96fc7fdafeae {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:35:53.609338 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315', 'status': 'completed', 'code': 200} Aug 03 19:35:53.646661 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.692601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:53.945576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-95ee9a20-4ce7-477f-9ca3-c63783fd16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.945576 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-95ee9a20-4ce7-477f-9ca3-c63783fd16ab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 1095 time: 0.1713982 Aug 03 19:35:53.945576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-a9ef154e-6513-4ef0-9ff5-3d9b0b6f1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:53.945576 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-a9ef154e-6513-4ef0-9ff5-3d9b0b6f1c14 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f838fb178a6447ab862a47a008b37eb6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1272686 Aug 03 19:35:54.047610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-601736d7-7ff1-4a86-85c0-ea5c59ace132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.064501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-749d464e-d9cf-49ca-a751-b991ba98aafd req-601736d7-7ff1-4a86-85c0-ea5c59ace132 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011004 Aug 03 19:35:54.389233 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.401288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.401288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.455916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Made reservation on behalf of 14afb859cb384941a7fbf598baf16430 for: {'subnet': 2} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:54.463996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.464637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.480190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.484040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:54.491517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5cde4cda-4f5c-47cd-afa3-756c17e03597 HTTP/1.1" status: 204 len: 168 time: 0.9612086 Aug 03 19:35:54.501930 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Network': ['ID=e1da35f5-bc38-47de-b1c2-d58298dcaba8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:54.504202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cde4cda-4f5c-47cd-afa3-756c17e03597,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:54.517750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.518096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.518505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.518863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.519602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.519960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.520297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.520627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.520996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.530849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.532696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.532696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff81525-a357-4c32-bc1a-192e43ba9ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:35:54.535980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:35:54.559502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92bcd873-4baf-4ad9-b42b-ea69596a72fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8006883 Aug 03 19:35:54.560760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:54.707853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59026) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:54.861624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bdecdc-828c-4451-b843-735882f8bb6f tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.867816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-52bdecdc-828c-4451-b843-735882f8bb6f tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=cfcee08ce83d47bd8f16c0ee67573fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3036466 Aug 03 19:35:54.869243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59032) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:54.900731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51b0ac-3de8-404c-872e-37f9fdfa1fa3 req-19fe9f6c-d115-4bd0-827e-fcf723df75ff tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.903013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-69521eea-b9f1-4d4e-aea6-bd5155d143ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:54.904840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b51b0ac-3de8-404c-872e-37f9fdfa1fa3 req-19fe9f6c-d115-4bd0-827e-fcf723df75ff tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.3224261 Aug 03 19:35:54.911847 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-69521eea-b9f1-4d4e-aea6-bd5155d143ce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 1095 time: 0.4061730 Aug 03 19:35:54.932379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.072413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d41a2-7f4e-4135-b71a-40c3a4e49938 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:55.075767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c17d41a2-7f4e-4135-b71a-40c3a4e49938 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2033949 Aug 03 19:35:55.086397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59034) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.133716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-419879ec-96f2-490a-a997-dcdb8a8f8b27 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455532 Aug 03 19:35:55.137703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.182325 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-d5845752-639a-40ab-9479-caff3828d98e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2a6989-f582-49bb-b51b-77492dbbb315 HTTP/1.1" status: 200 len: 217 time: 0.2604191 Aug 03 19:35:55.234529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b51b0ac-3de8-404c-872e-37f9fdfa1fa3 req-82edcded-086a-411f-930e-637aa7d9d018 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797718 Aug 03 19:35:55.246464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a797577a-22cf-46fb-828d-456560360e22 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=cfcee08ce83d47bd8f16c0ee67573fdf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1042292 Aug 03 19:35:55.246847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59046) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.289822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86bc0f90-387c-4f93-9e57-6f5d377c6220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.341401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-b1c6a0bd-33a8-41c6-a68d-a0d6b9be5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:55.347532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-b1c6a0bd-33a8-41c6-a68d-a0d6b9be5ba9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.1382995 Aug 03 19:35:55.394314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d81500-a3ed-4949-946b-35ce8f1348f7 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:55.398441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b9d81500-a3ed-4949-946b-35ce8f1348f7 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481001 Aug 03 19:35:55.399035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59052) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.444023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b736940-e71a-417d-8514-6e03f2b4aa87 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416322 Aug 03 19:35:55.444851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59054) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:55.453349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113513292', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:55.537200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb5354-8103-4975-9964-93690e4b45fa req-4d4d6c4e-d657-4e45-8ed9-263daffa71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:55.556198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-4d4d6c4e-d657-4e45-8ed9-263daffa71d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840494 Aug 03 19:35:55.728483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86bc0f90-387c-4f93-9e57-6f5d377c6220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.756257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-8dee4825-629d-421c-b864-6d7dde6c5e2a service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074859 Aug 03 19:35:55.819069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.879152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-86bc0f90-387c-4f93-9e57-6f5d377c6220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:55.946743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-86bc0f90-387c-4f93-9e57-6f5d377c6220 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0c766f70cf34daa9ff1a3405a9696b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2265434 Aug 03 19:35:55.947486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Subnet': ['ID=eb2d5511-c0b1-4c7c-82c0-a121c51816d3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:55.949389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59070) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.006109 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fecb5354-8103-4975-9964-93690e4b45fa req-89461dfb-2f80-4ba3-8e53-e9d13e030679 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423975 Aug 03 19:35:56.006771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0f90-387c-4f93-9e57-6f5d377c6220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bccade-fc23-4d39-adc2-623429b4d4de,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:56.053799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Checking segment: {'id': '08e4d51a-fab2-424e-b585-be3c8eaf51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:56.064113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network hostable DHCP agents. Network: 82a0cac1-15af-4bc5-bead-a626fdd46a30, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:56.064514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:35:56.068207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.168115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.180696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network 82a0cac1-15af-4bc5-bead-a626fdd46a30 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:56.210088 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.355870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 82a0cac1-15af-4bc5-bead-a626fdd46a30) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:56.362548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.392116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f652fb81-5469-42a4-91a7-a1b1d21ab8c6 None None] Network 82a0cac1-15af-4bc5-bead-a626fdd46a30 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:56.440969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c2609-b0c6-4f86-8f9e-9573de7f85af req-797f2264-b1c1-4f8d-a7a6-3104ec1621f0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:56.443273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-917c2609-b0c6-4f86-8f9e-9573de7f85af req-797f2264-b1c1-4f8d-a7a6-3104ec1621f0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1026399 Aug 03 19:35:56.443787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59092) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.454334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.455631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event updated for resources: {'Subnet': ['ID=ee32f4ee-9baa-4751-8baf-fb1bfa726d89,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:56.456993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.458856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/55bccade-fc23-4d39-adc2-623429b4d4de HTTP/1.1" status: 204 len: 168 time: 0.5076582 Aug 03 19:35:56.484357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ca24e-83e2-46ad-94ae-9979a976e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bccade-fc23-4d39-adc2-623429b4d4de,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:56.492035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.502157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Checking segment: {'id': 'cc085f60-846a-4ffc-a56a-250dc719d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:56.502157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network hostable DHCP agents. Network: a2cbd1e5-8863-4184-b00f-5af8ffaf423f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:56.570683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-917c2609-b0c6-4f86-8f9e-9573de7f85af req-42f3b62e-1fe9-480e-9741-9dd5f64af48e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189158 Aug 03 19:35:56.605515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Subnet': ['ID=f1e62861-bd88-4198-80df-926f3f886d1a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:56.628469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Checking segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:56.629875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network hostable DHCP agents. Network: e1da35f5-bc38-47de-b1c2-d58298dcaba8, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:35:56.643950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Network a2cbd1e5-8863-4184-b00f-5af8ffaf423f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:56.660164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-066437f5-0777-474a-90da-26e98d4486a7 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] Request body: {'port': {'network_id': '807f82c0-41eb-4cc8-9e4f-51ae4cfe85a5', 'name': 'tempest-NetworksNegativeTestJSON-770121236'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:56.680980 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-066437f5-0777-474a-90da-26e98d4486a7 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] POST failed (client error): The resource could not be found. Aug 03 19:35:56.682506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066437f5-0777-474a-90da-26e98d4486a7 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:56.696796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-066437f5-0777-474a-90da-26e98d4486a7 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2390308 Aug 03 19:35:56.697722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59098) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.698204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-82a0cac1-15af-4bc5-bead-a626fdd46a30', 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30', 'tenant_id': '14afb859cb384941a7fbf598baf16430', 'fixed_ips': [{'subnet_id': 'eb2d5511-c0b1-4c7c-82c0-a121c51816d3'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:56.698204 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.722564 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8bb623c-9e81-4623-a292-b75018214529 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:56.723261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8bb623c-9e81-4623-a292-b75018214529 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:56.725376 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c8bb623c-9e81-4623-a292-b75018214529 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "DELETE /v2.0/networks/b78253ed-33cf-4223-8f5c-6104bbde7eb1 HTTP/1.1" status: 404 len: 339 time: 0.0358534 Aug 03 19:35:56.729263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59100) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.757289 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3e6ce3-8ec3-4bda-8de1-4d35929a8c3b tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:56.758039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3e6ce3-8ec3-4bda-8de1-4d35929a8c3b tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:56.760346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4a3e6ce3-8ec3-4bda-8de1-4d35929a8c3b tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "DELETE /v2.0/ports/33d9f88e-1a2a-4041-a3d1-911cc0f213bf HTTP/1.1" status: 404 len: 333 time: 0.0297039 Aug 03 19:35:56.765645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59102) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.775139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a2cbd1e5-8863-4184-b00f-5af8ffaf423f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:56.785827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d5cb43-b88e-4e4a-82f2-e7e74287ff83 None None] Network a2cbd1e5-8863-4184-b00f-5af8ffaf423f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:56.796855 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4761069-43ee-4e97-a9fd-5394fae0dbb1 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] DELETE failed (client error): The resource could not be found. Aug 03 19:35:56.797434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4761069-43ee-4e97-a9fd-5394fae0dbb1 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:56.800826 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a4761069-43ee-4e97-a9fd-5394fae0dbb1 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "DELETE /v2.0/subnets/ddc1e540-bb2b-4a08-9673-5fce65680476 HTTP/1.1" status: 404 len: 337 time: 0.0325530 Aug 03 19:35:56.800826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:56.801199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:56.801840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:56.805297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59104) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.833271 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77b4f35-a2b5-4ad3-9127-d980266c7612 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] GET failed (client error): The resource could not be found. Aug 03 19:35:56.836764 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f77b4f35-a2b5-4ad3-9127-d980266c7612 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "GET /v2.0/networks/58c5fa88-d9e9-47f1-9c53-d42e735dc6c1 HTTP/1.1" status: 404 len: 339 time: 0.0279930 Aug 03 19:35:56.839653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59106) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.871415 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec538eba-551d-4f5d-8fc4-101dd3307d8a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] GET failed (client error): The resource could not be found. Aug 03 19:35:56.874589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ec538eba-551d-4f5d-8fc4-101dd3307d8a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "GET /v2.0/ports/f53871aa-3dcb-4749-b8d8-3e27ecb08382 HTTP/1.1" status: 404 len: 333 time: 0.0334811 Aug 03 19:35:56.878398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59108) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.914468 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef2aec9-81eb-4d7e-88d8-94b073900f7e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] GET failed (client error): The resource could not be found. Aug 03 19:35:56.923498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6ef2aec9-81eb-4d7e-88d8-94b073900f7e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "GET /v2.0/subnets/b0fabf8c-cf98-461d-9dec-2db6b8823b74 HTTP/1.1" status: 404 len: 337 time: 0.0374663 Aug 03 19:35:56.926948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59110) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.932411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c6dce5d6-6554-41ca-9476-f7d4e96a6d37 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:56.961295 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dce5d6-6554-41ca-9476-f7d4e96a6d37 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] PUT failed (client error): The resource could not be found. Aug 03 19:35:56.961904 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dce5d6-6554-41ca-9476-f7d4e96a6d37 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:56.969725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6dce5d6-6554-41ca-9476-f7d4e96a6d37 tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "PUT /v2.0/networks/f85a917f-2631-4694-8a6c-e76c6e681e42 HTTP/1.1" status: 404 len: 339 time: 0.0351310 Aug 03 19:35:56.969969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59114) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:56.978766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8355fec4-ddb9-4fde-b8a7-a252fb7be35e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:57.016427 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-8355fec4-ddb9-4fde-b8a7-a252fb7be35e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] PUT failed (client error): The resource could not be found. Aug 03 19:35:57.016427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8355fec4-ddb9-4fde-b8a7-a252fb7be35e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:57.016427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8355fec4-ddb9-4fde-b8a7-a252fb7be35e tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "PUT /v2.0/ports/bd01d412-4604-4819-b631-40982ffa5b09 HTTP/1.1" status: 404 len: 333 time: 0.0399714 Aug 03 19:35:57.017804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59116) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:57.024307 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6fb44660-86d2-46e1-9312-c93e3c7ab99a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:57.046566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:35:57.058928 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb44660-86d2-46e1-9312-c93e3c7ab99a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] PUT failed (client error): The resource could not be found. Aug 03 19:35:57.059415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, e1da35f5-bc38-47de-b1c2-d58298dcaba8) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:57.059600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb44660-86d2-46e1-9312-c93e3c7ab99a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 19:35:57.061300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6fb44660-86d2-46e1-9312-c93e3c7ab99a tempest-NetworksNegativeTestJSON-1132536261 tempest-NetworksNegativeTestJSON-1132536261-project] 10.222.0.67 "PUT /v2.0/subnets/a2f8f6bf-26b4-4d5f-a2e8-0d7992772613 HTTP/1.1" status: 404 len: 337 time: 0.0415568 Aug 03 19:35:57.068858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.069461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.088164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2395fef-7275-4cab-a896-a3d2c4b01863 None None] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:35:57.112851 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-650cec41-eed6-45e5-87b6-4f38977847d3 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.5252967 Aug 03 19:35:57.115008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59122) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:57.240898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba30c8b2-b046-408c-8ee4-da552955e11a tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.244408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e2ba062c-ebfc-4996-90c1-6abf74b46607 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7981520 Aug 03 19:35:57.246539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba30c8b2-b046-408c-8ee4-da552955e11a tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.251884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba30c8b2-b046-408c-8ee4-da552955e11a tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:57.261081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba30c8b2-b046-408c-8ee4-da552955e11a tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1380854 Aug 03 19:35:57.270049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:57.394588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Deleting subnet eb2d5511-c0b1-4c7c-82c0-a121c51816d3 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:57.457170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-a2cbd1e5-8863-4184-b00f-5af8ffaf423f', 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f', 'tenant_id': '14afb859cb384941a7fbf598baf16430', 'fixed_ips': [{'subnet_id': 'ee32f4ee-9baa-4751-8baf-fb1bfa726d89'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:57.458638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.512411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Allocated IP 2001:db8::1 (82a0cac1-15af-4bc5-bead-a626fdd46a30/eb2d5511-c0b1-4c7c-82c0-a121c51816d3/1e88266a-5f85-480c-a252-a7c3aef67df1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:57.612403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ips': [{'subnet_id': 'f1e62861-bd88-4198-80df-926f3f886d1a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:35:57.613284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:57.887999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Allocated IP 2001:db8:0:1::1 (a2cbd1e5-8863-4184-b00f-5af8ffaf423f/ee32f4ee-9baa-4751-8baf-fb1bfa726d89/51d126df-7546-4bf7-9be5-1a3f7667c248) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:57.961785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59136) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:57.968290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-912353345', 'description': 'tempest-secgroup-smoke-912353345 description', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:58.070989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59140) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.082466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59144) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.110516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b180623-7b13-42d9-9776-f96b6e0cd20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.162943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66607f-d53b-4d4a-ba65-b461dbc50ae2 req-7f08208c-58bd-4ba7-b2c9-e3e1c68b9e64 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:58.164584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da66607f-d53b-4d4a-ba65-b461dbc50ae2 req-7f08208c-58bd-4ba7-b2c9-e3e1c68b9e64 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0645499 Aug 03 19:35:58.218985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.227905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Allocated IP 172.20.0.18 (e1da35f5-bc38-47de-b1c2-d58298dcaba8/f1e62861-bd88-4198-80df-926f3f886d1a/14d25130-3c5e-4c20-a5d6-6784250f0ef0) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:35:58.227905 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.234181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da66607f-d53b-4d4a-ba65-b461dbc50ae2 req-3454ee98-c4ff-4d91-9ca9-9e248366bf49 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616205 Aug 03 19:35:58.286787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Transition to ACTIVE for port object 1e88266a-5f85-480c-a252-a7c3aef67df1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:58.386934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b180623-7b13-42d9-9776-f96b6e0cd20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.416711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Transition to ACTIVE for port object 1e88266a-5f85-480c-a252-a7c3aef67df1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:58.445983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f683656d-dd9b-4933-870e-ed4b1335c281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.492071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2b180623-7b13-42d9-9776-f96b6e0cd20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.540269 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.548824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.561579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.570304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2b180623-7b13-42d9-9776-f96b6e0cd20a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8a6dea4f36ed49fc9e48d8f381a9a7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856565 Aug 03 19:35:58.571257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180623-7b13-42d9-9776-f96b6e0cd20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc566a5-d917-40b3-9597-04627bf21c55,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.582511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59156) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:58.650502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Network 82a0cac1-15af-4bc5-bead-a626fdd46a30 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:58.656445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Pushing event updated for resources: {'Port': ['ID=1e88266a-5f85-480c-a252-a7c3aef67df1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.659004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:58.661381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Transition to ACTIVE for port object 51d126df-7546-4bf7-9be5-1a3f7667c248 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:58.669616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:58.711550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.759097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Transition to ACTIVE for port object 51d126df-7546-4bf7-9be5-1a3f7667c248 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:58.786040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.788198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Attempting to bind port 1e88266a-5f85-480c-a252-a7c3aef67df1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:58.788576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Attempting to bind port 1e88266a-5f85-480c-a252-a7c3aef67df1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '08e4d51a-fab2-424e-b585-be3c8eaf51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:58.789010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Attempting to bind port 1e88266a-5f85-480c-a252-a7c3aef67df1 on network 82a0cac1-15af-4bc5-bead-a626fdd46a30 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:58.796952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:58.797339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Checking segment: {'id': '08e4d51a-fab2-424e-b585-be3c8eaf51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:58.797725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.798253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Bound using segment: {'id': '08e4d51a-fab2-424e-b585-be3c8eaf51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:58.798735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Bound port: 1e88266a-5f85-480c-a252-a7c3aef67df1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e4d51a-fab2-424e-b585-be3c8eaf51fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '82a0cac1-15af-4bc5-bead-a626fdd46a30'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:58.799114 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.807593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.877770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.898228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.912139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] For port 1e88266a-5f85-480c-a252-a7c3aef67df1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:58.915380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] For port 1e88266a-5f85-480c-a252-a7c3aef67df1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1e88266a-5f85-480c-a252-a7c3aef67df1,segment=NetworkSegment(08e4d51a-fab2-424e-b585-be3c8eaf51fc),segment_id=08e4d51a-fab2-424e-b585-be3c8eaf51fc)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:58.925980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.968697 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:58.978720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Pushing event updated for resources: {'Port': ['ID=51d126df-7546-4bf7-9be5-1a3f7667c248,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:58.986177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Network a2cbd1e5-8863-4184-b00f-5af8ffaf423f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:58.987695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:58.990325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:59.028332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ccd0e8-d182-406d-91c6-fabf2c2e7274,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.055107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.072412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.075821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Attempting to bind port 51d126df-7546-4bf7-9be5-1a3f7667c248 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:59.077002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Attempting to bind port 51d126df-7546-4bf7-9be5-1a3f7667c248 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'cc085f60-846a-4ffc-a56a-250dc719d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:59.077569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Attempting to bind port 51d126df-7546-4bf7-9be5-1a3f7667c248 on network a2cbd1e5-8863-4184-b00f-5af8ffaf423f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:59.131873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Transition to ACTIVE for port object 14d25130-3c5e-4c20-a5d6-6784250f0ef0 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:59.132035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.132035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.132035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3cc566a5-d917-40b3-9597-04627bf21c55 HTTP/1.1" status: 204 len: 168 time: 0.5444767 Aug 03 19:35:59.142136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:59.142765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Checking segment: {'id': 'cc085f60-846a-4ffc-a56a-250dc719d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:59.143170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.143792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Bound using segment: {'id': 'cc085f60-846a-4ffc-a56a-250dc719d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:59.144276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Bound port: 51d126df-7546-4bf7-9be5-1a3f7667c248, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc085f60-846a-4ffc-a56a-250dc719d061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a2cbd1e5-8863-4184-b00f-5af8ffaf423f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:59.144673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.171636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Transition to ACTIVE for port object 14d25130-3c5e-4c20-a5d6-6784250f0ef0 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:35:59.206694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a33bef-f03e-4121-9def-2656759132ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc566a5-d917-40b3-9597-04627bf21c55,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.254278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] For port 51d126df-7546-4bf7-9be5-1a3f7667c248, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:35:59.259244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] For port 51d126df-7546-4bf7-9be5-1a3f7667c248, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=51d126df-7546-4bf7-9be5-1a3f7667c248,segment=NetworkSegment(cc085f60-846a-4ffc-a56a-250dc719d061),segment_id=cc085f60-846a-4ffc-a56a-250dc719d061)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:35:59.284547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f683656d-dd9b-4933-870e-ed4b1335c281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.298650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1c7d-09e6-461f-a334-5b5ef470d264 None None] Pushing event updated for resources: {'Port': ['ID=1e88266a-5f85-480c-a252-a7c3aef67df1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.315496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.381118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:35:59.385835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:35:59.389976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:35:59.395369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.414773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.427701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Pushing event updated for resources: {'Port': ['ID=14d25130-3c5e-4c20-a5d6-6784250f0ef0,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.445302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f683656d-dd9b-4933-870e-ed4b1335c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.529907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2d5511-c0b1-4c7c-82c0-a121c51816d3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.566963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.568595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0b652b83-cc34-47ad-9cf2-a1948cf4d48c tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/subnets/eb2d5511-c0b1-4c7c-82c0-a121c51816d3 HTTP/1.1" status: 204 len: 168 time: 2.2971091 Aug 03 19:35:59.572489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59166) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.606801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.610922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c7289eda-a5e3-4c68-9316-ea3bdcd54ca8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6455133 Aug 03 19:35:59.613447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59168) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.616701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Attempting to bind port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:35:59.616701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Attempting to bind port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:35:59.617320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Attempting to bind port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 on network e1da35f5-bc38-47de-b1c2-d58298dcaba8 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:35:59.630527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683656d-dd9b-4933-870e-ed4b1335c281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafe86e9-48b8-463a-9f27-a2dc4143e142,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.656440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:35:59.677418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:35:59.677418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Checking segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:35:59.677418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.677418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Bound using segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:35:59.686907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Bound port: 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:35:59.687066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Deleting subnet ee32f4ee-9baa-4751-8baf-fb1bfa726d89 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:35:59.687344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.699206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.738879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecb0b4-8684-4776-9cb2-6afa2b562be1 req-c16b19f0-3e98-47ec-9ee1-a16b82c65a75 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:35:59.749566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6ecb0b4-8684-4776-9cb2-6afa2b562be1 req-c16b19f0-3e98-47ec-9ee1-a16b82c65a75 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.3967171 Aug 03 19:35:59.769238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5527ec-f547-4a9c-9afd-1a340c09df7b None None] Pushing event updated for resources: {'Port': ['ID=51d126df-7546-4bf7-9be5-1a3f7667c248,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:35:59.813969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f683656d-dd9b-4933-870e-ed4b1335c281 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b2d6bd2d1dd446b933b0c612e64ead1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7417431 Aug 03 19:35:59.818658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59172) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:35:59.917389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:35:59.985339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6ecb0b4-8684-4776-9cb2-6afa2b562be1 req-72904485-6128-4ae5-9294-f018b15069b8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164149 Aug 03 19:36:00.053794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.056402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.066052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] For port 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:00.076513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] For port 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14d25130-3c5e-4c20-a5d6-6784250f0ef0,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:00.084796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1e88266a-5f85-480c-a252-a7c3aef67df1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:00.113503 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.140506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.174370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.282305 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.364974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e1c28-553a-48a4-bdf9-044f1fd5e903 None None] Pushing event updated for resources: {'Port': ['ID=14d25130-3c5e-4c20-a5d6-6784250f0ef0,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.408594 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.431750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d4fae4-f381-4163-b969-8d9bd5efe4c7,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.476692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.484359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.488343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.490116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fafe86e9-48b8-463a-9f27-a2dc4143e142 HTTP/1.1" status: 204 len: 168 time: 0.6651952 Aug 03 19:36:00.540128 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Subnet': ['ID=ee32f4ee-9baa-4751-8baf-fb1bfa726d89,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.557024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926fa29-ff39-4d03-8e36-9de0259169aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafe86e9-48b8-463a-9f27-a2dc4143e142,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:00.571180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.572130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:00.574296 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3270089f-93da-49b4-9034-bc7d54a61b09 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/subnets/ee32f4ee-9baa-4751-8baf-fb1bfa726d89 HTTP/1.1" status: 204 len: 168 time: 0.9999919 Aug 03 19:36:00.574820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-688bb743-71b9-421a-9d94-9dedb5f1b3ad tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9456518 Aug 03 19:36:00.577533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:00.578202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1e88266a-5f85-480c-a252-a7c3aef67df1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:00.582199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:00.583619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:00.701234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80109648-2ab7-4c1e-af68-3dd0cba76c17 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:00.703941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-80109648-2ab7-4c1e-af68-3dd0cba76c17 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202884 Aug 03 19:36:00.710333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59192) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:00.929055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.058047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.127610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.210108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3c7de-c649-4312-a020-1c288e961a04 None None] Network 82a0cac1-15af-4bc5-bead-a626fdd46a30 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:01.272157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffffcb3-efbf-422b-8860-4a81520d726f req-fad426af-030f-4813-a312-5ee407c5c0d4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:01.281219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ffffcb3-efbf-422b-8860-4a81520d726f req-fad426af-030f-4813-a312-5ee407c5c0d4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1574697 Aug 03 19:36:01.305723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.424818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ffffcb3-efbf-422b-8860-4a81520d726f req-0bd85e9d-de00-4e47-9ad7-fe4f3dd360c9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422970 Aug 03 19:36:01.426099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e41f89-052c-47f3-9b61-7c3cebbac0a2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:01.437770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Deleting port 51d126df-7546-4bf7-9be5-1a3f7667c248 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:01.438159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.468612 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.470148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-26f0e37d-1d0d-4070-8a2e-89956132cda9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8912668 Aug 03 19:36:01.472997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59206) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:01.479363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:01.592572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Provisioning for port 1e88266a-5f85-480c-a252-a7c3aef67df1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:01.602503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Provisioning complete for port 1e88266a-5f85-480c-a252-a7c3aef67df1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:01.603976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] For port 51d126df-7546-4bf7-9be5-1a3f7667c248, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=51d126df-7546-4bf7-9be5-1a3f7667c248,segment=NetworkSegment(cc085f60-846a-4ffc-a56a-250dc719d061),segment_id=cc085f60-846a-4ffc-a56a-250dc719d061)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:01.604571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.610144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.721553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:01.937938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14d25130-3c5e-4c20-a5d6-6784250f0ef0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:02.004795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.028087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5e1fd-ef3e-450c-a954-71b4359eb91d None None] Network a2cbd1e5-8863-4184-b00f-5af8ffaf423f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:02.112227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.114902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] DHCP port deletion for 82a0cac1-15af-4bc5-bead-a626fdd46a30 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:02.150776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.164709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69c661d-d33d-4a86-bd4f-bdf5e01eb143,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:02.303768 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.311477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] For port 1e88266a-5f85-480c-a252-a7c3aef67df1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1e88266a-5f85-480c-a252-a7c3aef67df1,segment=NetworkSegment(08e4d51a-fab2-424e-b585-be3c8eaf51fc),segment_id=08e4d51a-fab2-424e-b585-be3c8eaf51fc)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:02.312816 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f01034f7-fdd6-41b6-886f-9c45dd283ed0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8382232 Aug 03 19:36:02.315431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59226) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:02.324468 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:02.326607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Deleting port 1e88266a-5f85-480c-a252-a7c3aef67df1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:02.326847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.376797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Calling delete_port for 51d126df-7546-4bf7-9be5-1a3f7667c248 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:02.425847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] For port 1e88266a-5f85-480c-a252-a7c3aef67df1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1e88266a-5f85-480c-a252-a7c3aef67df1,segment=NetworkSegment(08e4d51a-fab2-424e-b585-be3c8eaf51fc),segment_id=08e4d51a-fab2-424e-b585-be3c8eaf51fc)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:02.426257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.458718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Calling delete_port for 1e88266a-5f85-480c-a252-a7c3aef67df1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:02.543761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b717f-2da1-4dba-a218-78d236ad6876 None None] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:02.552911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.702184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986852-05b6-4bd3-ae4a-d1fb62c21d99 req-8b8263e4-6f12-483c-ab07-96a043818bf5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:02.704454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97986852-05b6-4bd3-ae4a-d1fb62c21d99 req-8b8263e4-6f12-483c-ab07-96a043818bf5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1305954 Aug 03 19:36:02.771549 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.812048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97986852-05b6-4bd3-ae4a-d1fb62c21d99 req-6f0c5c3f-708d-4862-b3a8-348fcb3bb32a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004617 Aug 03 19:36:02.816254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.843221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d21f7-e8f4-454f-8ea9-ab8c7d277e34 None None] DHCP port deletion for a2cbd1e5-8863-4184-b00f-5af8ffaf423f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:02.848087 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.871545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:02.871545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.872948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Port': ['ID=51d126df-7546-4bf7-9be5-1a3f7667c248,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:02.872948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] No DVR routers for this DVR port 51d126df-7546-4bf7-9be5-1a3f7667c248 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:02.885448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 51d126df-7546-4bf7-9be5-1a3f7667c248 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:02.919142 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:02.940528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d3e618a-a56b-4c3c-9cfc-c6646a92cbc5,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:02.940635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] No DVR routers for this DVR port 1e88266a-5f85-480c-a252-a7c3aef67df1 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:02.983776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 51d126df-7546-4bf7-9be5-1a3f7667c248 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:02.984126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 51d126df-7546-4bf7-9be5-1a3f7667c248 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 03 19:36:02.997844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c787e4-2600-41b0-bcfd-46b319ecf4db None None] Pushing event deleted for resources: {'Port': ['ID=1e88266a-5f85-480c-a252-a7c3aef67df1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.008279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.020468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cbd1e5-8863-4184-b00f-5af8ffaf423f']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.027173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:03.047525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc085f60-846a-4ffc-a56a-250dc719d061') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.047895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc085f60-846a-4ffc-a56a-250dc719d061') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.058820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.062771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Could not find standard attr ID for object 51d126df-7546-4bf7-9be5-1a3f7667c248. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:36:03.080631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Port 51d126df-7546-4bf7-9be5-1a3f7667c248 not found, will not notify nova. {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 03 19:36:03.082197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04d82e-852e-4f34-a053-ba8bbf5da2fa None None] Pushing event deleted for resources: {'Port': ['ID=1e88266a-5f85-480c-a252-a7c3aef67df1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.094177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.110925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.121366 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ca027e4c-137d-4aa2-8d42-f38aa61e0ac9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8030422 Aug 03 19:36:03.132235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:03.132235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:03.133487 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:03.136364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59246) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.150030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:03.304151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Provisioning for port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:03.312926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Provisioning complete for port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:03.313678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.348062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.410415 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:36:03.415989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.429110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.480930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.496282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.506908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] For port 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14d25130-3c5e-4c20-a5d6-6784250f0ef0,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:03.507758 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.517044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/a2cbd1e5-8863-4184-b00f-5af8ffaf423f HTTP/1.1" status: 204 len: 168 time: 2.8007965 Aug 03 19:36:03.519005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59258) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.542906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.636826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac5e03-6de9-4750-83b5-0e5ec5d2d076 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=a2cbd1e5-8863-4184-b00f-5af8ffaf423f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.655434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1e88266a-5f85-480c-a252-a7c3aef67df1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:03.683530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.688305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1e88266a-5f85-480c-a252-a7c3aef67df1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:03.688858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1e88266a-5f85-480c-a252-a7c3aef67df1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:03.689402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 51d126df-7546-4bf7-9be5-1a3f7667c248 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:03.718438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.734578 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.746100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 51d126df-7546-4bf7-9be5-1a3f7667c248 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:03.749149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 51d126df-7546-4bf7-9be5-1a3f7667c248 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:03.755410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a564ba0-a757-42f6-b1c3-1b91db13f815,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.791022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1084415613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:03.843440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bc0c0-0406-4dbe-a59c-44cac6797b1a None None] Pushing event updated for resources: {'Port': ['ID=14d25130-3c5e-4c20-a5d6-6784250f0ef0,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:03.852076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.866136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-99e87135-cec8-4492-a847-7bb7b519146a None None] Provisioning complete for port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:03.867766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99e87135-cec8-4492-a847-7bb7b519146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.882112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a0cac1-15af-4bc5-bead-a626fdd46a30']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.912034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e4d51a-fab2-424e-b585-be3c8eaf51fc') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.912562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e4d51a-fab2-424e-b585-be3c8eaf51fc') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:03.939659 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.943605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ec050a3-e9ba-4bcd-a980-60456594159c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8035743 Aug 03 19:36:03.943849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59266) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:03.953807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': 'e3ccd0e8-d182-406d-91c6-fabf2c2e7274', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:03.965856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:03.998765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.007677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:04.008093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:04.011040 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:04.032510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae6115-d17f-49e7-b394-306d4ad1a13e req-47ecff94-a387-40fc-bec4-1137bf815f78 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:04.032510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6aae6115-d17f-49e7-b394-306d4ad1a13e req-47ecff94-a387-40fc-bec4-1137bf815f78 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1370144 Aug 03 19:36:04.113661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6aae6115-d17f-49e7-b394-306d4ad1a13e req-c197c4f9-4e9a-476e-9619-30d7aff7a428 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535188 Aug 03 19:36:04.136974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.138321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.308304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.326911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.339727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/82a0cac1-15af-4bc5-bead-a626fdd46a30 HTTP/1.1" status: 204 len: 168 time: 0.7979846 Aug 03 19:36:04.340435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:04.386801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c3b6e-3f71-43cf-8b64-802e1ad8ed66 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=82a0cac1-15af-4bc5-bead-a626fdd46a30,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:04.387040 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:36:04.389582 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.393485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.463318 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.506519 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.515480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.593627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.610457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.613669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0862bf7b-f58f-459c-ba44-744edda27f7b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:04.625412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10499e0-95b1-4935-b187-b63699b70824']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.643613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291fab28-1440-4787-990c-cfb1a5f00621') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.643825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291fab28-1440-4787-990c-cfb1a5f00621') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:04.655453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.673060 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.679633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:04.680040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:04.683302 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:04.832271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.833583 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-919b10f1-e160-48db-9856-5ce89409c4ca tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4844327 Aug 03 19:36:04.836247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59284) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:04.842979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1498327203'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:04.895061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.906413 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2cddf590-a996-4a2a-9021-ffc025428343 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9614539 Aug 03 19:36:04.963636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.972746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:04.975721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/b10499e0-95b1-4935-b187-b63699b70824 HTTP/1.1" status: 204 len: 168 time: 0.6234422 Aug 03 19:36:04.977599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59288) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:04.996923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779bb1d-02d4-41d3-be73-b0e107a1daa7 tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=b10499e0-95b1-4935-b187-b63699b70824,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:05.051322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:05.054897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.079651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.094599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.134657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-4426204f-731b-423e-a3e0-b5cb68f4636a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-912353345&fields=id&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 267 time: 0.0468931 Aug 03 19:36:05.240224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.256390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3e0be7-3348-4285-a06d-6dd23cc2dd69']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.272435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f28193-9d79-49db-b98b-5f9e46dd5b3d') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.272796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f28193-9d79-49db-b98b-5f9e46dd5b3d') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:05.287337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.313186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-e3275625-5193-4a27-93b3-7a2233c51863 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.315156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-e3275625-5193-4a27-93b3-7a2233c51863 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/networks?id=e1da35f5-bc38-47de-b1c2-d58298dcaba8 HTTP/1.1" status: 200 len: 796 time: 0.1674535 Aug 03 19:36:05.317178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.320490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.326316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:05.326902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:05.330318 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:05.335589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-70fe18cb-0663-469f-bad3-4ab3b6ed91e5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/quotas/cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 375 time: 0.0139148 Aug 03 19:36:05.423353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-88236e11-3aad-45c2-bbd9-a07da830f61b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0790854 Aug 03 19:36:05.523479 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.536015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9e0c9fc3-1a88-4074-b2dc-b3561be62c54 service neutron] 10.222.0.67 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004932 Aug 03 19:36:05.550777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:05.571599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.571963 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Added segment 9aaeb155-45ee-465d-83fc-86e35ce5287c of type vlan for network da9c5537-a646-434b-9256-293c0d2efa7a Aug 03 19:36:05.573301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.583221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f01e8-61dd-4af2-a336-aa03a2a49d73,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:05.600755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.602970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] 10.222.0.67 "DELETE /v2.0/networks/bd3e0be7-3348-4285-a06d-6dd23cc2dd69 HTTP/1.1" status: 204 len: 168 time: 0.6241438 Aug 03 19:36:05.626979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14d25130-3c5e-4c20-a5d6-6784250f0ef0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:05.673390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324b6b8-95cd-49d9-b1b8-10280c1e020e tempest-BulkNetworkOpsIpV6Test-400797241 tempest-BulkNetworkOpsIpV6Test-400797241-project] Pushing event deleted for resources: {'Network': ['ID=bd3e0be7-3348-4285-a06d-6dd23cc2dd69,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:05.703387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.756274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:05.757035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.802238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-83ae3dca-f03a-4848-a0b5-3dfafa9a5814 service neutron] 10.222.0.67 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566979 Aug 03 19:36:05.940592 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:05.970829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:05.970829 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.024760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Network': ['ID=da9c5537-a646-434b-9256-293c0d2efa7a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:06.041595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network da9c5537-a646-434b-9256-293c0d2efa7a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:06.200574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-044f0e74-d87b-411d-b9ca-7e896096ef38 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3631155 Aug 03 19:36:06.202257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59316) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:06.210824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'subnet': {'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:06.346412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3094c96-6e81-4c7d-b845-377c0cfdd561 req-761fde24-7945-447f-afab-da686a65ed88 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:06.347961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3094c96-6e81-4c7d-b845-377c0cfdd561 req-761fde24-7945-447f-afab-da686a65ed88 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1141226 Aug 03 19:36:06.396787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3094c96-6e81-4c7d-b845-377c0cfdd561 req-171cd78b-82bd-4068-a1ed-7ae4ace74516 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408714 Aug 03 19:36:06.489226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7921944-6747-46d1-8b03-3e2f2bc636ff req-1938b1e3-55d0-4911-9fb0-39ace6801503 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0279410 Aug 03 19:36:06.553014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59332) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:06.566116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:06.570757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.734926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3cf8fcc5-4b5b-4a8c-8a39-55c346ab9270 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=14afb859cb384941a7fbf598baf16430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805825 Aug 03 19:36:06.735545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59336) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:06.825279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.851263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:06.949903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.025677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Subnet': ['ID=0a9a7c9c-62dd-401f-ae84-fd7965547bc2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:07.032512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Checking segment: {'id': '9aaeb155-45ee-465d-83fc-86e35ce5287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:07.034215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network hostable DHCP agents. Network: da9c5537-a646-434b-9256-293c0d2efa7a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:07.129367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.138179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.138179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d4b0c7b9-4cef-4788-a760-428159dae32a HTTP/1.1" status: 204 len: 168 time: 0.3969007 Aug 03 19:36:07.143257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae1e6f-8ea1-4466-85f9-efe5febe4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b0c7b9-4cef-4788-a760-428159dae32a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:07.320531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network da9c5537-a646-434b-9256-293c0d2efa7a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:07.466320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, da9c5537-a646-434b-9256-293c0d2efa7a) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:07.483212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0c2982-3836-4bbc-8b63-c50b966f6fd8 None None] Network da9c5537-a646-434b-9256-293c0d2efa7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:07.491201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:07.491806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.563427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3b65d-2028-468f-8ad7-97e5495452b4 req-36551ac9-4ea2-460b-85d7-4585b049fda3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:07.565229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6e3b65d-2028-468f-8ad7-97e5495452b4 req-36551ac9-4ea2-460b-85d7-4585b049fda3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0653229 Aug 03 19:36:07.630144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6e3b65d-2028-468f-8ad7-97e5495452b4 req-65a163c7-17e2-4f0a-ac07-d3c234861aa1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583189 Aug 03 19:36:07.707523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46a64b5b-d2b4-4cd7-b55e-5f030a9e1be3 req-2da011a0-80f9-44af-a441-c3ea438acca2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0295005 Aug 03 19:36:07.725889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-da9c5537-a646-434b-9256-293c0d2efa7a', 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a', 'tenant_id': '4cd0ef17d688483fa0b49d5da91a7caa', 'fixed_ips': [{'subnet_id': '0a9a7c9c-62dd-401f-ae84-fd7965547bc2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:07.733140 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:07.746254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d163733d-e9e0-4d32-9bc7-9251af0a0035 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5424194 Aug 03 19:36:07.749824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59362) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:07.759363 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'network': {'name': 'tempest-router-network01--162833485'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:07.922759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Allocated IP 172.20.0.2 (da9c5537-a646-434b-9256-293c0d2efa7a/0a9a7c9c-62dd-401f-ae84-fd7965547bc2/1c6c7048-d4b4-4865-9927-5d9d2cc9143b) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:07.973362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:07.981517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.047438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:08.069859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.070661 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Added segment 8f1639c6-f2d6-4776-923f-1743d5efce2b of type vlan for network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 Aug 03 19:36:08.128520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.138254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.147468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Transition to ACTIVE for port object 1c6c7048-d4b4-4865-9927-5d9d2cc9143b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:08.164831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Transition to ACTIVE for port object 1c6c7048-d4b4-4865-9927-5d9d2cc9143b will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:08.344227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.344551 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.352019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:08.352755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.387572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Network da9c5537-a646-434b-9256-293c0d2efa7a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:08.392348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:08.396576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Pushing event updated for resources: {'Port': ['ID=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.435434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:08.438086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Network': ['ID=9fb8085d-63f0-4cab-a48f-f381c59a5f99,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:08.438414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:08.551567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Attempting to bind port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:08.552240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Attempting to bind port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9aaeb155-45ee-465d-83fc-86e35ce5287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:08.552343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Attempting to bind port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b on network da9c5537-a646-434b-9256-293c0d2efa7a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Checking segment: {'id': '9aaeb155-45ee-465d-83fc-86e35ce5287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Bound using segment: {'id': '9aaeb155-45ee-465d-83fc-86e35ce5287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Bound port: 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aaeb155-45ee-465d-83fc-86e35ce5287c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9c5537-a646-434b-9256-293c0d2efa7a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:08.585897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.633846 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2f93bdc-4f0e-4743-b442-e0cb6d8af4e6 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8819249 Aug 03 19:36:08.636841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59402) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:08.643771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'network': {'name': 'tempest-router-network02--147668422'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:08.675494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] For port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:08.682812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] For port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,segment=NetworkSegment(9aaeb155-45ee-465d-83fc-86e35ce5287c),segment_id=9aaeb155-45ee-465d-83fc-86e35ce5287c)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:08.817231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb35d-f0df-41f1-a352-3abb64f22cb7 req-a1716649-7eeb-466d-91b0-2cae70577bf4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:08.818801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-932cb35d-f0df-41f1-a352-3abb64f22cb7 req-a1716649-7eeb-466d-91b0-2cae70577bf4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0642662 Aug 03 19:36:08.892172 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.892402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-932cb35d-f0df-41f1-a352-3abb64f22cb7 req-14913042-4765-4f73-8711-07e073a2cd8f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660241 Aug 03 19:36:08.958024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:08.962837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:08.996058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-a34df4cb-74b9-4f2a-95d2-2ad67b6377ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154420 Aug 03 19:36:09.010936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af69389-a1d1-40eb-b787-3cdacd14ea23 None None] Pushing event updated for resources: {'Port': ['ID=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:09.058284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1629e053-ff56-486a-a9c2-074c6048f666 req-b08e77f4-6e05-4b86-9f2e-4f3e8028de9a tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0481901 Aug 03 19:36:09.070707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:09.090603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.090603 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Added segment 53da3ee9-8361-4968-abf1-08008a11cd23 of type vlan for network 8a30f79b-db44-4d44-8238-40752eda8528 Aug 03 19:36:09.160485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-6f49bdfe-a32f-420b-833a-29b1be0d2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.162378 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-6f49bdfe-a32f-420b-833a-29b1be0d2c10 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0740619 Aug 03 19:36:09.167435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.233935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59416) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.369556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-2cc3e07b-e191-42a9-9fc7-d8777bc153ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.371173 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-2cc3e07b-e191-42a9-9fc7-d8777bc153ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 898 time: 0.1781147 Aug 03 19:36:09.390578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.396963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.397784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.521578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-cf85414b-526c-4a5f-85aa-9fc0ab597aec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 200 len: 1001 time: 0.1390710 Aug 03 19:36:09.535236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--658833998'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:09.599050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Network': ['ID=8a30f79b-db44-4d44-8238-40752eda8528,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:09.609841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-9a574a94-73e7-47e3-964b-b63478e924a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.612832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-9a574a94-73e7-47e3-964b-b63478e924a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=613b39c3-5ff7-4648-8cd7-f1640aa6fa12 HTTP/1.1" status: 200 len: 835 time: 0.0851555 Aug 03 19:36:09.629494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 8a30f79b-db44-4d44-8238-40752eda8528 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:09.696812 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.716628 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:09.762865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6c7048-d4b4-4865-9927-5d9d2cc9143b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:09.774890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-e01d5557-be58-4a52-a5b6-62803b606e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:09.779133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-e01d5557-be58-4a52-a5b6-62803b606e81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405549 Aug 03 19:36:09.847802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d42670c1-f398-4eb8-b8d8-1dfe72b2c733 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2086861 Aug 03 19:36:09.853253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59426) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:09.870822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'subnet': {'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:09.974363 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-cea1fe07-1641-48a0-8f22-ffdd34d9672b service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869893 Aug 03 19:36:09.981386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:10.112771 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9e975fe3-e706-48eb-9fc3-758cbd0101a9 req-a91374d2-d3b4-4ea0-9963-cb0d5c6ff0bd service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312768 Aug 03 19:36:10.117852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585885d-88dd-4679-b7fe-c29e676a0675 req-a002e403-ea5b-47df-8c25-b60b8e43506c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:10.119521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a585885d-88dd-4679-b7fe-c29e676a0675 req-a002e403-ea5b-47df-8c25-b60b8e43506c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0848222 Aug 03 19:36:10.167959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.189101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a585885d-88dd-4679-b7fe-c29e676a0675 req-6d48903e-2394-45be-acf5-5a4dfcbfea91 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Aug 03 19:36:10.349543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91230bd4-6758-43e3-b733-46bcb9152d40 req-c4a48ff1-f8e8-49f2-809e-51b63fac932c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0414913 Aug 03 19:36:10.352873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.388055 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652559de-4503-48ab-bf57-2a8ba8035a59,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:10.430325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24957405-97b3-419b-8565-6290ad9c804d None None] Network da9c5537-a646-434b-9256-293c0d2efa7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:10.539793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:10.549967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.687367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Provisioning for port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:10.691665 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Provisioning complete for port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:10.706050 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.851832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-46330fa4-ef15-4c85-851f-9c88d76fd0e0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:10.853438 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-46330fa4-ef15-4c85-851f-9c88d76fd0e0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/networks?id=e1da35f5-bc38-47de-b1c2-d58298dcaba8 HTTP/1.1" status: 200 len: 796 time: 0.3125448 Aug 03 19:36:10.886294 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.921012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:10.972388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-d27bd976-155f-4db3-9fbb-c23bb3288986 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 472 time: 0.1085861 Aug 03 19:36:10.977544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] For port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,segment=NetworkSegment(9aaeb155-45ee-465d-83fc-86e35ce5287c),segment_id=9aaeb155-45ee-465d-83fc-86e35ce5287c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:10.987413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'port': {'device_id': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'admin_state_up': True, 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'security_groups': ['e3ccd0e8-d182-406d-91c6-fabf2c2e7274']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:11.127411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.136753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.206817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d7e1f-e9af-447a-a3e2-da8d780b8589 None None] Pushing event updated for resources: {'Port': ['ID=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.216057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.357259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-def0b5da-b5fa-4eec-93e3-5b7126afe0b3 None None] Provisioning complete for port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:11.357787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-def0b5da-b5fa-4eec-93e3-5b7126afe0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.375867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.379765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1421130 Aug 03 19:36:11.390757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59450) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:11.400673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65a6a-f4c3-4693-826f-c96a90ad375f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72fb15e-b8be-4480-be36-b1fc34320950,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.491979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a353565f-908c-4273-8a90-e051d834d33f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0935590 Aug 03 19:36:11.509547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59454) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:11.521884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-security--1978184736', 'description': 'tempest-security-description-1049390345'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:11.563300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Checking segment: {'id': '8f1639c6-f2d6-4776-923f-1743d5efce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:11.563810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network hostable DHCP agents. Network: 9fb8085d-63f0-4cab-a48f-f381c59a5f99, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:11.567928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Subnet': ['ID=67bd3198-5290-47d3-b917-430af9a27eec,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.580971 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.633889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.635029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6c7048-d4b4-4865-9927-5d9d2cc9143b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:11.664695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28cc91-0184-4a44-8bc7-174d264b3374 req-8460ab94-34f7-45e0-a03c-4cd4633bc8d0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:11.678495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab28cc91-0184-4a44-8bc7-174d264b3374 req-8460ab94-34f7-45e0-a03c-4cd4633bc8d0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.3445697 Aug 03 19:36:11.737602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab28cc91-0184-4a44-8bc7-174d264b3374 req-f53d012a-bb65-4df6-a47e-59cd0c97642f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 Aug 03 19:36:11.738015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:11.738550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.749946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.763171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.765179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "PUT /v2.0/security-groups/e72fb15e-b8be-4480-be36-b1fc34320950 HTTP/1.1" status: 200 len: 1780 time: 0.2523150 Aug 03 19:36:11.768072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59464) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:11.802709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:11.806485 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:11.807886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:11.815804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342b4b0-81f2-418c-a53e-f56236b539cc tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72fb15e-b8be-4480-be36-b1fc34320950,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:11.866742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba79711c-d7e3-41eb-906e-374a408da93b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups/e72fb15e-b8be-4480-be36-b1fc34320950 HTTP/1.1" status: 200 len: 1780 time: 0.0973663 Aug 03 19:36:11.872577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59466) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:11.879089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b13e1f88-d801-4000-b50b-6e5b586990b0 req-5809662c-5b1d-4093-a0b8-5d98ea58e4eb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0445633 Aug 03 19:36:12.030947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9fb8085d-63f0-4cab-a48f-f381c59a5f99) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:12.037190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:12.038132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.039285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed097f4-1407-4134-ab15-79d0570b5a12 None None] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:12.121375 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.165283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.182066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.29 (e1da35f5-bc38-47de-b1c2-d58298dcaba8/f1e62861-bd88-4198-80df-926f3f886d1a/0b2d6c48-ad89-41b8-9b80-d86a80028856) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:12.229782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bd60fbe0-e0e1-4b94-b98f-de8da1366b71 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3728979 Aug 03 19:36:12.231094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59476) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.236893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'subnet': {'network_id': '8a30f79b-db44-4d44-8238-40752eda8528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:12.272171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-9fb8085d-63f0-4cab-a48f-f381c59a5f99', 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99', 'tenant_id': '4cd0ef17d688483fa0b49d5da91a7caa', 'fixed_ips': [{'subnet_id': '67bd3198-5290-47d3-b917-430af9a27eec'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:12.273342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.369956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.374637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.376190 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/e72fb15e-b8be-4480-be36-b1fc34320950 HTTP/1.1" status: 204 len: 168 time: 0.5018952 Aug 03 19:36:12.378787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.454074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-581398d9-e116-47b4-a924-50d2e52fa97b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0705109 Aug 03 19:36:12.454955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.474240 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-e21444d8-b5e4-46a7-9f11-f7cdf7e102a5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] delete failed (client error): The resource could not be found. Aug 03 19:36:12.479077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e21444d8-b5e4-46a7-9f11-f7cdf7e102a5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/e72fb15e-b8be-4480-be36-b1fc34320950 HTTP/1.1" status: 404 len: 347 time: 0.0195515 Aug 03 19:36:12.480570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59484) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.492959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--957391726'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:12.503064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611d7fb-222a-48ea-9337-ca4b42a5b86e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72fb15e-b8be-4480-be36-b1fc34320950,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:12.515409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Made reservation on behalf of 4cd0ef17d688483fa0b49d5da91a7caa for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:12.521361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.547296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Allocated IP 172.20.0.2 (9fb8085d-63f0-4cab-a48f-f381c59a5f99/67bd3198-5290-47d3-b917-430af9a27eec/49a3e121-f578-4074-aa0e-8f0a470092c7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:12.630528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.650831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object 0b2d6c48-ad89-41b8-9b80-d86a80028856 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:12.720370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.816920 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:12.828238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Transition to ACTIVE for port object 49a3e121-f578-4074-aa0e-8f0a470092c7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:12.845012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Transition to ACTIVE for port object 49a3e121-f578-4074-aa0e-8f0a470092c7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:12.892014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59494) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:12.932962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee64be-b2f0-4ea9-b8de-4fd6689c3653 req-f106fea0-f2ca-4206-bfe1-2a99dc889d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:12.934521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11ee64be-b2f0-4ea9-b8de-4fd6689c3653 req-f106fea0-f2ca-4206-bfe1-2a99dc889d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0779822 Aug 03 19:36:12.979293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11ee64be-b2f0-4ea9-b8de-4fd6689c3653 req-f49ecabf-fb83-4490-a35c-e6e348087ff8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Aug 03 19:36:13.018746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88d4168b-af08-4880-b0c2-68513447a64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.047154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.095465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:13.099584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:13.104579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eabd00-53a5-475d-b019-5c016bf0e42f req-4359f967-73f0-4337-90de-eead82436d79 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.105145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:13.105948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3eabd00-53a5-475d-b019-5c016bf0e42f req-4359f967-73f0-4337-90de-eead82436d79 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 932 time: 0.0589001 Aug 03 19:36:13.148766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.207341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.209866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.219617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.220526 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.247190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.260733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:13.274767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Pushing event updated for resources: {'Port': ['ID=49a3e121-f578-4074-aa0e-8f0a470092c7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.287798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:13.293937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3eabd00-53a5-475d-b019-5c016bf0e42f req-69799b98-58f5-4df9-9cc8-997885ecd70f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733737 Aug 03 19:36:13.295264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:13.352521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Subnet': ['ID=df6ec1a3-9589-41cf-a725-3120362acfc1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.363196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Checking segment: {'id': '53da3ee9-8361-4968-abf1-08008a11cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:13.363767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network hostable DHCP agents. Network: 8a30f79b-db44-4d44-8238-40752eda8528, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:13.384587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.386641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Attempting to bind port 49a3e121-f578-4074-aa0e-8f0a470092c7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:13.387177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Attempting to bind port 49a3e121-f578-4074-aa0e-8f0a470092c7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '8f1639c6-f2d6-4776-923f-1743d5efce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:13.387698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Attempting to bind port 49a3e121-f578-4074-aa0e-8f0a470092c7 on network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:13.394175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:13.394820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Checking segment: {'id': '8f1639c6-f2d6-4776-923f-1743d5efce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:13.395410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.395957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Bound using segment: {'id': '8f1639c6-f2d6-4776-923f-1743d5efce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:13.396690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Bound port: 49a3e121-f578-4074-aa0e-8f0a470092c7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1639c6-f2d6-4776-923f-1743d5efce2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9fb8085d-63f0-4cab-a48f-f381c59a5f99'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:13.397256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.435206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e651dd-6863-4eb5-8d43-577eaea1e6e9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.482401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] For port 49a3e121-f578-4074-aa0e-8f0a470092c7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:13.486225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] For port 49a3e121-f578-4074-aa0e-8f0a470092c7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=49a3e121-f578-4074-aa0e-8f0a470092c7,segment=NetworkSegment(8f1639c6-f2d6-4776-923f-1743d5efce2b),segment_id=8f1639c6-f2d6-4776-923f-1743d5efce2b)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:13.486788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-9a51a937-ebb7-4bfd-b449-811ec48a5fe2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5080845 Aug 03 19:36:13.503154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Request body: {'port': {'device_id': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:13.558368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network 8a30f79b-db44-4d44-8238-40752eda8528 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:13.588772 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.673457 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88d4168b-af08-4880-b0c2-68513447a64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.786609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4d78dee6-ad6d-4b75-8e33-08f1d3ddcf8a None None] Provisioning for port 0b2d6c48-ad89-41b8-9b80-d86a80028856 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:13.786790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 8a30f79b-db44-4d44-8238-40752eda8528) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:13.796641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4d78dee6-ad6d-4b75-8e33-08f1d3ddcf8a None None] Provisioning complete for port 0b2d6c48-ad89-41b8-9b80-d86a80028856 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:13.798297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4d78dee6-ad6d-4b75-8e33-08f1d3ddcf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.807972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:13.808443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.808554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.852694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e68e82-f719-40c5-9927-338ca1bbc6dd None None] Network 8a30f79b-db44-4d44-8238-40752eda8528 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:13.853180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-88d4168b-af08-4880-b0c2-68513447a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:13.902282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4168b-af08-4880-b0c2-68513447a64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed8eb3-af5c-466c-8cce-5a5d746dce5b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:13.965211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59514) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:13.973188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-88d4168b-af08-4880-b0c2-68513447a64b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d2014dbfa7e44886bb6c9f0f5d5993ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0753019 Aug 03 19:36:14.069400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7621d584-b82b-4db5-afdd-37cf46e79b40 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8363938 Aug 03 19:36:14.070555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.071926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5e70202b-cac5-4688-a505-e48e5987fd6e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5901098 Aug 03 19:36:14.077766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59520) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:14.083498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:14.120457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2d6c48-ad89-41b8-9b80-d86a80028856 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:14.133800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.147863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4d78dee6-ad6d-4b75-8e33-08f1d3ddcf8a None None] Port 0b2d6c48-ad89-41b8-9b80-d86a80028856 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:14.151649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Transition to ACTIVE for port object 0b2d6c48-ad89-41b8-9b80-d86a80028856 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:14.171553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'c7e651dd-6863-4eb5-8d43-577eaea1e6e9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:14.187427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.231040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e52de7-2ea2-4b3d-b468-9a8397aba04e None None] Pushing event updated for resources: {'Port': ['ID=49a3e121-f578-4074-aa0e-8f0a470092c7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:14.252313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-8a30f79b-db44-4d44-8238-40752eda8528', 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528', 'tenant_id': '4cd0ef17d688483fa0b49d5da91a7caa', 'fixed_ips': [{'subnet_id': 'df6ec1a3-9589-41cf-a725-3120362acfc1'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:14.253463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.346196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.426154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.481268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:14.557832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Allocated IP 172.20.0.2 (8a30f79b-db44-4d44-8238-40752eda8528/df6ec1a3-9589-41cf-a725-3120362acfc1/dfcad759-5fdf-42a9-8b75-fd0a0975f842) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:14.629655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26ea66-96d9-425a-9337-117ea984d226 req-e44504f5-94a1-4a7d-9861-02d05c67f011 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:14.636385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a26ea66-96d9-425a-9337-117ea984d226 req-e44504f5-94a1-4a7d-9861-02d05c67f011 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.4561279 Aug 03 19:36:14.649330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Attempting to bind port 0b2d6c48-ad89-41b8-9b80-d86a80028856 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:14.650038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Attempting to bind port 0b2d6c48-ad89-41b8-9b80-d86a80028856 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:14.651265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Attempting to bind port 0b2d6c48-ad89-41b8-9b80-d86a80028856 on network e1da35f5-bc38-47de-b1c2-d58298dcaba8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:14.657652 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Port 0b2d6c48-ad89-41b8-9b80-d86a80028856 on network e1da35f5-bc38-47de-b1c2-d58298dcaba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:14.658617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Attempting to bind port 0b2d6c48-ad89-41b8-9b80-d86a80028856 on network e1da35f5-bc38-47de-b1c2-d58298dcaba8 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:14.665723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:14.666448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Checking segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:14.667088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Bound using segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:14.673028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Bound port: 0b2d6c48-ad89-41b8-9b80-d86a80028856, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:14.673738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.738832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7a26ea66-96d9-425a-9337-117ea984d226 req-51d02218-793a-4263-9f97-bf6493fc58a3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906725 Aug 03 19:36:14.796705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.833973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:14.837398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:14.872452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.876708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.877226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.883679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f2ed8eb3-af5c-466c-8cce-5a5d746dce5b HTTP/1.1" status: 204 len: 168 time: 0.9163892 Aug 03 19:36:14.922676 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:14.942888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Transition to ACTIVE for port object dfcad759-5fdf-42a9-8b75-fd0a0975f842 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:14.980467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Transition to ACTIVE for port object dfcad759-5fdf-42a9-8b75-fd0a0975f842 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:15.042685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556d94-aa5b-4d53-afd8-59ea3324fbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed8eb3-af5c-466c-8cce-5a5d746dce5b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.056363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.119382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.130801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.131437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.133339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] 10.222.0.77 "PUT /v2.0/ports/0b2d6c48-ad89-41b8-9b80-d86a80028856 HTTP/1.1" status: 200 len: 1092 time: 1.6375432 Aug 03 19:36:15.134006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:15.137693 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:15.159050 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.205042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64840936-a850-414e-82e9-f44a9b8fd7dd service neutron] Pushing event updated for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.229557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Network 8a30f79b-db44-4d44-8238-40752eda8528 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:15.234713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1bf1-755b-4043-8707-bca1af2e08ac req-15456262-eadd-4c75-afd9-ab3322bd5c96 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.236233 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccbb1bf1-755b-4043-8707-bca1af2e08ac req-15456262-eadd-4c75-afd9-ab3322bd5c96 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 944 time: 0.3483772 Aug 03 19:36:15.259111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:15.272883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:15.295976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Pushing event updated for resources: {'Port': ['ID=dfcad759-5fdf-42a9-8b75-fd0a0975f842,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.336031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.400207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Attempting to bind port dfcad759-5fdf-42a9-8b75-fd0a0975f842 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:15.402503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Attempting to bind port dfcad759-5fdf-42a9-8b75-fd0a0975f842 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '53da3ee9-8361-4968-abf1-08008a11cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:15.403289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Attempting to bind port dfcad759-5fdf-42a9-8b75-fd0a0975f842 on network 8a30f79b-db44-4d44-8238-40752eda8528 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:15.413454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:15.414249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Checking segment: {'id': '53da3ee9-8361-4968-abf1-08008a11cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:15.415040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.432951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Bound using segment: {'id': '53da3ee9-8361-4968-abf1-08008a11cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:15.435081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Bound port: dfcad759-5fdf-42a9-8b75-fd0a0975f842, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da3ee9-8361-4968-abf1-08008a11cd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '8a30f79b-db44-4d44-8238-40752eda8528'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:15.437145 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.460945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-19c4a5e6-ef94-4eab-a038-79c0a9629fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.462700 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-19c4a5e6-ef94-4eab-a038-79c0a9629fb4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 1095 time: 0.1164267 Aug 03 19:36:15.479507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66b3622-296c-4167-80c1-e06334927782,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.586856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] For port dfcad759-5fdf-42a9-8b75-fd0a0975f842, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:15.606985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] For port dfcad759-5fdf-42a9-8b75-fd0a0975f842, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dfcad759-5fdf-42a9-8b75-fd0a0975f842,segment=NetworkSegment(53da3ee9-8361-4968-abf1-08008a11cd23),segment_id=53da3ee9-8361-4968-abf1-08008a11cd23)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:15.618661 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.646413 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-147367fb-ceae-4403-9553-1b80fc4970ba service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856 HTTP/1.1" status: 200 len: 217 time: 0.1695645 Aug 03 19:36:15.648056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.672280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-11c2d544-7dc3-4822-a7ac-204977c662b2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4940224 Aug 03 19:36:15.677493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:15.692767 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.694737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ccbb1bf1-755b-4043-8707-bca1af2e08ac req-9db520fe-001e-4a03-a267-0a8e34280e71 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280944 Aug 03 19:36:15.773897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.787812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c987cdcb-8dae-4b3c-bd96-46e8a489fd22 None None] Pushing event updated for resources: {'Port': ['ID=dfcad759-5fdf-42a9-8b75-fd0a0975f842,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:15.791575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d67acf-7cce-4560-a9d0-e099844491ff None None] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:15.792777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:15.809677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 49a3e121-f578-4074-aa0e-8f0a470092c7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:15.843366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-a7fb52b7-1883-4b6b-a52a-deec442f1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.845480 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-a7fb52b7-1883-4b6b-a52a-deec442f1a2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1e62861-bd88-4198-80df-926f3f886d1a HTTP/1.1" status: 200 len: 838 time: 0.1850669 Aug 03 19:36:15.952212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-e084df1a-ded3-45a8-a77a-9475da0f1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:15.953194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Allocated IP 172.20.0.1 (9fb8085d-63f0-4cab-a48f-f381c59a5f99/67bd3198-5290-47d3-b917-430af9a27eec/e83e10fe-908e-48c0-ac81-76c44e4d782b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:15.954086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-e084df1a-ded3-45a8-a77a-9475da0f1ed5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1da35f5-bc38-47de-b1c2-d58298dcaba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979915 Aug 03 19:36:16.105554 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd22aa-6889-4dd9-b9e2-869e1ac1c5e6 x-openstack-request-id: req-5ffd22aa-6889-4dd9-b9e2-869e1ac1c5e6 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:16.105554 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:16.105554 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ffd22aa-6889-4dd9-b9e2-869e1ac1c5e6 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:16.109531 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856', 'status': 'completed', 'code': 200} Aug 03 19:36:16.157187 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-8fa6eec9-792b-439c-9fc7-be20316f7a84 service neutron] 10.222.0.77 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952479 Aug 03 19:36:16.161213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.164633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Provisioning for port 49a3e121-f578-4074-aa0e-8f0a470092c7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:16.182526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 49a3e121-f578-4074-aa0e-8f0a470092c7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:16.198112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.204950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f66b3622-296c-4167-80c1-e06334927782 HTTP/1.1" status: 204 len: 168 time: 0.5141125 Aug 03 19:36:16.205272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Provisioning complete for port 49a3e121-f578-4074-aa0e-8f0a470092c7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:16.207608 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.228394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59558) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.230883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 49a3e121-f578-4074-aa0e-8f0a470092c7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:16.231270 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.254898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff4c7-c3a7-495a-b815-5db531dc3e21 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f66b3622-296c-4167-80c1-e06334927782,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:16.421748 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5da828d4-4d65-4a70-b9b5-9571083e65a8 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1679924 Aug 03 19:36:16.425745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59560) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.455427 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.513511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74a1a1e3-c5ae-4804-960b-262643a6e10b req-fd9bc4bc-e403-483f-8516-c15ad4465da8 service neutron] 10.222.0.77 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467200 Aug 03 19:36:16.523251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59562) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:16.548619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 49a3e121-f578-4074-aa0e-8f0a470092c7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=49a3e121-f578-4074-aa0e-8f0a470092c7,segment=NetworkSegment(8f1639c6-f2d6-4776-923f-1743d5efce2b),segment_id=8f1639c6-f2d6-4776-923f-1743d5efce2b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:16.567414 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.581314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5441c43-aa0d-419f-bc0e-cf1ec81024b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.610299 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.676005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.797647 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661b5a-64c4-4a67-8bf1-a68508e30ddc req-8afd9f5c-84a7-4aa8-9d8f-eda9864b82e4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:16.799430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d661b5a-64c4-4a67-8bf1-a68508e30ddc req-8afd9f5c-84a7-4aa8-9d8f-eda9864b82e4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1333210 Aug 03 19:36:16.819193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:16.827876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-a92e2cbf-c551-4e84-bb98-28d442de6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:16.829819 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-a92e2cbf-c551-4e84-bb98-28d442de6261 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 1095 time: 0.1615067 Aug 03 19:36:16.864052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Transition to ACTIVE for port object e83e10fe-908e-48c0-ac81-76c44e4d782b will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:16.903178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d661b5a-64c4-4a67-8bf1-a68508e30ddc req-d4d077fa-3ce4-41bc-bd88-4bedaf04e300 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926411 Aug 03 19:36:16.996694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5441c43-aa0d-419f-bc0e-cf1ec81024b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.003172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.007512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.008919 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/c7e651dd-6863-4eb5-8d43-577eaea1e6e9 HTTP/1.1" status: 204 len: 168 time: 0.5819962 Aug 03 19:36:17.014169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:17.047595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.066732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e81b8b-7d07-471b-9d59-3dd986b8bfae tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e651dd-6863-4eb5-8d43-577eaea1e6e9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.087523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-31c83dcf-4ecf-4e29-a0f7-972ea70098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.089425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-31c83dcf-4ecf-4e29-a0f7-972ea70098a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=e1da35f5-bc38-47de-b1c2-d58298dcaba8 HTTP/1.1" status: 200 len: 897 time: 0.2495124 Aug 03 19:36:17.124082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.146419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-241391c7-f77c-4b76-865c-20bf33ffb508 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856 HTTP/1.1" status: 200 len: 217 time: 0.0484953 Aug 03 19:36:17.147827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e5441c43-aa0d-419f-bc0e-cf1ec81024b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.238686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff7cf-ebf9-4126-82d4-4a297a67d75b req-0e9e1124-f21e-40e9-adac-9218f9846c59 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.247821 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:36:17.248407 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-82f3d0f2-8be5-4ce1-83e1-b8977461352d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:36:17.249054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=49a3e121-f578-4074-aa0e-8f0a470092c7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.249847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de6ff7cf-ebf9-4126-82d4-4a297a67d75b req-0e9e1124-f21e-40e9-adac-9218f9846c59 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 944 time: 0.2126212 Aug 03 19:36:17.263184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5441c43-aa0d-419f-bc0e-cf1ec81024b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c3a5d0-f81b-4cdc-b71d-9fa5a72c242c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.271538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0f9343cf-8ae8-401d-afa9-3c90cd5c36b9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2510693 Aug 03 19:36:17.274280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e5441c43-aa0d-419f-bc0e-cf1ec81024b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e34df49c911044748d742fcb8967428c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487006 Aug 03 19:36:17.279813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59578) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:17.280170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:17.330529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:17.335814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384951733'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:17.338279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Port': ['ID=e83e10fe-908e-48c0-ac81-76c44e4d782b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:17.361659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:17.368246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:17.421665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-b1dcc664-6b44-4323-9447-391472ce3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.423513 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-b1dcc664-6b44-4323-9447-391472ce3412 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f1e62861-bd88-4198-80df-926f3f886d1a HTTP/1.1" status: 200 len: 838 time: 0.2689722 Aug 03 19:36:17.448427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de6ff7cf-ebf9-4126-82d4-4a297a67d75b req-1ebd5f67-8ba0-44bc-ba0b-bef84a2e5c19 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907969 Aug 03 19:36:17.484961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.542504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd8a7e-067e-42dd-ae17-1729c4710af4 None None] Network 8a30f79b-db44-4d44-8238-40752eda8528 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:17.545101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.553069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-b5efdec1-51cc-4fd3-b794-dd94e1dce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:17.554606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-b5efdec1-51cc-4fd3-b794-dd94e1dce5bc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e1da35f5-bc38-47de-b1c2-d58298dcaba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227651 Aug 03 19:36:17.561561 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.635124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.750183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-8aa7ab07-2ea7-4142-815d-6b5cad02fccd service neutron] 10.222.0.77 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859660 Aug 03 19:36:17.823174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dfcad759-5fdf-42a9-8b75-fd0a0975f842 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:17.884669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.893948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.924009 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4408f24e-1b89-40f5-914a-ff3b88fb5d6c req-947fd38a-17d3-4bab-9dee-f930400078f8 service neutron] 10.222.0.77 "GET /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546311 Aug 03 19:36:17.941449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.950562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:17.952077 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0c3a5d0-f81b-4cdc-b71d-9fa5a72c242c HTTP/1.1" status: 204 len: 168 time: 0.6686816 Aug 03 19:36:17.977049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Provisioning complete for port 49a3e121-f578-4074-aa0e-8f0a470092c7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:17.977501 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.007327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e87b0-ddfd-4514-8789-bc7422fd5cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c3a5d0-f81b-4cdc-b71d-9fa5a72c242c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:18.081818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.230734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca610c68-4ab7-4af0-b893-d6814f7a866a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:18.267725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port dfcad759-5fdf-42a9-8b75-fd0a0975f842 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:18.277288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 49a3e121-f578-4074-aa0e-8f0a470092c7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:18.326288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3ce10-8ad9-4471-aae8-cb60a607f08c req-c62b40af-20d5-41ae-85cd-7c92f4fbae58 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:18.327988 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39e3ce10-8ad9-4471-aae8-cb60a607f08c req-c62b40af-20d5-41ae-85cd-7c92f4fbae58 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.2864127 Aug 03 19:36:18.335092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.337080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 49a3e121-f578-4074-aa0e-8f0a470092c7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:18.337459 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.338998 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-76fff744-9611-46c5-a9ee-08e25f877920 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0572860 Aug 03 19:36:18.347940 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59596) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:18.361288 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca610c68-4ab7-4af0-b893-d6814f7a866a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:18.422547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Provisioning for port e83e10fe-908e-48c0-ac81-76c44e4d782b completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:18.428314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Provisioning complete for port e83e10fe-908e-48c0-ac81-76c44e4d782b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:18.428850 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.436945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39e3ce10-8ad9-4471-aae8-cb60a607f08c req-5b3f7db4-cc45-447b-84f0-c15b23484505 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997274 Aug 03 19:36:18.462780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.478631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Port e83e10fe-908e-48c0-ac81-76c44e4d782b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:18.578370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa610192-0836-4718-ae88-ba4d2ffe1d3e req-aaf24c01-4faa-45b8-b6c3-1416c8a70c61 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:18.580157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa610192-0836-4718-ae88-ba4d2ffe1d3e req-aaf24c01-4faa-45b8-b6c3-1416c8a70c61 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 944 time: 0.0643277 Aug 03 19:36:18.591291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Provisioning for port dfcad759-5fdf-42a9-8b75-fd0a0975f842 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:18.597308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Provisioning complete for port dfcad759-5fdf-42a9-8b75-fd0a0975f842 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:18.598032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.602256 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.610767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.695473 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa610192-0836-4718-ae88-ba4d2ffe1d3e req-93a50f3e-a069-48de-b8e3-f702917b20ec tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074526 Aug 03 19:36:18.727858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Port': ['ID=e83e10fe-908e-48c0-ac81-76c44e4d782b,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:18.736185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.756886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.797179 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.850255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] For port dfcad759-5fdf-42a9-8b75-fd0a0975f842, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dfcad759-5fdf-42a9-8b75-fd0a0975f842,segment=NetworkSegment(53da3ee9-8361-4968-abf1-08008a11cd23),segment_id=53da3ee9-8361-4968-abf1-08008a11cd23)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:18.882321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:18.884117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:18.921028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:18.950218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d11ef7-40c2-43aa-b071-4aec61e76033,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:19.177930 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.196490 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3caeaa58-eb88-4cd5-809a-852c0c1c2931 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8294628 Aug 03 19:36:19.196490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:19.197094 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d0c44222-f563-4948-8f51-0caa22087d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.197204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca610c68-4ab7-4af0-b893-d6814f7a866a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:19.197311 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.197416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Router 3a1c161e-21a1-4cfd-92fb-e7e15980b33a is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:36:19.320947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d9ffa-fa1d-48d8-aa55-498da21c0c3b None None] Pushing event updated for resources: {'Port': ['ID=dfcad759-5fdf-42a9-8b75-fd0a0975f842,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:19.343741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.355381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-81c7f6b7-91be-4bcd-8f37-ea44c9d2ef35 None None] Provisioning complete for port e83e10fe-908e-48c0-ac81-76c44e4d782b triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:19.356224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6b7-91be-4bcd-8f37-ea44c9d2ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.382106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:19.394093 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] Sync routers for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:19.409908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4656d3e-5c2d-435b-83ed-06998839880d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3249204 Aug 03 19:36:19.412489 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:19.416205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:19.420511 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:35:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:19.499877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-81c7f6b7-91be-4bcd-8f37-ea44c9d2ef35 None None] Port e83e10fe-908e-48c0-ac81-76c44e4d782b cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:19.520131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-81c7f6b7-91be-4bcd-8f37-ea44c9d2ef35 None None] Provisioning complete for port dfcad759-5fdf-42a9-8b75-fd0a0975f842 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:19.520520 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-81c7f6b7-91be-4bcd-8f37-ea44c9d2ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.557393 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:19.582773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:19.583395 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:35:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:19.656276 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:19.656942 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2eb90-622f-4ea3-ba3c-620f393c55e8 None None] The sync data for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:19.706608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556230c-a028-4366-8791-7c63a0a5f7d8 req-e4b3ab37-3a50-403a-bd96-56dcb4a0a6a8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:19.706608 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4556230c-a028-4366-8791-7c63a0a5f7d8 req-e4b3ab37-3a50-403a-bd96-56dcb4a0a6a8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1439264 Aug 03 19:36:19.726452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:19.729994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dfcad759-5fdf-42a9-8b75-fd0a0975f842 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:19.772596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4556230c-a028-4366-8791-7c63a0a5f7d8 req-c085665f-3f8d-4f06-9359-a0e4b095f8ee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591660 Aug 03 19:36:19.824417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dfcad759-5fdf-42a9-8b75-fd0a0975f842 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:19.824857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.017716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b2d6c48-ad89-41b8-9b80-d86a80028856 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:20.018358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe1e45-6f76-40fa-97f4-aa9bc84ae7d8 req-60e56f47-360c-4e9c-94f9-d2db2a5532b0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:20.018358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15fe1e45-6f76-40fa-97f4-aa9bc84ae7d8 req-60e56f47-360c-4e9c-94f9-d2db2a5532b0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 944 time: 0.1181912 Aug 03 19:36:20.059114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15fe1e45-6f76-40fa-97f4-aa9bc84ae7d8 req-39857218-8d79-459a-bbb8-929dbb521fbf tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678523 Aug 03 19:36:20.085185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:20.111309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0b2d6c48-ad89-41b8-9b80-d86a80028856', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'port_id': '0b2d6c48-ad89-41b8-9b80-d86a80028856', 'mac_address': 'fa:16:3e:d4:06:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:36:20.145062 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.179982 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.195801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2d6c48-ad89-41b8-9b80-d86a80028856 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:20.196060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acc5021-4d30-45a9-a6ee-d0e4a17f91d8,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:20.217134 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-01ad12dc-0436-481c-954b-742e0c93c874 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 19:36:20.218409 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01ad12dc-0436-481c-954b-742e0c93c874 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8010383 Aug 03 19:36:20.220756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:20.221346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:20.381568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.420157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.424379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4ca73e4b-37e0-4e17-aeee-a604c552def6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2386878 Aug 03 19:36:20.424379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59656) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:20.428502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca610c68-4ab7-4af0-b893-d6814f7a866a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:20.436187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:20.583752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0b2d6c48-ad89-41b8-9b80-d86a80028856'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:20.591310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.672990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.739302 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.877060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:20.891537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858daa66-e56b-4aef-b67a-0ac1667d4b00,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:21.004725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78456b06-aab1-4c7d-aea3-489f027975b3 req-d26b4ecf-9be8-4e2c-b507-c744c01f933e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.006424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78456b06-aab1-4c7d-aea3-489f027975b3 req-d26b4ecf-9be8-4e2c-b507-c744c01f933e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1409457 Aug 03 19:36:21.066302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78456b06-aab1-4c7d-aea3-489f027975b3 req-4a48e435-cc7d-4150-b1a4-b9f61fdd5e5f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520353 Aug 03 19:36:21.121848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting port e83e10fe-908e-48c0-ac81-76c44e4d782b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:21.121848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.185336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.189895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-220a4fd3-8f3b-48ae-ad13-a60777c2b047 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7646875 Aug 03 19:36:21.190516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59678) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:21.198081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca610c68-4ab7-4af0-b893-d6814f7a866a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:21.232174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.245936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47282f3-1945-467a-a1f2-5b754ebec918 req-e813e02a-1269-4c6e-8d04-d0aee9f4e5d1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:21.247810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47282f3-1945-467a-a1f2-5b754ebec918 req-e813e02a-1269-4c6e-8d04-d0aee9f4e5d1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 945 time: 0.0804989 Aug 03 19:36:21.249944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Calling delete_port for e83e10fe-908e-48c0-ac81-76c44e4d782b owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:21.291024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c47282f3-1945-467a-a1f2-5b754ebec918 req-4e29d7ce-6d37-4e40-94ce-35d362508761 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368230 Aug 03 19:36:21.540954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.599878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.612486 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.652176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Port': ['ID=e83e10fe-908e-48c0-ac81-76c44e4d782b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:21.696084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.731585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88991b13-e262-4089-81da-ee36e2b54bf5,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:21.927207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b2d6c48-ad89-41b8-9b80-d86a80028856 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:21.938386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:21.940686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5f814f9-4fe3-404a-aaf0-a9e6664d99bb tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7462175 Aug 03 19:36:21.943461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59694) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:21.948750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca610c68-4ab7-4af0-b893-d6814f7a866a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:21.962789 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.220101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d52d6237-ccf1-4118-973e-9614ac116790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.225078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0b2d6c48-ad89-41b8-9b80-d86a80028856 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:22.233923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0b2d6c48-ad89-41b8-9b80-d86a80028856 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:22.233923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.236088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.241425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.352726 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.373713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660f0f-78ed-47f5-9b71-29211106aaa7 req-126ee1f6-2acc-4275-b53a-6bb10d9c291e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.382528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc660f0f-78ed-47f5-9b71-29211106aaa7 req-126ee1f6-2acc-4275-b53a-6bb10d9c291e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.2078774 Aug 03 19:36:22.459535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc660f0f-78ed-47f5-9b71-29211106aaa7 req-e3c3c7ff-d769-488c-9f63-0557744c36e5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759611 Aug 03 19:36:22.472706 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.477401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.509033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5edda58-59e6-4359-9a8d-86b5480aa682,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:22.529611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:22.534085 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9512ae16-344a-4baa-8a0f-a3a4caff39e2" -d '{"events": [{"server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:22.566730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:22.671619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.675859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4c701ed-2385-4928-a8bd-9b46f98f2375 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7285376 Aug 03 19:36:22.676026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.683480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1b99-adf9-45f3-9172-a0a9b7baf510 req-8ec4709c-e02f-41e4-a53f-52ab74b3f38d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:22.685884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72ef1b99-adf9-45f3-9172-a0a9b7baf510 req-8ec4709c-e02f-41e4-a53f-52ab74b3f38d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 945 time: 0.0889139 Aug 03 19:36:22.686522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:22.774689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:22.789263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.803099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72ef1b99-adf9-45f3-9172-a0a9b7baf510 req-ab4579c7-71d0-4235-9c20-3e1b2c4828c5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072862 Aug 03 19:36:22.819903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.862304 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Router 3a1c161e-21a1-4cfd-92fb-e7e15980b33a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:22.996854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:22.999414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:22.999623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.010606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6af80d84-28bb-4225-93d5-7ecef8272647 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847705 Aug 03 19:36:23.010926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.016825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] Sync routers for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:23.017257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.030649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:23.031375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/c5edda58-59e6-4359-9a8d-86b5480aa682 HTTP/1.1" status: 204 len: 168 time: 0.3435562 Aug 03 19:36:23.033003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59738) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.043886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:23.077838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b89ea-b5b7-4e11-9bcb-f5eecc97b473 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5edda58-59e6-4359-9a8d-86b5480aa682,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:23.116251 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-15a1d32e-5028-4544-b5f2-71e607ec3413 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] delete failed (client error): The resource could not be found. Aug 03 19:36:23.125563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-15a1d32e-5028-4544-b5f2-71e607ec3413 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1361989290 HTTP/1.1" status: 404 len: 335 time: 0.1134553 Aug 03 19:36:23.126470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59740) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.137159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:23.146357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8cfdd616-2682-4a0f-9150-857da215d858 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1083064 Aug 03 19:36:23.147087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.148197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:23.149106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:23.150850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8d87f60b-9ba6-424f-8554-58eadc7c7382 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'router': {'external_gateway_info': {'network_id': '3a1c161e-21a1-4cfd-92fb-e7e15980b33a'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:23.191533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:23.192191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6b4471-434b-41c4-aecc-2ff8712629b5 None None] The sync data for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:23.214314 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.223442 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0e2af1-5882-4a63-b7f1-126e4c7f3004 x-openstack-request-id: req-9d0e2af1-5882-4a63-b7f1-126e4c7f3004 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:23.223442 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "name": "network-vif-plugged", "status": "completed", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:23.223678 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d0e2af1-5882-4a63-b7f1-126e4c7f3004 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:23.223987 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856', 'code': 200} Aug 03 19:36:23.239265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.298063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59748) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.397878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.407825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.412553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/88991b13-e262-4089-81da-ee36e2b54bf5 HTTP/1.1" status: 204 len: 168 time: 0.2643380 Aug 03 19:36:23.413350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.421153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046513-4c86-42d6-b589-7738debe24e5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88991b13-e262-4089-81da-ee36e2b54bf5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:23.443840 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3b30546-7c3f-4fbc-9734-3bf139548d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.492628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec60ef-9070-47b4-b95b-84a71815f7b4 req-251a2201-629f-4794-bafb-bdf5059fb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:23.492628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aeec60ef-9070-47b4-b95b-84a71815f7b4 req-251a2201-629f-4794-bafb-bdf5059fb7a8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 1097 time: 0.2063894 Aug 03 19:36:23.510306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d87f60b-9ba6-424f-8554-58eadc7c7382 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.566082 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2157b6f8-fe7f-4f59-b616-aa38bd499ce9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1131256 Aug 03 19:36:23.566887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59760) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.578176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-aeec60ef-9070-47b4-b95b-84a71815f7b4 req-368d97cb-36cb-4a3a-8f4d-8b6e29bab8d7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808852 Aug 03 19:36:23.581792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3b30546-7c3f-4fbc-9734-3bf139548d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.600261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.606526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808dd8b-1f04-4506-b67e-6fef539b864d req-ad443158-2476-4d12-9c88-46d242dedd2b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:23.609031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9808dd8b-1f04-4506-b67e-6fef539b864d req-ad443158-2476-4d12-9c88-46d242dedd2b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0714188 Aug 03 19:36:23.609234 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.659548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9808dd8b-1f04-4506-b67e-6fef539b864d req-0180771c-8bfe-472a-9eb9-652f448a4ed4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Aug 03 19:36:23.708539 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-8d87f60b-9ba6-424f-8554-58eadc7c7382 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] update failed (client error): The resource could not be found. Aug 03 19:36:23.709549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d87f60b-9ba6-424f-8554-58eadc7c7382 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a HTTP/1.1" status: 404 len: 339 time: 0.5695333 Aug 03 19:36:23.713129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59762) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.774936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a3b30546-7c3f-4fbc-9734-3bf139548d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.860312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.871803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:23.882521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.883218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/858daa66-e56b-4aef-b67a-0ac1667d4b00 HTTP/1.1" status: 204 len: 168 time: 0.3153772 Aug 03 19:36:23.920971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b30546-7c3f-4fbc-9734-3bf139548d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505c39b-13ab-49a7-ba11-1ed148fdf74b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:23.956398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a3b30546-7c3f-4fbc-9734-3bf139548d94 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9872b4c6ff96405b8322b655bdfc397c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571372 Aug 03 19:36:23.960682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59772) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:23.975118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fcc8d-e4f8-4266-ab91-6007c40dbd2c tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=858daa66-e56b-4aef-b67a-0ac1667d4b00,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:24.028468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d9945957-3254-4bc9-81ad-3b86647a880b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1422062 Aug 03 19:36:24.035002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59776) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:24.095218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.105774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.127335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1def0-fea4-46aa-8d53-f8240bd95ea0 req-76449245-86ba-4e15-b3df-74c68d9fb8d1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.135565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82b1def0-fea4-46aa-8d53-f8240bd95ea0 req-76449245-86ba-4e15-b3df-74c68d9fb8d1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.1923237 Aug 03 19:36:24.166899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.177362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.232907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82b1def0-fea4-46aa-8d53-f8240bd95ea0 req-8245a5cc-7fa2-40d2-8d91-e46c3a7c6ac0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964377 Aug 03 19:36:24.257310 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.348985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.355220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.357984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/4acc5021-4d30-45a9-a6ee-d0e4a17f91d8 HTTP/1.1" status: 204 len: 168 time: 0.3177776 Aug 03 19:36:24.360287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59782) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:24.363117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b841b-79c5-4377-a010-ca560edf4580 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4acc5021-4d30-45a9-a6ee-d0e4a17f91d8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:24.409941 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f3f0674a-f82a-45a4-af17-da60a00a6e7d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0484495 Aug 03 19:36:24.412667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59784) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:24.417941 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.421794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.422806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a505c39b-13ab-49a7-ba11-1ed148fdf74b HTTP/1.1" status: 204 len: 168 time: 0.4620390 Aug 03 19:36:24.431443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a7f41-4994-43ac-9810-847cc0eb3ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505c39b-13ab-49a7-ba11-1ed148fdf74b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:24.497348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.510981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.630384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Allocated IP 172.20.0.1 (da9c5537-a646-434b-9256-293c0d2efa7a/0a9a7c9c-62dd-401f-ae84-fd7965547bc2/a98c9b1b-86ce-4155-bfdf-987c3b758bdf) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:24.756914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.783712 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Transition to ACTIVE for port object a98c9b1b-86ce-4155-bfdf-987c3b758bdf will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:24.786844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.795946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5928-bc19-4976-91f6-33706ddb2f5b req-c4d7e339-fa2e-4043-98da-78b11fa84603 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:24.797339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.797536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bdf5928-bc19-4976-91f6-33706ddb2f5b req-c4d7e339-fa2e-4043-98da-78b11fa84603 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0544655 Aug 03 19:36:24.798496 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/92d11ef7-40c2-43aa-b071-4aec61e76033 HTTP/1.1" status: 204 len: 168 time: 0.3848941 Aug 03 19:36:24.801224 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:24.805880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68899a2-9029-4753-8204-59e44b2a1322 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92d11ef7-40c2-43aa-b071-4aec61e76033,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:24.868190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1bff04b-87e1-45b1-bec1-b7e2c4fe5277 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657697 Aug 03 19:36:24.871245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bdf5928-bc19-4976-91f6-33706ddb2f5b req-d1db61e3-6e11-493b-a6db-2c9ed39ad139 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Aug 03 19:36:24.871380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:24.926225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.949266 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.974865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:24.987258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.064796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network da9c5537-a646-434b-9256-293c0d2efa7a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:25.066700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Port': ['ID=a98c9b1b-86ce-4155-bfdf-987c3b758bdf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:25.069444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:25.080538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:25.139101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.306654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.311152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.314817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/ca610c68-4ab7-4af0-b893-d6814f7a866a HTTP/1.1" status: 204 len: 168 time: 0.4401667 Aug 03 19:36:25.315161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59812) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:25.322893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83283f6-9695-4337-a201-545f913d1a1b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca610c68-4ab7-4af0-b893-d6814f7a866a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:25.394426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ee3178a-a4eb-4c06-b471-29ede489d400 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779772 Aug 03 19:36:25.399431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59814) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:25.405669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639571565'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:25.410234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415b613-5f5a-4ca5-8c38-27ae05fbf5f5 req-4638499a-9d17-4f52-802e-d50740a160fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:25.415696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b415b613-5f5a-4ca5-8c38-27ae05fbf5f5 req-4638499a-9d17-4f52-802e-d50740a160fb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.0924900 Aug 03 19:36:25.468136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b415b613-5f5a-4ca5-8c38-27ae05fbf5f5 req-6aeebf2f-59b0-4091-a9ff-3dc357935b6d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Aug 03 19:36:25.487186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.566117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-34b991a3-fe6c-406d-ac40-9c4174daf987 None None] Provisioning for port a98c9b1b-86ce-4155-bfdf-987c3b758bdf completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:25.570479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-34b991a3-fe6c-406d-ac40-9c4174daf987 None None] Provisioning complete for port a98c9b1b-86ce-4155-bfdf-987c3b758bdf triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:25.570862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-34b991a3-fe6c-406d-ac40-9c4174daf987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.646820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-34b991a3-fe6c-406d-ac40-9c4174daf987 None None] Port a98c9b1b-86ce-4155-bfdf-987c3b758bdf cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:25.664051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.689092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d6116-ebe5-4d4e-88ed-00b2e73178e9 req-bfff1802-fe1d-49fa-808a-160bcb68d91d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:25.691239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e92d6116-ebe5-4d4e-88ed-00b2e73178e9 req-bfff1802-fe1d-49fa-808a-160bcb68d91d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.0961540 Aug 03 19:36:25.736284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e92d6116-ebe5-4d4e-88ed-00b2e73178e9 req-9395f471-b5d0-48aa-a16b-cb221a96a4a5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385892 Aug 03 19:36:25.824875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59826) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:25.839901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-602a0794-ffa9-415b-a693-9a40aaf363ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.863000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.934429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.943224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:25.993498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca82094b-a884-4922-8407-c6fb92509bb4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:26.031076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.049470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e3b5c-4a18-4d9d-af5a-3f46b8b04bba req-ac869db6-b562-4d54-8a54-44d4bb778013 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:26.051156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b41e3b5c-4a18-4d9d-af5a-3f46b8b04bba req-ac869db6-b562-4d54-8a54-44d4bb778013 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0859478 Aug 03 19:36:26.122997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event updated for resources: {'Port': ['ID=a98c9b1b-86ce-4155-bfdf-987c3b758bdf,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:26.125922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b41e3b5c-4a18-4d9d-af5a-3f46b8b04bba req-8f8a2f65-de40-42e3-b97b-4d6989b63844 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674040 Aug 03 19:36:26.132185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-602a0794-ffa9-415b-a693-9a40aaf363ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.175683 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.221261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-602a0794-ffa9-415b-a693-9a40aaf363ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.266758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-602a0794-ffa9-415b-a693-9a40aaf363ca admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ed446be01694c2cbe7be01fd34551ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406428 Aug 03 19:36:26.267508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59834) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:26.270151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a0794-ffa9-415b-a693-9a40aaf363ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ea87c-271e-4b43-b0fe-e0eab1e72366,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:26.298783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Network da9c5537-a646-434b-9256-293c0d2efa7a is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:26.300219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:26.390673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.416701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.461617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Router 3a1c161e-21a1-4cfd-92fb-e7e15980b33a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:26.475887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.478864 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dfe22a06-207b-4050-a1c9-a5ebd55053f6 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0783045 Aug 03 19:36:26.480232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:26.487968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': 'ca82094b-a884-4922-8407-c6fb92509bb4', 'direction': 'ingress', 'protocol': 17}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:26.581896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-487cd931-d47c-4be2-b9d4-b6d87f0daba0 None None] Provisioning complete for port a98c9b1b-86ce-4155-bfdf-987c3b758bdf triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:26.582462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-487cd931-d47c-4be2-b9d4-b6d87f0daba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.611663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:26.617343 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.622386 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a23b2379-289a-45a9-a992-e60405ef0782 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081306 Aug 03 19:36:26.623251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.634017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/697ea87c-271e-4b43-b0fe-e0eab1e72366 HTTP/1.1" status: 204 len: 168 time: 0.3588433 Aug 03 19:36:26.634017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:26.634403 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044523c-2234-4885-8a49-11fa597607cf None None] Sync routers for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:26.650805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:26.652589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-487cd931-d47c-4be2-b9d4-b6d87f0daba0 None None] Port a98c9b1b-86ce-4155-bfdf-987c3b758bdf cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:26.658992 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:26.669170 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.692892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd5dbe-df14-40cf-ab95-107874d52ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ea87c-271e-4b43-b0fe-e0eab1e72366,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:26.777941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:26.778478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7058f805-69b5-43c6-bdf0-b7247f330dac tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.789697 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:26.790947 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:26.791786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.837850 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5044523c-2234-4885-8a49-11fa597607cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:26.838772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044523c-2234-4885-8a49-11fa597607cf None None] The sync data for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 is: [] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:26.897456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:26.936464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5811f68c-263f-47dd-8def-c7421e864e3a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:26.957443 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-7058f805-69b5-43c6-bdf0-b7247f330dac tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 03 19:36:26.957443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7058f805-69b5-43c6-bdf0-b7247f330dac tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a HTTP/1.1" status: 409 len: 329 time: 0.3243811 Aug 03 19:36:26.958941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59852) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.040983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.042205 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-caa86412-7e95-4e9b-9962-11f947299c00 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5592744 Aug 03 19:36:27.045330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59854) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.106521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.195420 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.269991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59862) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.403178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5e204-a196-43c9-a09f-7ed5e7c47076 req-85364fe7-ea08-4639-bb80-0b859435e1ff tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:27.410052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29e5e204-a196-43c9-a09f-7ed5e7c47076 req-85364fe7-ea08-4639-bb80-0b859435e1ff tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1551716 Aug 03 19:36:27.506726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29e5e204-a196-43c9-a09f-7ed5e7c47076 req-6f98ab55-e20e-472c-88c2-3df7352878d9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915339 Aug 03 19:36:27.565530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.568356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.572452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/ca82094b-a884-4922-8407-c6fb92509bb4 HTTP/1.1" status: 204 len: 168 time: 0.5234818 Aug 03 19:36:27.575472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59876) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.590356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf95a2-5a24-4f74-a200-d0aec31e0900 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca82094b-a884-4922-8407-c6fb92509bb4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:27.677909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cc735bb3-1b6a-473d-8497-71c7e1e20393 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925581 Aug 03 19:36:27.677909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59882) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:27.683547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393694722'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:27.734023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.806532 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:27.983211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.055307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.115167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0074e556-b8ec-47ed-8c66-874f98ef0cf0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:28.187446 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.195313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3dbebfdb-c16d-49e2-8e4a-c751206cd0ac tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5114384 Aug 03 19:36:28.195313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59894) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:28.201050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--886042449'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:28.346451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.485728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.588371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.678684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b6690d-e0fa-421a-8a38-aabd4e4928a2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:28.724073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.800830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b76a4-27ca-4060-bb82-b641bca3d589 req-f9dd22ed-6363-465b-a868-991525b13230 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:28.808849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6b76a4-27ca-4060-bb82-b641bca3d589 req-f9dd22ed-6363-465b-a868-991525b13230 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1412475 Aug 03 19:36:28.833913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:28.840245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9c57298-8520-428b-9de5-819b072ad876 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6465411 Aug 03 19:36:28.840992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:28.847905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': '0074e556-b8ec-47ed-8c66-874f98ef0cf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '76b6690d-e0fa-421a-8a38-aabd4e4928a2', 'remote_ip_prefix': None}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:28.885250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6b76a4-27ca-4060-bb82-b641bca3d589 req-58c740f7-aaec-4cac-befa-11cc28e57583 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699518 Aug 03 19:36:28.950132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting port a98c9b1b-86ce-4155-bfdf-987c3b758bdf {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:28.950409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.026598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.168475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.194294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.226664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Calling delete_port for a98c9b1b-86ce-4155-bfdf-987c3b758bdf owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:29.274449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.305424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa809225-07b4-4c53-80da-001765849ff3,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:29.369364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.17 (e1da35f5-bc38-47de-b1c2-d58298dcaba8/f1e62861-bd88-4198-80df-926f3f886d1a/05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:29.412342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.416500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a7ca4ec-ce88-4d89-b978-31679860eb5b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5697765 Aug 03 19:36:29.416890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59924) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.472786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.500262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.568578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.623044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.632174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.635789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/aa809225-07b4-4c53-80da-001765849ff3 HTTP/1.1" status: 204 len: 168 time: 0.2154038 Aug 03 19:36:29.635949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59932) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.657967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf069-ba2a-4dc7-8217-3678f9681a4b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa809225-07b4-4c53-80da-001765849ff3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:29.661030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.699489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d2beb4d7-e95c-4510-a82a-3d971ffa98b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0597792 Aug 03 19:36:29.701263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59934) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:29.742963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-378ff2ef-010e-4128-82d3-b77fcd99a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.755611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:29.757749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.803681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Port': ['ID=a98c9b1b-86ce-4155-bfdf-987c3b758bdf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:29.830352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:29.983925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.008716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.249118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:30.252721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.268604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-378ff2ef-010e-4128-82d3-b77fcd99a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.276283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:30.292258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ba92-2d6a-4ff7-98c5-b31f3ab172de req-a9f896b4-bd9a-4d6c-b6d5-6a0a1c06e9bc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:30.295819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfe6ba92-2d6a-4ff7-98c5-b31f3ab172de req-a9f896b4-bd9a-4d6c-b6d5-6a0a1c06e9bc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.2548122 Aug 03 19:36:30.324991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:30.329328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.340485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dfe6ba92-2d6a-4ff7-98c5-b31f3ab172de req-a27d0ef4-a4ac-470a-919a-5f48b90cca6d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377696 Aug 03 19:36:30.368129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.370780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.375269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/76b6690d-e0fa-421a-8a38-aabd4e4928a2 HTTP/1.1" status: 204 len: 168 time: 0.6743741 Aug 03 19:36:30.383421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59950) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.440075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9e2e2-24bd-45f7-b321-79c717128043 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b6690d-e0fa-421a-8a38-aabd4e4928a2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.495491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.508942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-378ff2ef-010e-4128-82d3-b77fcd99a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.530726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6ca186d-acab-42c8-bcfe-505b9043236d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1353161 Aug 03 19:36:30.537880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59956) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.592872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Router 3a1c161e-21a1-4cfd-92fb-e7e15980b33a has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:30.652239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ff2ef-010e-4128-82d3-b77fcd99a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a106773-0a75-43b1-9a21-2a1e975ec6ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:30.660677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-378ff2ef-010e-4128-82d3-b77fcd99a345 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d50602c250e84730b20d554a2b3566ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0908744 Aug 03 19:36:30.666695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59958) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.726409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:30.738875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] Sync routers for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:30.741618 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b0219bf0-b5d1-4e36-b22f-8b32b4fe6111 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7815475 Aug 03 19:36:30.744738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59960) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.756709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:30.757590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.806920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.818412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] Routers {'3a1c161e-21a1-4cfd-92fb-e7e15980b33a'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:30.819109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.841283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.845249 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-c9d19c69-3ed3-44f7-a74f-4b3b106dd3fd tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] show failed (client error): The resource could not be found. Aug 03 19:36:30.851807 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59964) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.852432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c9d19c69-3ed3-44f7-a74f-4b3b106dd3fd tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-967661206 HTTP/1.1" status: 404 len: 334 time: 0.1047730 Aug 03 19:36:30.856068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:30.856742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c64d90-cf7e-4d10-99a6-b9cecf569f16 None None] The sync data for ids ['3a1c161e-21a1-4cfd-92fb-e7e15980b33a'] in n-d-803363-1 is: [] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:30.858011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-90006742-b272-4dd5-bd9a-acef1a1fbe9d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:30.902344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-518f360e-69a0-4c83-9580-8eb9df9d4802 None None] Provisioning for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:30.905590 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-90006742-b272-4dd5-bd9a-acef1a1fbe9d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] update failed (client error): The resource could not be found. Aug 03 19:36:30.912694 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-90006742-b272-4dd5-bd9a-acef1a1fbe9d tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-292873620 HTTP/1.1" status: 404 len: 334 time: 0.0536811 Aug 03 19:36:30.912912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.920461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-518f360e-69a0-4c83-9580-8eb9df9d4802 None None] Provisioning complete for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:30.920461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-518f360e-69a0-4c83-9580-8eb9df9d4802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.920779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:30.952826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.976797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting subnet df6ec1a3-9589-41cf-a725-3120362acfc1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:30.981327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-518f360e-69a0-4c83-9580-8eb9df9d4802 None None] Port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:30.984378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:30.985074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.030087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.100106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.183378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.186512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.187995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/0074e556-b8ec-47ed-8c66-874f98ef0cf0 HTTP/1.1" status: 204 len: 168 time: 0.6443510 Aug 03 19:36:31.191729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.200076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.205368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a106773-0a75-43b1-9a21-2a1e975ec6ab HTTP/1.1" status: 204 len: 168 time: 0.5377209 Aug 03 19:36:31.208420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59970) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:31.210593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.222607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1bea-72c9-4f64-a572-65374129e87e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074e556-b8ec-47ed-8c66-874f98ef0cf0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:31.250665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fac80f-41a2-4116-a703-30fb791db96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a106773-0a75-43b1-9a21-2a1e975ec6ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:31.322695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7e216198-6fe8-46f0-aa6b-e225c6a2058b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124895 Aug 03 19:36:31.330177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59976) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:31.336074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--877974103'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:31.507532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd621a8-e295-4cbd-9538-cbe8be10adaa req-0777479d-19fa-491d-9a6e-3a0c48c33946 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:31.519001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebd621a8-e295-4cbd-9538-cbe8be10adaa req-0777479d-19fa-491d-9a6e-3a0c48c33946 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0844140 Aug 03 19:36:31.520584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.601145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.634831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebd621a8-e295-4cbd-9538-cbe8be10adaa req-9d109282-3442-4228-a004-730b21894fa4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148016 Aug 03 19:36:31.691632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.699939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a2676-a4e9-487e-b170-5eec370b06d8 None None] Network 8a30f79b-db44-4d44-8238-40752eda8528 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:31.708078 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/subnets/df6ec1a3-9589-41cf-a725-3120362acfc1 HTTP/1.1" status: 204 len: 168 time: 0.7868533 Aug 03 19:36:31.709202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e6cda-44bd-4ef0-9459-cac4c7d061a2 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Subnet': ['ID=df6ec1a3-9589-41cf-a725-3120362acfc1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:31.713291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 59988) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:31.861560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.883418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting subnet 67bd3198-5290-47d3-b917-430af9a27eec {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:31.907220 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.920140 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.973816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:31.975058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31213730-f4e9-4239-91d1-3bd2f03a112e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.036354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] DHCP port deletion for 8a30f79b-db44-4d44-8238-40752eda8528 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:32.060937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.065841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b86cfd7a-414d-4888-9bc1-dd1461974ae4 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7324204 Aug 03 19:36:32.066139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 59994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:32.072935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': '31213730-f4e9-4239-91d1-3bd2f03a112e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:32.091709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.096096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.150037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Deleting port dfcad759-5fdf-42a9-8b75-fd0a0975f842 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:32.156886 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.219003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.229598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] For port dfcad759-5fdf-42a9-8b75-fd0a0975f842, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dfcad759-5fdf-42a9-8b75-fd0a0975f842,segment=NetworkSegment(53da3ee9-8361-4968-abf1-08008a11cd23),segment_id=53da3ee9-8361-4968-abf1-08008a11cd23)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:32.229598 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.234069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.245117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Calling delete_port for dfcad759-5fdf-42a9-8b75-fd0a0975f842 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:32.256473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.338328 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.447541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:32.449699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:32.484132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.501479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.524349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] Pushing event deleted for resources: {'Port': ['ID=dfcad759-5fdf-42a9-8b75-fd0a0975f842,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.537398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f97a62-dff5-4c12-9bff-58694862ee91 None None] No DVR routers for this DVR port dfcad759-5fdf-42a9-8b75-fd0a0975f842 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:32.607892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.638438 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:32.651190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.664045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cd22c4-5152-44d0-8596-cd062b87639f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.729872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Subnet': ['ID=67bd3198-5290-47d3-b917-430af9a27eec,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:32.730877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.737243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-54b6aef1-970a-49b9-a415-b47daa3a39d2 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6695089 Aug 03 19:36:32.744831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60016) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:32.759258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c686a4-d10b-4b6a-9d8e-9f644162becc None None] Network 9fb8085d-63f0-4cab-a48f-f381c59a5f99 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:32.795473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.797644 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5afa8a3-d5e6-4e9d-b69e-61f8ccc731c3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/subnets/67bd3198-5290-47d3-b917-430af9a27eec HTTP/1.1" status: 204 len: 168 time: 1.0811298 Aug 03 19:36:32.807287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60020) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:32.845175 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.903444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1ce76b27-ba9f-4119-a03f-273eeb824230 None None] Provisioning complete for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:32.903926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ce76b27-ba9f-4119-a03f-273eeb824230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.908783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.946660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:32.990912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1ce76b27-ba9f-4119-a03f-273eeb824230 None None] Port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:32.995674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15899103-e9bb-4ed0-a4b5-d7b60465ed2e req-ec930371-ff35-497c-b40c-20b2c082c636 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:33.009718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15899103-e9bb-4ed0-a4b5-d7b60465ed2e req-ec930371-ff35-497c-b40c-20b2c082c636 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1901860 Aug 03 19:36:33.051377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:33.076727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a42576a-dff0-409a-b834-ab6c2d1c925b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/03ae2634-5057-4d6c-b44f-52371ebec806/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7956758 Aug 03 19:36:33.084609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:33.085480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15899103-e9bb-4ed0-a4b5-d7b60465ed2e req-420a9555-1ba2-456b-bb4a-0aa3dee75a88 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711479 Aug 03 19:36:33.098689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] DHCP port deletion for 9fb8085d-63f0-4cab-a48f-f381c59a5f99 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:33.107938 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:33.116835 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.119536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.132676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a30f79b-db44-4d44-8238-40752eda8528']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.146775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da3ee9-8361-4968-abf1-08008a11cd23') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.147238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da3ee9-8361-4968-abf1-08008a11cd23') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.148744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.161780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.167433 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.168857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f2cd22c4-5152-44d0-8596-cd062b87639f HTTP/1.1" status: 204 len: 168 time: 0.4229820 Aug 03 19:36:33.170000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116ab78-0330-4dac-8235-e00d37d8203f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2cd22c4-5152-44d0-8596-cd062b87639f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:33.174574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60028) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.181972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.190829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:33.191245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:33.195690 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:33.223798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Deleting port 49a3e121-f578-4074-aa0e-8f0a470092c7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:33.232789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.265695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-252e3083-88dd-4a7a-933d-1ac5acfd5664 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896614 Aug 03 19:36:33.271217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60036) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.302561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] For port 49a3e121-f578-4074-aa0e-8f0a470092c7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=49a3e121-f578-4074-aa0e-8f0a470092c7,segment=NetworkSegment(8f1639c6-f2d6-4776-923f-1743d5efce2b),segment_id=8f1639c6-f2d6-4776-923f-1743d5efce2b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:33.303226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.318783 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.319707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Calling delete_port for 49a3e121-f578-4074-aa0e-8f0a470092c7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:33.384368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.409413 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:33.425799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.427767 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/networks/8a30f79b-db44-4d44-8238-40752eda8528 HTTP/1.1" status: 204 len: 168 time: 0.6191673 Aug 03 19:36:33.428763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60044) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.437365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2369c-03a9-4eaa-bd7b-3c42fcfc5289 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Network': ['ID=8a30f79b-db44-4d44-8238-40752eda8528,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:33.442032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.478161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.480955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.536379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] Pushing event deleted for resources: {'Port': ['ID=49a3e121-f578-4074-aa0e-8f0a470092c7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:33.555193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09431c-8d83-48a4-8b6b-27f6012fbbca None None] No DVR routers for this DVR port 49a3e121-f578-4074-aa0e-8f0a470092c7 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:33.603500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.677619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dfcad759-5fdf-42a9-8b75-fd0a0975f842 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:33.683714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.688930 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.694549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/31213730-f4e9-4239-91d1-3bd2f03a112e HTTP/1.1" status: 204 len: 168 time: 0.4174614 Aug 03 19:36:33.695482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60048) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.721904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694baeb6-a361-46e5-9c79-25c7795cfbc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31213730-f4e9-4239-91d1-3bd2f03a112e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:33.731413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: dfcad759-5fdf-42a9-8b75-fd0a0975f842 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:33.731819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dfcad759-5fdf-42a9-8b75-fd0a0975f842 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:33.732284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 49a3e121-f578-4074-aa0e-8f0a470092c7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:33.740596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.758329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb8085d-63f0-4cab-a48f-f381c59a5f99']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.773697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b9e955a9-857e-4855-8082-b8dacc48f14b tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674257 Aug 03 19:36:33.773922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 49a3e121-f578-4074-aa0e-8f0a470092c7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:33.773922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 49a3e121-f578-4074-aa0e-8f0a470092c7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:33.774969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60050) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:33.775095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1639c6-f2d6-4776-923f-1743d5efce2b') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.775195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1639c6-f2d6-4776-923f-1743d5efce2b') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.789198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.792386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901411855'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:33.807366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.814624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:33.815042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.839835 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:30Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f', 'name': '', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:6c:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:29Z', 'updated_at': '2021-08-03T19:36:31Z', 'revision_number': 2, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:33.867544 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:33.870680 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:33.871148 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Updating router 03ae2634-5057-4d6c-b44f-52371ebec806 port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:33.900684 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:33.987269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.027090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.038981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.040207 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/networks/9fb8085d-63f0-4cab-a48f-f381c59a5f99 HTTP/1.1" status: 204 len: 168 time: 0.6105533 Aug 03 19:36:34.046379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60056) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:34.067242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93699e5-5488-400e-b9b4-a2c081b1a471 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Network': ['ID=9fb8085d-63f0-4cab-a48f-f381c59a5f99,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.166234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting subnet 0a9a7c9c-62dd-401f-ae84-fd7965547bc2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:34.177613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.214578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.234640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.265483 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.279165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Transition to ACTIVE for port object 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:34.347694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7bb9b-543a-4861-bef1-56399e8b07ea req-3c900972-769c-47c0-837b-7d322178e903 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:34.349133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9d7bb9b-543a-4861-bef1-56399e8b07ea req-3c900972-769c-47c0-837b-7d322178e903 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0922830 Aug 03 19:36:34.385651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.439579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9d7bb9b-543a-4861-bef1-56399e8b07ea req-66ebad0e-9e27-490c-8c7d-8765d7cd484d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738442 Aug 03 19:36:34.488944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.489176 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.524421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201b59c5-fd3d-4278-adf6-4a3a28a06ceb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.556260 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Pushing event updated for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.569553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.583993 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.584357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.584736 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.585054 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.585386 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.585717 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.586041 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.586366 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.586688 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.587007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.587836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.587836 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:34.589707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.592606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/subnets/0a9a7c9c-62dd-401f-ae84-fd7965547bc2 HTTP/1.1" status: 204 len: 168 time: 0.5444143 Aug 03 19:36:34.595707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60070) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:34.608475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e4c4c-c91c-4109-a6de-b29b8b47cebf None None] Network da9c5537-a646-434b-9256-293c0d2efa7a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:34.623707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0b66d-ce6a-45b3-8891-8531c8303aa3 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Subnet': ['ID=0a9a7c9c-62dd-401f-ae84-fd7965547bc2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:34.671948 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Attempting to bind port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:34.672306 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Attempting to bind port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:34.672712 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Attempting to bind port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f on network e1da35f5-bc38-47de-b1c2-d58298dcaba8 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:34.683066 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:34.700356 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Checking segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:34.700356 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.700677 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Bound using segment: {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:34.701859 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Bound port: 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7c66e6-389c-4528-9a3d-4967d6d102ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:34.702449 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.738103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.742878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d29bb33f-1906-4791-9840-c1c13722466e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9592314 Aug 03 19:36:34.744027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60074) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:34.750347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': '201b59c5-fd3d-4278-adf6-4a3a28a06ceb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:34.909306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.993377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:34.998976 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] For port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:35.002477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] For port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:35.033872 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.087188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] DHCP port deletion for da9c5537-a646-434b-9256-293c0d2efa7a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:36:35.095614 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.171844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Deleting port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:35.172700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.173844 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.189186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Deleting port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:35.189551 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.191121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb3ea7-2f79-46ef-a595-41c67dd30309,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:35.314457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] For port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,segment=NetworkSegment(9aaeb155-45ee-465d-83fc-86e35ce5287c),segment_id=9aaeb155-45ee-465d-83fc-86e35ce5287c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:35.315842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.336558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Calling delete_port for 1c6c7048-d4b4-4865-9927-5d9d2cc9143b owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:35.345012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:35.346434 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:35.350247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.353951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eca63b52-26ee-40d7-b0b5-a28abe470696 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6086376 Aug 03 19:36:35.354859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60086) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:35.420695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d1629e77-cabe-4e72-b984-ee691fb4b42f tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules/5bbb3ea7-2f79-46ef-a595-41c67dd30309 HTTP/1.1" status: 200 len: 763 time: 0.0546801 Aug 03 19:36:35.420695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:35.421013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] For port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,segment=NetworkSegment(9aaeb155-45ee-465d-83fc-86e35ce5287c),segment_id=9aaeb155-45ee-465d-83fc-86e35ce5287c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:35.421013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.474192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Calling delete_port for 1c6c7048-d4b4-4865-9927-5d9d2cc9143b owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:35.569587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c11d8-8f1a-4b41-b4ed-d1cc780a3aa4 None None] Pushing event updated for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:35.577060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04f2b72e-04d7-4248-b9fb-2b5ff480cd06 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1539273 Aug 03 19:36:35.581665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60094) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:35.592643 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:35.648637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.691651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.697792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.711106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:35.769830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6c7048-d4b4-4865-9927-5d9d2cc9143b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:35.777042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Port': ['ID=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:35.782769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] No DVR routers for this DVR port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:35.853280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1c6c7048-d4b4-4865-9927-5d9d2cc9143b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:35.853708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6c7048-d4b4-4865-9927-5d9d2cc9143b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:35.861752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] Pushing event deleted for resources: {'Port': ['ID=1c6c7048-d4b4-4865-9927-5d9d2cc9143b,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:35.872314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366da21-9638-43d6-8b87-6d4531c4b65b None None] No DVR routers for this DVR port 1c6c7048-d4b4-4865-9927-5d9d2cc9143b on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:36.050853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.066693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9c5537-a646-434b-9256-293c0d2efa7a']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:36.077105 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:30Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f', 'name': '', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:6c:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:29Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:36.078742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aaeb155-45ee-465d-83fc-86e35ce5287c') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:36.079239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aaeb155-45ee-465d-83fc-86e35ce5287c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:36.095915 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.106523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d336326e-de74-4bcf-acc1-0a0e85c74e0e None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:30Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f', 'name': '', 'network_id': 'e1da35f5-bc38-47de-b1c2-d58298dcaba8', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:6c:23:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3614, 'fixed_ips': [{'subnet_id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:29Z', 'updated_at': '2021-08-03T19:36:34Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': 'f1e62861-bd88-4198-80df-926f3f886d1a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:36.114622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.135377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:36.136112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:36.210779 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:36.444736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f89aec-d20a-44e5-9edd-a472c31a828e req-1ae54384-ca2d-417d-8e71-cd483b82818c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:36.444736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9f89aec-d20a-44e5-9edd-a472c31a828e req-1ae54384-ca2d-417d-8e71-cd483b82818c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.8205130 Aug 03 19:36:36.515119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9f89aec-d20a-44e5-9edd-a472c31a828e req-1ddfc508-0ba9-428f-9f17-0283e05ae3f1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656216 Aug 03 19:36:36.537992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.546654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.554177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5bbb3ea7-2f79-46ef-a595-41c67dd30309 HTTP/1.1" status: 204 len: 168 time: 0.9709990 Aug 03 19:36:36.555559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60108) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:36.577590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eac00-949b-4477-bcd0-296786ed7dc9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bbb3ea7-2f79-46ef-a595-41c67dd30309,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:36.612847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c466b40d-bdd4-4081-9d42-7b0c8f206b49 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546818 Aug 03 19:36:36.615578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60110) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:36.620703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': '201b59c5-fd3d-4278-adf6-4a3a28a06ceb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:36.766394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.885979 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.958148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.979204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f41dc00-9a52-4a3f-b8c9-0eb8e930d57a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:36.991205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.993422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:36.996691 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/networks/da9c5537-a646-434b-9256-293c0d2efa7a HTTP/1.1" status: 204 len: 168 time: 2.3979106 Aug 03 19:36:36.998140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60118) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.014592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17e8fe-c222-45ad-bf72-6ae7641df781 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Pushing event deleted for resources: {'Network': ['ID=da9c5537-a646-434b-9256-293c0d2efa7a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.036917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-266cea58-9ab4-45de-81f8-985ccf80c72f tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "GET /v2.0/ports?device_id=3a1c161e-21a1-4cfd-92fb-e7e15980b33a HTTP/1.1" status: 200 len: 205 time: 0.0372934 Aug 03 19:36:37.039135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60120) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.087825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.090495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ccf0e140-4aab-42c5-a35b-b7d2dcfc8f0d tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4736366 Aug 03 19:36:37.095448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60126) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.114514 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f05001dc-c4db-4d9e-83c2-362d9b823c09 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules/2f41dc00-9a52-4a3f-b8c9-0eb8e930d57a HTTP/1.1" status: 200 len: 763 time: 0.0174954 Aug 03 19:36:37.125688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.145787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.203160 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-decce4a3-8354-4b3f-9423-4175a68e5d96 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754282 Aug 03 19:36:37.208548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60134) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.259315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.279026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.383097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.390912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-c268b58a-eb7e-4b8e-a8d6-71190951f076 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=225c71b1baea4f43bfa23b098d41c033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606346 Aug 03 19:36:37.391127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.392505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.395069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/2f41dc00-9a52-4a3f-b8c9-0eb8e930d57a HTTP/1.1" status: 204 len: 168 time: 0.1853955 Aug 03 19:36:37.395291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.396978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.416147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531d1d-4246-4d51-a263-94ebd9c376b1 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f41dc00-9a52-4a3f-b8c9-0eb8e930d57a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.455132 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aaf088e6-62b4-4b2f-8e57-b6d9209f2656 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566609 Aug 03 19:36:37.457051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:37.471177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Request body: {'security_group_rule': {'security_group_id': '201b59c5-fd3d-4278-adf6-4a3a28a06ceb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:37.601317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.601838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.602701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Fanout notify agent at l3_agent the message router_deleted on router 3a1c161e-21a1-4cfd-92fb-e7e15980b33a {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:36:37.611509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.612619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-197c649a-8b93-43ba-ad93-54d3f170d600 tempest-RoutersNegativeTest-1356944557 tempest-RoutersNegativeTest-1356944557-project] 10.222.0.67 "DELETE /v2.0/routers/3a1c161e-21a1-4cfd-92fb-e7e15980b33a HTTP/1.1" status: 204 len: 168 time: 0.5724916 Aug 03 19:36:37.675598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-0830d374-3fe7-49e3-8fb4-8e6fd68d1d19 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:37.678214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-0830d374-3fe7-49e3-8fb4-8e6fd68d1d19 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751398 Aug 03 19:36:37.697090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-847335aa-c88b-4ae1-9e0c-896e0821447c tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/quotas/225c71b1baea4f43bfa23b098d41c033 HTTP/1.1" status: 200 len: 375 time: 0.0116370 Aug 03 19:36:37.720804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:37.767665 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.775729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-37ddb993-03f5-4e51-80d5-0e7d14706be2 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=225c71b1baea4f43bfa23b098d41c033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714457 Aug 03 19:36:37.921382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.947446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38ecfd2-59a1-4300-8558-b5fdb94af988,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:37.954710 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:37.956236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.956611 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.956955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.957803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.957803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.958060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.958268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.958763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.958931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:37.959089 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.959329 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:37.959457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.959733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:37.960085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:38.057797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.059188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e7ce4797-fef1-4ce1-b2ce-48cf3c2afbe5 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6006124 Aug 03 19:36:38.065252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60166) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.081434 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.098971 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e86c075c-a2c6-4277-ab57-520cca147ff0 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules/f38ecfd2-59a1-4300-8558-b5fdb94af988 HTTP/1.1" status: 200 len: 764 time: 0.0290990 Aug 03 19:36:38.099281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.183094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a42597-c2f7-4b7b-bfec-4008e934d817 req-271edf36-1c85-4635-94f4-6e944c767266 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:38.193304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3a42597-c2f7-4b7b-bfec-4008e934d817 req-271edf36-1c85-4635-94f4-6e944c767266 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0882754 Aug 03 19:36:38.286938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3a42597-c2f7-4b7b-bfec-4008e934d817 req-f422c0ba-3602-4ef5-a9ce-02c27bfe3041 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878201 Aug 03 19:36:38.304801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60182) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.317467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6fe3f04-4367-4ae4-ae0f-2b20ad8aa5f9 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2154999 Aug 03 19:36:38.369028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.379623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.437858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54fb3b44-045c-49df-a412-01c4eb5a2a1a req-422666d4-5b1d-4fa9-83d9-e01913845508 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0457709 Aug 03 19:36:38.496469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:38.514374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.547020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.554381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.558394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f38ecfd2-59a1-4300-8558-b5fdb94af988 HTTP/1.1" status: 204 len: 168 time: 0.2506387 Aug 03 19:36:38.559270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60194) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.581877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b49e11-2bf0-4621-890b-e9b32c057d0e tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f38ecfd2-59a1-4300-8558-b5fdb94af988,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.615773 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9c734ce-e673-4235-88b7-3c8f567f7e19 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488899 Aug 03 19:36:38.615773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60198) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.634792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.678476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.687146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-eb748eb8-5d2d-4f93-9f56-300ab9b8f6cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4cd0ef17d688483fa0b49d5da91a7caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707349 Aug 03 19:36:38.689909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60200) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:38.694436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:38.727668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.761353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:38.788102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.032907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.035502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.036813 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "DELETE /v2.0/security-groups/201b59c5-fd3d-4278-adf6-4a3a28a06ceb HTTP/1.1" status: 204 len: 168 time: 0.4199560 Aug 03 19:36:39.039573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60206) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:39.047401 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfa262-fffd-41de-8273-5910ad10ae7a tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b59c5-fd3d-4278-adf6-4a3a28a06ceb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:39.073797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.076600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.077787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c2f01e8-61dd-4af2-a336-aa03a2a49d73 HTTP/1.1" status: 204 len: 168 time: 0.3864732 Aug 03 19:36:39.098889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8674-55b9-4185-a149-fcda3c01715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f01e8-61dd-4af2-a336-aa03a2a49d73,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:39.106954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bcaf568e-0612-4b8f-ae55-1785ceff4827 tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654104 Aug 03 19:36:39.111437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60210) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:39.184493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-116ee369-d9a8-48bd-8861-e5ffcef70fab tempest-SecGroupTest-1679287877 tempest-SecGroupTest-1679287877-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666816 Aug 03 19:36:39.562243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fd90d-8bd1-4b2f-9297-a4e510050fa9 req-f9f91e4a-116e-4ebc-afe5-d2f09717a8a1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:39.564997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c2fd90d-8bd1-4b2f-9297-a4e510050fa9 req-f9f91e4a-116e-4ebc-afe5-d2f09717a8a1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1338227 Aug 03 19:36:39.651806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c2fd90d-8bd1-4b2f-9297-a4e510050fa9 req-a6a4751a-9e21-49a4-8821-2a183f44ccc0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721757 Aug 03 19:36:39.652082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:39.754950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:39.755707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:39.795929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5934d7d-22dd-49cf-b0e1-839eec40906e req-cdc7981a-c4f1-4a0b-b9f8-e1aa238c98c1 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0555017 Aug 03 19:36:39.838947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60236) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:40.025046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43dbbdf9-36a8-49dd-ab47-6ad64069b1c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e4155cebad84dec96cc855d827cdb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843328 Aug 03 19:36:40.027184 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:36:40.027684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60246) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:40.082757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.108696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.306335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.309245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:40.314816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/652559de-4503-48ab-bf57-2a8ba8035a59 HTTP/1.1" status: 204 len: 168 time: 0.2819242 Aug 03 19:36:40.322923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a983b95-f0fc-499c-b66a-988bbde106b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652559de-4503-48ab-bf57-2a8ba8035a59,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:40.804725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7157-ca41-4a14-8f9d-1808d9dbe295 req-a4e996c6-83fe-45fc-a453-fe26731f84b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:40.807486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1ce7157-ca41-4a14-8f9d-1808d9dbe295 req-a4e996c6-83fe-45fc-a453-fe26731f84b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0662620 Aug 03 19:36:40.874468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1ce7157-ca41-4a14-8f9d-1808d9dbe295 req-08c58aab-5f7a-4825-b1ba-8b5f70b09c0b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573583 Aug 03 19:36:40.993151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4597c516-3411-4243-9c05-8ac7c32591c1 req-f3ffbeb3-04e1-44e1-9f07-9579c2743a12 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0385809 Aug 03 19:36:41.607642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-bae883bc-9907-466f-957b-0cf61e908649 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=225c71b1baea4f43bfa23b098d41c033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327413 Aug 03 19:36:41.764804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60318) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:41.936690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-8ab082c4-144b-419c-8c6c-c3c670053294 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:41.939477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-8ab082c4-144b-419c-8c6c-c3c670053294 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259258 Aug 03 19:36:41.961440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Request body: {'port': {'device_id': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': '225c71b1baea4f43bfa23b098d41c033'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:42.019430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c473b55-7f43-4647-ab59-6c5f875c5cfb req-8827cb45-3450-44a1-b00b-46bf81d36f03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:42.021669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1324589938-network', 'tenant_id': 'd1b813569f244f5b93c324bf80954d63'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:42.022229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c473b55-7f43-4647-ab59-6c5f875c5cfb req-8827cb45-3450-44a1-b00b-46bf81d36f03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.0621269 Aug 03 19:36:42.081892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c473b55-7f43-4647-ab59-6c5f875c5cfb req-53c70abc-c5e4-4f12-88ae-a8a1bc2d8895 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509539 Aug 03 19:36:42.132943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Made reservation on behalf of d1b813569f244f5b93c324bf80954d63 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:42.135295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.163361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.211511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbc45d98-c580-4f60-beec-34ce798d784a req-30697bb9-d94a-425b-8d99-844a367bcea0 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0335820 Aug 03 19:36:42.337937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Made reservation on behalf of 225c71b1baea4f43bfa23b098d41c033 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:42.346694 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.377361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.425472 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60344) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:42.490588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.545025 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ef26e8d-b275-4cc2-94ca-37be7e31e064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.601421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.641205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:42.658585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394fc152-de12-498a-ac47-c0c4e729dead,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:42.667950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.668309 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Added segment 8bb100e8-9bf9-421e-8b27-6c5ca99b79b7 of type vlan for network 089345b0-43cb-4fd8-af83-69da82876386 Aug 03 19:36:42.725807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.778856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.917632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.918671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:42.919280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:42.990164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.048132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] Pushing event updated for resources: {'Network': ['ID=089345b0-43cb-4fd8-af83-69da82876386,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.064110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 089345b0-43cb-4fd8-af83-69da82876386 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:43.101557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5084b49f-c410-4412-968e-ce1d64b1b654,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.148137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ef26e8d-b275-4cc2-94ca-37be7e31e064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.223849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Allocated IP 192.168.233.141 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/97557aec-e61f-4dd0-a2cf-44891d84ae95) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:43.240390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ef26e8d-b275-4cc2-94ca-37be7e31e064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.284206 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6e679cfd-ced8-4d9b-a02b-84221e5552de admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5164557 Aug 03 19:36:43.288474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60372) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.304077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26e8d-b275-4cc2-94ca-37be7e31e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73063273-241c-4299-bda8-42e683e2b657,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.307196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Request body: {'subnet': {'network_id': '089345b0-43cb-4fd8-af83-69da82876386', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1324589938-subnet', 'tenant_id': 'd1b813569f244f5b93c324bf80954d63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:43.318115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ef26e8d-b275-4cc2-94ca-37be7e31e064 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=011397c1ae764e5281c73bc60e7d5159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912220 Aug 03 19:36:43.320819 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60374) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.336482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a234c-4222-4cc0-a5ef-7c1d4075ba73 req-b0fb9cf1-f104-494d-a579-709e9da4d3c6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:43.338600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b3a234c-4222-4cc0-a5ef-7c1d4075ba73 req-b0fb9cf1-f104-494d-a579-709e9da4d3c6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 944 time: 0.1272082 Aug 03 19:36:43.409334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b3a234c-4222-4cc0-a5ef-7c1d4075ba73 req-48584ea6-a765-48a7-82bf-12033f3d8fdd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618093 Aug 03 19:36:43.429356 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.441161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.456316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Transition to ACTIVE for port object 97557aec-e61f-4dd0-a2cf-44891d84ae95 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:43.462018 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.496684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Made reservation on behalf of d1b813569f244f5b93c324bf80954d63 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:43.499784 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.513400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:43.523082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67deee8d-ebe6-44f9-b674-352e97e45e84 req-4670a771-7da5-4b4a-9d7f-fbc67e2ff8be tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0345364 Aug 03 19:36:43.603224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.626353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.629910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.633394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73063273-241c-4299-bda8-42e683e2b657 HTTP/1.1" status: 204 len: 168 time: 0.3115592 Aug 03 19:36:43.645553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b00e08-839e-4c20-a873-61c92b84da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73063273-241c-4299-bda8-42e683e2b657,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.678383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:43.686210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:43.711689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:43.774873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Pushing event updated for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:43.781958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6509038-52da-4fe9-af74-e62d2f04a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.870254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:43.870894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.969656 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6509038-52da-4fe9-af74-e62d2f04a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:43.998799 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.039667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dd2a6989-f582-49bb-b51b-77492dbbb315 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:44.054160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f6509038-52da-4fe9-af74-e62d2f04a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.115716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4c8e5b-ea10-422e-b8a2-65bacc7852cd,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.135646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d8dd2576-ee8e-417e-ad08-4b3ee6d1f9fa None None] Provisioning for port 97557aec-e61f-4dd0-a2cf-44891d84ae95 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:44.150557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d8dd2576-ee8e-417e-ad08-4b3ee6d1f9fa None None] Provisioning complete for port 97557aec-e61f-4dd0-a2cf-44891d84ae95 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:44.153946 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f6509038-52da-4fe9-af74-e62d2f04a9ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d349f536e6824c81811b7a03f4802110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364775 Aug 03 19:36:44.154108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:44.155980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d8dd2576-ee8e-417e-ad08-4b3ee6d1f9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.162512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6509038-52da-4fe9-af74-e62d2f04a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2440c50-c454-4f07-bef3-a3e81e624d1a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.187654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Checking segment: {'id': '8bb100e8-9bf9-421e-8b27-6c5ca99b79b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '089345b0-43cb-4fd8-af83-69da82876386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:44.188020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Network hostable DHCP agents. Network: 089345b0-43cb-4fd8-af83-69da82876386, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:44.191231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-eab2e393-3351-4431-9774-02bcdb4a9f81 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2340846 Aug 03 19:36:44.206674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d8dd2576-ee8e-417e-ad08-4b3ee6d1f9fa None None] Port 97557aec-e61f-4dd0-a2cf-44891d84ae95 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:44.214917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Request body: {'port': {'device_id': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:44.282429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dd2a6989-f582-49bb-b51b-77492dbbb315,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:44.287544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.299146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'dd2a6989-f582-49bb-b51b-77492dbbb315', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': 'dd2a6989-f582-49bb-b51b-77492dbbb315', 'mac_address': 'fa:16:3e:26:82:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:36:44.316814 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.317673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.335423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Network 089345b0-43cb-4fd8-af83-69da82876386 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:44.355694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.374642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2a6989-f582-49bb-b51b-77492dbbb315 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:44.397378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dd2a6989-f582-49bb-b51b-77492dbbb315,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:44.456198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 089345b0-43cb-4fd8-af83-69da82876386) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:44.464109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:44.464749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.465858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de409ea8-cb54-4608-b3a0-762c268bd624 None None] Network 089345b0-43cb-4fd8-af83-69da82876386 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:44.495458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.496107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.498974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.503250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2440c50-c454-4f07-bef3-a3e81e624d1a HTTP/1.1" status: 204 len: 168 time: 0.3476698 Aug 03 19:36:44.524487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed02c-ae37-4bf5-9c40-a159df3c6cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2440c50-c454-4f07-bef3-a3e81e624d1a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.587662 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be65a5fa-8e99-426f-963f-9f9ef435f855 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2895138 Aug 03 19:36:44.609053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb9e7-49e5-4d73-838a-d61e12de5475 req-0fc6070e-efca-4585-8307-12dac068c089 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:44.618194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18beb9e7-49e5-4d73-838a-d61e12de5475 req-0fc6070e-efca-4585-8307-12dac068c089 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 945 time: 0.0892258 Aug 03 19:36:44.655674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:44.674269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18beb9e7-49e5-4d73-838a-d61e12de5475 req-8fc6b0eb-e066-4871-93ea-739f113166a6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547423 Aug 03 19:36:44.735082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dd2a6989-f582-49bb-b51b-77492dbbb315'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:44.784325 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e9f6e9-38f4-40af-97e9-479e06946ea9 None None] Network 089345b0-43cb-4fd8-af83-69da82876386 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:44.835214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeec71a-3df3-4943-a1ef-b9e286ad3529 req-fda48dc0-98b2-4af5-a8d7-1366ee69477f tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:44.838611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebeec71a-3df3-4943-a1ef-b9e286ad3529 req-fda48dc0-98b2-4af5-a8d7-1366ee69477f tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 936 time: 0.0912242 Aug 03 19:36:44.881430 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97557aec-e61f-4dd0-a2cf-44891d84ae95 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:44.903711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:44.912852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebeec71a-3df3-4943-a1ef-b9e286ad3529 req-22862414-0c72-4cfc-8854-ed62aca832b3 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658467 Aug 03 19:36:44.934302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Transition to ACTIVE for port object 97557aec-e61f-4dd0-a2cf-44891d84ae95 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:45.026593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.081989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Pushing event updated for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:45.208130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Attempting to bind port 97557aec-e61f-4dd0-a2cf-44891d84ae95 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:45.208813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Attempting to bind port 97557aec-e61f-4dd0-a2cf-44891d84ae95 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:45.209546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Attempting to bind port 97557aec-e61f-4dd0-a2cf-44891d84ae95 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:45.219232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Port 97557aec-e61f-4dd0-a2cf-44891d84ae95 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:36:45.220058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Attempting to bind port 97557aec-e61f-4dd0-a2cf-44891d84ae95 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:45.229918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:45.230617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:45.231529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:45.233062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Bound port: 97557aec-e61f-4dd0-a2cf-44891d84ae95, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:45.233822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.350795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:45.354236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:45.489846 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.526739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:45.527522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.529016 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] 10.222.0.54 "PUT /v2.0/ports/97557aec-e61f-4dd0-a2cf-44891d84ae95 HTTP/1.1" status: 200 len: 1096 time: 1.3228984 Aug 03 19:36:45.529995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:45.532279 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219642e5-54e3-449f-837f-2689ec6cce64" -d '{"events": [{"name": "network-changed", "server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:45.556159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.556702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60450) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:45.573394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-230ad523-abb4-46e0-b521-c2cfa60dcf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.586671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a44f-77e9-4d6e-95bb-6f84a9d4ace7 service neutron] Pushing event updated for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:45.606126 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301adef-ea74-4900-b354-e8986484d310 x-openstack-request-id: req-9301adef-ea74-4900-b354-e8986484d310 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:45.607012 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:45.607395 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9301adef-ea74-4900-b354-e8986484d310 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:45.607985 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95', 'status': 'completed', 'code': 200} Aug 03 19:36:45.738489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60456) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:45.742439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219642e5-54e3-449f-837f-2689ec6cce64 req-42347c4e-fb75-46a3-8603-03ff5a027738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:45.744332 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-219642e5-54e3-449f-837f-2689ec6cce64 req-42347c4e-fb75-46a3-8603-03ff5a027738 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=225c71b1baea4f43bfa23b098d41c033&device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 1099 time: 0.0935590 Aug 03 19:36:45.825136 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-219642e5-54e3-449f-837f-2689ec6cce64 req-07d41880-3404-4c17-901d-31f615630b0a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=225c71b1baea4f43bfa23b098d41c033&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645885 Aug 03 19:36:45.929488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1591352742-network', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:45.933774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-230ad523-abb4-46e0-b521-c2cfa60dcf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:45.959471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e8549-4c93-4256-919d-224716334716 req-06ce74f1-d15f-4549-b6ce-7b77356fe9ee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:45.961095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a64e8549-4c93-4256-919d-224716334716 req-06ce74f1-d15f-4549-b6ce-7b77356fe9ee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 945 time: 0.1445730 Aug 03 19:36:45.997665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219642e5-54e3-449f-837f-2689ec6cce64 req-dcef3b21-a6a3-452b-bb05-cb728522895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:45.999387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-219642e5-54e3-449f-837f-2689ec6cce64 req-dcef3b21-a6a3-452b-bb05-cb728522895e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1671407 Aug 03 19:36:46.008836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a64e8549-4c93-4256-919d-224716334716 req-b505c5a5-8ceb-4745-9e56-bb7c2944e5cd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399482 Aug 03 19:36:46.028231 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-230ad523-abb4-46e0-b521-c2cfa60dcf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.052078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dd2a6989-f582-49bb-b51b-77492dbbb315 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:46.060410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-230ad523-abb4-46e0-b521-c2cfa60dcf52 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=78bbeb4e547e4da998a34b2454109a54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5044045 Aug 03 19:36:46.061110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60468) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:46.098703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ad523-abb4-46e0-b521-c2cfa60dcf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842bd4d-6773-4a96-81db-b30a16f0e82c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:46.162240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-8c697ee2-66ac-4d8a-abc3-0dd362ca7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.163957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-8c697ee2-66ac-4d8a-abc3-0dd362ca7a0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=225c71b1baea4f43bfa23b098d41c033&device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 1099 time: 0.0923083 Aug 03 19:36:46.169303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036371c8-84c0-43e7-b389-00a538ab555b req-188ba2d8-cf30-4237-bb16-76ccac8be721 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.170247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60474) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:46.171467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-036371c8-84c0-43e7-b389-00a538ab555b req-188ba2d8-cf30-4237-bb16-76ccac8be721 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 948 time: 0.0902498 Aug 03 19:36:46.175585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-362957842-network', 'tenant_id': '634f4896782749e7a7f13b48e9732a4b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:46.221889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Made reservation on behalf of a80d1c90f7aa488ca8bba1fd5c8c86b4 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:46.224478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.239779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-6fb6d38e-5108-4aa5-b80f-61e90c37518f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95 HTTP/1.1" status: 200 len: 217 time: 0.0552561 Aug 03 19:36:46.242762 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.244118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.256823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-036371c8-84c0-43e7-b389-00a538ab555b req-0940b7f8-6bc6-45ed-a162-7c0dfcaf3ad5 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792561 Aug 03 19:36:46.294655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port dd2a6989-f582-49bb-b51b-77492dbbb315 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:46.299581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port dd2a6989-f582-49bb-b51b-77492dbbb315 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:46.300206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.302484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.333222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-28cb4bcf-3062-4a54-92fa-7c4b1d9b8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.334725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-28cb4bcf-3062-4a54-92fa-7c4b1d9b8fda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0872076 Aug 03 19:36:46.384418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.393378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-77ff3a76-9729-4d2f-a2f9-2b9191773056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.394936 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-77ff3a76-9729-4d2f-a2f9-2b9191773056 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533311 Aug 03 19:36:46.410708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:46.413796 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee634d6-06a6-4211-81a9-8395720109dc" -d '{"events": [{"server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "name": "network-vif-plugged", "status": "completed", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:46.427636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Made reservation on behalf of 634f4896782749e7a7f13b48e9732a4b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:46.427636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.427938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dd2a6989-f582-49bb-b51b-77492dbbb315,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:46.457355 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9f1ba9-c295-40db-81c0-49f1256e4f38 x-openstack-request-id: req-6a9f1ba9-c295-40db-81c0-49f1256e4f38 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:46.457783 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "name": "network-vif-plugged", "status": "completed", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:46.458098 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a9f1ba9-c295-40db-81c0-49f1256e4f38 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:46.458673 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315', 'code': 200} Aug 03 19:36:46.461099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.519886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-2cb78024-ee3d-4ed0-bab7-dad7214fce6d service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168914 Aug 03 19:36:46.541264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.543752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.544982 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5842bd4d-6773-4a96-81db-b30a16f0e82c HTTP/1.1" status: 204 len: 168 time: 0.4819744 Aug 03 19:36:46.606691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4297460-f631-4954-84cc-4ed37b17aca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842bd4d-6773-4a96-81db-b30a16f0e82c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:46.615678 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.639101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae95b92-62c6-43cb-a870-15cf2365a669 req-9d511230-0132-46e4-be9e-7ac5629d98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.640719 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fae95b92-62c6-43cb-a870-15cf2365a669 req-9d511230-0132-46e4-be9e-7ac5629d98eb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 1096 time: 0.1174467 Aug 03 19:36:46.643775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.678368 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8116fce3-565f-467f-a6c9-018e6f6c244d req-ee2f23bf-6746-4723-bf1a-0e92c2c287f8 service neutron] 10.222.0.54 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471868 Aug 03 19:36:46.700189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fae95b92-62c6-43cb-a870-15cf2365a669 req-65a49e94-44e2-4d46-9695-df62976db8b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Aug 03 19:36:46.700857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:46.769472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.802880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:46.809679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cd9bf8-fdb3-4b79-a69e-7d204df7cbe8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:46.833218 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.833779 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Added segment 92850738-0283-4f3b-9481-3d1f6467110c of type vlan for network ae6a7794-0165-4185-8d4c-044f8d5c8e5a Aug 03 19:36:46.886529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.890867 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.984727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.988464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:46.989572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:46.990548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.010895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:36:47.022574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce579fb-406a-4369-ad1c-8e07d958896c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:47.030052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.030413 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Added segment ef997da4-7a44-47f3-9077-e75f5d947d4f of type vlan for network b89084bc-c461-4d7c-be02-ce8c43ea04db Aug 03 19:36:47.081641 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.111996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6a7794-0165-4185-8d4c-044f8d5c8e5a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:47.122506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:47.155681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.163136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Request body: {'subnet': {'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1591352742-subnet', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:47.163285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1d98cee7-b85c-4062-80df-70c23f190074 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4166946 Aug 03 19:36:47.186996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e14c3-334b-44d8-8568-2f125becfbbe req-9b6b34eb-d5ec-4d86-ae57-dde72977bd65 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:47.189276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-507e14c3-334b-44d8-8568-2f125becfbbe req-9b6b34eb-d5ec-4d86-ae57-dde72977bd65 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.0904813 Aug 03 19:36:47.203387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.207869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:47.207869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.254004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-507e14c3-334b-44d8-8568-2f125becfbbe req-7b5668a8-bbad-46ab-a8d6-b637f2e19232 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578606 Aug 03 19:36:47.287770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Made reservation on behalf of a80d1c90f7aa488ca8bba1fd5c8c86b4 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:47.290380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.358300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] Pushing event updated for resources: {'Network': ['ID=b89084bc-c461-4d7c-be02-ce8c43ea04db,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:47.371903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b89084bc-c461-4d7c-be02-ce8c43ea04db details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:36:47.389535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98fd37-c808-41df-abef-cd042a7172d0 req-f5e9fffe-2ae8-4e0f-9eb0-f2185c327f82 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:47.392637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cae565be-13d8-4753-9c99-8c0d47a7b376 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2187774 Aug 03 19:36:47.395914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:47.396222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e98fd37-c808-41df-abef-cd042a7172d0 req-f5e9fffe-2ae8-4e0f-9eb0-f2185c327f82 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 948 time: 0.0625389 Aug 03 19:36:47.418452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Request body: {'subnet': {'network_id': 'b89084bc-c461-4d7c-be02-ce8c43ea04db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-362957842-subnet', 'tenant_id': '634f4896782749e7a7f13b48e9732a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:47.484037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e98fd37-c808-41df-abef-cd042a7172d0 req-dff89647-3683-4c7e-9c00-f9cad32d18bd tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704606 Aug 03 19:36:47.602966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Made reservation on behalf of 634f4896782749e7a7f13b48e9732a4b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:36:47.605602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.662953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:47.751100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc83ce5-54b5-4364-a151-e05aa92398b8,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:47.788721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Checking segment: {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:47.789196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Network hostable DHCP agents. Network: ae6a7794-0165-4185-8d4c-044f8d5c8e5a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:47.940535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:48.007001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.046154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ae6a7794-0165-4185-8d4c-044f8d5c8e5a) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:48.059564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.060811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.063891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6da4c-2d1e-4156-9973-3df3bd7f1951 None None] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:48.089319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a080af2b-98d4-4847-9853-e3f65358c848,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:48.105085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Checking segment: {'id': 'ef997da4-7a44-47f3-9077-e75f5d947d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'b89084bc-c461-4d7c-be02-ce8c43ea04db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:48.105455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Network hostable DHCP agents. Network: b89084bc-c461-4d7c-be02-ce8c43ea04db, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:36:48.163589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60530) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:48.164225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9f5c02f9-5b89-4948-a16f-7df857baac42 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0068517 Aug 03 19:36:48.171804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:36:48.198165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Network b89084bc-c461-4d7c-be02-ce8c43ea04db is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:36:48.231464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'fixed_ips': [{'subnet_id': '9bc83ce5-54b5-4364-a151-e05aa92398b8'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:36:48.233084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.283513 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.284548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.348330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.348686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b89084bc-c461-4d7c-be02-ce8c43ea04db) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:48.364680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.365420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.386591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c938d-2037-4d69-b021-338682deeb8a req-7d791acc-4d17-4624-a40e-155e7b4ba0d5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.389008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b7c938d-2037-4d69-b021-338682deeb8a req-7d791acc-4d17-4624-a40e-155e7b4ba0d5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.0527515 Aug 03 19:36:48.390815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852695c-e61d-4d21-a788-71f752ffedab None None] Network b89084bc-c461-4d7c-be02-ce8c43ea04db requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:48.444094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b7c938d-2037-4d69-b021-338682deeb8a req-f67129b7-d8f6-4191-99ed-caac6af77954 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469823 Aug 03 19:36:48.497929 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0e2b5e4b-cd8f-4f90-b752-ef1b6624978f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1033640 Aug 03 19:36:48.567159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Allocated IP 172.20.0.2 (ae6a7794-0165-4185-8d4c-044f8d5c8e5a/9bc83ce5-54b5-4364-a151-e05aa92398b8/d04a75b9-a970-4779-be53-bc30c98d7a95) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:48.615004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038adef-f46c-4abd-96a1-8587255401e8 None None] Network b89084bc-c461-4d7c-be02-ce8c43ea04db requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:48.697239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60550) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:48.727618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.759700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Deleting subnet da4c8e5b-ea10-422e-b8a2-65bacc7852cd {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:48.764097 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.773029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08be950-6eab-43b4-a397-de930c8526d1 req-da66411a-f986-4513-8be0-3c42a4654c5d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:48.773029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f08be950-6eab-43b4-a397-de930c8526d1 req-da66411a-f986-4513-8be0-3c42a4654c5d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.1935601 Aug 03 19:36:48.807399 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.821733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f08be950-6eab-43b4-a397-de930c8526d1 req-408752e7-bff6-41ae-8610-7f24fc668011 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Aug 03 19:36:48.851743 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.906226 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.915757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b97ab97-8a00-49c9-8aea-4ea8e7705174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:48.943572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 97557aec-e61f-4dd0-a2cf-44891d84ae95 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:36:49.004238 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.030053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9b9d-febd-4213-8355-ff98da855ee5 req-a3c3b2d1-22b4-4fd4-a605-f6d015c9ed41 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:49.030053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d9c9b9d-febd-4213-8355-ff98da855ee5 req-a3c3b2d1-22b4-4fd4-a605-f6d015c9ed41 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 948 time: 0.0842462 Aug 03 19:36:49.040124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Transition to ACTIVE for port object d04a75b9-a970-4779-be53-bc30c98d7a95 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:49.045033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4c8e5b-ea10-422e-b8a2-65bacc7852cd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.051420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.055985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3d6770fe-0afc-4532-8849-72aaf833924a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/da4c8e5b-ea10-422e-b8a2-65bacc7852cd HTTP/1.1" status: 204 len: 168 time: 0.3547835 Aug 03 19:36:49.057234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60564) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:49.072984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Transition to ACTIVE for port object d04a75b9-a970-4779-be53-bc30c98d7a95 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:49.111224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d9c9b9d-febd-4213-8355-ff98da855ee5 req-d994c149-7dbc-4fc7-b10b-d83227beadc3 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Aug 03 19:36:49.132576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:49.166507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.179815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.266116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '97557aec-e61f-4dd0-a2cf-44891d84ae95', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': '97557aec-e61f-4dd0-a2cf-44891d84ae95', 'mac_address': 'fa:16:3e:4d:ac:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:36:49.294417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.298807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Pushing event updated for resources: {'Port': ['ID=d04a75b9-a970-4779-be53-bc30c98d7a95,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.314610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089345b0-43cb-4fd8-af83-69da82876386']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:49.344458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce9daf-738f-4fa5-ac76-95749f5b7be1 req-9b3cc65d-02ea-4a5f-8077-9f795f1793fe tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:49.356449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50ce9daf-738f-4fa5-ac76-95749f5b7be1 req-9b3cc65d-02ea-4a5f-8077-9f795f1793fe tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.1339390 Aug 03 19:36:49.356602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb100e8-9bf9-421e-8b27-6c5ca99b79b7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:49.356602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb100e8-9bf9-421e-8b27-6c5ca99b79b7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:49.356904 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.360050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:49.364736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:49.369786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:49.376044 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.385967 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.393011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:49.393011 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.394000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:49.394762 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:49.420306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60576) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:49.421819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.434696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50ce9daf-738f-4fa5-ac76-95749f5b7be1 req-b00bdd3c-1aac-4bbd-9e23-3857a4903e70 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823221 Aug 03 19:36:49.466002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97557aec-e61f-4dd0-a2cf-44891d84ae95 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:36:49.472999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Attempting to bind port d04a75b9-a970-4779-be53-bc30c98d7a95 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:49.473375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Attempting to bind port d04a75b9-a970-4779-be53-bc30c98d7a95 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:49.473740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Attempting to bind port d04a75b9-a970-4779-be53-bc30c98d7a95 on network ae6a7794-0165-4185-8d4c-044f8d5c8e5a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Checking segment: {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Bound using segment: {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Bound port: d04a75b9-a970-4779-be53-bc30c98d7a95, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:49.493969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.512827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:49.600859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.614685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.614685 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] 10.222.0.67 "DELETE /v2.0/networks/089345b0-43cb-4fd8-af83-69da82876386 HTTP/1.1" status: 204 len: 168 time: 0.5544679 Aug 03 19:36:49.614872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.620640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] For port d04a75b9-a970-4779-be53-bc30c98d7a95, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:49.634142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] For port d04a75b9-a970-4779-be53-bc30c98d7a95, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d04a75b9-a970-4779-be53-bc30c98d7a95,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:49.634407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:49.683535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.699842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.722377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Deleting subnet a080af2b-98d4-4847-9853-e3f65358c848 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:36:49.725810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.766423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.799941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367a60c-7022-4cbb-85b8-f2ddddb39213 None None] Pushing event updated for resources: {'Port': ['ID=d04a75b9-a970-4779-be53-bc30c98d7a95,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.831873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e4979-4dde-4e3c-843d-caef06033753 admin admin] Pushing event deleted for resources: {'Network': ['ID=089345b0-43cb-4fd8-af83-69da82876386,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:49.859438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:49.918931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['97557aec-e61f-4dd0-a2cf-44891d84ae95'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:50.085137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Allocated IP 172.25.2.42 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/77d4b386-34b6-430c-96f6-fdfcdf442ce6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:50.137987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.191220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a080af2b-98d4-4847-9853-e3f65358c848,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:50.195408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.198249 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-38664e64-dfaf-46ed-8512-69ff73dc25ea admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a080af2b-98d4-4847-9853-e3f65358c848 HTTP/1.1" status: 204 len: 168 time: 0.5661492 Aug 03 19:36:50.201585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60604) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:50.313162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.415252 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.418787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d193101-8347-40ca-9233-fb7c2d7f2120 req-d1d5270e-14b6-4ed9-a9ba-a803404e2dd8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:50.420363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d193101-8347-40ca-9233-fb7c2d7f2120 req-d1d5270e-14b6-4ed9-a9ba-a803404e2dd8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.1224802 Aug 03 19:36:50.427172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89084bc-c461-4d7c-be02-ce8c43ea04db']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:50.439255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef997da4-7a44-47f3-9077-e75f5d947d4f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:50.439580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef997da4-7a44-47f3-9077-e75f5d947d4f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:50.455526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.457577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.475161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.481895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:36:50.483080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:36:50.484918 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:36:50.549501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d193101-8347-40ca-9233-fb7c2d7f2120 req-75776c56-fef0-4736-a977-d27304b55c46 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103177 Aug 03 19:36:50.577063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.677954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.684060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:50.688629 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b89084bc-c461-4d7c-be02-ce8c43ea04db HTTP/1.1" status: 204 len: 168 time: 0.4844751 Aug 03 19:36:50.711618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cc708-9f55-4e0b-993e-8b1eeb52cdc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b89084bc-c461-4d7c-be02-ce8c43ea04db,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:50.955608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 97557aec-e61f-4dd0-a2cf-44891d84ae95 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:51.071634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.110394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5942638-0e9d-4d68-a1a5-76d25061f3ac None None] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:36:51.171540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 97557aec-e61f-4dd0-a2cf-44891d84ae95 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:51.175058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:51.179775 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 97557aec-e61f-4dd0-a2cf-44891d84ae95 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:51.180809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.187790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:51.190445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:51.205214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfaacc-14f4-4d1a-ad87-d88a2c77b359 req-1bf243dc-4bfa-4bb9-a298-cb0966874df2 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:51.212425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbfaacc-14f4-4d1a-ad87-d88a2c77b359 req-1bf243dc-4bfa-4bb9-a298-cb0966874df2 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 949 time: 0.5963855 Aug 03 19:36:51.224404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Pushing event updated for resources: {'Port': ['ID=77d4b386-34b6-430c-96f6-fdfcdf442ce6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:51.268536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-429995c6-27fd-4754-a766-b5bc67a0629f None None] Provisioning for port d04a75b9-a970-4779-be53-bc30c98d7a95 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:51.350906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.362382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdbfaacc-14f4-4d1a-ad87-d88a2c77b359 req-2ebcc5aa-6a06-4618-a16d-96a9c5f4ee2a tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490626 Aug 03 19:36:51.397181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:51.398895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:51.402548 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a46a41-d9e9-451c-a30c-4661d81eb80c" -d '{"events": [{"server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "name": "network-vif-plugged", "status": "completed", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:51.439375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:51.458156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e7e2b41f-b7e8-465a-aa74-d4b83e17e385 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1b813569f244f5b93c324bf80954d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597742 Aug 03 19:36:51.461237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:51.501921 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da935eb-9189-4be7-adb4-2540fb85499e x-openstack-request-id: req-6da935eb-9189-4be7-adb4-2540fb85499e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:51.502563 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "name": "network-vif-plugged", "status": "completed", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:51.502887 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6da935eb-9189-4be7-adb4-2540fb85499e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:51.503370 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95', 'code': 200} Aug 03 19:36:51.532882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.540184 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.654039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:51.724599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:51.761684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d04a75b9-a970-4779-be53-bc30c98d7a95 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:51.897841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ec8a2-7725-407e-b251-9a58d3fc3cb6 req-0111b7b4-96ed-4822-a6c3-2e097259d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:51.909162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-414ec8a2-7725-407e-b251-9a58d3fc3cb6 req-0111b7b4-96ed-4822-a6c3-2e097259d64d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 1101 time: 0.2923622 Aug 03 19:36:51.925144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-866c7236-efb2-4b2c-8167-0d6d823df1c2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:51.926419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d04a75b9-a970-4779-be53-bc30c98d7a95 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:51.926674 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-866c7236-efb2-4b2c-8167-0d6d823df1c2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.2276547 Aug 03 19:36:51.930607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d04a75b9-a970-4779-be53-bc30c98d7a95 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:51.930987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.005191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-414ec8a2-7725-407e-b251-9a58d3fc3cb6 req-fe11360d-a223-4fd3-9d00-95a8d63e8875 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792499 Aug 03 19:36:52.053694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16fca2-0c6e-44f8-86fe-0a7d0c487175 req-eb65e2d3-1660-4dc9-a3d8-d163007be897 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:52.063775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc16fca2-0c6e-44f8-86fe-0a7d0c487175 req-eb65e2d3-1660-4dc9-a3d8-d163007be897 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 946 time: 0.3512483 Aug 03 19:36:52.068478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.076696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.080683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.081481 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/394fc152-de12-498a-ac47-c0c4e729dead HTTP/1.1" status: 204 len: 168 time: 0.6188319 Aug 03 19:36:52.099105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d571ce-4283-46a2-8d2b-349f739912f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394fc152-de12-498a-ac47-c0c4e729dead,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:52.144229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port dd2a6989-f582-49bb-b51b-77492dbbb315 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:52.144998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.173969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:52.174320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.256436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port dd2a6989-f582-49bb-b51b-77492dbbb315, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dd2a6989-f582-49bb-b51b-77492dbbb315,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:52.256848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.274533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for dd2a6989-f582-49bb-b51b-77492dbbb315 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:52.284928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc16fca2-0c6e-44f8-86fe-0a7d0c487175 req-61936c59-58bb-46f2-9245-bd5ed5ddd701 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176127 Aug 03 19:36:52.314549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.316497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5c6cdf23-d678-49bf-8fbc-6b67d62ebf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.367202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d04a75b9-a970-4779-be53-bc30c98d7a95, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d04a75b9-a970-4779-be53-bc30c98d7a95,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:52.515327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:52.515817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.570436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:52.600159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.653008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61fb6b-047a-4311-a9da-48610b82de64 req-cf8ccfea-c5e8-460a-9a41-53fb573b0e51 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:52.655172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f61fb6b-047a-4311-a9da-48610b82de64 req-cf8ccfea-c5e8-460a-9a41-53fb573b0e51 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 950 time: 0.1749682 Aug 03 19:36:52.666428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.675149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.682659 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.708851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=dd2a6989-f582-49bb-b51b-77492dbbb315,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:52.713522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dd2a6989-f582-49bb-b51b-77492dbbb315'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:52.784209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port dd2a6989-f582-49bb-b51b-77492dbbb315 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:52.787156 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:52.787966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d04a75b9-a970-4779-be53-bc30c98d7a95,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:52.789389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8ecfe9d8-4d9f-48b7-b737-8a7895c99e17 req-7a9e4a5d-1407-46ba-8054-fb60e3973a07 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "DELETE /v2.0/ports/dd2a6989-f582-49bb-b51b-77492dbbb315 HTTP/1.1" status: 204 len: 173 time: 0.8554690 Aug 03 19:36:52.789895 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'name': 'network-vif-deleted', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:52.792459 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d91475-14b1-45bf-85d6-60f47be83fe1" -d '{"events": [{"server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "name": "network-vif-deleted", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:52.855787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f61fb6b-047a-4311-a9da-48610b82de64 req-c2818adc-d8be-43cb-8f96-688cd94fd1b7 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932847 Aug 03 19:36:52.941634 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360fcc53-195e-4d31-9660-a67f05a28ce2 x-openstack-request-id: req-360fcc53-195e-4d31-9660-a67f05a28ce2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:52.941634 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538c1643-c650-41e5-a59c-b43c8b6b7051", "name": "network-vif-deleted", "tag": "dd2a6989-f582-49bb-b51b-77492dbbb315", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:52.941897 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-360fcc53-195e-4d31-9660-a67f05a28ce2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:52.942350 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538c1643-c650-41e5-a59c-b43c8b6b7051', 'name': 'network-vif-deleted', 'tag': 'dd2a6989-f582-49bb-b51b-77492dbbb315', 'status': 'completed', 'code': 200} Aug 03 19:36:52.997600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.141167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.177514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:53.214563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:36:53.509671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be42d6c8-2f7d-46cf-8e88-eabc2bf645e2 req-71c96062-16ee-4c3a-9306-cd4bdc9493b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0550151 Aug 03 19:36:53.520362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:53.534632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Sync routers for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:53.550420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:53.551087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60670) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:53.554018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:53.616934 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.625192 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0c4445ec-c2eb-470e-b95b-d65a76c1e3ab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=634f4896782749e7a7f13b48e9732a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726020 Aug 03 19:36:53.626785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60672) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:53.708172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.711574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8b16f58b-efc8-4050-8edc-f5c80d9f6edc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5436006 Aug 03 19:36:53.712782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:36:53.726416 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.770308 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.794537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d04a75b9-a970-4779-be53-bc30c98d7a95 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:53.856876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:53.989242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.992276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:53.994189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fce579fb-406a-4369-ad1c-8e07d958896c HTTP/1.1" status: 204 len: 168 time: 0.3657238 Aug 03 19:36:54.013740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b50c92-7a16-4f2f-93ee-50b4a80f8c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce579fb-406a-4369-ad1c-8e07d958896c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:54.108904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d04a75b9-a970-4779-be53-bc30c98d7a95 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:54.109291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.307176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 3, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:54.336850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Checking router: a8cb3c6a-97af-4d5a-a612-af64fbfe1765 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:54.337202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Updating router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:36:54.340938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bccbde-0fd8-417e-89b4-d91c948d3a02 req-56304662-2261-4de0-9449-f8f02a8b35c2 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:54.342980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7bccbde-0fd8-417e-89b4-d91c948d3a02 req-56304662-2261-4de0-9449-f8f02a8b35c2 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 950 time: 0.1197069 Aug 03 19:36:54.380178 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.750048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:54.784103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7bccbde-0fd8-417e-89b4-d91c948d3a02 req-47924d9a-9ca9-4380-9e01-fd7598feb5f7 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329960 Aug 03 19:36:54.839904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.876473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Transition to ACTIVE for port object 77d4b386-34b6-430c-96f6-fdfcdf442ce6 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:54.892289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:54.956995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29d11120-928c-407e-8756-5347bdedda86 req-92102436-2da9-4e3c-b82f-0448afe093a8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0378931 Aug 03 19:36:54.971831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.078153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Attempting to bind port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:36:55.078528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Attempting to bind port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:36:55.078910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Attempting to bind port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:36:55.099931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ab86c-b3a0-4d94-91c8-a27d2f9e73e4 None None] Pushing event updated for resources: {'Port': ['ID=77d4b386-34b6-430c-96f6-fdfcdf442ce6,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:55.102684 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:36:55.103056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:36:55.103465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.103856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:36:55.104336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Bound port: 77d4b386-34b6-430c-96f6-fdfcdf442ce6, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:36:55.104744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.204564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:55.214595 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:36:55.230474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6871d6e6-9f6b-422e-b4df-3ff15ef32b99 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/03ae2634-5057-4d6c-b44f-52371ebec806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8058221 Aug 03 19:36:55.239849 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:55.239849 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:55.249032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] For port 77d4b386-34b6-430c-96f6-fdfcdf442ce6, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:36:55.258430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] For port 77d4b386-34b6-430c-96f6-fdfcdf442ce6, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=77d4b386-34b6-430c-96f6-fdfcdf442ce6,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:36:55.383365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.431307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:55.443609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:55.532455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ab86c-b3a0-4d94-91c8-a27d2f9e73e4 None None] Pushing event updated for resources: {'Port': ['ID=77d4b386-34b6-430c-96f6-fdfcdf442ce6,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:55.537687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:55.538629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:55.825734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:55.944151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Allocated IP 172.20.0.1 (ae6a7794-0165-4185-8d4c-044f8d5c8e5a/9bc83ce5-54b5-4364-a151-e05aa92398b8/9550e29c-0d23-4b69-a22f-6af21a376588) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:36:56.071448 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.124981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dd2a6989-f582-49bb-b51b-77492dbbb315 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:56.171157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:36:56.185200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:36:56.186742 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.206158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: dd2a6989-f582-49bb-b51b-77492dbbb315 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:56.206788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dd2a6989-f582-49bb-b51b-77492dbbb315 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:56.208723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.237153 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Transition to ACTIVE for port object 9550e29c-0d23-4b69-a22f-6af21a376588 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:36:56.402989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.409954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 3, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:56.462571 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:36:56.472929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdfc6b3-6799-4f27-b2b3-342be1a10dd6 None None] The sync data for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 is: [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:51Z', 'revision_number': 3, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:56.502294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:56.515776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:56.523369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:36:56.630045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685f16-b01d-493c-af41-a4862eddc897 req-bb1dc2ea-8bcd-498a-aa24-cbf4801bff56 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:56.634171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44685f16-b01d-493c-af41-a4862eddc897 req-bb1dc2ea-8bcd-498a-aa24-cbf4801bff56 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 950 time: 0.2481048 Aug 03 19:36:56.635268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Pushing event updated for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:56.672694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:56.760994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.761253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.761433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.761761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.762139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.762541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.762881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.763220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.764091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.764615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.765141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.765481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:36:56.823152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44685f16-b01d-493c-af41-a4862eddc897 req-931eefc8-44df-4b68-8c13-66f03d288796 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465294 Aug 03 19:36:57.032427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83fcd2df-49ea-4052-bb5e-cf330f46e82a req-20350dd6-10bf-498c-ab79-b18fa73c4035 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0666084 Aug 03 19:36:57.063393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-58ebf55d-ecc8-4abc-a4ae-6981e0ddd56e None None] Provisioning for port 9550e29c-0d23-4b69-a22f-6af21a376588 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:57.069811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-58ebf55d-ecc8-4abc-a4ae-6981e0ddd56e None None] Provisioning complete for port 9550e29c-0d23-4b69-a22f-6af21a376588 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:57.069811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-58ebf55d-ecc8-4abc-a4ae-6981e0ddd56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.092095 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:36:57.221453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e16bf53-2448-43ba-af32-35dc9058764a None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'ce53dbbd-9490-4221-9f27-e494cd8f3854', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'port_id': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'mac_address': 'fa:16:3e:c6:e4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:35:18Z', 'updated_at': '2021-08-03T19:35:24Z', 'revision_number': 1, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:36:57.234244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-f37de1dd-a91d-4300-a064-7414e76e7c29 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:57.236332 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-f37de1dd-a91d-4300-a064-7414e76e7c29 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 950 time: 0.2080159 Aug 03 19:36:57.239077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-58ebf55d-ecc8-4abc-a4ae-6981e0ddd56e None None] Port 9550e29c-0d23-4b69-a22f-6af21a376588 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:57.352139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.423851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Deleting port 97557aec-e61f-4dd0-a2cf-44891d84ae95 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:57.424202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.760616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] For port 97557aec-e61f-4dd0-a2cf-44891d84ae95, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=97557aec-e61f-4dd0-a2cf-44891d84ae95,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:57.769174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:57.781373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc07ce5-4b0c-440a-a686-d68a2a775450 req-b84bb969-22a3-4a2d-98b4-beafae629ad2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:57.792201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cc07ce5-4b0c-440a-a686-d68a2a775450 req-b84bb969-22a3-4a2d-98b4-beafae629ad2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.5227766 Aug 03 19:36:57.803741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Calling delete_port for 97557aec-e61f-4dd0-a2cf-44891d84ae95 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:57.836495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-b31e956d-72b8-46bf-bd0a-1707e2b29433 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:57.839645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-b31e956d-72b8-46bf-bd0a-1707e2b29433 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.2528808 Aug 03 19:36:57.907621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 77d4b386-34b6-430c-96f6-fdfcdf442ce6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:58.063363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cc07ce5-4b0c-440a-a686-d68a2a775450 req-95f255e0-4057-42a4-804c-4b7384b3341e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696693 Aug 03 19:36:58.082603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.091509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:36:58.096815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:58.097475 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.166777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.368088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.385725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 0b2d6c48-ad89-41b8-9b80-d86a80028856 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:36:58.386744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.421290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 77d4b386-34b6-430c-96f6-fdfcdf442ce6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=77d4b386-34b6-430c-96f6-fdfcdf442ce6,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:58.429291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.451477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Pushing event updated for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:58.494807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.506438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:36:58.604139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:36:58.610078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 05a0b7b0-5d4e-4e39-8ddf-84be6b6bb51f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:36:58.619302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b1638-7e93-460c-a68a-3de013edad06 req-3aafc70b-f2d9-40e2-bfaf-f5fa05f627e6 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:58.621057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff3b1638-7e93-460c-a68a-3de013edad06 req-3aafc70b-f2d9-40e2-bfaf-f5fa05f627e6 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 950 time: 0.3323190 Aug 03 19:36:58.645005 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 0b2d6c48-ad89-41b8-9b80-d86a80028856, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0b2d6c48-ad89-41b8-9b80-d86a80028856,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:36:58.653317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.680157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:58.693881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=77d4b386-34b6-430c-96f6-fdfcdf442ce6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:58.713920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['97557aec-e61f-4dd0-a2cf-44891d84ae95'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:36:58.762639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff3b1638-7e93-460c-a68a-3de013edad06 req-f6c39b23-fe73-4314-b136-00d8e6367379 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/security-groups?id=5084b49f-c410-4412-968e-ce1d64b1b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305559 Aug 03 19:36:58.837802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:36:58.843663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:36:58.973030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3521db5-1876-412f-9df8-2d4f61ede0ac req-41c3511c-a9dc-4af4-a94d-da2a83df7135 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.1075289 Aug 03 19:36:59.287227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1aa35c14-a55f-427b-b211-b241a0cb835a None None] Provisioning complete for port 9550e29c-0d23-4b69-a22f-6af21a376588 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:59.287665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1aa35c14-a55f-427b-b211-b241a0cb835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.372551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1aa35c14-a55f-427b-b211-b241a0cb835a None None] Port 9550e29c-0d23-4b69-a22f-6af21a376588 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:36:59.411698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243813ee-3d6c-424f-b519-b9e9af2844a5 req-6a78b040-64fb-488f-8333-73abf940da19 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:36:59.420009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243813ee-3d6c-424f-b519-b9e9af2844a5 req-6a78b040-64fb-488f-8333-73abf940da19 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 946 time: 0.1616664 Aug 03 19:36:59.452447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:36:59.511327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 0b2d6c48-ad89-41b8-9b80-d86a80028856 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:36:59.559653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Pushing event deleted for resources: {'Port': ['ID=97557aec-e61f-4dd0-a2cf-44891d84ae95,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:36:59.649888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:36:59.658707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] No DVR routers for this DVR port 97557aec-e61f-4dd0-a2cf-44891d84ae95 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:36:59.662534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:36:59.664576 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-af2e5ded-3953-41f4-b99a-01c56284b110 req-d7052e40-457d-400a-afcb-977e5bb96e72 tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.54 "DELETE /v2.0/ports/97557aec-e61f-4dd0-a2cf-44891d84ae95 HTTP/1.1" status: 204 len: 173 time: 2.4192393 Aug 03 19:36:59.665279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'name': 'network-vif-deleted', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:36:59.673908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-beb9bccf-b215-490d-84ac-723ec8a2be4b admin admin] 10.222.0.67 "PUT /v2.0/routers/a8cb3c6a-97af-4d5a-a612-af64fbfe1765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9506755 Aug 03 19:36:59.692801 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf97a3-0000-4738-b651-05264eeaffad" -d '{"events": [{"server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "name": "network-vif-deleted", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:36:59.727740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-243813ee-3d6c-424f-b519-b9e9af2844a5 req-b386a8e2-ea64-4383-ab1e-c60a9ed4c6a4 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=e3ccd0e8-d182-406d-91c6-fabf2c2e7274&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3031888 Aug 03 19:36:59.754533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 77d4b386-34b6-430c-96f6-fdfcdf442ce6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:36:59.929279 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d05aa87-54d9-4bef-8aef-581c1a3e0efa x-openstack-request-id: req-9d05aa87-54d9-4bef-8aef-581c1a3e0efa {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:36:59.929585 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8803a5a-d27c-4206-93fa-5a3fd7714df1", "name": "network-vif-deleted", "tag": "97557aec-e61f-4dd0-a2cf-44891d84ae95", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:36:59.931437 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d05aa87-54d9-4bef-8aef-581c1a3e0efa {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:36:59.940409 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8803a5a-d27c-4206-93fa-5a3fd7714df1', 'name': 'network-vif-deleted', 'tag': '97557aec-e61f-4dd0-a2cf-44891d84ae95', 'status': 'completed', 'code': 200} Aug 03 19:36:59.947282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:36:59.947718 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.031891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Sync routers for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:00.083620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b4580d0-88d0-4bc4-aad3-86cc7ee881ba req-2b239761-8514-4de7-9535-5978b280c22c tempest-VolumesNegativeTest-1447419803 tempest-VolumesNegativeTest-1447419803-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8803a5a-d27c-4206-93fa-5a3fd7714df1 HTTP/1.1" status: 200 len: 210 time: 0.0546849 Aug 03 19:37:00.096301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:00.115984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:00.117300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:00.212306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4798b48-0f13-43b6-af41-ede8ad3a1643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.215850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.262675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=0b2d6c48-ad89-41b8-9b80-d86a80028856,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:00.296968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1441aeb-5f07-4141-ac9f-9ed64109b0fa req-28e6d57e-f090-4ef7-b5b0-f37dda90e7e9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0629482 Aug 03 19:37:00.419220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:00.435802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] No DVR routers for this DVR port 0b2d6c48-ad89-41b8-9b80-d86a80028856 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:00.439533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.441834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-67a518b1-f8af-4f00-8142-8eaddf02edb0 req-0554a266-70d1-44bb-8cdb-a2c9eb263d6e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "DELETE /v2.0/ports/0b2d6c48-ad89-41b8-9b80-d86a80028856 HTTP/1.1" status: 204 len: 173 time: 2.5888600 Aug 03 19:37:00.575228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4798b48-0f13-43b6-af41-ede8ad3a1643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.760297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d4798b48-0f13-43b6-af41-ede8ad3a1643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:00.820808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:57Z', 'revision_number': 4, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9550e29c-0d23-4b69-a22f-6af21a376588', 'name': '', 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'mac_address': 'fa:16:3e:ca:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:55Z', 'updated_at': '2021-08-03T19:36:57Z', 'revision_number': 2, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'subnets': [{'id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:00.834251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4798b48-0f13-43b6-af41-ede8ad3a1643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba3ed96-2b60-4f3f-a34c-9b425f933745,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:00.895424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d4798b48-0f13-43b6-af41-ede8ad3a1643 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3ef8ebe0130d48ab8c51f7429c1ecb1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7977030 Aug 03 19:37:00.899685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Checking router: a8cb3c6a-97af-4d5a-a612-af64fbfe1765 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:00.899983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Updating router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 port 9550e29c-0d23-4b69-a22f-6af21a376588 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:37:00.900465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:00.933716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebb7b312-30c0-4d44-9e62-ce89d97a1eba req-5c89893d-b645-4f74-8e27-2a8d363d0db3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=5717c244-b7ed-4dd2-80bf-a52e786e8e3f HTTP/1.1" status: 200 len: 210 time: 0.0861855 Aug 03 19:37:00.985007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.031080 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 97557aec-e61f-4dd0-a2cf-44891d84ae95 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:01.052832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.090276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 97557aec-e61f-4dd0-a2cf-44891d84ae95 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:01.090544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 97557aec-e61f-4dd0-a2cf-44891d84ae95 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:01.098882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.276516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.283143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.286997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eba3ed96-2b60-4f3f-a34c-9b425f933745 HTTP/1.1" status: 204 len: 168 time: 0.3849919 Aug 03 19:37:01.327789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34fe32-daee-4980-a9db-145bc66d5a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba3ed96-2b60-4f3f-a34c-9b425f933745,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:01.493779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e025055-8eb3-47ee-b3ee-bba327ef61c6 req-3ff308bb-f313-4df1-aeed-9420d424a13e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=538c1643-c650-41e5-a59c-b43c8b6b7051 HTTP/1.1" status: 200 len: 210 time: 0.0352464 Aug 03 19:37:01.865889 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:01.882738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Transition to ACTIVE for port object 9550e29c-0d23-4b69-a22f-6af21a376588 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:01.938242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'name': 'network-vif-deleted', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:01.942911 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604e3e09-b6cf-4c2a-8271-28d02bbd2e99" -d '{"events": [{"server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "name": "network-vif-deleted", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:02.020862 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ef8865-7186-43d6-97e6-f5cc41b9152e x-openstack-request-id: req-b9ef8865-7186-43d6-97e6-f5cc41b9152e {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:02.021652 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5717c244-b7ed-4dd2-80bf-a52e786e8e3f", "name": "network-vif-deleted", "tag": "0b2d6c48-ad89-41b8-9b80-d86a80028856", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:02.023023 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9ef8865-7186-43d6-97e6-f5cc41b9152e {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:02.023963 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5717c244-b7ed-4dd2-80bf-a52e786e8e3f', 'name': 'network-vif-deleted', 'tag': '0b2d6c48-ad89-41b8-9b80-d86a80028856', 'status': 'completed', 'code': 200} Aug 03 19:37:02.043680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.091383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60916) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:02.099154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60918) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:02.172468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b2d6c48-ad89-41b8-9b80-d86a80028856 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:02.173443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.225433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.242846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a72542-ab30-46b9-af07-767fbcfd6e18 None None] Pushing event updated for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:02.247623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 0b2d6c48-ad89-41b8-9b80-d86a80028856 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:02.248029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0b2d6c48-ad89-41b8-9b80-d86a80028856 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:02.288154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Attempting to bind port 9550e29c-0d23-4b69-a22f-6af21a376588 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:02.288532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Attempting to bind port 9550e29c-0d23-4b69-a22f-6af21a376588 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:02.288945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Attempting to bind port 9550e29c-0d23-4b69-a22f-6af21a376588 on network ae6a7794-0165-4185-8d4c-044f8d5c8e5a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:02.294513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:02.296261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Checking segment: {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:02.297021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.297651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Bound using segment: {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:02.298419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Bound port: 9550e29c-0d23-4b69-a22f-6af21a376588, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92850738-0283-4f3b-9481-3d1f6467110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:02.299057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.460257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] For port 9550e29c-0d23-4b69-a22f-6af21a376588, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:02.465003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] For port 9550e29c-0d23-4b69-a22f-6af21a376588, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9550e29c-0d23-4b69-a22f-6af21a376588,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:02.526417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.529737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.534244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/security-groups/e3ccd0e8-d182-406d-91c6-fabf2c2e7274 HTTP/1.1" status: 204 len: 168 time: 0.4412861 Aug 03 19:37:02.548160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaddbb0-990b-47a9-a11f-b200985fa774 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ccd0e8-d182-406d-91c6-fabf2c2e7274,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:02.615155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.622856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60940) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:02.702903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60942) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:02.718907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 60946) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:02.775895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:02.776529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1374e37-77a6-436c-ba4b-0dc17d78c25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:02.777326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:02.993383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a72542-ab30-46b9-af07-767fbcfd6e18 None None] Pushing event updated for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:03.053474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting subnet f1e62861-bd88-4198-80df-926f3f886d1a {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:37:03.061495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.103449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:03.128149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1374e37-77a6-436c-ba4b-0dc17d78c25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.142899 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.254817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1374e37-77a6-436c-ba4b-0dc17d78c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.298632 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1374e37-77a6-436c-ba4b-0dc17d78c25e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6fcafc12a40415aab51b4b90ec252e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924253 Aug 03 19:37:03.299823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1374e37-77a6-436c-ba4b-0dc17d78c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5979044-9c1d-4665-b454-a80cd67d8877,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:03.302734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 60958) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:03.361295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.367310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.399319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.460903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:57Z', 'revision_number': 4, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9550e29c-0d23-4b69-a22f-6af21a376588', 'name': '', 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'mac_address': 'fa:16:3e:ca:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:55Z', 'updated_at': '2021-08-03T19:37:02Z', 'revision_number': 4, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'subnets': [{'id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:03.496182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316c9427-aa47-49fe-b33e-da45c1cafb8c None None] The sync data for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 is: [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:36:57Z', 'revision_number': 4, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '9550e29c-0d23-4b69-a22f-6af21a376588', 'name': '', 'network_id': 'ae6a7794-0165-4185-8d4c-044f8d5c8e5a', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'mac_address': 'fa:16:3e:ca:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_interface', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:55Z', 'updated_at': '2021-08-03T19:37:02Z', 'revision_number': 4, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'subnets': [{'id': '9bc83ce5-54b5-4364-a151-e05aa92398b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:03.580330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.583225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.584554 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5979044-9c1d-4665-b454-a80cd67d8877 HTTP/1.1" status: 204 len: 168 time: 0.2808101 Aug 03 19:37:03.599999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9e9e1-4978-42ce-a058-b732a3f9bed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5979044-9c1d-4665-b454-a80cd67d8877,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:03.778445 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ce7dcec-d04b-4d94-81cd-0da09eec1b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:03.855619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9550e29c-0d23-4b69-a22f-6af21a376588 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:04.015215 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.089543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 9550e29c-0d23-4b69-a22f-6af21a376588 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:04.102677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9550e29c-0d23-4b69-a22f-6af21a376588 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:04.103576 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.340868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ce7dcec-d04b-4d94-81cd-0da09eec1b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.354709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.364773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.447724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 9550e29c-0d23-4b69-a22f-6af21a376588, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9550e29c-0d23-4b69-a22f-6af21a376588,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:04.468140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e04193-36d0-47fa-8c06-8e1c21f555d7 None None] Network e1da35f5-bc38-47de-b1c2-d58298dcaba8 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:04.492560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.498224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/subnets/f1e62861-bd88-4198-80df-926f3f886d1a HTTP/1.1" status: 204 len: 168 time: 1.7753928 Aug 03 19:37:04.498921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe68d7d-12fb-4f5a-b5ad-9869e9026893 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Subnet': ['ID=f1e62861-bd88-4198-80df-926f3f886d1a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:04.499795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:04.503562 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ce7dcec-d04b-4d94-81cd-0da09eec1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.566175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ce7dcec-d04b-4d94-81cd-0da09eec1b40 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=618ca8697ba64324ab2f9daac2499040&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4657018 Aug 03 19:37:04.567482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7dcec-d04b-4d94-81cd-0da09eec1b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bf8852-ae80-4639-9141-139da8fd26b1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:04.572900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32804) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:04.637045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.698645 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.728249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:04.728971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.761620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.766275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.853123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14d25130-3c5e-4c20-a5d6-6784250f0ef0,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:04.853521 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.861302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] DHCP port deletion for e1da35f5-bc38-47de-b1c2-d58298dcaba8 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:37:04.890598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 14d25130-3c5e-4c20-a5d6-6784250f0ef0 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:04.928521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Deleting port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:04.930029 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:04.985410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.079036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] For port 14d25130-3c5e-4c20-a5d6-6784250f0ef0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=14d25130-3c5e-4c20-a5d6-6784250f0ef0,segment=NetworkSegment(cd7c66e6-389c-4528-9a3d-4967d6d102ad),segment_id=cd7c66e6-389c-4528-9a3d-4967d6d102ad)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:05.094809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.108566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Calling delete_port for 14d25130-3c5e-4c20-a5d6-6784250f0ef0 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:05.119621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.159169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Deleting port 9550e29c-0d23-4b69-a22f-6af21a376588 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:05.159765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.161391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.173235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.181604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/56bf8852-ae80-4639-9141-139da8fd26b1 HTTP/1.1" status: 204 len: 168 time: 0.6064303 Aug 03 19:37:05.241080 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.321153 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.324159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=14d25130-3c5e-4c20-a5d6-6784250f0ef0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.346764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] For port 9550e29c-0d23-4b69-a22f-6af21a376588, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=9550e29c-0d23-4b69-a22f-6af21a376588,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:05.346764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.348026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] No DVR routers for this DVR port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:05.374114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] Pushing event deleted for resources: {'Port': ['ID=14d25130-3c5e-4c20-a5d6-6784250f0ef0,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.378888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785fa76-bb4e-4b09-bac9-39dae78d3751 None None] No DVR routers for this DVR port 14d25130-3c5e-4c20-a5d6-6784250f0ef0 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:05.389978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Calling delete_port for 9550e29c-0d23-4b69-a22f-6af21a376588 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:05.397784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a1c3-a143-4d45-aa73-295787d7a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bf8852-ae80-4639-9141-139da8fd26b1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.529636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.538721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1da35f5-bc38-47de-b1c2-d58298dcaba8']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:05.553929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7c66e6-389c-4528-9a3d-4967d6d102ad') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:05.554228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7c66e6-389c-4528-9a3d-4967d6d102ad') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:05.574940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.620153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.639513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:37:05.640075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:37:05.662653 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:37:05.671711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9550e29c-0d23-4b69-a22f-6af21a376588 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:05.761809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 9550e29c-0d23-4b69-a22f-6af21a376588 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:05.762397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.772371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.820864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Could not find standard attr ID for object 9550e29c-0d23-4b69-a22f-6af21a376588. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 19:37:05.824797 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No ports have port_id starting with 9550e29c-0d23-4b69-a22f-6af21a376588 Aug 03 19:37:05.851705 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.871620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Pushing event deleted for resources: {'Port': ['ID=9550e29c-0d23-4b69-a22f-6af21a376588,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.902370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:05.907432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/networks/e1da35f5-bc38-47de-b1c2-d58298dcaba8 HTTP/1.1" status: 204 len: 168 time: 1.4018891 Aug 03 19:37:05.913106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9193d-f28f-4d0a-ae49-c243ede7f5da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Network': ['ID=e1da35f5-bc38-47de-b1c2-d58298dcaba8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:05.913106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32848) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:05.948761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14d25130-3c5e-4c20-a5d6-6784250f0ef0 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:05.978877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 14d25130-3c5e-4c20-a5d6-6784250f0ef0 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:05.979175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 14d25130-3c5e-4c20-a5d6-6784250f0ef0 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:06.141898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.303266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 350fc7e4-4380-46fb-9955-0df41295da13 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:06.303741 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.371458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32862) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:06.400874 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7f17-8836-4155-9432-700c80bfef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.460100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.460722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.481421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 350fc7e4-4380-46fb-9955-0df41295da13 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:06.690411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:06.767734 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7f17-8836-4155-9432-700c80bfef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.869160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7f17-8836-4155-9432-700c80bfef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:06.948978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:06.955177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d7f17-8836-4155-9432-700c80bfef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd1fdbd-c617-40e0-bb3b-dca6ef378268,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:06.968346 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Sync routers for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:06.984387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae5d7f17-8836-4155-9432-700c80bfef21 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e51a272c98604144b0415e0a4b70a52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093240 Aug 03 19:37:06.993229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 32886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:07.008091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-27254374-4839-44f4-8e68-8f64fcb99617 admin admin] 10.222.0.67 "PUT /v2.0/routers/a8cb3c6a-97af-4d5a-a612-af64fbfe1765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3829045 Aug 03 19:37:07.016270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 32890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:07.045613 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:07.047612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:07.087730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.181412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:07.199316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=350fc7e4-4380-46fb-9955-0df41295da13,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:07.321940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.322323 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Floating IP ce53dbbd-9490-4221-9f27-e494cd8f3854 disassociated (deleted). External IP: 172.25.2.61, port: 25bf2180-2a82-4c51-97bb-db5747b2ee9a. Aug 03 19:37:07.324366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.372001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.415162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.645681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:37:05Z', 'revision_number': 5, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port': {'id': '77d4b386-34b6-430c-96f6-fdfcdf442ce6', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:36:49Z', 'updated_at': '2021-08-03T19:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:07.667495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.671893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.682666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:07.686788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4fd1fdbd-c617-40e0-bb3b-dca6ef378268 HTTP/1.1" status: 204 len: 168 time: 0.6833065 Aug 03 19:37:07.730277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Checking router: a8cb3c6a-97af-4d5a-a612-af64fbfe1765 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:07.744098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04450899-6786-4e82-ba3e-53cbd45a2369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd1fdbd-c617-40e0-bb3b-dca6ef378268,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:07.781418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Routers {'a8cb3c6a-97af-4d5a-a612-af64fbfe1765'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:07.782571 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:07.933872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:07.944107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Deleting port 77d4b386-34b6-430c-96f6-fdfcdf442ce6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:07.945150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.016745 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] Set router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:08.149138 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:37:07Z', 'revision_number': 6, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:08.158423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] For port 77d4b386-34b6-430c-96f6-fdfcdf442ce6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=77d4b386-34b6-430c-96f6-fdfcdf442ce6,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:08.159104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.172965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Calling delete_port for 77d4b386-34b6-430c-96f6-fdfcdf442ce6 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:08.207011 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0d0cfd-b36e-4f3a-9721-e513a0cea685 None None] The sync data for ids ['a8cb3c6a-97af-4d5a-a612-af64fbfe1765'] in n-d-803363-1 is: [{'id': 'a8cb3c6a-97af-4d5a-a612-af64fbfe1765', 'name': 'tempest-ImageQuotaTest-1591352742-router', 'tenant_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:36:48Z', 'updated_at': '2021-08-03T19:37:07Z', 'revision_number': 6, 'project_id': 'a80d1c90f7aa488ca8bba1fd5c8c86b4', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:08.249251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:08.254813 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.289425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:08.305578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09c027bd-d59c-47e7-bdc0-ee705735c231 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/floatingips/ce53dbbd-9490-4221-9f27-e494cd8f3854 HTTP/1.1" status: 204 len: 168 time: 2.3918321 Aug 03 19:37:08.306084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:08.311247 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbbe476-462c-4b87-9af9-c0491d7399a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:08.334685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:08.335352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:08.473766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:08.829137 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:08.850128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:08.870749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d4b386-34b6-430c-96f6-fdfcdf442ce6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:08.885520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:08.897611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:08.898005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:08.957831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.052907 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0804abb9-d550-4cb1-a90e-2b70446bb649 x-openstack-request-id: req-0804abb9-d550-4cb1-a90e-2b70446bb649 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:09.053426 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:09.053542 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0804abb9-d550-4cb1-a90e-2b70446bb649 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:09.053932 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'status': 'completed', 'code': 200} Aug 03 19:37:09.084886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:09.189347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.195226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.216118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-a1a8bbbe-8a5e-482b-a5dd-0cd2e4ddf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.217996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-a1a8bbbe-8a5e-482b-a5dd-0cd2e4ddf517 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 1097 time: 0.1368909 Aug 03 19:37:09.400787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624188c5-a601-4a7d-aa9a-512ee9030af0 req-a4be944c-85eb-4b2e-99ac-364bc49079b2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.411463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-624188c5-a601-4a7d-aa9a-512ee9030af0 req-a4be944c-85eb-4b2e-99ac-364bc49079b2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.1996593 Aug 03 19:37:09.494120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-624188c5-a601-4a7d-aa9a-512ee9030af0 req-e37ce13c-0175-4547-a17d-169387ce4c9f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817761 Aug 03 19:37:09.546592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:09.566740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-bf274a10-48d8-49ae-94ff-5b630fcf7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.568522 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-bf274a10-48d8-49ae-94ff-5b630fcf7de9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 200 len: 898 time: 0.3373575 Aug 03 19:37:09.571679 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.572255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8cb3c6a-97af-4d5a-a612-af64fbfe1765 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:37:09.584795 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.590609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c0672806-946d-4672-8c9d-e6eb1ee14045 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a8cb3c6a-97af-4d5a-a612-af64fbfe1765 HTTP/1.1" status: 204 len: 168 time: 2.5525532 Aug 03 19:37:09.593121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33038) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:09.600135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2de74-0b3d-4211-a162-760d250d1c94 None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:36:52Z', 'revision_number': 6, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'de7248ff-5245-4209-8402-768459d872c6', 'name': '', 'network_id': '36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:2e:82:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:28Z', 'updated_at': '2021-08-03T19:34:40Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '613b39c3-5ff7-4648-8cd7-f1640aa6fa12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:09.696637 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-3c4bb41a-e31d-441c-a58d-4f4df07d77f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 200 len: 217 time: 0.1191595 Aug 03 19:37:09.737083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9550e29c-0d23-4b69-a22f-6af21a376588 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:09.753468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Deleting subnet 9bc83ce5-54b5-4364-a151-e05aa92398b8 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:37:09.775640 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.785769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-ddc18446-c85b-4110-a29a-b3016b495f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.789968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-ddc18446-c85b-4110-a29a-b3016b495f4a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=613b39c3-5ff7-4648-8cd7-f1640aa6fa12 HTTP/1.1" status: 200 len: 835 time: 0.0842173 Aug 03 19:37:09.812482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 9550e29c-0d23-4b69-a22f-6af21a376588 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:09.813783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 9550e29c-0d23-4b69-a22f-6af21a376588 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:09.814401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 77d4b386-34b6-430c-96f6-fdfcdf442ce6 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:09.868566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:09.903981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 77d4b386-34b6-430c-96f6-fdfcdf442ce6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:09.903981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 77d4b386-34b6-430c-96f6-fdfcdf442ce6 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:09.908167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-46774bb7-6dec-4662-9537-efff90cf1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:09.910312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-46774bb7-6dec-4662-9537-efff90cf1f59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059525 Aug 03 19:37:10.040830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.130458 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-3d20bb67-7e52-46b8-97d6-5b4a0371537e service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043831 Aug 03 19:37:10.165191 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4741d082-69fb-4873-af1d-4a5a13ce5658 None None] New status for floating IP ce53dbbd-9490-4221-9f27-e494cd8f3854: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:37:10.235417 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bcbbe476-462c-4b87-9af9-c0491d7399a3 req-f64d23da-45ae-414f-bb33-51fe339936aa service neutron] 10.222.0.54 "GET /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952780 Aug 03 19:37:10.299638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.336931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583f98a-a876-4126-883f-7817a97430fc None None] Network ae6a7794-0165-4185-8d4c-044f8d5c8e5a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:10.361779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.364046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9bc83ce5-54b5-4364-a151-e05aa92398b8 HTTP/1.1" status: 204 len: 168 time: 0.7689540 Aug 03 19:37:10.365292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f459d6-224c-4dec-9f1c-466ecb0d37cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc83ce5-54b5-4364-a151-e05aa92398b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:10.366169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33080) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:10.589324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.635003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-62d57078-2f3b-44a3-9db8-29fab82eb067 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.635811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-62d57078-2f3b-44a3-9db8-29fab82eb067 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.1341240 Aug 03 19:37:10.681455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] DHCP port deletion for ae6a7794-0165-4185-8d4c-044f8d5c8e5a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:37:10.757884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c2f53-f40f-4ab3-93a2-258408f1d955 req-35e803cc-d476-4922-adb8-399836fd032d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:10.764257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-545c2f53-f40f-4ab3-93a2-258408f1d955 req-35e803cc-d476-4922-adb8-399836fd032d tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.1429265 Aug 03 19:37:10.825233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Deleting port d04a75b9-a970-4779-be53-bc30c98d7a95 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:10.829647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.898668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-545c2f53-f40f-4ab3-93a2-258408f1d955 req-44bbb61f-c104-4cf5-9435-811c2b66f9e4 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231182 Aug 03 19:37:10.935607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] For port d04a75b9-a970-4779-be53-bc30c98d7a95, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d04a75b9-a970-4779-be53-bc30c98d7a95,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:10.936009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:10.959228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Calling delete_port for d04a75b9-a970-4779-be53-bc30c98d7a95 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:10.992890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Deleting port d04a75b9-a970-4779-be53-bc30c98d7a95 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:10.993271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.107789 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 25bf2180-2a82-4c51-97bb-db5747b2ee9a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:11.108429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.238604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.281777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Pushing event deleted for resources: {'Port': ['ID=d04a75b9-a970-4779-be53-bc30c98d7a95,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:11.286361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] No DVR routers for this DVR port d04a75b9-a970-4779-be53-bc30c98d7a95 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:11.309794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.310734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.311241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.313147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.314264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.314656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.315007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.315345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.315679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.316011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.316340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.316700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dfaca3-7e32-4c48-84a9-98f9bdd78e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:11.585540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] For port d04a75b9-a970-4779-be53-bc30c98d7a95, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d04a75b9-a970-4779-be53-bc30c98d7a95,segment=NetworkSegment(92850738-0283-4f3b-9481-3d1f6467110c),segment_id=92850738-0283-4f3b-9481-3d1f6467110c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:11.586221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.637991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Calling delete_port for d04a75b9-a970-4779-be53-bc30c98d7a95 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:11.734797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d04a75b9-a970-4779-be53-bc30c98d7a95 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:11.766858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 25bf2180-2a82-4c51-97bb-db5747b2ee9a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=25bf2180-2a82-4c51-97bb-db5747b2ee9a,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:11.767370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.769752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d04a75b9-a970-4779-be53-bc30c98d7a95 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:11.770310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d04a75b9-a970-4779-be53-bc30c98d7a95 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:11.804502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 25bf2180-2a82-4c51-97bb-db5747b2ee9a owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:11.853335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:11.925753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d04a75b9-a970-4779-be53-bc30c98d7a95,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:11.928906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] No DVR routers for this DVR port d04a75b9-a970-4779-be53-bc30c98d7a95 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:12.093719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.108358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6a7794-0165-4185-8d4c-044f8d5c8e5a']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:12.112886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bc136-0baf-414c-9102-4725c662f09a req-cc2eaac2-21d6-4262-8f4a-2dc45d100ab1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:12.114614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c63bc136-0baf-414c-9102-4725c662f09a req-cc2eaac2-21d6-4262-8f4a-2dc45d100ab1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 946 time: 0.0695350 Aug 03 19:37:12.125426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92850738-0283-4f3b-9481-3d1f6467110c') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:12.126251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92850738-0283-4f3b-9481-3d1f6467110c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:12.139265 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.179941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.195434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:37:12.196186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:37:12.198325 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:37:12.217280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c63bc136-0baf-414c-9102-4725c662f09a req-1da10e4b-ac63-4bb7-810d-cf5e4db28a27 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=973b83fc-cad0-4119-b388-49f22bd79e25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915143 Aug 03 19:37:12.446585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.496890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=25bf2180-2a82-4c51-97bb-db5747b2ee9a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:12.499382 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.517327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.522066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] 10.222.0.67 "DELETE /v2.0/networks/ae6a7794-0165-4185-8d4c-044f8d5c8e5a HTTP/1.1" status: 204 len: 168 time: 2.1524506 Aug 03 19:37:12.584291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d24046-8e09-49b5-b2da-ab007ce5da7b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6a7794-0165-4185-8d4c-044f8d5c8e5a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:12.591136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] No DVR routers for this DVR port 25bf2180-2a82-4c51-97bb-db5747b2ee9a on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:12.597246 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:12.599974 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a32fc838-c022-4b75-89c8-1bfc24d5d928 req-17f624f8-962d-4c09-9a31-b63cc32bd581 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.54 "DELETE /v2.0/ports/25bf2180-2a82-4c51-97bb-db5747b2ee9a HTTP/1.1" status: 204 len: 173 time: 1.9011998 Aug 03 19:37:12.602039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'name': 'network-vif-deleted', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:12.605007 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888af745-d5f1-4736-a8c8-6fbd8bb3384e" -d '{"events": [{"server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "name": "network-vif-deleted", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:12.652039 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5747cf6-bb83-4003-8ba9-804d7c646c19 x-openstack-request-id: req-d5747cf6-bb83-4003-8ba9-804d7c646c19 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:12.652590 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7", "name": "network-vif-deleted", "tag": "25bf2180-2a82-4c51-97bb-db5747b2ee9a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:12.653061 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5747cf6-bb83-4003-8ba9-804d7c646c19 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:12.653673 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7', 'name': 'network-vif-deleted', 'tag': '25bf2180-2a82-4c51-97bb-db5747b2ee9a', 'status': 'completed', 'code': 200} Aug 03 19:37:13.312706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:13.359292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0515fe7-188e-45b0-bfe3-16a0ab1b9e11 req-fac5da28-8e9e-47e4-8749-b78c14c9928e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea4d8bc5-aa58-4f3d-88db-1c70460a6ea7 HTTP/1.1" status: 200 len: 210 time: 0.0469787 Aug 03 19:37:13.371350 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5d1370b-ff7b-4205-a200-51279a96a857 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a80d1c90f7aa488ca8bba1fd5c8c86b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569491 Aug 03 19:37:13.373667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:13.450405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:13.479171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:13.669259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:13.673473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:13.677386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48cd9bf8-fdb3-4b79-a69e-7d204df7cbe8 HTTP/1.1" status: 204 len: 168 time: 0.3023078 Aug 03 19:37:13.694319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299ad06-9262-4cf3-a99d-d313983bb901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cd9bf8-fdb3-4b79-a69e-7d204df7cbe8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:14.429778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33212) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:14.546671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.610043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.827191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.827191 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:14.827191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/security-groups/973b83fc-cad0-4119-b388-49f22bd79e25 HTTP/1.1" status: 204 len: 168 time: 0.3955932 Aug 03 19:37:14.837703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacd9ea-c33b-433e-9708-fd7b1249adc0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b83fc-cad0-4119-b388-49f22bd79e25,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:15.014664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33260) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:15.034259 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6762034-192c-4097-a8ca-392dca8d2997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.081280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:15.094777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 25bf2180-2a82-4c51-97bb-db5747b2ee9a no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:15.137332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 25bf2180-2a82-4c51-97bb-db5747b2ee9a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:15.138411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 25bf2180-2a82-4c51-97bb-db5747b2ee9a not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:15.253338 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6762034-192c-4097-a8ca-392dca8d2997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.328723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33268) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:15.422944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a6762034-192c-4097-a8ca-392dca8d2997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.521029 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.534055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6762034-192c-4097-a8ca-392dca8d2997 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5180485 Aug 03 19:37:15.535466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6762034-192c-4097-a8ca-392dca8d2997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e6d9e-b85e-4a8a-943b-c9e8669dd072,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:15.552422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33272) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:15.653424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33280) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:15.653928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-380ba27b-ba89-4391-8713-dd87e9a29cf4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=225c71b1baea4f43bfa23b098d41c033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233912 Aug 03 19:37:15.693083 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.745568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.832418 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:15.886065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.004738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.008948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.011716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.013165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f7e6d9e-b85e-4a8a-943b-c9e8669dd072 HTTP/1.1" status: 204 len: 168 time: 0.4553926 Aug 03 19:37:16.035686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dccf41-e642-4f94-abad-80ab1c5a15b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e6d9e-b85e-4a8a-943b-c9e8669dd072,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:16.106277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.114594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.123594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5084b49f-c410-4412-968e-ce1d64b1b654 HTTP/1.1" status: 204 len: 168 time: 0.4604294 Aug 03 19:37:16.142590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857bc12-8693-4140-b458-ed85c3f4ac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5084b49f-c410-4412-968e-ce1d64b1b654,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:16.617275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port de7248ff-5245-4209-8402-768459d872c6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:16.617275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.784496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port de7248ff-5245-4209-8402-768459d872c6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=de7248ff-5245-4209-8402-768459d872c6,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:16.784496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:16.803688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for de7248ff-5245-4209-8402-768459d872c6 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:17.027217 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:37:17.154003 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:17.183416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=de7248ff-5245-4209-8402-768459d872c6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:17.422189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:17.747157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 03ae2634-5057-4d6c-b44f-52371ebec806 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:17.881285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:17.882518 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-324ebb9c-1be7-4383-85e1-2a50f0a3a878 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/03ae2634-5057-4d6c-b44f-52371ebec806/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7989471 Aug 03 19:37:17.885310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33374) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:17.893301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Sync routers for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:17.909822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:17.910593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:18.013919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting subnet 613b39c3-5ff7-4648-8cd7-f1640aa6fa12 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:37:18.017855 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.072547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.190393 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.266422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:18.404451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.443229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.448127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/subnets/613b39c3-5ff7-4648-8cd7-f1640aa6fa12 HTTP/1.1" status: 204 len: 168 time: 0.5617149 Aug 03 19:37:18.448326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33392) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:18.450052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e97973-fc60-4cf8-8c0d-657e5e74cb85 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Subnet': ['ID=613b39c3-5ff7-4648-8cd7-f1640aa6fa12,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:18.457017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac740b21-715b-463b-87c9-2874b4a07b50 None None] Network 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:18.617297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.638784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:37:17Z', 'revision_number': 7, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:18.682737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Checking router: 03ae2634-5057-4d6c-b44f-52371ebec806 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:18.708640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Routers {'03ae2634-5057-4d6c-b44f-52371ebec806'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:18.709300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:36:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['03ae2634-5057-4d6c-b44f-52371ebec806'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:18.762263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:18.782081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] DHCP port deletion for 36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:37:18.909333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] Set router 03ae2634-5057-4d6c-b44f-52371ebec806 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:18.911953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Deleting port 766d6a84-2fb6-4c97-a51e-1641809467a5 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:18.912331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.055397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 3949250d-c571-45a7-a6ce-179084d70e03 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:37:19.055927 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.073586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a0d42f4-af54-48d1-8eba-372ea74205fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.102503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] For port 766d6a84-2fb6-4c97-a51e-1641809467a5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=766d6a84-2fb6-4c97-a51e-1641809467a5,segment=NetworkSegment(e20e819e-020c-4b36-a13c-cd349e9640ea),segment_id=e20e819e-020c-4b36-a13c-cd349e9640ea)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:19.102923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.130139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Calling delete_port for 766d6a84-2fb6-4c97-a51e-1641809467a5 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:19.167670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 3949250d-c571-45a7-a6ce-179084d70e03, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3949250d-c571-45a7-a6ce-179084d70e03,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:19.168348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.183197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 3949250d-c571-45a7-a6ce-179084d70e03 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:37:19.274332 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:37:17Z', 'revision_number': 7, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:19.308284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83815a-297f-48aa-87af-cc3d248b5e46 None None] The sync data for ids ['03ae2634-5057-4d6c-b44f-52371ebec806'] in n-d-803363-1 is: [{'id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'name': 'tempest-TestNetworkBasicOps-router-885589771', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '3949250d-c571-45a7-a6ce-179084d70e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:34:13Z', 'updated_at': '2021-08-03T19:37:17Z', 'revision_number': 7, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '3949250d-c571-45a7-a6ce-179084d70e03', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:6b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ae2634-5057-4d6c-b44f-52371ebec806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:34:16Z', 'updated_at': '2021-08-03T19:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:19.366498 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.411279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] Pushing event deleted for resources: {'Port': ['ID=766d6a84-2fb6-4c97-a51e-1641809467a5,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:19.413432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beac8d6-6cae-46ce-9482-0c5b81b9c72c None None] No DVR routers for this DVR port 766d6a84-2fb6-4c97-a51e-1641809467a5 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:37:19.606412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.640936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=3949250d-c571-45a7-a6ce-179084d70e03,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:19.732965 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:19.916010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device de7248ff-5245-4209-8402-768459d872c6 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:19.974413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: de7248ff-5245-4209-8402-768459d872c6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:19.974903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device de7248ff-5245-4209-8402-768459d872c6 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:19.975814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 766d6a84-2fb6-4c97-a51e-1641809467a5 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:20.035419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 766d6a84-2fb6-4c97-a51e-1641809467a5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:20.037432 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 766d6a84-2fb6-4c97-a51e-1641809467a5 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:20.389627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.392524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.597193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.597999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Fanout notify agent at l3_agent the message router_deleted on router 03ae2634-5057-4d6c-b44f-52371ebec806 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:37:20.609537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.613955 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c59e71b6-9e1b-46aa-9edb-45bcfcd6a6f2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/routers/03ae2634-5057-4d6c-b44f-52371ebec806 HTTP/1.1" status: 204 len: 168 time: 2.1646700 Aug 03 19:37:20.616506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:20.756092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.913983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:20.952250 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:20.993902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20e819e-020c-4b36-a13c-cd349e9640ea') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:20.994209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20e819e-020c-4b36-a13c-cd349e9640ea') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:21.006967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.030301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.040498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:37:21.041628 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:37:21.124032 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:37:21.266625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.269111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.275426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/networks/36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d HTTP/1.1" status: 204 len: 168 time: 0.6543295 Aug 03 19:37:21.293956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2896a-8701-4882-9548-e41cc242d3c8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Network': ['ID=36adf3fb-ee1f-4d1f-a9a7-cfc6abf1c09d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:21.301666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33434) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:21.308494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'network': {'name': 'tempest-network-smoke--1821610531', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:21.440866 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:21.446039 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.477118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:37:21.486732 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.487105 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Added segment e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf of type vlan for network 76d85db7-0f36-4ad9-86de-08475a13dca1 Aug 03 19:37:21.534188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.626434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3949250d-c571-45a7-a6ce-179084d70e03 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:37:21.650631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3949250d-c571-45a7-a6ce-179084d70e03 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:37:21.651419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3949250d-c571-45a7-a6ce-179084d70e03 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:37:21.714482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.721267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:21.721913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:21.825088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Network': ['ID=76d85db7-0f36-4ad9-86de-08475a13dca1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:21.839554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:37:22.088889 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bfff1ab-3f41-4791-ab2e-995aa17c7ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.090567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d90a7c3-8793-4b8a-b441-6a2740824804 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7871401 Aug 03 19:37:22.093748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33448) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:22.099231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'admin_state_up': True, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:22.203715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.210849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.210849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.274659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.596400 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:22.973789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.022946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.030116 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.206900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.25.2.70 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/239ec06f-a0dd-4637-80e5-1087db2edf48) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:23.341976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.869177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33478) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:23.901491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:23.942540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:23.974565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:23.992731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:24.044198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=239ec06f-a0dd-4637-80e5-1087db2edf48,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:24.134128 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecee097a-9dd3-4451-922b-00ef32dadd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.306065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecee097a-9dd3-4451-922b-00ef32dadd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.443737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ecee097a-9dd3-4451-922b-00ef32dadd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.576309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.587951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33496) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:24.607342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ecee097a-9dd3-4451-922b-00ef32dadd06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b62c6710e05f4f208aed8a9bace0b812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202668 Aug 03 19:37:24.617111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee097a-9dd3-4451-922b-00ef32dadd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9dd66-5009-4ddd-bfd9-3db39597d5f1,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:24.707984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.781102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.860161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:24.933205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.037577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.040534 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.041518 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/33a9dd66-5009-4ddd-bfd9-3db39597d5f1 HTTP/1.1" status: 204 len: 168 time: 0.4517381 Aug 03 19:37:25.054941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29548bd6-f1c4-4cd1-998a-9f2d432ba282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9dd66-5009-4ddd-bfd9-3db39597d5f1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:25.191528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:37:25.321359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:25.334887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Sync routers for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:25.352299 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:25.353863 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:25.455022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.456637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-67ca979a-a93b-462f-96d2-fb932ff19709 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3618448 Aug 03 19:37:25.459692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.485427 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:25.525807 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-218fe7a1-40cb-4ea9-98e9-cbfefb88c0b9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=cfcee08ce83d47bd8f16c0ee67573fdf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648432 Aug 03 19:37:25.529363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33510) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.711012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:24Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:25.715251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b489c-bef5-4bab-b783-9e5574746d99 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:25.720894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2f2b489c-bef5-4bab-b783-9e5574746d99 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1896043 Aug 03 19:37:25.723771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33512) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.744563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Checking router: 18834b1a-e2e6-4588-bda8-12c3ecbbede7 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:25.744906 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Updating router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 port 239ec06f-a0dd-4637-80e5-1087db2edf48 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:37:25.761558 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bad80329-1b68-4f97-80e5-1adefb7996c8 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365624 Aug 03 19:37:25.765187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33514) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.770680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319383763', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:25.788807 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.806255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33516) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:25.831294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1b20b2c-d1ff-4c38-ba8e-70194c7c9c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:25.997669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1b20b2c-d1ff-4c38-ba8e-70194c7c9c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.140288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a1b20b2c-d1ff-4c38-ba8e-70194c7c9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.155237 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.166075 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Transition to ACTIVE for port object 239ec06f-a0dd-4637-80e5-1087db2edf48 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:26.190703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a1b20b2c-d1ff-4c38-ba8e-70194c7c9c58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=150a15b864fe4e2991bd80a6b2e97529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841810 Aug 03 19:37:26.191588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b20b2c-d1ff-4c38-ba8e-70194c7c9c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa85530-56d2-4dd7-8806-3c10dafc8902,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:26.193346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33524) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:26.274366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:26.279121 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.302846 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.339490 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.351668 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Attempting to bind port 239ec06f-a0dd-4637-80e5-1087db2edf48 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:26.352234 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Attempting to bind port 239ec06f-a0dd-4637-80e5-1087db2edf48 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:26.352365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Attempting to bind port 239ec06f-a0dd-4637-80e5-1087db2edf48 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:26.362157 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:26.362469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:26.362875 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.363266 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:26.363737 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Bound port: 239ec06f-a0dd-4637-80e5-1087db2edf48, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:26.364121 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.391469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.425961 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] For port 239ec06f-a0dd-4637-80e5-1087db2edf48, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:26.430676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] For port 239ec06f-a0dd-4637-80e5-1087db2edf48, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=239ec06f-a0dd-4637-80e5-1087db2edf48,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:26.439835 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0686-00d7-41a2-adf2-f2e398156102 None None] Pushing event updated for resources: {'Port': ['ID=239ec06f-a0dd-4637-80e5-1087db2edf48,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:26.541147 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.552301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.554852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.556244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efa85530-56d2-4dd7-8806-3c10dafc8902 HTTP/1.1" status: 204 len: 168 time: 0.3604791 Aug 03 19:37:26.574420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31518d-4f85-4957-ae8e-f8e894cba097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa85530-56d2-4dd7-8806-3c10dafc8902,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:26.653613 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:26.654532 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:26.720156 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e0686-00d7-41a2-adf2-f2e398156102 None None] Pushing event updated for resources: {'Port': ['ID=239ec06f-a0dd-4637-80e5-1087db2edf48,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:26.845650 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:26.897916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:26.955820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Subnet': ['ID=730cc526-070c-49a2-9fd0-39a11cc542c1,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:27.036485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Checking segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:27.037135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network hostable DHCP agents. Network: 76d85db7-0f36-4ad9-86de-08475a13dca1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:37:27.132341 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:24Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:27.140616 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:37:27.167199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491709f8-3ced-4a19-93c0-daeb6df85ba2 None None] The sync data for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 is: [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:24Z', 'revision_number': 3, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:27.234979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 76d85db7-0f36-4ad9-86de-08475a13dca1) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:27.240598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:27.241517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:27.247014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba827b-3448-493e-86dc-4d5ba2643508 None None] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:27.369624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-de0fb64e-dba2-4759-bf84-bf14212b2295 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6032102 Aug 03 19:37:27.372365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33544) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:27.459541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-76d85db7-0f36-4ad9-86de-08475a13dca1', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:37:27.460421 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:27.844923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 239ec06f-a0dd-4637-80e5-1087db2edf48 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:27.870125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33556) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:27.981856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd6d58c9-466e-4ac7-85ad-27b020afaf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.002857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Allocated IP 172.20.0.2 (76d85db7-0f36-4ad9-86de-08475a13dca1/730cc526-070c-49a2-9fd0-39a11cc542c1/7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:28.239558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 239ec06f-a0dd-4637-80e5-1087db2edf48 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:28.258479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 239ec06f-a0dd-4637-80e5-1087db2edf48 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:28.259310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.365290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.379955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Transition to ACTIVE for port object 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:28.423794 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd6d58c9-466e-4ac7-85ad-27b020afaf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.448686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Transition to ACTIVE for port object 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:28.511736 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.549384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd6d58c9-466e-4ac7-85ad-27b020afaf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.582940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 239ec06f-a0dd-4637-80e5-1087db2edf48, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=239ec06f-a0dd-4637-80e5-1087db2edf48,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:28.585816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.735722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d58c9-466e-4ac7-85ad-27b020afaf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3019f37a-eb75-4509-aa63-34d59f2c1f35,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:28.764283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Pushing event updated for resources: {'Port': ['ID=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:28.769284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.785608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:28.789633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:28.796180 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd6d58c9-466e-4ac7-85ad-27b020afaf97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5adf9399106547bc88535e3ad984966c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9244714 Aug 03 19:37:28.799867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33566) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:28.838155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:28.910638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=239ec06f-a0dd-4637-80e5-1087db2edf48,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:28.947803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:28.993890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Attempting to bind port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:28.994264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Attempting to bind port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:28.994744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Attempting to bind port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 on network 76d85db7-0f36-4ad9-86de-08475a13dca1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:29.003265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.010320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:29.010780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Checking segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:29.011313 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.011899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Bound using segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:29.015617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Bound port: 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:29.016064 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.023546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.127746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] For port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:29.136508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] For port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:29.211701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.215488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.219838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3019f37a-eb75-4509-aa63-34d59f2c1f35 HTTP/1.1" status: 204 len: 168 time: 0.4193165 Aug 03 19:37:29.236440 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df910db-46f3-4bd2-8eb6-8fef886f2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3019f37a-eb75-4509-aa63-34d59f2c1f35,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:29.255775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.409218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e60abc-2680-48c9-bf67-1ff1e8b0831a None None] Pushing event updated for resources: {'Port': ['ID=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:29.610124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.1 (76d85db7-0f36-4ad9-86de-08475a13dca1/730cc526-070c-49a2-9fd0-39a11cc542c1/b52e5bc5-cad2-41b0-9915-dc4555536d73) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:29.805779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 239ec06f-a0dd-4637-80e5-1087db2edf48 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:29.972413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 239ec06f-a0dd-4637-80e5-1087db2edf48 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:29.973191 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:29.976773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.006413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object b52e5bc5-cad2-41b0-9915-dc4555536d73 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:30.157865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.206770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:30.210730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:30.218303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:30.261664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:30.304727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:30.670769 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.099210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07253aae-98eb-427a-a278-8919c750bc95 None None] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:31.236188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-88d4ed34-6d99-4034-a59d-6b9254fa1b88 None None] Provisioning for port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:31.444670 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.515031 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.709801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:31.732057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:31.813623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:31.972857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:31.972857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:32.155747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:37:32.265637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-13a624d4-fb28-4069-92ff-019ad53c9aaa None None] Provisioning for port b52e5bc5-cad2-41b0-9915-dc4555536d73 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:32.272426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-13a624d4-fb28-4069-92ff-019ad53c9aaa None None] Provisioning complete for port b52e5bc5-cad2-41b0-9915-dc4555536d73 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:32.273127 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a624d4-fb28-4069-92ff-019ad53c9aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.275414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:32.285908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:32.288073 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.294939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:32.315107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33642) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:32.342582 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-66b44609-a5fe-4a7f-8625-80f5c59dddef tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/18834b1a-e2e6-4588-bda8-12c3ecbbede7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9682643 Aug 03 19:37:32.391144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Sync routers for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:32.448246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:32.452058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:32.544375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-13a624d4-fb28-4069-92ff-019ad53c9aaa None None] Port b52e5bc5-cad2-41b0-9915-dc4555536d73 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:32.742158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.745369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.746978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.752040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.752040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.752040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.756535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.762040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9c60b17c-3fbf-4b43-8088-f4f8179ae9f9 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.4454882 Aug 03 19:37:32.766040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33650) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:32.934519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-abba7e50-0785-4c1e-9d45-530438f7dc5a None None] Provisioning complete for port b52e5bc5-cad2-41b0-9915-dc4555536d73 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:32.935595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-abba7e50-0785-4c1e-9d45-530438f7dc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:32.987935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.988871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.989525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.990256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.991097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.991796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:32.996921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33654) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:33.005720 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5f6d64cc-c868-4db1-b603-99dc87660e38 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2294970 Aug 03 19:37:33.020856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:33.045930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:33.108890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-abba7e50-0785-4c1e-9d45-530438f7dc5a None None] Port b52e5bc5-cad2-41b0-9915-dc4555536d73 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:33.167082 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.292967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-342a8510-0c98-4280-bb0d-a5fc875dcb81 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2940245 Aug 03 19:37:33.501388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.530327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:33.613545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33678) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:33.618234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65317719', 'description': 'tempest-secgroup-smoke-65317719 description', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:33.769291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:33.785056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:33.851502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:31Z', 'revision_number': 2, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:33.909333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Checking router: 18834b1a-e2e6-4588-bda8-12c3ecbbede7 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:33.910061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Updating router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 port b52e5bc5-cad2-41b0-9915-dc4555536d73 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:37:33.968611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.004104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:34.007036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.038376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.158000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.261282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:34.372467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.374214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bb5b11a-a44f-4def-a05a-10f2e7067931 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7596555 Aug 03 19:37:34.384164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33724) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:34.389799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:34.544461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.623063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.637917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.663952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Transition to ACTIVE for port object b52e5bc5-cad2-41b0-9915-dc4555536d73 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:34.802223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.815390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:34.819315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7c3342-0f99-447f-9006-5e70e812bb21,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:34.863295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.927275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:34.928996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1fe8e639-3f20-449d-a730-d15e6c6cc3b7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5436702 Aug 03 19:37:34.932427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:34.939796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:34.993936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b23162-a400-4021-9869-ebc2836b0ed3 None None] Pushing event updated for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:35.035329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59857b2a-c7c2-4ca2-9313-df4f5ab7ecb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.078405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Attempting to bind port b52e5bc5-cad2-41b0-9915-dc4555536d73 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:35.078405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Attempting to bind port b52e5bc5-cad2-41b0-9915-dc4555536d73 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:35.078405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Attempting to bind port b52e5bc5-cad2-41b0-9915-dc4555536d73 on network 76d85db7-0f36-4ad9-86de-08475a13dca1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:35.080228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:35.080608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Checking segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:35.081042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.081440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Bound using segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:35.081920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Bound port: b52e5bc5-cad2-41b0-9915-dc4555536d73, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:35.082311 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.176312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] For port b52e5bc5-cad2-41b0-9915-dc4555536d73, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:35.180744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] For port b52e5bc5-cad2-41b0-9915-dc4555536d73, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b52e5bc5-cad2-41b0-9915-dc4555536d73,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:35.214082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.308716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.322998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.376236 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59857b2a-c7c2-4ca2-9313-df4f5ab7ecb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.383967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:35.384614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:35.440071 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.459020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b23162-a400-4021-9869-ebc2836b0ed3 None None] Pushing event updated for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:35.475013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d92f6e-a534-48c0-bd6d-0a1717c62e39,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:35.482022 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-59857b2a-c7c2-4ca2-9313-df4f5ab7ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.519991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:35.522395 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-59857b2a-c7c2-4ca2-9313-df4f5ab7ecb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b604e7fa756e4696b51cc0b52d08d035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7057099 Aug 03 19:37:35.572413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59857b2a-c7c2-4ca2-9313-df4f5ab7ecb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab2bc07-c2ef-4335-b03f-45f9b011ad28,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:35.614491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.619377 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3c2f6007-aebb-424e-b194-802cc6aa8441 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6814110 Aug 03 19:37:35.619754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:35.619847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33764) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:35.625419 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:35.676972 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.723690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.895413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.987842 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.991674 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:35.996426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ab2bc07-c2ef-4335-b03f-45f9b011ad28 HTTP/1.1" status: 204 len: 168 time: 0.4753716 Aug 03 19:37:36.021533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0389d-3ae1-4fb8-bbc8-895f7ba5a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab2bc07-c2ef-4335-b03f-45f9b011ad28,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:36.053332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.153115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:35Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:36.175414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.200464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f10c681-48f5-41be-af43-fdef5525d11e None None] The sync data for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 is: [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:35Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:36.221367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194ef5b7-ba62-4de2-9729-830d5d0bdf28,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:36.462982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.470194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33780) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:36.472217 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db62f70c-a82a-4e78-b449-af31b836af17 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8515286 Aug 03 19:37:36.475799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:36.651666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.734173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.830746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:36.936896 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85ff798-15cb-4774-9923-c058ba6146e6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:37.006505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.007838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-936a7ff9-1c7c-4c30-b98e-a039bbd8fbc3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5366027 Aug 03 19:37:37.010750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:37.015645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:37.061553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33796) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:37.078371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.100752 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:37:37.109135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.226555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.273135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:37.779915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b52e5bc5-cad2-41b0-9915-dc4555536d73 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:38.130780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.161098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.164917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b52e5bc5-cad2-41b0-9915-dc4555536d73 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:38.174898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b52e5bc5-cad2-41b0-9915-dc4555536d73 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:38.179483 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.210746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faee2235-d797-441b-b0ea-6ac31b6ba364,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.223340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325810f6-c399-46fa-ba22-a2a82c01dbcb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.262948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.264573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.268188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.268188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.268188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.268188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.268188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.269429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.269960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.270311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.270646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.271156 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:38.280365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1e935718-95c0-45c2-be4b-014389152932 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92d1745086dc499eb1a33672fc1446e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2173553 Aug 03 19:37:38.283323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:38.346648 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.348170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-462a62ad-9631-494a-ae4d-c9472c100f48 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3362782 Aug 03 19:37:38.350962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33822) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:38.360570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'security_group_rule': {'security_group_id': '1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06', 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:38.370731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.408443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.453284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.520381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b52e5bc5-cad2-41b0-9915-dc4555536d73, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b52e5bc5-cad2-41b0-9915-dc4555536d73,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:38.618929 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Project cfcee08ce83d47bd8f16c0ee67573fdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:37:38.626123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.652499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.653006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.658748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.660200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/325810f6-c399-46fa-ba22-a2a82c01dbcb HTTP/1.1" status: 204 len: 168 time: 0.3735833 Aug 03 19:37:38.690208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f299-9dff-4573-8e15-fedc9d8c6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325810f6-c399-46fa-ba22-a2a82c01dbcb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.769003 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:38.778947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.917922 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:38.939951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fad59d0-82fb-4e42-9602-d60107b2c74b,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:39.042111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:39.042111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1164cab2-5c44-413f-9145-2a022e7e9658 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6893873 Aug 03 19:37:39.333998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-e96cd0df-1ba9-47a6-9e02-1f99c19e1690 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65317719&fields=id&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 267 time: 0.0470092 Aug 03 19:37:39.457887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-4efb2460-106b-402e-b78c-12f9519bff19 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:39.459537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-4efb2460-106b-402e-b78c-12f9519bff19 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/networks?id=76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 200 len: 797 time: 0.1245017 Aug 03 19:37:39.475650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-d8f0c6bf-98fc-421d-bd38-ca28dc6c498c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/quotas/cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 375 time: 0.0097513 Aug 03 19:37:39.534713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-441a9046-f636-4360-a7f7-e34f4a621ba5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535669 Aug 03 19:37:39.741403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-01e7d1aa-bf42-4904-9f46-68bc854210fa service neutron] 10.222.0.67 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712124 Aug 03 19:37:39.758266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b52e5bc5-cad2-41b0-9915-dc4555536d73 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:39.818155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b52e5bc5-cad2-41b0-9915-dc4555536d73 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:39.818597 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:39.862413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-d436b34d-cfe7-4431-98e7-7a76b858150a service neutron] 10.222.0.67 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145501 Aug 03 19:37:39.913335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 33868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:39.934556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c65b56e8-d6d3-4065-90c1-94111a1225ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.103399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c65b56e8-d6d3-4065-90c1-94111a1225ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.297631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c65b56e8-d6d3-4065-90c1-94111a1225ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.389723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c65b56e8-d6d3-4065-90c1-94111a1225ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bad0ff7fc8c6451d9a285f9e854ab365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750278 Aug 03 19:37:40.392380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 33896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:40.412372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-092d08a9-fb40-48e7-95b5-be7c587c5806 req-6d21eda7-1ca1-4046-b87e-06cce6af6151 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 210 time: 0.0645657 Aug 03 19:37:40.413628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b56e8-d6d3-4065-90c1-94111a1225ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283fdfc-1990-49ff-b7f0-fbf83ebb5a70,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:40.486959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.516778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.719275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.720179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:40.731360 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8283fdfc-1990-49ff-b7f0-fbf83ebb5a70 HTTP/1.1" status: 204 len: 168 time: 0.3373327 Aug 03 19:37:40.751097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1447ad-dd3c-44ff-a20f-974a43be8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283fdfc-1990-49ff-b7f0-fbf83ebb5a70,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:41.523123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-855c90fe-517e-452d-ba7c-8c36bf5221b1 req-0a6777c9-f83b-4b50-b64c-a6ad146654d5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 210 time: 0.0499690 Aug 03 19:37:42.698155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ffea612-a6c2-4408-a3ac-c10c0900211c req-25a9e5fe-4e36-4413-a8ef-313968a91bb1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 210 time: 0.0465617 Aug 03 19:37:43.203555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-b17d2d7d-376c-4bcb-b777-aa227aae2ac4 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:43.206689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-b17d2d7d-376c-4bcb-b777-aa227aae2ac4 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/networks?id=76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 200 len: 797 time: 0.1825261 Aug 03 19:37:43.331801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-b1f65ddf-fef9-4047-b15d-ac03b3f58d3e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf HTTP/1.1" status: 200 len: 378 time: 0.1152868 Aug 03 19:37:43.351224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'port': {'device_id': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'admin_state_up': True, 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'security_groups': ['1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:43.655170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Made reservation on behalf of cfcee08ce83d47bd8f16c0ee67573fdf for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:43.667343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:43.853338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7acdb71d-22d4-429d-baf1-cbc030c706f5 req-2b3a2c0f-9d1c-4ec9-abad-9c11d93f79c9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 210 time: 0.0458646 Aug 03 19:37:43.954659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.20.0.5 (76d85db7-0f36-4ad9-86de-08475a13dca1/730cc526-070c-49a2-9fd0-39a11cc542c1/9a5600d4-487e-4321-8ec0-f4b5289867e4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:44.188575 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:44.599305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Transition to ACTIVE for port object 9a5600d4-487e-4321-8ec0-f4b5289867e4 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:44.761434 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:44.807030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:44.810213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:44.815335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:44.849296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:44.898036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:44.899045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.037848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012ed9c-7e49-405e-a992-aaf1704ed17c req-9dcd7452-865d-4e20-bf8a-49ecbc23d5d7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:45.039440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5012ed9c-7e49-405e-a992-aaf1704ed17c req-9dcd7452-865d-4e20-bf8a-49ecbc23d5d7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 931 time: 0.0667539 Aug 03 19:37:45.082604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5012ed9c-7e49-405e-a992-aaf1704ed17c req-dd9bb43f-847e-4ade-8912-1d8963cb9593 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353177 Aug 03 19:37:45.109897 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-6c241bc2-0936-452d-905a-5e0e80a43186 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7699416 Aug 03 19:37:45.124765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Request body: {'port': {'device_id': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:45.215179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.340892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f921a7ed-eec0-4290-89e5-5b959c25e951 None None] Provisioning for port 9a5600d4-487e-4321-8ec0-f4b5289867e4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:45.356578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f921a7ed-eec0-4290-89e5-5b959c25e951 None None] Provisioning complete for port 9a5600d4-487e-4321-8ec0-f4b5289867e4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:45.357066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f921a7ed-eec0-4290-89e5-5b959c25e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.435379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f921a7ed-eec0-4290-89e5-5b959c25e951 None None] Port 9a5600d4-487e-4321-8ec0-f4b5289867e4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:37:45.575271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.646874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5600d4-487e-4321-8ec0-f4b5289867e4 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:45.656577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.670395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Transition to ACTIVE for port object 9a5600d4-487e-4321-8ec0-f4b5289867e4 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:45.766268 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:45.836721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:45.914309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Attempting to bind port 9a5600d4-487e-4321-8ec0-f4b5289867e4 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:45.914653 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Attempting to bind port 9a5600d4-487e-4321-8ec0-f4b5289867e4 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:45.914981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Attempting to bind port 9a5600d4-487e-4321-8ec0-f4b5289867e4 on network 76d85db7-0f36-4ad9-86de-08475a13dca1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:45.924197 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Port 9a5600d4-487e-4321-8ec0-f4b5289867e4 on network 76d85db7-0f36-4ad9-86de-08475a13dca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:37:45.924699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Attempting to bind port 9a5600d4-487e-4321-8ec0-f4b5289867e4 on network 76d85db7-0f36-4ad9-86de-08475a13dca1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:45.930252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:45.930597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Checking segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:45.930985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Bound using segment: {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:45.931421 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Bound port: 9a5600d4-487e-4321-8ec0-f4b5289867e4, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:45.931784 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:46.070276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:46.070851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:46.237639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:46.240824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3577168-aa7a-4226-99af-b59dc863c29c req-edba5185-e234-478a-b5ca-29c915b1f5a0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.244308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3577168-aa7a-4226-99af-b59dc863c29c req-edba5185-e234-478a-b5ca-29c915b1f5a0 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 943 time: 0.0786297 Aug 03 19:37:46.308483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3577168-aa7a-4226-99af-b59dc863c29c req-c04036c1-696b-4dd7-894d-c82e3de66e89 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535283 Aug 03 19:37:46.336279 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.337178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:46.338877 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] 10.222.0.77 "PUT /v2.0/ports/9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 200 len: 1091 time: 1.2207718 Aug 03 19:37:46.339431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:46.342683 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286f9361-ca35-48dc-a4b5-b74f1b00c78b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:46.423580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c600a-bb45-4e14-8f67-3fff05a7c613 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:46.438203 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e514b-ab6d-4247-b71e-0d067ec1567e x-openstack-request-id: req-124e514b-ab6d-4247-b71e-0d067ec1567e {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:46.441686 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:46.442075 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-124e514b-ab6d-4247-b71e-0d067ec1567e {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:46.442603 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'status': 'completed', 'code': 200} Aug 03 19:37:46.574047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-7d3c3ed6-bb53-4c8e-8067-0437487330d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.575997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-7d3c3ed6-bb53-4c8e-8067-0437487330d1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1094 time: 0.1190436 Aug 03 19:37:46.815842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-c264d49f-d362-4bdb-9f0e-0ed9acc7cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.817470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-c264d49f-d362-4bdb-9f0e-0ed9acc7cf77 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2328458 Aug 03 19:37:46.951432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-d778f448-3a35-4f92-8044-a38420e873ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:46.953359 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-286f9361-ca35-48dc-a4b5-b74f1b00c78b req-d778f448-3a35-4f92-8044-a38420e873ec service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287963 Aug 03 19:37:47.083361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-91d37da9-b1c6-4cf1-a8f1-12c3ce823f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.085100 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-91d37da9-b1c6-4cf1-a8f1-12c3ce823f61 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1094 time: 0.0886991 Aug 03 19:37:47.139895 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-e1a12a03-6fbf-432f-af14-250632986eb4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 200 len: 217 time: 0.0467224 Aug 03 19:37:47.209195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-67e37b21-143f-488a-8434-2a2941456689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.210493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-67e37b21-143f-488a-8434-2a2941456689 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=730cc526-070c-49a2-9fd0-39a11cc542c1 HTTP/1.1" status: 200 len: 835 time: 0.0638397 Aug 03 19:37:47.301122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-2b4e2844-97d9-45b8-b642-7283e379a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.302703 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-2b4e2844-97d9-45b8-b642-7283e379a9e8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76d85db7-0f36-4ad9-86de-08475a13dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808728 Aug 03 19:37:47.345206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:47.493686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-eeb748ca-1ed0-473b-9295-bce09a330e81 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811342 Aug 03 19:37:47.518622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a4af-bf8c-4735-ba27-78672872a685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:47.567388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5259913-c6e7-4558-9169-b5e88279e87f req-5836faa6-ecf5-4ec1-bafa-1cdab27773ac tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:47.569493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5259913-c6e7-4558-9169-b5e88279e87f req-5836faa6-ecf5-4ec1-bafa-1cdab27773ac tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 943 time: 0.1109893 Aug 03 19:37:47.686381 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86354529-b224-4e33-bd2a-e7e071e1f06c req-277a62ac-b177-4b97-87a6-f7e76a65c86d service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858873 Aug 03 19:37:47.708313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5259913-c6e7-4558-9169-b5e88279e87f req-4ad9377c-4871-4395-8c79-36093acce755 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289804 Aug 03 19:37:47.805562 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a4af-bf8c-4735-ba27-78672872a685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.004704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e0d3a4af-bf8c-4735-ba27-78672872a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.041209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3a4af-bf8c-4735-ba27-78672872a685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54872448-1d14-4939-bee2-aff571880d4d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:48.046111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e0d3a4af-bf8c-4735-ba27-78672872a685 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f04651652a214642bc4e9f3600894ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6992290 Aug 03 19:37:48.048752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34150) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:48.102267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.136134 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.337166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.340094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.341443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/54872448-1d14-4939-bee2-aff571880d4d HTTP/1.1" status: 204 len: 168 time: 0.2916710 Aug 03 19:37:48.354497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b6490-e881-42e8-93cb-467e4c20b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54872448-1d14-4939-bee2-aff571880d4d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:48.791843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7639c656-eab8-40bf-b960-190c6487d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:48.955872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9803df-1cf5-48c2-b707-b301b5818271 req-85373d41-8025-4451-86c1-501ee0c54b16 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:48.964193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b9803df-1cf5-48c2-b707-b301b5818271 req-85373d41-8025-4451-86c1-501ee0c54b16 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 943 time: 0.1480796 Aug 03 19:37:49.008851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b9803df-1cf5-48c2-b707-b301b5818271 req-e0a5b9bb-4e07-4994-a8a5-3ee94ee4d524 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436010 Aug 03 19:37:49.663980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:49.791103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c11483b4-e158-407d-bae1-a6cf23b2bbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.056216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c11483b4-e158-407d-bae1-a6cf23b2bbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.127569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdfbe0e-a01e-4c3e-b0ee-5ea64cc8d22b req-ea0d591d-60aa-4181-be0d-849ee2ba6ee9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:50.129229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbdfbe0e-a01e-4c3e-b0ee-5ea64cc8d22b req-ea0d591d-60aa-4181-be0d-849ee2ba6ee9 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 943 time: 0.0541506 Aug 03 19:37:50.130553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c11483b4-e158-407d-bae1-a6cf23b2bbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.189237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c11483b4-e158-407d-bae1-a6cf23b2bbe6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c0c521216ac46a5bd6a80e973f6ee32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240161 Aug 03 19:37:50.191905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34212) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:50.199324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11483b4-e158-407d-bae1-a6cf23b2bbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a2196d-cb4e-4a9c-ac5f-aba65acb043b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:50.225210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cbdfbe0e-a01e-4c3e-b0ee-5ea64cc8d22b req-0de5cae4-db45-45c9-90ca-bd18390d2895 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845473 Aug 03 19:37:50.263882 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.288045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.425916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9a5600d4-487e-4321-8ec0-f4b5289867e4 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:37:50.442866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.445928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.447109 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/91a2196d-cb4e-4a9c-ac5f-aba65acb043b HTTP/1.1" status: 204 len: 168 time: 0.2531636 Aug 03 19:37:50.455525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e144c7-79d8-4752-94d9-fe5c6fa87524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a2196d-cb4e-4a9c-ac5f-aba65acb043b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:50.551728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:50.564618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'port_id': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'mac_address': 'fa:16:3e:d4:bd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:37:50.608470 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.623772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5600d4-487e-4321-8ec0-f4b5289867e4 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:37:50.646276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:50.809481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:50.879576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:51.021772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['9a5600d4-487e-4321-8ec0-f4b5289867e4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:37:51.368431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4c11f-feb1-4cc2-9d5f-9872f2a1c931 req-f060fb9c-76a2-4500-be22-17e20e507219 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:51.371066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d4c11f-feb1-4cc2-9d5f-9872f2a1c931 req-f060fb9c-76a2-4500-be22-17e20e507219 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 944 time: 0.0601287 Aug 03 19:37:51.442228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3d4c11f-feb1-4cc2-9d5f-9872f2a1c931 req-3bbc17cc-59ba-4a14-afc7-5889060aa366 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604801 Aug 03 19:37:51.893658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34260) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:52.018635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-617467381-network', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:52.051694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3ab05c21-5d5f-4578-a575-bf1920e340db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.191792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Made reservation on behalf of d04d62e678c84a7e9492e5e50d8a1b2a for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:52.194211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.203581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.260173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.313406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.411933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.427165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9a5600d4-487e-4321-8ec0-f4b5289867e4 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:52.496244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:37:52.515525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca5475c-bc14-41af-8e3f-1dd621b0c35b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:52.543051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.543407 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Added segment 28967f42-54fa-45a5-a8fd-af460be6b072 of type vlan for network 626b3141-ced4-462c-ac77-0756e36fd564 Aug 03 19:37:52.617329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.640637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 9a5600d4-487e-4321-8ec0-f4b5289867e4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:52.645828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 9a5600d4-487e-4321-8ec0-f4b5289867e4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:52.646477 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.696853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9cba6a-d5d6-4020-9254-ba1dd307dd6a req-c222b2d4-346b-4992-9b88-6cda9b27dbb6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.702544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f9cba6a-d5d6-4020-9254-ba1dd307dd6a req-c222b2d4-346b-4992-9b88-6cda9b27dbb6 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 944 time: 0.1647146 Aug 03 19:37:52.749325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.750289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.751145 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.757301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f9cba6a-d5d6-4020-9254-ba1dd307dd6a req-ea3a8d7a-7dcc-4f1f-aedc-49bf3c2de7da tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480185 Aug 03 19:37:52.792522 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:52.822320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:37:52.825185 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac1e480-67ba-467b-b4a2-fe70fc23da16" -d '{"events": [{"server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "name": "network-vif-plugged", "status": "completed", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:37:52.826931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] Pushing event updated for resources: {'Network': ['ID=626b3141-ced4-462c-ac77-0756e36fd564,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:52.839668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 626b3141-ced4-462c-ac77-0756e36fd564 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:37:52.890923 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377fc380-7492-445b-b45e-d5d8d5f0d1cf x-openstack-request-id: req-377fc380-7492-445b-b45e-d5d8d5f0d1cf {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:37:52.891308 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "name": "network-vif-plugged", "status": "completed", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:37:52.891562 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-377fc380-7492-445b-b45e-d5d8d5f0d1cf {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:37:52.891963 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'code': 200} Aug 03 19:37:52.907295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7df9254b-5b92-41fe-a4cf-1b27f091ecb3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0124676 Aug 03 19:37:52.910898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34286) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:52.914771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:52.919124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Request body: {'subnet': {'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-617467381-subnet', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:52.985448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84c69a-ceeb-4b9b-95a0-235985ca544a req-422b0f4d-9683-444c-a87c-6109a1ba44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:52.987048 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6e84c69a-ceeb-4b9b-95a0-235985ca544a req-422b0f4d-9683-444c-a87c-6109a1ba44b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1095 time: 0.0423858 Aug 03 19:37:53.017553 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.042630 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6e84c69a-ceeb-4b9b-95a0-235985ca544a req-eea91966-445e-4494-aa6e-6c99468a1b9a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487006 Aug 03 19:37:53.048931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Made reservation on behalf of d04d62e678c84a7e9492e5e50d8a1b2a for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:53.051098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.052275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.094633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:53.386488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.444845 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=381e972e-0de5-459b-97df-9fa487824d03,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:53.460285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Checking segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:53.460672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Network hostable DHCP agents. Network: 626b3141-ced4-462c-ac77-0756e36fd564, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:37:53.608777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Network 626b3141-ced4-462c-ac77-0756e36fd564 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:37:53.737514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 626b3141-ced4-462c-ac77-0756e36fd564) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:53.741853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.742445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.746787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1d211-9c80-4b0c-96d9-f9be692effe0 None None] Network 626b3141-ced4-462c-ac77-0756e36fd564 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:53.867004 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dcc7c9ab-4bd4-4df8-9c7e-11bb62452d8e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9545674 Aug 03 19:37:53.871387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34308) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:53.879757 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:53.928160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-626b3141-ced4-462c-ac77-0756e36fd564', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:37:53.929063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:53.957794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5de01-4f67-4eef-aea8-be65e940d82a req-deaf1f73-58f0-4736-aca0-5621cc90c53b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:53.959942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59b5de01-4f67-4eef-aea8-be65e940d82a req-deaf1f73-58f0-4736-aca0-5621cc90c53b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.1096351 Aug 03 19:37:54.004338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59b5de01-4f67-4eef-aea8-be65e940d82a req-b9c42e79-b20a-4eff-bcba-a1aa07d22097 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378799 Aug 03 19:37:54.029823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:37:54.066507 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.077715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.089703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Allocated IP 172.20.0.2 (626b3141-ced4-462c-ac77-0756e36fd564/381e972e-0de5-459b-97df-9fa487824d03/965e1972-7b21-438d-9697-5380f5b05791) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:54.121616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.278151 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.289267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Transition to ACTIVE for port object 965e1972-7b21-438d-9697-5380f5b05791 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:54.312324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Transition to ACTIVE for port object 965e1972-7b21-438d-9697-5380f5b05791 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:54.403817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.443553 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.493395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Network 626b3141-ced4-462c-ac77-0756e36fd564 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:54.496616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:54.499869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:54.516133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Pushing event updated for resources: {'Port': ['ID=965e1972-7b21-438d-9697-5380f5b05791,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:54.567974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-850b69e3-5ca6-4e3c-968c-270917413699 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:54.569739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-850b69e3-5ca6-4e3c-968c-270917413699 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1210444 Aug 03 19:37:54.576363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Attempting to bind port 965e1972-7b21-438d-9697-5380f5b05791 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:54.576873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Attempting to bind port 965e1972-7b21-438d-9697-5380f5b05791 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:54.577252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Attempting to bind port 965e1972-7b21-438d-9697-5380f5b05791 on network 626b3141-ced4-462c-ac77-0756e36fd564 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:54.583172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:54.583526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Checking segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:54.583832 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.584215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Bound using segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:54.584913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Bound port: 965e1972-7b21-438d-9697-5380f5b05791, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:54.585496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.595879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-f12a982f-a37d-4959-9093-d978d0ad64fa tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0174243 Aug 03 19:37:54.657525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-3c3e7318-5565-464c-8c6e-32ee3779c031 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604289 Aug 03 19:37:54.663094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] For port 965e1972-7b21-438d-9697-5380f5b05791, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:54.666347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] For port 965e1972-7b21-438d-9697-5380f5b05791, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=965e1972-7b21-438d-9697-5380f5b05791,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:54.755447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.758291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.785215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ff646b07-53ea-42a7-860d-a7099b57ad2f service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250479 Aug 03 19:37:54.797114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.806844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34334) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:54.847067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:54.860595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761528b-56da-4f28-9a8a-6ad324fc1206 None None] Pushing event updated for resources: {'Port': ['ID=965e1972-7b21-438d-9697-5380f5b05791,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:54.919735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-0bfbee93-d34f-4695-b780-89bc67d214cb service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331050 Aug 03 19:37:54.968577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c5db7dc-b4bb-4858-bbca-13c513b36e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.059252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Allocated IP 172.25.2.235 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:55.265944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c5db7dc-b4bb-4858-bbca-13c513b36e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.286611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.360104 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0c5db7dc-b4bb-4858-bbca-13c513b36e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.403825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0c5db7dc-b4bb-4858-bbca-13c513b36e8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d21fdb0554894341a67a675afde3a947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958617 Aug 03 19:37:55.406602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5db7dc-b4bb-4858-bbca-13c513b36e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df0735-c01a-4094-aba4-849651d5dcc8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:55.408883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34346) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:55.472680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.478460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.507332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.516092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:55.519671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:55.522352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:55.559501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Pushing event updated for resources: {'Port': ['ID=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:55.640846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.643548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:55.645052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0df0735-c01a-4094-aba4-849651d5dcc8 HTTP/1.1" status: 204 len: 168 time: 0.2366414 Aug 03 19:37:55.663687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f742b4-ea3b-4e81-ba2b-186ec14b0755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df0735-c01a-4094-aba4-849651d5dcc8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:55.855380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 965e1972-7b21-438d-9697-5380f5b05791 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:55.974427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 965e1972-7b21-438d-9697-5380f5b05791 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:56.075054 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.124860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb4dd5-dfaf-422c-94de-8a403e06f115 req-95e2540f-6dc5-4aca-a08c-2ad4aa888c94 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.126750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96fb4dd5-dfaf-422c-94de-8a403e06f115 req-95e2540f-6dc5-4aca-a08c-2ad4aa888c94 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.0640826 Aug 03 19:37:56.171404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb233b-b271-4bbf-9e39-d85fc53d72df None None] Network 626b3141-ced4-462c-ac77-0756e36fd564 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:37:56.198291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96fb4dd5-dfaf-422c-94de-8a403e06f115 req-a4d4db70-870a-4bbe-94c9-e71c3f59df90 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591700 Aug 03 19:37:56.350662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c39f319f-0dab-42c8-97bc-88882a37005c req-94c0c79d-97ce-4921-ad7b-4aade09548a6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0503664 Aug 03 19:37:56.450680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.510139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d216b5-6b34-411f-a643-cf6778d7c250 req-a8ccbde0-1380-4870-9ba5-acdb365bb576 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.519322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86d216b5-6b34-411f-a643-cf6778d7c250 req-a8ccbde0-1380-4870-9ba5-acdb365bb576 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.0954795 Aug 03 19:37:56.576528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86d216b5-6b34-411f-a643-cf6778d7c250 req-6f087507-5120-43fd-98ec-18be9c5e30e7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547459 Aug 03 19:37:56.589669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34366) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:56.596727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Provisioning for port 965e1972-7b21-438d-9697-5380f5b05791 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:37:56.604634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Provisioning complete for port 965e1972-7b21-438d-9697-5380f5b05791 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:56.605032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.674391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5b05b3-cb1c-43f5-89da-2ac27dca1a89 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:56.679919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d5b05b3-cb1c-43f5-89da-2ac27dca1a89 tempest-TestNetworkBasicOps-1320935982 tempest-TestNetworkBasicOps-1320935982-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1091 time: 0.0883815 Aug 03 19:37:56.680958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34368) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:56.688785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:56.733066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34370) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:56.735726 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.769160 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.781035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] For port 965e1972-7b21-438d-9697-5380f5b05791, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=965e1972-7b21-438d-9697-5380f5b05791,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:37:56.925986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.929520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:56.940941 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Router 94911109-de20-410c-bf73-a5fc2e576e90 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:37:56.985247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b117f-967e-4aa8-ac77-4ff8808fd9ca None None] Pushing event updated for resources: {'Port': ['ID=965e1972-7b21-438d-9697-5380f5b05791,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:57.047616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.063098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea9f270d-4163-42fa-a4a1-91f0a3ab3586 None None] Provisioning complete for port 965e1972-7b21-438d-9697-5380f5b05791 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:57.063477 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea9f270d-4163-42fa-a4a1-91f0a3ab3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.131836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.198843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bafb8429dca4836bbc487c9b23ae19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492514 Aug 03 19:37:57.198843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0e6260-7352-41bb-b26e-43e6f3b899cc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:57.199746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34374) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:57.244079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.244572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.244938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.245274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.245609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.245940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.246266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.246589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.246917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.247335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.248185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.248712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183ec69-a0f3-4ad7-a2c0-77c15f1bce24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:57.278434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.309823 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.404552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:37:57.421271 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Sync routers for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:37:57.437656 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:57.438293 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:57.460696 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.461956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.465659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a0e6260-7352-41bb-b26e-43e6f3b899cc HTTP/1.1" status: 204 len: 168 time: 0.2625723 Aug 03 19:37:57.483574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.513452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cab3640-0f16-4765-9625-f2a42fa6b892 req-9eaaa1dd-7dfa-4d58-912e-14b288417d0c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0670156 Aug 03 19:37:57.527014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58f78d-6c89-47f5-835b-a1d2a3581d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0e6260-7352-41bb-b26e-43e6f3b899cc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:57.550806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.552821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c9648395-53d1-4c93-b5d9-2f31deff156e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6779773 Aug 03 19:37:57.558784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34380) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:37:57.611092 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:57.711841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Allocated IP 172.25.2.236 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/23313657-4446-4165-bc05-bf92a931c863) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:57.746251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 965e1972-7b21-438d-9697-5380f5b05791 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:37:57.828685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 965e1972-7b21-438d-9697-5380f5b05791 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:37:57.829274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:57.852464 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:55Z', 'revision_number': 3, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:57.903294 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Checking router: 94911109-de20-410c-bf73-a5fc2e576e90 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:37:57.904490 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Updating router 94911109-de20-410c-bf73-a5fc2e576e90 port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:37:57.930542 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.022858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.324094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.463138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:37:58.476612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:37:58.486014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:37:58.493609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=23313657-4446-4165-bc05-bf92a931c863,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:58.562853 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.581307 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Transition to ACTIVE for port object f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:37:58.656550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a9c850d-cdf2-498a-9c0b-576e481b024a req-17e3e004-d9ac-47c5-8478-5a83cba3ac50 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0489845 Aug 03 19:37:58.657281 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.671188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-0cb57b86-3b54-4d63-b6c5-a463e40de324 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:37:58.671188 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-0cb57b86-3b54-4d63-b6c5-a463e40de324 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.3016555 Aug 03 19:37:58.701133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:37:58.762772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Attempting to bind port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:37:58.763551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Attempting to bind port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:37:58.764415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Attempting to bind port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:37:58.780152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:37:58.781014 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:37:58.782168 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.783220 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:37:58.783932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Bound port: f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:37:58.784940 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.816440 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:58.883870 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] For port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:37:58.895452 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] For port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:37:58.907457 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Pushing event updated for resources: {'Port': ['ID=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:58.917045 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.917387 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.917949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.918284 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.918888 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.919132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.919497 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.919868 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.920384 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.920738 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.921278 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:58.921600 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:37:59.007440 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.100526 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:37:59.101344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:59.162235 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21322d5f-4c29-4296-960a-ba6a69999b44 None None] Pushing event updated for resources: {'Port': ['ID=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:37:59.307273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:37:59.348760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Allocated IP 172.20.0.1 (626b3141-ced4-462c-ac77-0756e36fd564/381e972e-0de5-459b-97df-9fa487824d03/25aea98f-32c0-451e-863a-fa8459214455) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:37:59.462907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:37:59.468979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:37:59.584849 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:55Z', 'revision_number': 3, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:37:59.628097 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c024bf4-b27d-4ec3-9506-ff7a7b118de9 None None] The sync data for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 is: [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:55Z', 'revision_number': 3, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:37:59.856745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50f97c93-276c-4040-94c2-57892aafccf0 req-3205e3f4-26e2-42ba-b0c9-451cdcd705a6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0421386 Aug 03 19:38:00.229044 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.307976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Transition to ACTIVE for port object 25aea98f-32c0-451e-863a-fa8459214455 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:00.358228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.453442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.14 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/b1cc520f-09a7-4011-9d42-251263985910) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:00.516563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-a419d256-24f9-48a5-b7c9-7c8ae250ed5f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1859012 Aug 03 19:38:00.664629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-1ec16f6d-090c-4f61-b642-12327a612948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:00.666251 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-1ec16f6d-090c-4f61-b642-12327a612948 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1096 time: 0.0984812 Aug 03 19:38:00.710759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.785876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:00.962090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Network 626b3141-ced4-462c-ac77-0756e36fd564 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:00.979862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:00.983003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:00.995622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a385f4ee-e9a4-4c30-959b-10316a9f1475 req-60539d3d-f56d-4e26-a494-3f9560807a30 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0352180 Aug 03 19:38:01.054893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Pushing event updated for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.068392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.114915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-a30b2fdb-62a5-4492-9b7b-8d3fb6317ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.116512 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-a30b2fdb-62a5-4492-9b7b-8d3fb6317ff0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 200 len: 898 time: 0.4078834 Aug 03 19:38:01.119151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object b1cc520f-09a7-4011-9d42-251263985910 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:01.125916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.267852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.305324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-414140bd-01f4-4d3d-94b6-d72d2efa88a2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 200 len: 999 time: 0.1766565 Aug 03 19:38:01.413386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.415376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.475188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event updated for resources: {'Port': ['ID=23313657-4446-4165-bc05-bf92a931c863,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.477650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e991044f-746f-4f3c-ae35-97ffc2ce8c47 None None] Provisioning for port 25aea98f-32c0-451e-863a-fa8459214455 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:01.484504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e991044f-746f-4f3c-ae35-97ffc2ce8c47 None None] Provisioning complete for port 25aea98f-32c0-451e-863a-fa8459214455 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:01.485225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e991044f-746f-4f3c-ae35-97ffc2ce8c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.538950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e991044f-746f-4f3c-ae35-97ffc2ce8c47 None None] Port 25aea98f-32c0-451e-863a-fa8459214455 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:01.560095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:01.569692 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-168447b7-adf0-4937-a7cf-023493c1e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.571258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-168447b7-adf0-4937-a7cf-023493c1e87e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=730cc526-070c-49a2-9fd0-39a11cc542c1 HTTP/1.1" status: 200 len: 835 time: 0.2200842 Aug 03 19:38:01.599084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:01.618983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:01.647386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.703253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:01.724148 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.817585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:01.833521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.834223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:01.847478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-2eeacded-3258-4709-a490-f8e1ccf66fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:01.849100 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-2eeacded-3258-4709-a490-f8e1ccf66fe7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76d85db7-0f36-4ad9-86de-08475a13dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2478187 Aug 03 19:38:02.058465 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Floating IP 38410520-f60b-40bb-9f78-9b6b8022e977 associated. External IP: 172.25.2.236, port: 9a5600d4-487e-4321-8ec0-f4b5289867e4. Aug 03 19:38:02.094471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:02.100249 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:02.100780 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.121926 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-7f0003f5-380f-450b-b1d2-79f8c57f6f20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4288290 Aug 03 19:38:02.135320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bf686725-1ee9-4f2c-b5ff-3e91f6370ba4 None None] Provisioning for port b1cc520f-09a7-4011-9d42-251263985910 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:02.146420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9940f-192c-4038-81ed-8c01dbd8163b req-b1589797-c8e2-4a37-bb0f-381852a3040c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:02.147015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-bf686725-1ee9-4f2c-b5ff-3e91f6370ba4 None None] Provisioning complete for port b1cc520f-09a7-4011-9d42-251263985910 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:02.147409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bf686725-1ee9-4f2c-b5ff-3e91f6370ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.149271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c9940f-192c-4038-81ed-8c01dbd8163b req-b1589797-c8e2-4a37-bb0f-381852a3040c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 932 time: 0.0652792 Aug 03 19:38:02.158966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Request body: {'port': {'device_id': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:02.193113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-a896f145-4879-4b33-b409-3eb6b9dacaf4 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291342 Aug 03 19:38:02.219449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6c9940f-192c-4038-81ed-8c01dbd8163b req-cc8f6097-a68b-4dda-a056-5ea1c3bd11e7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Aug 03 19:38:02.242285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-bf686725-1ee9-4f2c-b5ff-3e91f6370ba4 None None] Port b1cc520f-09a7-4011-9d42-251263985910 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:02.303904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.338869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:02.480799 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.565550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:02.684198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.691613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:02.789422 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e159c9fc-cedc-452a-934a-930e3e4213b6 req-f1f664c4-d1db-492d-80e5-a1433fd364a1 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792513 Aug 03 19:38:02.866084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.011045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:03.066429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.071136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Pushing event updated for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:03.358621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b116ab-5c7f-4c6c-b600-f4dda1975904 req-28ba987f-3d08-4549-9a55-d8b03273d3b9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:03.360909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31b116ab-5c7f-4c6c-b600-f4dda1975904 req-28ba987f-3d08-4549-9a55-d8b03273d3b9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 932 time: 0.0607796 Aug 03 19:38:03.361647 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.365753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Network 626b3141-ced4-462c-ac77-0756e36fd564 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:03.367010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:03.378971 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:03.380143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Sync routers for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:03.411142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:03.412848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:03.458086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31b116ab-5c7f-4c6c-b600-f4dda1975904 req-a629712d-6583-4174-bba3-97d64f62546f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871823 Aug 03 19:38:03.518078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cc520f-09a7-4011-9d42-251263985910 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:03.528389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.540500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.587969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:03.616441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Transition to ACTIVE for port object b1cc520f-09a7-4011-9d42-251263985910 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:03.634730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-caccd30f-e7ce-4da3-be80-2b7247d88829 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9493806 Aug 03 19:38:03.634730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:03.635737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34460) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:03.636212 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862111ed-2954-47aa-b0dc-5f4ba617fde7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:03.654773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Router 94911109-de20-410c-bf73-a5fc2e576e90 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:03.756278 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e5ddb2-22cb-45d0-a142-d55406382b9b x-openstack-request-id: req-17e5ddb2-22cb-45d0-a142-d55406382b9b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:03.757040 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:03.757040 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17e5ddb2-22cb-45d0-a142-d55406382b9b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:03.757282 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'status': 'completed', 'code': 200} Aug 03 19:38:03.779555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:03.826364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:03.856219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d95758b-7a4e-43fc-b476-7a5e22409611 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 200 len: 991 time: 0.2201779 Aug 03 19:38:03.950325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:03.960568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:03.979700 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Sync routers for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:03.996767 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2eb73ed2-7f97-4f3a-ae34-c439b0315f6e admin admin] 10.222.0.67 "PUT /v2.0/routers/94911109-de20-410c-bf73-a5fc2e576e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4291184 Aug 03 19:38:04.005350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:04.005350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:04.006877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d81110af-7979-4fb8-877e-4e5430755b9e None None] Provisioning complete for port 25aea98f-32c0-451e-863a-fa8459214455 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:04.006877 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d81110af-7979-4fb8-877e-4e5430755b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.090371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:04.091381 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.126530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-e89255b3-6c5d-4824-87b8-a8417e4b67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.128183 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-e89255b3-6c5d-4824-87b8-a8417e4b67af service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1096 time: 0.3682144 Aug 03 19:38:04.192852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d81110af-7979-4fb8-877e-4e5430755b9e None None] Port 25aea98f-32c0-451e-863a-fa8459214455 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:04.254782 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:04.277528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Attempting to bind port b1cc520f-09a7-4011-9d42-251263985910 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:04.278195 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Attempting to bind port b1cc520f-09a7-4011-9d42-251263985910 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:04.278852 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Attempting to bind port b1cc520f-09a7-4011-9d42-251263985910 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:04.296226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Port b1cc520f-09a7-4011-9d42-251263985910 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:04.296879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Attempting to bind port b1cc520f-09a7-4011-9d42-251263985910 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:04.307456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:04.308216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:04.308390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:04.308909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Bound port: b1cc520f-09a7-4011-9d42-251263985910, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:04.309345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.376099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '38410520-f60b-40bb-9f78-9b6b8022e977', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'port_id': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'mac_address': 'fa:16:3e:d4:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:59Z', 'updated_at': '2021-08-03T19:37:59Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:04.376522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-5b474035-66d8-4ea5-a574-abf356fa1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.378384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-5b474035-66d8-4ea5-a574-abf356fa1a9b service neutron] 10.222.0.77 "GET /v2.0/networks?id=76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 200 len: 898 time: 0.2390876 Aug 03 19:38:04.409951 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Checking router: 18834b1a-e2e6-4588-bda8-12c3ecbbede7 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:04.422075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:04.423412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:04.425549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:04.514641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1cc520f-09a7-4011-9d42-251263985910,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:04.585148 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-bcd47ff1-f014-4641-91eb-7091c9910f14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 200 len: 999 time: 0.1695786 Aug 03 19:38:04.619172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.646895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:04.691516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e42cf-e00e-4a1c-8a04-e930f00e6c01 req-a9545dad-d948-4304-9d96-75bbe5d55ee5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.695146 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 2, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:04.697405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-039e42cf-e00e-4a1c-8a04-e930f00e6c01 req-a9545dad-d948-4304-9d96-75bbe5d55ee5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.0995698 Aug 03 19:38:04.751519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Pushing event updated for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:04.755693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-039e42cf-e00e-4a1c-8a04-e930f00e6c01 req-d7cf46ff-6f7a-4266-93c7-e8a1134c697c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480831 Aug 03 19:38:04.784718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.785473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.786098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Checking router: 94911109-de20-410c-bf73-a5fc2e576e90 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:04.786748 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Updating router 94911109-de20-410c-bf73-a5fc2e576e90 port 25aea98f-32c0-451e-863a-fa8459214455 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:38:04.787443 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ebcc6439-8a91-4b07-9bae-4ba16bc2050c service neutron] 10.222.0.54 "PUT /v2.0/ports/b1cc520f-09a7-4011-9d42-251263985910 HTTP/1.1" status: 200 len: 1092 time: 2.6434703 Aug 03 19:38:04.794155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-5607b1c9-3e58-428a-b5b2-2f1b878d294e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.803339 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-5607b1c9-3e58-428a-b5b2-2f1b878d294e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=730cc526-070c-49a2-9fd0-39a11cc542c1 HTTP/1.1" status: 200 len: 835 time: 0.2026763 Aug 03 19:38:04.861195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34480) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:04.892935 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:04.962252 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-bf7b8559-50b4-4b09-95a5-52b88967d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:04.964381 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-bf7b8559-50b4-4b09-95a5-52b88967d9d7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76d85db7-0f36-4ad9-86de-08475a13dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1378803 Aug 03 19:38:05.032313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ebd1917-61ee-46a3-9c1b-7f96c34034e2 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 200 len: 991 time: 0.1658621 Aug 03 19:38:05.208140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-e6166d4f-8aff-423b-ae08-3f11ca2276ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.210835 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-e6166d4f-8aff-423b-ae08-3f11ca2276ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 1095 time: 0.2450929 Aug 03 19:38:05.292705 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-b791fc44-d4b7-4b08-988b-bbc9ef134b47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cc520f-09a7-4011-9d42-251263985910 HTTP/1.1" status: 200 len: 217 time: 0.0639324 Aug 03 19:38:05.294446 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-ef9410ae-5d2f-43d5-a6e1-2ae4de519121 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998772 Aug 03 19:38:05.322752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '38410520-f60b-40bb-9f78-9b6b8022e977', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'port_id': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'mac_address': 'fa:16:3e:d4:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:59Z', 'updated_at': '2021-08-03T19:37:59Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:05.392401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dda7cf8-7f19-4ed8-9ee8-4c122330f429 None None] The sync data for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 is: [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '38410520-f60b-40bb-9f78-9b6b8022e977', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'floating_ip_address': '172.25.2.236', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'port_id': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3785, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'mac_address': 'fa:16:3e:d4:bd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:37:59Z', 'updated_at': '2021-08-03T19:37:59Z', 'revision_number': 0, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:05.453227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:05.453227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1424058554-network', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:05.455187 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.469993 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Transition to ACTIVE for port object 25aea98f-32c0-451e-863a-fa8459214455 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:05.510570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ac648cfa-6f25-49e8-b907-db86f79eb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.512196 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-ac648cfa-6f25-49e8-b907-db86f79eb58a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.2122357 Aug 03 19:38:05.560791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Made reservation on behalf of 93e12084c8124c1c9ad3c007c26c43a7 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:05.564691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.574973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-862111ed-2954-47aa-b0dc-5f4ba617fde7 req-c2822e7e-a1f8-4a83-a74f-5372cad54a9b service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614028 Aug 03 19:38:05.584302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.599006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-42c4d483-5b97-482d-8311-3623832320f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:05.600783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-42c4d483-5b97-482d-8311-3623832320f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794258 Aug 03 19:38:05.629544 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.765543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:05.766416 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b" -d '{"events": [{"name": "network-changed", "server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "tag": "b1cc520f-09a7-4011-9d42-251263985910"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:05.801512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.822305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-17989398-0c84-4353-9468-e0e9df1a7f55 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141087 Aug 03 19:38:05.855105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890afc69-2493-4f9c-be73-19803d45f014 None None] New status for floating IP 38410520-f60b-40bb-9f78-9b6b8022e977: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:05.918652 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3c784-722f-48c9-af2d-a2d89b283447 None None] Pushing event updated for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:05.928100 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Attempting to bind port 25aea98f-32c0-451e-863a-fa8459214455 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:05.928507 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Attempting to bind port 25aea98f-32c0-451e-863a-fa8459214455 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:05.928946 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Attempting to bind port 25aea98f-32c0-451e-863a-fa8459214455 on network 626b3141-ced4-462c-ac77-0756e36fd564 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:05.941700 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:05.943997 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Checking segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:05.944466 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.944897 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Bound using segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:05.945384 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Bound port: 25aea98f-32c0-451e-863a-fa8459214455, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:05.945762 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:05.977705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.043246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:06.062199 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8980f1-a960-4c40-9692-98d0b6fc9475 req-272c95ed-c540-4122-8bdb-84da282d9ef0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.070581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b8980f1-a960-4c40-9692-98d0b6fc9475 req-272c95ed-c540-4122-8bdb-84da282d9ef0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.1652632 Aug 03 19:38:06.092505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:38:06.120840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7454c5ba-ef8a-4907-98e4-86d66e2fddca req-3f97cba7-438d-4747-8f2e-3973ab60b2df service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903986 Aug 03 19:38:06.140983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] For port 25aea98f-32c0-451e-863a-fa8459214455, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:06.144789 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] For port 25aea98f-32c0-451e-863a-fa8459214455, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=25aea98f-32c0-451e-863a-fa8459214455,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:06.174005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ef02f-adcb-4f36-b144-f73cc2b0ece2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:06.206253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.206599 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Added segment d5f6bf17-4c2d-48ad-bfc9-653caf494c51 of type vlan for network 31e2438c-86d0-421a-ba93-49c9090ab88e Aug 03 19:38:06.220631 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.270911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b8980f1-a960-4c40-9692-98d0b6fc9475 req-67be3cc6-b676-460b-ab16-c3b9060649d4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693788 Aug 03 19:38:06.295807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7e4a60d4-e986-4248-bfdf-70b72582cec3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 200 len: 991 time: 0.2240276 Aug 03 19:38:06.302598 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:06.303318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:06.335814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.390790 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f547da-9c45-4890-8cdb-447051d73700 x-openstack-request-id: req-a9f547da-9c45-4890-8cdb-447051d73700 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:06.390790 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "tag": "b1cc520f-09a7-4011-9d42-251263985910", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:06.390790 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9f547da-9c45-4890-8cdb-447051d73700 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:06.390790 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910', 'status': 'completed', 'code': 200} Aug 03 19:38:06.483959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.485381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.486951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:06.580273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-d3714d75-f339-447c-a538-41c37a683435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.587193 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3c784-722f-48c9-af2d-a2d89b283447 None None] Pushing event updated for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:06.597688 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-d3714d75-f339-447c-a538-41c37a683435 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 1095 time: 0.1669283 Aug 03 19:38:06.635624 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:06.690369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2491655 Aug 03 19:38:06.694916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34504) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:06.731209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Request body: {'subnet': {'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1424058554-subnet', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:06.808804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbf37b-c6a4-4b5b-a30b-3a562a3b14c1 admin admin] Pushing event updated for resources: {'Network': ['ID=31e2438c-86d0-421a-ba93-49c9090ab88e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:06.815920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-1b5156a5-cdfc-47ee-9591-aee1a9bcb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:06.819942 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-1b5156a5-cdfc-47ee-9591-aee1a9bcb3f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.2134824 Aug 03 19:38:06.825435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 31e2438c-86d0-421a-ba93-49c9090ab88e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:38:06.899049 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-17cd0003-dff4-48d7-bb2b-54dad143f94d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cc520f-09a7-4011-9d42-251263985910 HTTP/1.1" status: 200 len: 217 time: 0.0719526 Aug 03 19:38:07.029139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-cb2a4de3-3b00-4a2e-a722-a8d5cca26a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.031679 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-cb2a4de3-3b00-4a2e-a722-a8d5cca26a9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.1254773 Aug 03 19:38:07.054500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Made reservation on behalf of 93e12084c8124c1c9ad3c007c26c43a7 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:07.057300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:07.093552 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:06Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:07.118262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-18b0c45a-8798-4bc0-a7bb-6bc410021dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.124726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-18b0c45a-8798-4bc0-a7bb-6bc410021dc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802286 Aug 03 19:38:07.174642 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838d1a3-c2fd-421a-af0c-83eeab6fed74 None None] The sync data for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 is: [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:06Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:07.299852 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-6bdf94ff-3f1d-4e66-91ec-973d1a94b176 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721029 Aug 03 19:38:07.300315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34508) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:07.459282 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f9b8c0d5-d53f-4691-be9b-28ba0e8c1be3 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 200 len: 993 time: 0.1577947 Aug 03 19:38:07.555093 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c400d859-1a1a-44ea-9ecc-4ccc4235c64b req-65eb2fb5-5c10-451f-aee0-d5783ef35fce service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328742 Aug 03 19:38:07.888794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 25aea98f-32c0-451e-863a-fa8459214455 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:07.972859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbed0-793d-47d4-b1c2-2ea9abbeaffd req-1e6be875-af52-4a66-9450-cd3ace778a53 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:07.975392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-748bbed0-793d-47d4-b1c2-2ea9abbeaffd req-1e6be875-af52-4a66-9450-cd3ace778a53 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.1255639 Aug 03 19:38:08.034184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-748bbed0-793d-47d4-b1c2-2ea9abbeaffd req-67290589-6714-49e5-8c8e-d1df84ab415f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Aug 03 19:38:08.114464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.182364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9981e1-c3a7-4cf8-a8f6-0208bce8926f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:08.184132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 25aea98f-32c0-451e-863a-fa8459214455 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:08.191708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 25aea98f-32c0-451e-863a-fa8459214455 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:08.195725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.196833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Checking segment: {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:08.197990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Network hostable DHCP agents. Network: 31e2438c-86d0-421a-ba93-49c9090ab88e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:38:08.298118 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.298994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Network 31e2438c-86d0-421a-ba93-49c9090ab88e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:38:08.343060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 25aea98f-32c0-451e-863a-fa8459214455, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=25aea98f-32c0-451e-863a-fa8459214455,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:08.374882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 31e2438c-86d0-421a-ba93-49c9090ab88e) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:08.387493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:08.388783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.389476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aad9e9-795a-4365-a2e2-5cd44982ddf0 None None] Network 31e2438c-86d0-421a-ba93-49c9090ab88e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:08.458104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.517465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-066d1223-72be-4a4b-be5d-f62f1e8310a5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8175905 Aug 03 19:38:08.519154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34516) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:08.535740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:08.541334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:08.637322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-31e2438c-86d0-421a-ba93-49c9090ab88e', 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'fixed_ips': [{'subnet_id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:38:08.641001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.812383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.814174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:08.883156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Allocated IP 172.20.0.2 (31e2438c-86d0-421a-ba93-49c9090ab88e/ad9981e1-c3a7-4cf8-a8f6-0208bce8926f/1c6737b8-510f-4d91-b4ce-9d5534c5f02a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:08.900714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.275257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.318071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb3a9c-364d-4779-a1ad-1d35ff8340c5 req-3c45cec6-7d9c-40b4-9d58-1056456cee68 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:09.319735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eedb3a9c-364d-4779-a1ad-1d35ff8340c5 req-3c45cec6-7d9c-40b4-9d58-1056456cee68 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.1595643 Aug 03 19:38:09.327671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.340611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Transition to ACTIVE for port object 1c6737b8-510f-4d91-b4ce-9d5534c5f02a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:09.362061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Transition to ACTIVE for port object 1c6737b8-510f-4d91-b4ce-9d5534c5f02a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:09.428215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eedb3a9c-364d-4779-a1ad-1d35ff8340c5 req-6fb85588-b2b7-46aa-be46-a1d1d71b4c67 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975053 Aug 03 19:38:09.454806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.498629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Network 31e2438c-86d0-421a-ba93-49c9090ab88e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:09.502346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:09.509093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:09.517116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Pushing event updated for resources: {'Port': ['ID=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:09.578236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Attempting to bind port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:09.578957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Attempting to bind port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:09.579101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Attempting to bind port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a on network 31e2438c-86d0-421a-ba93-49c9090ab88e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:09.586483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:09.586872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Checking segment: {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:09.587284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.587928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Bound using segment: {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:09.588429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Bound port: 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:09.588853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.614406 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.639449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.668623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] For port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:09.672541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] For port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:09.741285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 25aea98f-32c0-451e-863a-fa8459214455 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:09.767002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Allocated IP 172.25.2.80 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6576e6b9-262f-4bd9-b85a-b763816932cf) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:09.767234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.869084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfa131-15ee-4d4c-9826-a9b879fbb450 None None] Pushing event updated for resources: {'Port': ['ID=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:09.874566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 25aea98f-32c0-451e-863a-fa8459214455 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:09.878901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:09.927838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.085404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.128782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:10.131954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:10.144165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:10.180495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Pushing event updated for resources: {'Port': ['ID=6576e6b9-262f-4bd9-b85a-b763816932cf,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:10.535609 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:10.656471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb29f5-8484-4148-a69f-8b115e1d5ae6 req-d56acb9d-6796-43c4-bdc6-1bedf91f8222 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:10.658299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aacb29f5-8484-4148-a69f-8b115e1d5ae6 req-d56acb9d-6796-43c4-bdc6-1bedf91f8222 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.1379874 Aug 03 19:38:10.759416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aacb29f5-8484-4148-a69f-8b115e1d5ae6 req-a5faac54-c088-493b-9586-9ea33a3a8809 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916593 Aug 03 19:38:10.833514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:11.124613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3191682-0507-44fb-abcb-3b4f3f3ad136 None None] Network 31e2438c-86d0-421a-ba93-49c9090ab88e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:11.156229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:38:11.290889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:11.302676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Sync routers for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:11.307094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b59b1fe8-8f1a-4a0d-bda9-8df032f9effa None None] Provisioning for port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:11.315660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:11.315660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:11.415047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:11.416727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a2fa6fe4-72f7-4a75-a44e-af8fe54c1de7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8964434 Aug 03 19:38:11.420169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34628) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:11.438909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:11.658165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:10Z', 'revision_number': 3, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:11.695741 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Checking router: a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:11.696180 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Updating router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 port 6576e6b9-262f-4bd9-b85a-b763816932cf binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:38:11.731259 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:11.784375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6737b8-510f-4d91-b4ce-9d5534c5f02a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:11.990726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb48cdc-948c-43ec-92f4-b2cc58088d7c req-659a048d-3fab-49f9-9cc5-25f98d365c12 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:11.992336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bb48cdc-948c-43ec-92f4-b2cc58088d7c req-659a048d-3fab-49f9-9cc5-25f98d365c12 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.1127579 Aug 03 19:38:11.998372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:12.002772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:12.003179 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.027186 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.055591 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.059667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7bb48cdc-948c-43ec-92f4-b2cc58088d7c req-66e6c447-730c-403b-beb4-307c09dbb4a9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580292 Aug 03 19:38:12.067574 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Transition to ACTIVE for port object 6576e6b9-262f-4bd9-b85a-b763816932cf will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:12.109823 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.155568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:12.250540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Allocated IP 172.20.0.1 (31e2438c-86d0-421a-ba93-49c9090ab88e/ad9981e1-c3a7-4cf8-a8f6-0208bce8926f/4d70d8f8-a20e-469c-b3c5-176afd9758c8) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:12.309198 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.310694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.379320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.381048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:12.390874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.391628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.392426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.393007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.393564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.394317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.394903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.395480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.396175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.396786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.396910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Transition to ACTIVE for port object 4d70d8f8-a20e-469c-b3c5-176afd9758c8 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:12.397490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.398204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:12.493079 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Attempting to bind port 6576e6b9-262f-4bd9-b85a-b763816932cf on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:12.493461 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Attempting to bind port 6576e6b9-262f-4bd9-b85a-b763816932cf by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:12.493817 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Attempting to bind port 6576e6b9-262f-4bd9-b85a-b763816932cf on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:12.505578 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:12.505950 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:12.506355 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.506748 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:12.507226 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Bound port: 6576e6b9-262f-4bd9-b85a-b763816932cf, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:12.507604 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.531308 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf364ba-3553-4c87-adac-40d8361a1beb None None] Pushing event updated for resources: {'Port': ['ID=6576e6b9-262f-4bd9-b85a-b763816932cf,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:12.566943 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] For port 6576e6b9-262f-4bd9-b85a-b763816932cf, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:12.569205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.571721 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] For port 6576e6b9-262f-4bd9-b85a-b763816932cf, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6576e6b9-262f-4bd9-b85a-b763816932cf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:12.609922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Network 31e2438c-86d0-421a-ba93-49c9090ab88e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:12.613125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:12.617025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:12.652096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Pushing event updated for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:12.671726 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.674090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:12.790994 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:12.792696 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:12.917981 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf364ba-3553-4c87-adac-40d8361a1beb None None] Pushing event updated for resources: {'Port': ['ID=6576e6b9-262f-4bd9-b85a-b763816932cf,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:12.977465 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:13.033208 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:13.133163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-61f25386-5391-4bdd-8954-aa889e954f75 None None] Provisioning for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:13.133163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-61f25386-5391-4bdd-8954-aa889e954f75 None None] Provisioning complete for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:13.133163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61f25386-5391-4bdd-8954-aa889e954f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:13.197400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-61f25386-5391-4bdd-8954-aa889e954f75 None None] Port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:13.236678 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:10Z', 'revision_number': 3, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:13.267909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2354886-2c5f-459b-8d63-948f06bbce59 None None] The sync data for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 is: [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:10Z', 'revision_number': 3, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:13.276099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01b511-d753-4674-856a-8219dce2f9b2 req-f312e9b9-b40c-4b5a-a0df-288059ae8e37 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:13.278064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d01b511-d753-4674-856a-8219dce2f9b2 req-f312e9b9-b40c-4b5a-a0df-288059ae8e37 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.0876124 Aug 03 19:38:13.350562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d01b511-d753-4674-856a-8219dce2f9b2 req-affebbfa-d5a3-4328-8997-40dcf9792c06 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614653 Aug 03 19:38:13.354856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:13.443076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:13.563819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:13.566033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Pushing event updated for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:13.716210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Network 31e2438c-86d0-421a-ba93-49c9090ab88e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:13.718136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:13.892574 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6737b8-510f-4d91-b4ce-9d5534c5f02a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:14.053782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:14.054163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:14.064115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:14.183023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ed3c974c-8026-4bc1-ad13-f511e42e0f64 None None] Provisioning complete for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:14.183959 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ed3c974c-8026-4bc1-ad13-f511e42e0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:14.254964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6576e6b9-262f-4bd9-b85a-b763816932cf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:14.261278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c974c-8026-4bc1-ad13-f511e42e0f64 None None] Port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:14.451760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 6576e6b9-262f-4bd9-b85a-b763816932cf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:14.456608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6576e6b9-262f-4bd9-b85a-b763816932cf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:14.457284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:14.574147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:14.600371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 6576e6b9-262f-4bd9-b85a-b763816932cf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6576e6b9-262f-4bd9-b85a-b763816932cf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:14.668164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:14.674781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-56ef159e-dbbd-421b-8b1f-27b71725172f admin admin] 10.222.0.67 "PUT /v2.0/routers/a91a5aa5-e5a1-47e7-b8c6-11355bc13e22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2533793 Aug 03 19:38:14.691756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44fda-f70f-4bf3-b192-cf67bab9f940 req-b2883548-4c5e-4968-9888-b2ecfe52030e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:14.693315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68c44fda-f70f-4bf3-b192-cf67bab9f940 req-b2883548-4c5e-4968-9888-b2ecfe52030e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.0800638 Aug 03 19:38:14.705355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:14.759153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68c44fda-f70f-4bf3-b192-cf67bab9f940 req-7ae27165-2841-42e6-9462-8dc4ba6b0f3a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Aug 03 19:38:14.775675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=6576e6b9-262f-4bd9-b85a-b763816932cf,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:15.318864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Sync routers for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:15.329582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:15.331892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:15.476368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:15.570232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34770) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:15.574985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876661492', 'description': 'tempest-secgroup-smoke-876661492 description', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:15.578459 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.669817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.726122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:12Z', 'revision_number': 4, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '4d70d8f8-a20e-469c-b3c5-176afd9758c8', 'name': '', 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'mac_address': 'fa:16:3e:58:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:12Z', 'updated_at': '2021-08-03T19:38:13Z', 'revision_number': 2, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'subnets': [{'id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:15.758961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6576e6b9-262f-4bd9-b85a-b763816932cf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:15.791303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Checking router: a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:15.791662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Updating router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:38:15.822185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.837466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.891816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6576e6b9-262f-4bd9-b85a-b763816932cf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:15.892203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.910330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:15.940504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24ccd5-40b3-43c2-bfe1-12cfc5fe7243 req-530081f7-3caf-4063-8059-6b5a6f71e849 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:15.942139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d24ccd5-40b3-43c2-bfe1-12cfc5fe7243 req-530081f7-3caf-4063-8059-6b5a6f71e849 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.0976541 Aug 03 19:38:15.961519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08931632-5a61-4117-8873-f5fa729e23ec,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:15.996909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d24ccd5-40b3-43c2-bfe1-12cfc5fe7243 req-32953d12-e27d-493d-a48d-87ca544f6008 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Aug 03 19:38:16.020539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.026974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1e11a54f-e00f-4146-875f-17d76cc88ee6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4505808 Aug 03 19:38:16.027796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:16.034692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:16.191807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.202532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Transition to ACTIVE for port object 4d70d8f8-a20e-469c-b3c5-176afd9758c8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:16.266469 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.328631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.397678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.447013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.471439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f15029-6cf3-41ae-8190-306687a363d7,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:16.494367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f769e7-51e3-43de-8811-2140a753eb17 None None] Pushing event updated for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:16.508421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Attempting to bind port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:16.508991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Attempting to bind port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:16.509365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Attempting to bind port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 on network 31e2438c-86d0-421a-ba93-49c9090ab88e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:16.516255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:16.516628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Checking segment: {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:16.517078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.517469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Bound using segment: {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:16.517938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Bound port: 4d70d8f8-a20e-469c-b3c5-176afd9758c8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:16.518324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.585984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.587938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-983927c3-7ce4-4d4b-8834-d1ba4c393759 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5578389 Aug 03 19:38:16.591708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:16.603011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:16.606690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] For port 4d70d8f8-a20e-469c-b3c5-176afd9758c8, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:16.611274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] For port 4d70d8f8-a20e-469c-b3c5-176afd9758c8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4d70d8f8-a20e-469c-b3c5-176afd9758c8,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:16.733758 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.740503 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.826413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:16.827030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:37:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:16.829337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:16.861974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f769e7-51e3-43de-8811-2140a753eb17 None None] Pushing event updated for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:16.954739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:17.020750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.043679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88a7ef8-a1b5-4b04-9c46-90f141a9ecb1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:17.142911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aac5a-99ed-4a30-87eb-6966387dfd7e req-b6ebfc47-156c-47c4-9c0e-321c5a9c80d1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:17.144585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b80aac5a-99ed-4a30-87eb-6966387dfd7e req-b6ebfc47-156c-47c4-9c0e-321c5a9c80d1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 944 time: 0.0621655 Aug 03 19:38:17.166985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.168282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-75214d31-b075-4af7-ba7b-2477783b7be5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5749488 Aug 03 19:38:17.171456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34832) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:17.176230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:17.208626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b80aac5a-99ed-4a30-87eb-6966387dfd7e req-060e38e6-d105-4c51-b4e9-0b0765f73067 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574036 Aug 03 19:38:17.361556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34842) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:17.365686 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.380069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:12Z', 'revision_number': 4, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '4d70d8f8-a20e-469c-b3c5-176afd9758c8', 'name': '', 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'mac_address': 'fa:16:3e:58:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:12Z', 'updated_at': '2021-08-03T19:38:16Z', 'revision_number': 4, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'subnets': [{'id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:17.419985 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1cc520f-09a7-4011-9d42-251263985910 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:17.424265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a02fbbb-5fc4-4809-b979-bc229362b258 None None] The sync data for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 is: [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:38:12Z', 'revision_number': 4, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '4d70d8f8-a20e-469c-b3c5-176afd9758c8', 'name': '', 'network_id': '31e2438c-86d0-421a-ba93-49c9090ab88e', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'mac_address': 'fa:16:3e:58:7a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:12Z', 'updated_at': '2021-08-03T19:38:16Z', 'revision_number': 4, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'subnets': [{'id': 'ad9981e1-c3a7-4cf8-a8f6-0208bce8926f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:17.424601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.510944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56294f2f-1811-49f4-ae0d-c22295b4fc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.540773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.589870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1cc520f-09a7-4011-9d42-251263985910,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:17.615690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9d114c-7633-4e08-8d2d-e3d5a8972cdb,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:17.618977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b1cc520f-09a7-4011-9d42-251263985910', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': 'b1cc520f-09a7-4011-9d42-251263985910', 'mac_address': 'fa:16:3e:5f:cc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:17.689555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56294f2f-1811-49f4-ae0d-c22295b4fc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.704293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.736424 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cc520f-09a7-4011-9d42-251263985910 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:17.761329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1cc520f-09a7-4011-9d42-251263985910,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:17.776165 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56294f2f-1811-49f4-ae0d-c22295b4fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.783224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4d70d8f8-a20e-469c-b3c5-176afd9758c8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:17.841866 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56294f2f-1811-49f4-ae0d-c22295b4fc64 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fa415b0c9bcd4e15bf88c49dfdaf8dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791553 Aug 03 19:38:17.842920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294f2f-1811-49f4-ae0d-c22295b4fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53db083-805a-4e5d-b900-67775238c12b,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:17.844593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34862) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:17.895217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.917071 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.940496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.944017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7cad63d8-b5db-4a3d-bde0-0cbed44c6834 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7692671 Aug 03 19:38:17.944387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:17.946628 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:17.949327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:17.952556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.961232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:17.961696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:17.964784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:18.062642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.108727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4d70d8f8-a20e-469c-b3c5-176afd9758c8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4d70d8f8-a20e-469c-b3c5-176afd9758c8,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:18.123163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.172454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.175084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b1cc520f-09a7-4011-9d42-251263985910'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:18.175335 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.176842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d53db083-805a-4e5d-b900-67775238c12b HTTP/1.1" status: 204 len: 168 time: 0.3296444 Aug 03 19:38:18.185919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05801395-d17d-47e7-8f32-8f6a5c10d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53db083-805a-4e5d-b900-67775238c12b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:18.200902 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.249121 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.353700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:18.386426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.391509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac30f4a-eb69-487b-8e37-88091ed8c7d0 req-1c7f4235-7c67-4cd5-95bd-a73c257cb98a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:18.393075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ac30f4a-eb69-487b-8e37-88091ed8c7d0 req-1c7f4235-7c67-4cd5-95bd-a73c257cb98a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 945 time: 0.0619202 Aug 03 19:38:18.407337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fec3f84a-dfd7-4690-bd45-bef1c0497d7e,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:18.438734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ac30f4a-eb69-487b-8e37-88091ed8c7d0 req-3fce919b-b801-4416-b6b3-9f1b186a3a0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375876 Aug 03 19:38:18.554862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.556594 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2daf7e3c-19c9-4e4e-976f-d78ea18c161b tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6109078 Aug 03 19:38:18.559715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34894) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:18.565929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:18.732446 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Project d04d62e678c84a7e9492e5e50d8a1b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:38:18.737778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.798337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.903349 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-95184bfb-ca0d-433f-b013-3a213e8bfe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.934998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:18.955523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7ee4c5-428b-4d97-b251-7f692671c8c1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:19.103153 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.107980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-693ece3f-3dec-4d7d-b2cb-181e8b3c7ea7 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5427332 Aug 03 19:38:19.108228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34914) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:19.113025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'security_group_rule': {'security_group_id': '08931632-5a61-4117-8873-f5fa729e23ec', 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:19.232594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 34920) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:19.246960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5616b7a4-f829-442f-8bf9-a5fdef12e9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.249957 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Project d04d62e678c84a7e9492e5e50d8a1b2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:38:19.262170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.355496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.400069 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5616b7a4-f829-442f-8bf9-a5fdef12e9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.405640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1cc520f-09a7-4011-9d42-251263985910 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:19.443232 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.461484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2dd73a-79cd-4af4-9c43-e67a4fc85f52,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:19.523876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5616b7a4-f829-442f-8bf9-a5fdef12e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.584679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b7a4-f829-442f-8bf9-a5fdef12e9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1928f491-b3df-491d-bda5-e39057c101fd,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:19.590798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5616b7a4-f829-442f-8bf9-a5fdef12e9d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=627db70d233b461d9564d47866b8fa92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570268 Aug 03 19:38:19.594608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 34938) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:19.605965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca0d92-c5b2-488e-babb-b064a8f95c61 req-58466ee8-6b56-4bd4-83b8-d5e866ff796e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:19.608844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1ca0d92-c5b2-488e-babb-b064a8f95c61 req-58466ee8-6b56-4bd4-83b8-d5e866ff796e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 945 time: 0.0958982 Aug 03 19:38:19.614486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b1cc520f-09a7-4011-9d42-251263985910 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:19.619231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b1cc520f-09a7-4011-9d42-251263985910 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:19.619562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.651025 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.659307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1ca0d92-c5b2-488e-babb-b064a8f95c61 req-23e880c2-06e4-4532-b5a6-e24a055ae6f1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399053 Aug 03 19:38:19.675596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.684355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5a0a6ee2-5dc5-4df0-83ab-b73ad2cd3458 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5678158 Aug 03 19:38:19.686333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.729497 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.750958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:19.755138 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f588f-f7b3-4f0e-b4d5-e7c65b1203ab" -d '{"events": [{"server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "name": "network-vif-plugged", "status": "completed", "tag": "b1cc520f-09a7-4011-9d42-251263985910"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:19.778185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4d70d8f8-a20e-469c-b3c5-176afd9758c8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:19.784282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1cc520f-09a7-4011-9d42-251263985910,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:19.820496 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e03991-4d6a-42bf-81fb-4fb97a31d32c x-openstack-request-id: req-a1e03991-4d6a-42bf-81fb-4fb97a31d32c {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:19.821221 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "name": "network-vif-plugged", "status": "completed", "tag": "b1cc520f-09a7-4011-9d42-251263985910", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:19.821627 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1e03991-4d6a-42bf-81fb-4fb97a31d32c {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:19.822096 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910', 'code': 200} Aug 03 19:38:19.834826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.837651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.839083 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1928f491-b3df-491d-bda5-e39057c101fd HTTP/1.1" status: 204 len: 168 time: 0.2422667 Aug 03 19:38:19.849508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518842a7-8d85-4772-8d2e-7a7155f3c6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928f491-b3df-491d-bda5-e39057c101fd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:19.867627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:19.868003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:19.943788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:20.046875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c96b-8f35-488f-94f8-a4248b03f856 req-70a0c686-bc0b-498d-b8ac-faa4c6271ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.049982 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8084c96b-8f35-488f-94f8-a4248b03f856 req-70a0c686-bc0b-498d-b8ac-faa4c6271ace service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 1097 time: 0.1128566 Aug 03 19:38:20.053284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-810bc49c-a2f0-43be-83b9-26b18ef43489 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876661492&fields=id&tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a HTTP/1.1" status: 200 len: 267 time: 0.0505974 Aug 03 19:38:20.058523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:20.102618 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8084c96b-8f35-488f-94f8-a4248b03f856 req-fb71f241-de3d-4b94-8b06-60f59b4b6594 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Aug 03 19:38:20.181260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-e50efa1a-3097-4d50-94a0-8cdbb13c7a5c tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.182934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-e50efa1a-3097-4d50-94a0-8cdbb13c7a5c tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 808 time: 0.1257148 Aug 03 19:38:20.199584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-f3b8d7c9-ea95-401a-9cb8-b24df2ca6eda tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/quotas/d04d62e678c84a7e9492e5e50d8a1b2a HTTP/1.1" status: 200 len: 375 time: 0.0097868 Aug 03 19:38:20.255329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-985e9264-6ce0-460f-85eb-b6dfc8ee19e8 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488827 Aug 03 19:38:20.369895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-581fb66c-ee22-4570-88fe-f22040e589f6 service neutron] 10.222.0.67 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001441 Aug 03 19:38:20.474305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-6ede08c1-a75e-4bda-b8dc-c714de1884ef service neutron] 10.222.0.67 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959666 Aug 03 19:38:20.836296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2062b-f7f1-447e-99ff-d0c78073c7a8 req-b1500f6d-ad32-4b31-ad9c-4a7dc92f1416 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:20.837945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39b2062b-f7f1-447e-99ff-d0c78073c7a8 req-b1500f6d-ad32-4b31-ad9c-4a7dc92f1416 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0602274 Aug 03 19:38:20.896186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39b2062b-f7f1-447e-99ff-d0c78073c7a8 req-984669e9-226d-4b8f-91aa-eb27c6ab34b2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460956 Aug 03 19:38:20.993434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e93dad0-3b3f-4d94-bfac-8c6453f1f643 req-e45556bb-aa60-4f02-a9fd-52ac6a8fa8ed tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 210 time: 0.0511568 Aug 03 19:38:22.037811 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391e91b-7049-4258-a7ce-22ac1b11e2c8 req-e3b35c9e-7699-4465-9472-8b1a542966b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.039513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7391e91b-7049-4258-a7ce-22ac1b11e2c8 req-e3b35c9e-7699-4465-9472-8b1a542966b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0553005 Aug 03 19:38:22.061082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35076) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:22.080077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5fb8efe-53b0-4e7d-b936-0ec2fcbe1970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.096759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7391e91b-7049-4258-a7ce-22ac1b11e2c8 req-1fbfed79-8afc-4bdd-a368-d7df33bd4479 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504830 Aug 03 19:38:22.190430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3ecfa57-88dd-49c4-92bb-289d61c56015 req-2338dfe2-5be2-4c64-9e63-1d055bdf48b6 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 210 time: 0.0282443 Aug 03 19:38:22.218169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.225286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6be63983-d106-4bcd-8e2e-c9fb0edb6437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.330438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58efda-a639-43f7-bc3e-af52d18af1fc req-de77b8a9-40b2-418c-bbd4-5c80b5046263 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:22.332107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d58efda-a639-43f7-bc3e-af52d18af1fc req-de77b8a9-40b2-418c-bbd4-5c80b5046263 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0603111 Aug 03 19:38:22.342441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6be63983-d106-4bcd-8e2e-c9fb0edb6437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.376022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d58efda-a639-43f7-bc3e-af52d18af1fc req-75da4e56-eea2-42ac-abcd-1ffcb62e0028 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Aug 03 19:38:22.508763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6be63983-d106-4bcd-8e2e-c9fb0edb6437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.555731 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6be63983-d106-4bcd-8e2e-c9fb0edb6437 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b03ca514b1064613a962c891ccd64d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936316 Aug 03 19:38:22.556769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be63983-d106-4bcd-8e2e-c9fb0edb6437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0684699c-6dd5-4170-b9d3-f0a4ede5c749,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:22.558483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35100) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:22.630596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.658813 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.871838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.874554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:22.882010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0684699c-6dd5-4170-b9d3-f0a4ede5c749 HTTP/1.1" status: 204 len: 168 time: 0.3209050 Aug 03 19:38:22.896345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8042319-cbeb-4472-be14-1ccf34c37bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0684699c-6dd5-4170-b9d3-f0a4ede5c749,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:23.003086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:23.816425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-22081c78-ca4e-42e7-ab73-5995a46dd464 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:23.818173 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-22081c78-ca4e-42e7-ab73-5995a46dd464 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 808 time: 0.1207430 Aug 03 19:38:23.894287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-9fc32376-7760-4d3e-921d-8dec5abb4c8e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a HTTP/1.1" status: 200 len: 379 time: 0.0663712 Aug 03 19:38:23.905447 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'port': {'device_id': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'admin_state_up': True, 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'security_groups': ['08931632-5a61-4117-8873-f5fa729e23ec']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:24.449264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Made reservation on behalf of d04d62e678c84a7e9492e5e50d8a1b2a for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:24.454084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:24.637320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35198) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:24.664625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Allocated IP 172.20.0.11 (626b3141-ced4-462c-ac77-0756e36fd564/381e972e-0de5-459b-97df-9fa487824d03/bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:24.835058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-403488403-network', 'tenant_id': 'cc73ac1a09124064bbe4f9d1682ec99e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:24.854583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:24.859456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:24.874950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Transition to ACTIVE for port object bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:25.054467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Made reservation on behalf of cc73ac1a09124064bbe4f9d1682ec99e for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:25.056435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.067414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.123704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.188018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Network 626b3141-ced4-462c-ac77-0756e36fd564 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:25.191586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:25.208505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:25.250741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:25.282204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:25.283655 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.315182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.411863 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.438985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:38:25.448639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a275d6c8-b959-465c-91d8-c859f3c7e4d8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:25.456796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.457315 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Added segment 29983eb8-9b67-4460-9b05-0d30af00e0cf of type vlan for network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 Aug 03 19:38:25.503354 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.512847 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-079f550e-b03c-4d81-b9a3-8f86473c72ba tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6121995 Aug 03 19:38:25.527054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Request body: {'port': {'device_id': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:25.588864 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.631294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-828fa3af-cf4a-43a9-9bd6-7cfa2db2558c None None] Provisioning for port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:25.635354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-828fa3af-cf4a-43a9-9bd6-7cfa2db2558c None None] Provisioning complete for port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:25.635689 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-828fa3af-cf4a-43a9-9bd6-7cfa2db2558c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.672065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-828fa3af-cf4a-43a9-9bd6-7cfa2db2558c None None] Port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:25.689346 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.691333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:25.693050 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:25.760420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] Pushing event updated for resources: {'Network': ['ID=613c7f4f-dd31-4801-ab57-d3dec54f3a31,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:25.774737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:38:25.874004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39b08014-be9e-450d-af30-bf557b17506c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2320347 Aug 03 19:38:25.876959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35244) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:25.882773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Request body: {'subnet': {'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-403488403-subnet', 'tenant_id': 'cc73ac1a09124064bbe4f9d1682ec99e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:25.993598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be6aab-6fda-4b8d-9eb1-b32f2a084d80 req-7af620e8-730b-4ab8-a141-17803a86a353 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:25.995208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28be6aab-6fda-4b8d-9eb1-b32f2a084d80 req-7af620e8-730b-4ab8-a141-17803a86a353 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 932 time: 0.0944293 Aug 03 19:38:26.041169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28be6aab-6fda-4b8d-9eb1-b32f2a084d80 req-025107ad-7d40-4004-8307-d9cfdf03c8f9 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Aug 03 19:38:26.080067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Made reservation on behalf of cc73ac1a09124064bbe4f9d1682ec99e for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:26.083207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.259734 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:26.269638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.284399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Transition to ACTIVE for port object bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:26.341851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-5ab69e00-42ed-4096-995d-4a3d5827a5f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:26.344112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-5ab69e00-42ed-4096-995d-4a3d5827a5f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1811068 Aug 03 19:38:26.369429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.385064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fcf914fc-702d-4011-9efc-603fe77a627a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0202389 Aug 03 19:38:26.471734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-b1f5a2eb-4d3b-44de-bab2-9b95ac4bf773 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802784 Aug 03 19:38:26.502880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.518358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Attempting to bind port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:26.518846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Attempting to bind port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:26.519283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Attempting to bind port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 on network 626b3141-ced4-462c-ac77-0756e36fd564 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:26.524634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 on network 626b3141-ced4-462c-ac77-0756e36fd564 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:26.525723 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Attempting to bind port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 on network 626b3141-ced4-462c-ac77-0756e36fd564 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:26.531952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:26.532439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Checking segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:26.532964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Bound using segment: {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:26.533510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Bound port: bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28967f42-54fa-45a5-a8fd-af460be6b072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:26.533975 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.601001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-1a088a3e-612d-40db-90a7-b947593ec87f service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281705 Aug 03 19:38:26.604120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:26.608413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:26.611603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.720881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.739136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Checking segment: {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:26.739749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Network hostable DHCP agents. Network: 613c7f4f-dd31-4801-ab57-d3dec54f3a31, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:38:26.752135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f35cf2-49aa-4ec8-8f51-45629f31c1d1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:26.765186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:26.765837 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:26.767260 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] 10.222.0.77 "PUT /v2.0/ports/bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1092 time: 1.2450311 Aug 03 19:38:26.769934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:26.773598 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de854432-ec2f-4cbd-848b-bdf02acd19d0" -d '{"events": [{"name": "network-changed", "server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:26.789245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-ec6f4976-72be-4e06-a4ef-531f78bb5b68 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874483 Aug 03 19:38:26.813461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9828c0a-1763-43cf-8baf-e80425d6a2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:27.208435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-26e95586-c0b9-4527-9879-2872087b84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.210001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-26e95586-c0b9-4527-9879-2872087b84cd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1095 time: 0.0436823 Aug 03 19:38:27.256321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-824f3e29-001d-4831-ba4e-1aa28a0fd342 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Aug 03 19:38:27.257087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:38:27.326258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d90b0980-1d25-4799-b8a9-d45ecbb079cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.328707 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-d90b0980-1d25-4799-b8a9-d45ecbb079cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0644341 Aug 03 19:38:27.330633 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04968ee-b36f-415f-8723-77efe4097954 x-openstack-request-id: req-e04968ee-b36f-415f-8723-77efe4097954 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:27.330990 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:27.331357 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e04968ee-b36f-415f-8723-77efe4097954 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:27.331881 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'status': 'completed', 'code': 200} Aug 03 19:38:27.390101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-263018d4-fdd3-45d8-b265-27fea38e63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.391450 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-263018d4-fdd3-45d8-b265-27fea38e63d9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551033 Aug 03 19:38:27.440688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b857a0-61a5-4c00-9e68-a1d370bf1ea9 req-40830b47-91ed-4297-9922-a615b297f554 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.449087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b857a0-61a5-4c00-9e68-a1d370bf1ea9 req-40830b47-91ed-4297-9922-a615b297f554 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 944 time: 0.0637348 Aug 03 19:38:27.496782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4b857a0-61a5-4c00-9e68-a1d370bf1ea9 req-409474bb-bf90-43a2-8afc-fcb83840b798 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465226 Aug 03 19:38:27.505835 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-bb23d372-ee3a-4ced-914a-f532cf9d1f1b service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040988 Aug 03 19:38:27.566277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32d23479-61e6-4c62-afb2-8dcad66d1938 req-a66b6241-b0ae-49a1-9001-ded1364044c9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0276897 Aug 03 19:38:27.610751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0e7ad08b-5e99-4ce0-a43c-044b91767a60 req-a3b4cc42-49e3-4489-bcc5-602fd125d38d service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978591 Aug 03 19:38:27.820372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 613c7f4f-dd31-4801-ab57-d3dec54f3a31) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:27.825300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.827111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:27.845765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6285e2ab-d9ce-4686-ae3f-b89a3ca64b4d None None] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:27.967360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe5f62-155f-4579-b7a6-e5e1631886d7 None None] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:27.976996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-39bfe8d7-02e4-4b1f-adcd-9e80f9113f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:27.978595 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-39bfe8d7-02e4-4b1f-adcd-9e80f9113f32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1095 time: 0.0576632 Aug 03 19:38:28.002302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0262b16b-9989-4b5a-afe7-3edd6f5cccca admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1238489 Aug 03 19:38:28.135769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-ebc0eecc-8219-41e8-9ea2-f45b0fa50479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.137488 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-ebc0eecc-8219-41e8-9ea2-f45b0fa50479 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.1510310 Aug 03 19:38:28.204533 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-db64f20e-ad17-4dea-88b5-cb4ecc02c512 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Aug 03 19:38:28.281287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-1405cb3f-4adf-4b04-ad31-f801b6e9b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.281287 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-1405cb3f-4adf-4b04-ad31-f801b6e9b418 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0505481 Aug 03 19:38:28.318599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-c57c9493-738e-4e8a-888d-62b784c5395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.321974 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-c57c9493-738e-4e8a-888d-62b784c5395a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467336 Aug 03 19:38:28.423719 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-d49e8961-209a-45c3-8860-0067c37a1046 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948212 Aug 03 19:38:28.523365 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-de854432-ec2f-4cbd-848b-bdf02acd19d0 req-6816db4a-9f49-4131-8fe2-1805898e09d1 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917983 Aug 03 19:38:28.624021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41596db7-84ed-43de-a011-62aaea098bf0 req-0189386f-0e89-492e-b876-a8776b4db292 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:28.625601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41596db7-84ed-43de-a011-62aaea098bf0 req-0189386f-0e89-492e-b876-a8776b4db292 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 944 time: 0.0567195 Aug 03 19:38:28.666282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41596db7-84ed-43de-a011-62aaea098bf0 req-88db02d0-db24-49b0-8faf-c6f12b1abf1c tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Aug 03 19:38:28.711671 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35294) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:28.769608 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f953b5c4-f063-4dad-a2ab-47d3cc6b0aed req-39a4503a-f3fa-4dd8-bdff-936f4bc3140a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0593429 Aug 03 19:38:28.797044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a6f0bdbf-8a70-4626-b678-3c574a13d945 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 200 len: 993 time: 0.0766315 Aug 03 19:38:29.047509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35300) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:29.239146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 23313657-4446-4165-bc05-bf92a931c863 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:29.239416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.333838 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.334170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.346773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 23313657-4446-4165-bc05-bf92a931c863 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:29.767453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.815397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=23313657-4446-4165-bc05-bf92a931c863,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:29.881165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396c3e5-5b52-467e-aaa5-f34620915298 req-4868708d-3869-448c-8130-eca5803295e4 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:29.890612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7396c3e5-5b52-467e-aaa5-f34620915298 req-4868708d-3869-448c-8130-eca5803295e4 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 944 time: 0.1388071 Aug 03 19:38:29.952254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:29.952785 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Floating IP 38410520-f60b-40bb-9f78-9b6b8022e977 disassociated (deleted). External IP: 172.25.2.236, port: 9a5600d4-487e-4321-8ec0-f4b5289867e4. Aug 03 19:38:30.005436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7396c3e5-5b52-467e-aaa5-f34620915298 req-c66e5c1e-ead9-45ef-9584-45a825a70b9d tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133065 Aug 03 19:38:30.133198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0efc61a4-4baf-402a-ab6b-24a6eccdfc36 req-beba3088-084d-4b9b-88f9-5d1277b7411e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0344477 Aug 03 19:38:30.270992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:30.395659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:30.409782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.411178 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Sync routers for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:30.421253 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:30.422106 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:30.435967 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5df0e88e-2969-4df5-9922-0fd2a39c445b tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/floatingips/38410520-f60b-40bb-9f78-9b6b8022e977 HTTP/1.1" status: 204 len: 168 time: 1.3868210 Aug 03 19:38:30.436704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:30.439650 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02acfebc-dcf4-4b82-9a3e-7932b9748baf" -d '{"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:30.554388 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:30.616425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:30.728437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-e0e16e1d-67f5-4ff4-9c0f-08d7744a4453 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:30.730924 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-e0e16e1d-67f5-4ff4-9c0f-08d7744a4453 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1783011 Aug 03 19:38:30.756347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '6ce63794-6600-49ac-87ad-b525eaa86762', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:30.790210 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:30.804212 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:30.805658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'port_id': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'mac_address': 'fa:16:3e:08:d1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:30.846803 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Checking router: 18834b1a-e2e6-4588-bda8-12c3ecbbede7 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:30.859054 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:30.859690 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:30.867509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:30.897650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:30.921895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:30.993225 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:31.034034 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:38:31.047108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.094814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:31.099076 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.123787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:31.205250 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f612f2b1-4ba3-49d8-8c91-2d47c58b44c1 x-openstack-request-id: req-f612f2b1-4ba3-49d8-8c91-2d47c58b44c1 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:31.205829 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:31.205829 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f612f2b1-4ba3-49d8-8c91-2d47c58b44c1 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:31.206363 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'status': 'completed', 'code': 200} Aug 03 19:38:31.250692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:31.334332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:31.392040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc188aa-753b-46d0-afaa-f0ed099b2753 req-7f68efc6-229f-4af7-9119-dd8bce563aa1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.395894 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e80501-f8ad-4bca-b960-2f965c4f9788 None None] The sync data for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 is: [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:37:30Z', 'revision_number': 4, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b52e5bc5-cad2-41b0-9915-dc4555536d73', 'name': '', 'network_id': '76d85db7-0f36-4ad9-86de-08475a13dca1', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'mac_address': 'fa:16:3e:7b:78:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:29Z', 'updated_at': '2021-08-03T19:37:38Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'subnets': [{'id': '730cc526-070c-49a2-9fd0-39a11cc542c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:31.409948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bc188aa-753b-46d0-afaa-f0ed099b2753 req-7f68efc6-229f-4af7-9119-dd8bce563aa1 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.0875206 Aug 03 19:38:31.414257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-9470704a-eb21-484b-bcbd-5443c4feff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.416214 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-9470704a-eb21-484b-bcbd-5443c4feff09 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 1096 time: 0.1755176 Aug 03 19:38:31.529032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.8 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/85cd5569-5c36-40df-b267-8070e550e6e4) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:31.529202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bc188aa-753b-46d0-afaa-f0ed099b2753 req-a122afe6-8757-4bc3-88d7-6dce154100c5 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227801 Aug 03 19:38:31.700605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d6d2-c924-475e-9a1a-c805cc431921 req-6eedb23d-f3b9-4987-ac62-511032d76ad3 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.703503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10c2d6d2-c924-475e-9a1a-c805cc431921 req-6eedb23d-f3b9-4987-ac62-511032d76ad3 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 945 time: 0.0997539 Aug 03 19:38:31.763867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-7d4ddc68-5214-4837-803c-35862ecefffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.765591 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-7d4ddc68-5214-4837-803c-35862ecefffe service neutron] 10.222.0.77 "GET /v2.0/networks?id=76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 200 len: 898 time: 0.3404272 Aug 03 19:38:31.793822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10c2d6d2-c924-475e-9a1a-c805cc431921 req-9f28684a-6295-416b-95b0-92e935ba2886 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826020 Aug 03 19:38:31.832844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-dcf29bf3-aefe-4702-a426-a5f1a12de583 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 200 len: 217 time: 0.0582368 Aug 03 19:38:31.869788 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f036fe6b-c6db-4704-87cc-c67136d8c57b None None] New status for floating IP 38410520-f60b-40bb-9f78-9b6b8022e977: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:31.933952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:31.938096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89dd5c44-55c6-484e-9538-d57012a8beef req-e78a7b51-0e0f-4575-be16-d8e012f9a83f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0622454 Aug 03 19:38:31.964576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-c8434e5b-b36e-4f79-933c-331ae63792aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:31.967846 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-c8434e5b-b36e-4f79-933c-331ae63792aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=730cc526-070c-49a2-9fd0-39a11cc542c1 HTTP/1.1" status: 200 len: 835 time: 0.1258740 Aug 03 19:38:31.975157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object 85cd5569-5c36-40df-b267-8070e550e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:32.073866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-4e826f1d-014f-4f2a-ae3a-d051d898c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.076300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-4e826f1d-014f-4f2a-ae3a-d051d898c76a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=76d85db7-0f36-4ad9-86de-08475a13dca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980582 Aug 03 19:38:32.198807 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-f1b3d9f5-94f6-4295-9958-eaa1fd8a24c4 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126835 Aug 03 19:38:32.206629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.241947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b1cc520f-09a7-4011-9d42-251263985910'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:32.259265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-0b12ddf2-7607-4243-8f16-3ece97df1c2a tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.269199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-0b12ddf2-7607-4243-8f16-3ece97df1c2a tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/networks?id=613c7f4f-dd31-4801-ab57-d3dec54f3a31 HTTP/1.1" status: 200 len: 808 time: 0.1607633 Aug 03 19:38:32.280501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-ecaa2989-268f-4684-93c3-517fcabb1f77 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/quotas/cc73ac1a09124064bbe4f9d1682ec99e HTTP/1.1" status: 200 len: 375 time: 0.0104628 Aug 03 19:38:32.330741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:32.333330 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-9f0713db-4eaf-405d-a4a2-06d19a1a5947 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434737 Aug 03 19:38:32.343793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:32.356204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:32.399064 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:32.463568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.464692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.493419 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-02acfebc-dcf4-4b82-9a3e-7932b9748baf req-4aa88a18-a822-491a-b054-7fef907edbc0 service neutron] 10.222.0.77 "GET /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844043 Aug 03 19:38:32.518977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-73c27efe-895a-4933-9de0-abf8aad3b4b8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:32.521157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-73c27efe-895a-4933-9de0-abf8aad3b4b8 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.1855094 Aug 03 19:38:32.567485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-20bd0be6-cc88-4375-9dd7-de1b0ebe2f2f service neutron] 10.222.0.67 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332556 Aug 03 19:38:32.593730 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-fb32ac46-ffef-42ce-bffa-c0ef5f809119 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8445511 Aug 03 19:38:32.615671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Request body: {'port': {'device_id': '6ce63794-6600-49ac-87ad-b525eaa86762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:32.630872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:32.715273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.863240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3cf2f08b-53ed-424a-ba95-761f3d2ec7bd None None] Provisioning for port 85cd5569-5c36-40df-b267-8070e550e6e4 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:32.868059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3cf2f08b-53ed-424a-ba95-761f3d2ec7bd None None] Provisioning complete for port 85cd5569-5c36-40df-b267-8070e550e6e4 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:32.868473 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3cf2f08b-53ed-424a-ba95-761f3d2ec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:32.929473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2f08b-53ed-424a-ba95-761f3d2ec7bd None None] Port 85cd5569-5c36-40df-b267-8070e550e6e4 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:38:32.940561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:32.953285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:32.956248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.059536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.096882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-40b3dd76-d22c-4d28-85c1-40fec729d8d2 service neutron] 10.222.0.67 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156946 Aug 03 19:38:33.112831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:33.112831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:33.116105 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5220b8-4f8d-48e7-bc5b-1443e5d5e86a" -d '{"events": [{"server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "name": "network-vif-plugged", "status": "completed", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:33.118047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85cd5569-5c36-40df-b267-8070e550e6e4 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:33.119876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 9a5600d4-487e-4321-8ec0-f4b5289867e4 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:33.121174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.129950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.144732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Transition to ACTIVE for port object 85cd5569-5c36-40df-b267-8070e550e6e4 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:33.243823 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.283462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 9a5600d4-487e-4321-8ec0-f4b5289867e4, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=9a5600d4-487e-4321-8ec0-f4b5289867e4,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:33.284036 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.303616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.328369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 9a5600d4-487e-4321-8ec0-f4b5289867e4 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:33.365889 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.368247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:33.510827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Pushing event updated for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:33.591396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Attempting to bind port 85cd5569-5c36-40df-b267-8070e550e6e4 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:33.592575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Attempting to bind port 85cd5569-5c36-40df-b267-8070e550e6e4 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:33.593173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Attempting to bind port 85cd5569-5c36-40df-b267-8070e550e6e4 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:33.600588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Port 85cd5569-5c36-40df-b267-8070e550e6e4 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:33.600926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Attempting to bind port 85cd5569-5c36-40df-b267-8070e550e6e4 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:33.613867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:33.623153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:33.623153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:33.623153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Bound port: 85cd5569-5c36-40df-b267-8070e550e6e4, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:33.623153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.656818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e7093-5c11-4110-8f68-cf8cf2085260 req-eaf34f92-c3fd-4f94-bc01-df38ab9781fd tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.656818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c28e7093-5c11-4110-8f68-cf8cf2085260 req-eaf34f92-c3fd-4f94-bc01-df38ab9781fd tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 945 time: 0.0862532 Aug 03 19:38:33.690491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.738097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=9a5600d4-487e-4321-8ec0-f4b5289867e4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:33.751206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:33.754847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=85cd5569-5c36-40df-b267-8070e550e6e4,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:33.819202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c28e7093-5c11-4110-8f68-cf8cf2085260 req-81fe84b5-048c-4f97-9854-a6de7acb614f tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/security-groups?id=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1486976 Aug 03 19:38:33.854416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] No DVR routers for this DVR port 9a5600d4-487e-4321-8ec0-f4b5289867e4 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:33.894256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:33.896369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6ca7bce-cdcc-4891-81d2-c37a88856caf req-35737f38-2af7-43b4-8ba6-f94905181203 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.77 "DELETE /v2.0/ports/9a5600d4-487e-4321-8ec0-f4b5289867e4 HTTP/1.1" status: 204 len: 173 time: 1.3664510 Aug 03 19:38:33.896879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'name': 'network-vif-deleted', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:33.899240 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f111aad-ea43-4abf-9d34-4ba80c082bdc" -d '{"events": [{"server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "name": "network-vif-deleted", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:33.972936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa49913-3f00-4082-9278-163e37676787 req-7556635b-cd95-4259-81c6-ff100dceb0fb tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:33.974468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa49913-3f00-4082-9278-163e37676787 req-7556635b-cd95-4259-81c6-ff100dceb0fb tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0513983 Aug 03 19:38:33.992594 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.016937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fa49913-3f00-4082-9278-163e37676787 req-e1784293-28f8-4ae2-b8ed-531b2d798b5c tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360572 Aug 03 19:38:34.036928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.037658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.040384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] 10.222.0.54 "PUT /v2.0/ports/85cd5569-5c36-40df-b267-8070e550e6e4 HTTP/1.1" status: 200 len: 1091 time: 1.4299409 Aug 03 19:38:34.040899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:34.043614 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c1f8a-3b21-429e-95c6-602d2912fe57" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:34.082874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6ec6-9161-41c9-b6cd-2fbfb9885b80 service neutron] Pushing event updated for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:34.213676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b17cf-6289-4a96-8784-ebf96c72f853 req-72df0536-b643-4b3f-a08d-e8c3bf0a39b9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.215566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4b17cf-6289-4a96-8784-ebf96c72f853 req-72df0536-b643-4b3f-a08d-e8c3bf0a39b9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0706770 Aug 03 19:38:34.342223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4b17cf-6289-4a96-8784-ebf96c72f853 req-f23fe2c4-211c-41a0-992b-ce0343332301 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951042 Aug 03 19:38:34.410599 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2509901c-bfaa-4463-9807-8d0870c8df2f x-openstack-request-id: req-2509901c-bfaa-4463-9807-8d0870c8df2f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:34.411093 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "name": "network-vif-plugged", "status": "completed", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:34.411246 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2509901c-bfaa-4463-9807-8d0870c8df2f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:34.411878 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'code': 200} Aug 03 19:38:34.428379 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-10d4b0d3-8f1d-4d1f-953d-3369ee9dc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.432221 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-10d4b0d3-8f1d-4d1f-953d-3369ee9dc881 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 1094 time: 0.1334095 Aug 03 19:38:34.530482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35390) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:34.534717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-054fdfcd-fd6b-41ef-b9a6-6f208cd914d6 req-15a81aa2-6d2b-4d4e-a18f-725a8e9166b1 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 210 time: 0.0595484 Aug 03 19:38:34.556944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-623253ba-b70c-45de-b354-ecb864f74a3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cd5569-5c36-40df-b267-8070e550e6e4 HTTP/1.1" status: 200 len: 217 time: 0.1055231 Aug 03 19:38:34.620014 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc906e00-3b8a-47b4-9d83-c4ef80414d34 x-openstack-request-id: req-dc906e00-3b8a-47b4-9d83-c4ef80414d34 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:34.620607 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c428756-068a-41b8-b545-5a3e0ed8f514", "name": "network-vif-deleted", "tag": "9a5600d4-487e-4321-8ec0-f4b5289867e4", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:34.621096 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc906e00-3b8a-47b4-9d83-c4ef80414d34 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:34.622996 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c428756-068a-41b8-b545-5a3e0ed8f514', 'name': 'network-vif-deleted', 'tag': '9a5600d4-487e-4321-8ec0-f4b5289867e4', 'status': 'completed', 'code': 200} Aug 03 19:38:34.623347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-25125089-da37-43f9-b5c1-85eb8aa66e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.625774 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-25125089-da37-43f9-b5c1-85eb8aa66e0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0608873 Aug 03 19:38:34.633918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed1626-e0e8-4029-99b9-0c1e90f2f041 req-b45d445d-add0-4941-9b89-2c219216e050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.633918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02ed1626-e0e8-4029-99b9-0c1e90f2f041 req-b45d445d-add0-4941-9b89-2c219216e050 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.1041729 Aug 03 19:38:34.681522 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141177da-65e3-48d2-abb6-9b3bc1b9bd4c x-openstack-request-id: req-141177da-65e3-48d2-abb6-9b3bc1b9bd4c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:34.681649 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:34.681872 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-141177da-65e3-48d2-abb6-9b3bc1b9bd4c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:34.682353 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4', 'status': 'completed', 'code': 200} Aug 03 19:38:34.710358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae0253-9148-4b4e-814a-477eac98e10b req-f4c7f1b6-dc52-4aa5-abae-7bff2db2bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:34.714243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-f4c7f1b6-dc52-4aa5-abae-7bff2db2bc18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765355 Aug 03 19:38:34.739333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02ed1626-e0e8-4029-99b9-0c1e90f2f041 req-2676e3df-96d7-4120-b503-8c3e0ac10739 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981956 Aug 03 19:38:34.756689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-04aa4a79-8d4d-441b-b174-52815d7ce94d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c219990d26a041bf9199d2da1144f4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240491 Aug 03 19:38:34.759038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35396) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:34.815530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-0a90fc60-20af-4d05-ba04-43ffd7327aef service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955627 Aug 03 19:38:34.823998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.860056 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:34.938825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03ae0253-9148-4b4e-814a-477eac98e10b req-01aecd17-b80a-4cdd-b6fe-839c0f29130f service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134808 Aug 03 19:38:34.967075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5de3a551-c2d4-4c29-b33f-dc7a0daecc99 req-f872cf4f-9443-4160-97aa-579ad48fcfba tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c428756-068a-41b8-b545-5a3e0ed8f514 HTTP/1.1" status: 200 len: 210 time: 0.0281920 Aug 03 19:38:35.112174 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:35.117884 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:35.121726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1b7fd077-4750-41c7-aa18-065201b4842d HTTP/1.1" status: 204 len: 168 time: 0.3616061 Aug 03 19:38:35.152063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb40ee6-fce3-45be-b22b-0137ed44caf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7fd077-4750-41c7-aa18-065201b4842d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:35.188516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db209f-de24-40e8-afec-35bc0d16ec4d req-8af9c75f-21ce-4942-97e4-237ef46b61a1 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.190831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0db209f-de24-40e8-afec-35bc0d16ec4d req-8af9c75f-21ce-4942-97e4-237ef46b61a1 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.1007571 Aug 03 19:38:35.236944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0db209f-de24-40e8-afec-35bc0d16ec4d req-11da7462-44db-40ae-9d67-47f7c5e6a4c0 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404115 Aug 03 19:38:35.281153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-42b3e983-ff94-45b9-b255-135596d37783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.282806 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-42b3e983-ff94-45b9-b255-135596d37783 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 1094 time: 0.0540688 Aug 03 19:38:35.404085 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-450d4123-19b7-4f26-9a4d-088f3d4ee495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.405975 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-450d4123-19b7-4f26-9a4d-088f3d4ee495 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1146536 Aug 03 19:38:35.454209 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-92986d4b-98b1-45cc-8739-ac1f0970589d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85cd5569-5c36-40df-b267-8070e550e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0390129 Aug 03 19:38:35.480998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0381-f329-4553-9ce3-877bdfbff5c8 req-7bcbd31e-923c-48ca-afb6-ff2d1afc5e23 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.483537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b22f0381-f329-4553-9ce3-877bdfbff5c8 req-7bcbd31e-923c-48ca-afb6-ff2d1afc5e23 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0694504 Aug 03 19:38:35.539511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-abb25549-2052-464f-8909-e330f68926ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.541642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-abb25549-2052-464f-8909-e330f68926ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0797288 Aug 03 19:38:35.562708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b22f0381-f329-4553-9ce3-877bdfbff5c8 req-fcaae3ef-74fd-4e16-8ac4-94d394555d84 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Aug 03 19:38:35.612893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-90a62385-be81-4553-aab2-baab98bd2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:35.614725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-90a62385-be81-4553-aab2-baab98bd2cca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647922 Aug 03 19:38:35.659536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00001d25-a2e3-4e3f-93f4-b00e410ce58d req-41b0045c-e5e8-4ed0-9b90-095df268c17a tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 210 time: 0.0315607 Aug 03 19:38:35.750550 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-13de1c8e-f22d-4809-973b-3e77d25d42af service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218166 Aug 03 19:38:35.852708 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-883c1f8a-3b21-429e-95c6-602d2912fe57 req-cdf67aa4-d80b-4141-95c2-921967cbe0c1 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 Aug 03 19:38:36.047467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:36.110297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.141493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.372071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83ae6-50e3-49d0-a1af-100d250ab252 req-d9086470-9bfc-4745-8862-cb626b882af0 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.372071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e83ae6-50e3-49d0-a1af-100d250ab252 req-d9086470-9bfc-4745-8862-cb626b882af0 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0561280 Aug 03 19:38:36.406389 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.409340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30e83ae6-50e3-49d0-a1af-100d250ab252 req-8bc3dfd1-9096-4f3d-8380-c56ee113c62f tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395319 Aug 03 19:38:36.409517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:36.434434 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/security-groups/1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06 HTTP/1.1" status: 204 len: 168 time: 0.3622425 Aug 03 19:38:36.434434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d181e4b-06de-482b-bd39-7bd9c9b0f662 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd015b9-ae4b-46f8-9dc2-bf8b4e44cc06,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:36.584826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:36.661857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9a5600d4-487e-4321-8ec0-f4b5289867e4 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:36.699996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 9a5600d4-487e-4321-8ec0-f4b5289867e4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:36.700370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 9a5600d4-487e-4321-8ec0-f4b5289867e4 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:36.731489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f19e7-6e74-4eef-8312-af3fc2f3964d req-7da1d0b8-954b-4605-a180-010eece3e8bb tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.734182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa5f19e7-6e74-4eef-8312-af3fc2f3964d req-7da1d0b8-954b-4605-a180-010eece3e8bb tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0907190 Aug 03 19:38:36.787441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa5f19e7-6e74-4eef-8312-af3fc2f3964d req-459dce42-a90d-4c34-b4b5-2ddfb0687b04 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471225 Aug 03 19:38:36.931335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98504207-af8f-4225-b7a6-af2ded00008a req-9dae8bb6-e6c6-426e-81d8-3f35478282a1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:36.937200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98504207-af8f-4225-b7a6-af2ded00008a req-9dae8bb6-e6c6-426e-81d8-3f35478282a1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0771344 Aug 03 19:38:36.978874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98504207-af8f-4225-b7a6-af2ded00008a req-33e01756-9807-4392-9acf-996717ae8aa0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388227 Aug 03 19:38:37.065085 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.113304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd9dcbd0-b1a9-4179-b752-5b8662140efc req-8c20c992-0609-4668-aaf0-df4bc8ec59a0 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 210 time: 0.0365269 Aug 03 19:38:37.180611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-01b54e7b-51d0-45bf-ba27-4d9233fb2356 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:37.182077 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-01b54e7b-51d0-45bf-ba27-4d9233fb2356 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "GET /v2.0/networks?id=613c7f4f-dd31-4801-ab57-d3dec54f3a31 HTTP/1.1" status: 200 len: 808 time: 0.1582360 Aug 03 19:38:37.197793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Request body: {'port': {'device_id': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31', 'admin_state_up': True, 'tenant_id': 'cc73ac1a09124064bbe4f9d1682ec99e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:37.292292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741bb44-d708-47ba-8d72-bac2061d0f04 req-e2e1fd3d-0842-48c2-b808-aa6af11cb06a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:37.293948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4741bb44-d708-47ba-8d72-bac2061d0f04 req-e2e1fd3d-0842-48c2-b808-aa6af11cb06a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.1109252 Aug 03 19:38:37.371006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port b52e5bc5-cad2-41b0-9915-dc4555536d73 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:37.371342 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.373148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4741bb44-d708-47ba-8d72-bac2061d0f04 req-30a348f0-7abd-411b-960d-db5eaf99d086 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710027 Aug 03 19:38:37.398060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35450) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:37.472314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port b52e5bc5-cad2-41b0-9915-dc4555536d73, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b52e5bc5-cad2-41b0-9915-dc4555536d73,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:37.472572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.488009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for b52e5bc5-cad2-41b0-9915-dc4555536d73 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:37.612305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f6290-cf54-43d1-9d2b-e93e40074f94 tempest-TestServerBasicOps-1415120162 tempest-TestServerBasicOps-1415120162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:37.614267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2b5f6290-cf54-43d1-9d2b-e93e40074f94 tempest-TestServerBasicOps-1415120162 tempest-TestServerBasicOps-1415120162-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1092 time: 0.2148850 Aug 03 19:38:37.617259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35454) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:37.622958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:37.649059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Made reservation on behalf of cc73ac1a09124064bbe4f9d1682ec99e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:37.653630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.769253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35458) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:37.806426 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.812407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:37.832005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Allocated IP 172.20.0.3 (613c7f4f-dd31-4801-ab57-d3dec54f3a31/b4f35cf2-49aa-4ec8-8f51-45629f31c1d1/ae154177-6352-4987-b693-82bdf5733120) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:38.059362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.163413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.170070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=b52e5bc5-cad2-41b0-9915-dc4555536d73,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:38.196617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.256814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeeba05-5498-4733-8061-edda4c7ae5e9 req-e0a3698f-7903-4817-a689-906a22fee3e5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.258499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adeeba05-5498-4733-8061-edda4c7ae5e9 req-e0a3698f-7903-4817-a689-906a22fee3e5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.1753924 Aug 03 19:38:38.327701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Allocated IP 172.25.2.249 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/25a18a46-672f-4d5d-93cc-bfc69a233587) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:38:38.360107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adeeba05-5498-4733-8061-edda4c7ae5e9 req-fe468669-77fd-41db-8514-337a10fef170 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758827 Aug 03 19:38:38.435291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.453854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.530846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Pushing event updated for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:38.535069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.558114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:38.563966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:38.570238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:38.609907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.626890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f17e-30e4-45b8-a8a0-c90923796eeb req-7f89b0e6-d966-4def-9e73-b87b112847b1 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.628402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7608f17e-30e4-45b8-a8a0-c90923796eeb req-7f89b0e6-d966-4def-9e73-b87b112847b1 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 931 time: 0.1511416 Aug 03 19:38:38.672728 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.674718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:38.675374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.715510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7608f17e-30e4-45b8-a8a0-c90923796eeb req-ea094e8d-6fc6-4c3f-bbf1-45bd07158244 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780818 Aug 03 19:38:38.750744 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed76641af5cc4dafb8c08d329d8905d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9787474 Aug 03 19:38:38.751589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0e489a-f85f-4a59-a1a8-b8602a7e8177,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:38.753599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35466) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:38.764930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.765293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.765640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.765972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.766313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.766658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.766984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.767337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.767758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.768243 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.768733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.769074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3232b4fe-1a0a-4da3-a09e-79956d63bb0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:38:38.787884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:38.814966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.843053 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.884018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-3273a86a-29e4-41b7-988c-723f70b4d723 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6901526 Aug 03 19:38:38.898308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Request body: {'port': {'device_id': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:38.917188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:38.923649 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e415bd4f-3069-40b6-9168-d01fa6944bc7 tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "PUT /v2.0/routers/18834b1a-e2e6-4588-bda8-12c3ecbbede7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3368020 Aug 03 19:38:38.923826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:38.926414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35468) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:38.932576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Sync routers for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:38.949545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:38.949545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:38.996129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting subnet 730cc526-070c-49a2-9fd0-39a11cc542c1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:38:38.996863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:38:39.000105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.004985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'Port': ['ID=25a18a46-672f-4d5d-93cc-bfc69a233587,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:39.007565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:38:39.011600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:38:39.015589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.018470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.024784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a0e489a-f85f-4a59-a1a8-b8602a7e8177 HTTP/1.1" status: 204 len: 168 time: 0.2697046 Aug 03 19:38:39.049893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.067374 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.074539 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:39.078922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7774f-332f-4d4f-ab51-3c7c2c2224f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0e489a-f85f-4a59-a1a8-b8602a7e8177,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:39.201529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.334411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:38:37Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:39.410852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.469433 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Checking router: 18834b1a-e2e6-4588-bda8-12c3ecbbede7 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:39.480017 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Routers {'18834b1a-e2e6-4588-bda8-12c3ecbbede7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:39.480630 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:39.491917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Subnet': ['ID=730cc526-070c-49a2-9fd0-39a11cc542c1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:39.515911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1491af5-a2f4-461c-9de3-10a6bb402dd6 None None] Network 76d85db7-0f36-4ad9-86de-08475a13dca1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:38:39.525179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:39.541113 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35474) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:39.542725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-26d17b66-b77c-4732-87a8-9d49b646652e tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/subnets/730cc526-070c-49a2-9fd0-39a11cc542c1 HTTP/1.1" status: 204 len: 168 time: 0.6137168 Aug 03 19:38:39.664177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] Set router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:39.699279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4c9a7-1642-4382-81fc-b69fb53c5509 req-ee1baed1-704a-49e8-a3df-b305632dc62f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:39.712146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5b4c9a7-1642-4382-81fc-b69fb53c5509 req-ee1baed1-704a-49e8-a3df-b305632dc62f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.2242427 Aug 03 19:38:39.886906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5b4c9a7-1642-4382-81fc-b69fb53c5509 req-723aaab4-5519-4c32-aa31-a07b9ff3072b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713090 Aug 03 19:38:39.949753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] DHCP port deletion for 76d85db7-0f36-4ad9-86de-08475a13dca1 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:38:39.964474 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:38:37Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:40.001476 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a2407e-ab93-4b48-96b1-32da4b8af8f1 None None] The sync data for ids ['18834b1a-e2e6-4588-bda8-12c3ecbbede7'] in n-d-803363-1 is: [{'id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'name': 'tempest-TestNetworkBasicOps-router-1932336371', 'tenant_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:22Z', 'updated_at': '2021-08-03T19:38:37Z', 'revision_number': 5, 'project_id': 'cfcee08ce83d47bd8f16c0ee67573fdf', 'gw_port': {'id': '239ec06f-a0dd-4637-80e5-1087db2edf48', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:05:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18834b1a-e2e6-4588-bda8-12c3ecbbede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:23Z', 'updated_at': '2021-08-03T19:37:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:40.020128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Deleting port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:40.024274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.107486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] For port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,segment=NetworkSegment(e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf),segment_id=e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:40.107980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.113451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.124108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Calling delete_port for 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:40.314663 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.345692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] Pushing event deleted for resources: {'Port': ['ID=7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:40.352786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee941a6-6265-4faf-be8c-4d5ea7d36ec2 None None] No DVR routers for this DVR port 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:40.561954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae154177-6352-4987-b693-82bdf5733120 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:40.602424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.673254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d77dd4-faf8-4850-8d7b-edee1c276f15 req-9513ad93-499d-47c9-b8fc-b1cbf69ecc3c tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:40.674760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57d77dd4-faf8-4850-8d7b-edee1c276f15 req-9513ad93-499d-47c9-b8fc-b1cbf69ecc3c tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 931 time: 0.6636369 Aug 03 19:38:40.699478 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Transition to ACTIVE for port object ae154177-6352-4987-b693-82bdf5733120 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:38:40.815662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.838336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57d77dd4-faf8-4850-8d7b-edee1c276f15 req-d8d39042-ce19-4ec4-b7d9-6a553c35ebf6 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515689 Aug 03 19:38:40.861323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.863914 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:40.969217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Pushing event updated for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:41.109630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a06c-c800-4d02-8559-903f067627b4 req-c31594de-c949-4186-974b-64a81354eefd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:41.111188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89a0a06c-c800-4d02-8559-903f067627b4 req-c31594de-c949-4186-974b-64a81354eefd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.1460130 Aug 03 19:38:41.111869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Attempting to bind port ae154177-6352-4987-b693-82bdf5733120 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:38:41.112201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Attempting to bind port ae154177-6352-4987-b693-82bdf5733120 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:38:41.112529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Attempting to bind port ae154177-6352-4987-b693-82bdf5733120 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:41.127259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Port ae154177-6352-4987-b693-82bdf5733120 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:38:41.127259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Attempting to bind port ae154177-6352-4987-b693-82bdf5733120 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:38:41.146654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:38:41.154449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Checking segment: {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:38:41.154449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Bound using segment: {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:38:41.154449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Bound port: ae154177-6352-4987-b693-82bdf5733120, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:38:41.154449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.201803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Deleting port 239ec06f-a0dd-4637-80e5-1087db2edf48 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:41.202646 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.207030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89a0a06c-c800-4d02-8559-903f067627b4 req-1476f328-ec5e-497f-aaf9-73bb921b8235 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883729 Aug 03 19:38:41.208634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.381412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:38:41.446067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ae154177-6352-4987-b693-82bdf5733120,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:38:41.456283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] For port 239ec06f-a0dd-4637-80e5-1087db2edf48, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=239ec06f-a0dd-4637-80e5-1087db2edf48,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:41.456689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.475393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Calling delete_port for 239ec06f-a0dd-4637-80e5-1087db2edf48 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:41.587557 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.604277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.671409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:41.672146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.673476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] 10.222.0.77 "PUT /v2.0/ports/ae154177-6352-4987-b693-82bdf5733120 HTTP/1.1" status: 200 len: 1091 time: 2.7796373 Aug 03 19:38:41.673936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'tag': 'ae154177-6352-4987-b693-82bdf5733120'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:41.676198 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0216f91-3435-4c11-aac7-af1a6e517dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "tag": "ae154177-6352-4987-b693-82bdf5733120"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:41.709065 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.724297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e449f1-a360-49b5-aa0c-77a20bc5108d service neutron] Pushing event updated for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:41.752544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b52e5bc5-cad2-41b0-9915-dc4555536d73 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:41.777611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b52e5bc5-cad2-41b0-9915-dc4555536d73 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:41.777960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b52e5bc5-cad2-41b0-9915-dc4555536d73 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:41.778382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:41.781528 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4713198-3c26-47ca-840d-e40b6775cd0c x-openstack-request-id: req-f4713198-3c26-47ca-840d-e40b6775cd0c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:41.781827 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "tag": "ae154177-6352-4987-b693-82bdf5733120", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:41.782077 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4713198-3c26-47ca-840d-e40b6775cd0c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:41.782488 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'tag': 'ae154177-6352-4987-b693-82bdf5733120', 'status': 'completed', 'code': 200} Aug 03 19:38:41.798575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:41.799238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7cc8d8c3-fc3f-4a76-aec1-92772ff72eb0 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:41.901729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:41.903290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event updated for resources: {'Port': ['ID=25a18a46-672f-4d5d-93cc-bfc69a233587,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:41.994274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-0bc30fca-4ed6-4330-b6f3-105811ae980c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:41.995785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-0bc30fca-4ed6-4330-b6f3-105811ae980c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 1094 time: 0.2163923 Aug 03 19:38:42.120090 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.166149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836feced-f5f6-48ec-af31-f2ee021beab8 req-48e1fedd-a25f-47b5-a844-0469b395e0c9 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:42.167509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-836feced-f5f6-48ec-af31-f2ee021beab8 req-48e1fedd-a25f-47b5-a844-0469b395e0c9 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 943 time: 0.2116928 Aug 03 19:38:42.207758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Port': ['ID=239ec06f-a0dd-4637-80e5-1087db2edf48,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:42.262850 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Floating IP e3434c11-c094-4f3d-af14-2c1475d0548c associated. External IP: 172.25.2.249, port: bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2. Aug 03 19:38:42.390070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-836feced-f5f6-48ec-af31-f2ee021beab8 req-94a90724-0023-4589-8dd5-c2829c2d6a48 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912279 Aug 03 19:38:42.394144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-730a3153-e5a4-4861-8672-dcf4f4948358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:42.395575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-730a3153-e5a4-4861-8672-dcf4f4948358 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3880620 Aug 03 19:38:42.447658 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:42.992805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.001952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.146968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f32cbc-4d52-435d-83b4-3a9af447506f req-d355bb6f-f314-44ef-9fdb-48c3c7d54c6f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.148378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04f32cbc-4d52-435d-83b4-3a9af447506f req-d355bb6f-f314-44ef-9fdb-48c3c7d54c6f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.6781759 Aug 03 19:38:43.152001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-686df25a-34f3-4a15-8ec2-5a4ffd9ab7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.153271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0216f91-3435-4c11-aac7-af1a6e517dd8 req-686df25a-34f3-4a15-8ec2-5a4ffd9ab7df service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7245846 Aug 03 19:38:43.273480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04f32cbc-4d52-435d-83b4-3a9af447506f req-09ffa150-9373-4be0-81a0-36f19df60fd2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115358 Aug 03 19:38:43.274053 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.274599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Fanout notify agent at l3_agent the message router_deleted on router 18834b1a-e2e6-4588-bda8-12c3ecbbede7 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:38:43.286666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.286666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e2f5751-562a-4794-bd23-37fdc0aa633c tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/routers/18834b1a-e2e6-4588-bda8-12c3ecbbede7 HTTP/1.1" status: 204 len: 168 time: 3.7363505 Aug 03 19:38:43.289665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:43.296542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Router 94911109-de20-410c-bf73-a5fc2e576e90 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:38:43.305785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-9cf7569b-728b-405e-9cc1-74a0a0689414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.308234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-9cf7569b-728b-405e-9cc1-74a0a0689414 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 1094 time: 0.1032948 Aug 03 19:38:43.400377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.418286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-e65f84dc-68a7-4d0a-b238-7f84ce54b0f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae154177-6352-4987-b693-82bdf5733120 HTTP/1.1" status: 200 len: 217 time: 0.1008084 Aug 03 19:38:43.524297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.537599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d85db7-0f36-4ad9-86de-08475a13dca1']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.549596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.550068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6febd99-27fa-4c56-bf6f-ec8a1b4f5bbf') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.562504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.563757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-bccd015f-9ccc-4318-b482-77f5179f1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.565251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-bccd015f-9ccc-4318-b482-77f5179f1e8f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4f35cf2-49aa-4ec8-8f51-45629f31c1d1 HTTP/1.1" status: 200 len: 848 time: 0.1387572 Aug 03 19:38:43.577966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.584785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:38:43.585309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:38:43.588674 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:38:43.602806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:38:43.616999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Sync routers for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:38:43.628027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-35bbe082-f8db-470e-8629-d9236d5c2e18 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=613c7f4f-dd31-4801-ab57-d3dec54f3a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556591 Aug 03 19:38:43.637538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:43.639357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:43.652505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c1832-7718-4cc8-b303-0ec0ffc0933a req-0af271bc-19e4-4bb1-8b11-1b6f2d592947 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:43.654158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a7c1832-7718-4cc8-b303-0ec0ffc0933a req-0af271bc-19e4-4bb1-8b11-1b6f2d592947 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 943 time: 0.1468389 Aug 03 19:38:43.753017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a7c1832-7718-4cc8-b303-0ec0ffc0933a req-0615a1c6-c341-4d90-bb34-93c6365ab432 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591154 Aug 03 19:38:43.789487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-c188fbb9-b550-4a2e-aead-8b57258e2ffa service neutron] 10.222.0.77 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535699 Aug 03 19:38:43.790755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:43.821622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.851711 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.861520 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:43.868754 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] 10.222.0.67 "DELETE /v2.0/networks/76d85db7-0f36-4ad9-86de-08475a13dca1 HTTP/1.1" status: 204 len: 168 time: 0.5702856 Aug 03 19:38:43.881990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 239ec06f-a0dd-4637-80e5-1087db2edf48 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:43.886739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb364e80-5453-4e4d-aa51-db1cba5f65bb tempest-TestNetworkBasicOps-249816673 tempest-TestNetworkBasicOps-249816673-project] Pushing event deleted for resources: {'Network': ['ID=76d85db7-0f36-4ad9-86de-08475a13dca1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:43.900947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aeccd355-5b51-4206-92bd-a2f82b8bcf4a tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2825644 Aug 03 19:38:43.903618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:43.905987 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273" -d '{"events": [{"name": "network-changed", "server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:43.915217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 239ec06f-a0dd-4637-80e5-1087db2edf48 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:43.915217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 239ec06f-a0dd-4637-80e5-1087db2edf48 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:43.959617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad3dd65a-ae72-4897-a74d-94b6e0d2dbc0 req-6d47cb38-0604-428e-9eaa-deefac23fc04 service neutron] 10.222.0.77 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577880 Aug 03 19:38:43.961200 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34a3894-8128-4d4f-8fdb-c366368af0f9 x-openstack-request-id: req-a34a3894-8128-4d4f-8fdb-c366368af0f9 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:43.967039 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:43.967039 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a34a3894-8128-4d4f-8fdb-c366368af0f9 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:43.967039 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'status': 'completed', 'code': 200} Aug 03 19:38:44.039490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-40dd3ed0-c8e2-4c9c-9bac-c7e5a1fab67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.041213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-40dd3ed0-c8e2-4c9c-9bac-c7e5a1fab67c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0524054 Aug 03 19:38:44.101019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'e3434c11-c094-4f3d-af14-2c1475d0548c', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'port_id': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'mac_address': 'fa:16:3e:08:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:39Z', 'updated_at': '2021-08-03T19:38:39Z', 'revision_number': 0, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:44.128811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Checking router: 94911109-de20-410c-bf73-a5fc2e576e90 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:38:44.138652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:38:44.139345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:38:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:44.205324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-d523ec32-8d3d-46f6-9f65-8c486be4fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.206783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-d523ec32-8d3d-46f6-9f65-8c486be4fa26 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.1576550 Aug 03 19:38:44.348197 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-4d730027-51dd-4c9b-9088-3031283ee7fc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1000 time: 0.1338408 Aug 03 19:38:44.425866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:38:44.435571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-9eacc78e-0dbe-4256-ad9b-49d406671a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.437090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-9eacc78e-0dbe-4256-ad9b-49d406671a26 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0806322 Aug 03 19:38:44.463920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d43c1c-7139-4fa5-90e9-db1291b04f46 req-cf8241f4-cf97-4c0d-a9d7-89b9d27b7d74 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.464875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13d43c1c-7139-4fa5-90e9-db1291b04f46 req-cf8241f4-cf97-4c0d-a9d7-89b9d27b7d74 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0742948 Aug 03 19:38:44.539521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-8638b38b-4d65-4d50-9b25-d67e0cfc0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.541070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-8638b38b-4d65-4d50-9b25-d67e0cfc0b28 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948372 Aug 03 19:38:44.543865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13d43c1c-7139-4fa5-90e9-db1291b04f46 req-63f3f49a-49ab-49a2-b8d9-3e24252f61b2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Aug 03 19:38:44.610240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35500) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.668460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-14764278-80f9-4ab3-813a-eda8233ed37f service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145000 Aug 03 19:38:44.698262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'e3434c11-c094-4f3d-af14-2c1475d0548c', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'port_id': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'mac_address': 'fa:16:3e:08:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:39Z', 'updated_at': '2021-08-03T19:38:39Z', 'revision_number': 0, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:38:44.734368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fb6de3-4756-43ab-86d9-43e5aa855883 None None] The sync data for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 is: [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'e3434c11-c094-4f3d-af14-2c1475d0548c', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'floating_ip_address': '172.25.2.249', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'port_id': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'mac_address': 'fa:16:3e:08:d1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:38:39Z', 'updated_at': '2021-08-03T19:38:39Z', 'revision_number': 0, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:38:44.802155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d09192d-4919-416f-875a-fa0618061fda admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cfcee08ce83d47bd8f16c0ee67573fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905832 Aug 03 19:38:44.804749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35506) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:44.823467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f207cd4-06b9-46ce-8b5e-bab91fbc8273 req-0aaf1525-12bf-4798-8286-816b0fdafb6a service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303973 Aug 03 19:38:44.879795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.909947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6c213-055a-44ec-8e71-65582dc2478d req-06ce2440-ccc1-40ce-bf39-069e7360a3c3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:44.911545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bce6c213-055a-44ec-8e71-65582dc2478d req-06ce2440-ccc1-40ce-bf39-069e7360a3c3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 943 time: 0.0598867 Aug 03 19:38:44.913336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:44.968273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bce6c213-055a-44ec-8e71-65582dc2478d req-b9b2cb99-ff60-4855-8c08-cdc70281787d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472646 Aug 03 19:38:44.986387 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14c1a2c-fa24-4865-9c9b-aab4c53e51cc None None] New status for floating IP e3434c11-c094-4f3d-af14-2c1475d0548c: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:38:45.111386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.114035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.115231 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c541179f-f6a8-428b-b1e1-cf0cbc8b0084 HTTP/1.1" status: 204 len: 168 time: 0.3086231 Aug 03 19:38:45.126094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622912f-30ac-4927-89b9-d8796f5550ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c541179f-f6a8-428b-b1e1-cf0cbc8b0084,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:45.593117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:45.666482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ddd77-96f9-4131-b52d-f9b5d46c307e req-0675b55d-2237-4424-819a-cccedbfc84ab tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:45.668031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-975ddd77-96f9-4131-b52d-f9b5d46c307e req-0675b55d-2237-4424-819a-cccedbfc84ab tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0500424 Aug 03 19:38:45.712070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-975ddd77-96f9-4131-b52d-f9b5d46c307e req-e088320a-3ba6-4aba-8e15-9e0a0816c994 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Aug 03 19:38:46.053052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 35518) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:46.068680 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be99b224-03f6-4fd9-8b3c-65def68ca850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.095601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710567e-3c1b-4e54-a0e6-06e6ba079098 req-693b4ed0-d339-478f-afae-db8db90cc183 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:46.097366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7710567e-3c1b-4e54-a0e6-06e6ba079098 req-693b4ed0-d339-478f-afae-db8db90cc183 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 943 time: 0.0614276 Aug 03 19:38:46.140752 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7710567e-3c1b-4e54-a0e6-06e6ba079098 req-da67eb0f-ce7a-492f-8947-d76c8fd91045 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368958 Aug 03 19:38:46.181888 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be99b224-03f6-4fd9-8b3c-65def68ca850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.332021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be99b224-03f6-4fd9-8b3c-65def68ca850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.383563 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be99b224-03f6-4fd9-8b3c-65def68ca850 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d530d3cb6c6f4061a39d40d728a4ee83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3293679 Aug 03 19:38:46.385568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99b224-03f6-4fd9-8b3c-65def68ca850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7e22dc-b862-4ad5-951f-d0b922aff20a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:46.386527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35520) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:38:46.440563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.464219 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.629715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.632925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.634292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d7e22dc-b862-4ad5-951f-d0b922aff20a HTTP/1.1" status: 204 len: 168 time: 0.2467279 Aug 03 19:38:46.642838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f436b-09b4-4109-ba6e-3a2a621a9b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7e22dc-b862-4ad5-951f-d0b922aff20a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:46.683650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ae154177-6352-4987-b693-82bdf5733120 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:38:46.795228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ae154177-6352-4987-b693-82bdf5733120,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:46.807391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ae154177-6352-4987-b693-82bdf5733120', 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31', 'port_id': 'ae154177-6352-4987-b693-82bdf5733120', 'mac_address': 'fa:16:3e:71:1e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f35cf2-49aa-4ec8-8f51-45629f31c1d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:38:46.837332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4bdcb-89cd-44e6-a116-b221620acede req-14c10f99-2a45-41e6-9305-773191904266 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:46.838897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf4bdcb-89cd-44e6-a116-b221620acede req-14c10f99-2a45-41e6-9305-773191904266 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0525639 Aug 03 19:38:46.848851 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:46.861839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae154177-6352-4987-b693-82bdf5733120 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:38:46.890813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf4bdcb-89cd-44e6-a116-b221620acede req-eee25e5d-1287-48f3-9ea6-367b4743fba5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Aug 03 19:38:46.891737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ae154177-6352-4987-b693-82bdf5733120,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:47.120571 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:47.170815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:47.280326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228c477-00dd-4702-85f2-3f4ebcfd928c req-53f04bea-946c-4a96-968b-42500a44b475 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:47.282188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8228c477-00dd-4702-85f2-3f4ebcfd928c req-53f04bea-946c-4a96-968b-42500a44b475 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 944 time: 0.0595574 Aug 03 19:38:47.327943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8228c477-00dd-4702-85f2-3f4ebcfd928c req-7b2e1314-0190-41d6-9e49-370d5ddd563d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Aug 03 19:38:47.328351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ae154177-6352-4987-b693-82bdf5733120'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:48.001528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c545f9-9422-4c36-83bd-e6ef12475db6 req-62f48c99-7b4b-4dc8-b19d-e7456252a452 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:48.002949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9c545f9-9422-4c36-83bd-e6ef12475db6 req-62f48c99-7b4b-4dc8-b19d-e7456252a452 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0499113 Aug 03 19:38:48.043523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9c545f9-9422-4c36-83bd-e6ef12475db6 req-6bef0e4b-b5ad-447d-8042-504b45b21ab5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345185 Aug 03 19:38:48.454651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ba85-cb2d-4019-b24a-bb7ecbf91e6b req-4bcd8330-6331-42f5-ba70-186a102d1a1f tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:48.456172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db48ba85-cb2d-4019-b24a-bb7ecbf91e6b req-4bcd8330-6331-42f5-ba70-186a102d1a1f tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 944 time: 0.0535393 Aug 03 19:38:48.494250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db48ba85-cb2d-4019-b24a-bb7ecbf91e6b req-fef862c1-1add-4cb1-9adc-6567a41bcff0 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Aug 03 19:38:48.693730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ae154177-6352-4987-b693-82bdf5733120 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:38:48.854318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49025acb-788c-4293-a631-db6390c62831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:48.926081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ae154177-6352-4987-b693-82bdf5733120 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:38:48.931620 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ae154177-6352-4987-b693-82bdf5733120 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:38:48.931620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.018513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.042499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae154177-6352-4987-b693-82bdf5733120'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:49.045079 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d72d52e-8937-4378-8fdb-5f18b13b287b" -d '{"events": [{"server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "name": "network-vif-plugged", "status": "completed", "tag": "ae154177-6352-4987-b693-82bdf5733120"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:49.062152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ae154177-6352-4987-b693-82bdf5733120,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:49.088490 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed2359-8898-4f17-8971-daee9f8855b4 x-openstack-request-id: req-a1ed2359-8898-4f17-8971-daee9f8855b4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:49.088804 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "name": "network-vif-plugged", "status": "completed", "tag": "ae154177-6352-4987-b693-82bdf5733120", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:49.089056 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1ed2359-8898-4f17-8971-daee9f8855b4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:49.089557 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae154177-6352-4987-b693-82bdf5733120', 'code': 200} Aug 03 19:38:49.145840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:49.198782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:49.222340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b982cb2-47cc-428d-93c6-78da28b59b89 req-e982c120-b3cf-4ec6-b490-5d4d8f474952 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:49.223826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b982cb2-47cc-428d-93c6-78da28b59b89 req-e982c120-b3cf-4ec6-b490-5d4d8f474952 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0866203 Aug 03 19:38:49.229181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815a16-6614-43b6-8f35-5c0e05cebeab req-1e79bc24-057c-42aa-948e-d5abcb6dd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:49.230644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba815a16-6614-43b6-8f35-5c0e05cebeab req-1e79bc24-057c-42aa-948e-d5abcb6dd752 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0590932 Aug 03 19:38:49.283577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b982cb2-47cc-428d-93c6-78da28b59b89 req-5d888f6c-2740-4c8c-9f3d-d18e986f36aa tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Aug 03 19:38:49.294863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba815a16-6614-43b6-8f35-5c0e05cebeab req-77550155-501f-4248-965e-8b607af5d124 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455265 Aug 03 19:38:49.617852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f1648-57bd-43ec-9091-0dc2ffc3619c req-a0d6c34b-b37d-46e0-b5e7-e77fc51496ff tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:49.619373 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca2f1648-57bd-43ec-9091-0dc2ffc3619c req-a0d6c34b-b37d-46e0-b5e7-e77fc51496ff tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Aug 03 19:38:49.663966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca2f1648-57bd-43ec-9091-0dc2ffc3619c req-a8dab498-451e-4605-9f4a-42d9b5d734a6 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Aug 03 19:38:50.409806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cc4e5-be7e-4d41-aca3-a284c0f5c53c req-4d15304c-7b7d-4454-9f78-22b261255b62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:50.411363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f0cc4e5-be7e-4d41-aca3-a284c0f5c53c req-4d15304c-7b7d-4454-9f78-22b261255b62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0533502 Aug 03 19:38:50.453139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f0cc4e5-be7e-4d41-aca3-a284c0f5c53c req-fb713c34-5f6a-475f-be3b-0e3ecbeaca51 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356331 Aug 03 19:38:50.796959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0e6d4-4f4b-4d5a-8edf-bf63f1189c45 req-3feac4a2-5a40-4df8-b879-945c09fe273b tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:50.798636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e0e6d4-4f4b-4d5a-8edf-bf63f1189c45 req-3feac4a2-5a40-4df8-b879-945c09fe273b tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 945 time: 0.0533738 Aug 03 19:38:50.844766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e0e6d4-4f4b-4d5a-8edf-bf63f1189c45 req-a81302d0-8e3b-457e-8164-3240873319b4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Aug 03 19:38:51.584551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893a877-66aa-4894-b686-1395e20c2632 req-cf2da3ef-709f-4526-bdb8-607420344d2e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:51.586091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4893a877-66aa-4894-b686-1395e20c2632 req-cf2da3ef-709f-4526-bdb8-607420344d2e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0536249 Aug 03 19:38:51.638676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4893a877-66aa-4894-b686-1395e20c2632 req-cf01f3a1-4134-4e07-97dc-edbb48c0d0ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Aug 03 19:38:52.057040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4606ebfc-106d-4379-bd2a-c82ad1064f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:52.251568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:52.402059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567ed4e-f36e-430a-8b04-cfb3bc11310a req-d7c65c98-0dd5-4781-9a42-b7efbfdea1e7 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:52.404139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2567ed4e-f36e-430a-8b04-cfb3bc11310a req-d7c65c98-0dd5-4781-9a42-b7efbfdea1e7 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 945 time: 0.0538673 Aug 03 19:38:52.443150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2567ed4e-f36e-430a-8b04-cfb3bc11310a req-4da3bc4c-8ff0-48eb-919f-af31d4a287a4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Aug 03 19:38:52.759445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84a4e3-9b12-4033-8805-6b6ab27b81d4 req-fa599fef-9033-4360-bf79-2c37b2287db7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:52.761000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f84a4e3-9b12-4033-8805-6b6ab27b81d4 req-fa599fef-9033-4360-bf79-2c37b2287db7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0501914 Aug 03 19:38:52.799150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-2cf58f50-2c18-4075-901b-666d47d46809 req-9f8f83cc-edc1-4aa1-b8e8-16acde79ff0d tempest-MultipleCreateTestJSON-1648867619 tempest-MultipleCreateTestJSON-1648867619-project] (101342) timed out ('10.222.0.67', 32770) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:38:52.802768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f84a4e3-9b12-4033-8805-6b6ab27b81d4 req-5960897c-21c1-4715-a315-955720bf5382 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351572 Aug 03 19:38:53.043100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:53.567570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6023fc-5f32-4ab2-9620-417b970cacd5 req-601a4998-4207-4cef-a6e6-57f415f3ce15 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.569132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df6023fc-5f32-4ab2-9620-417b970cacd5 req-601a4998-4207-4cef-a6e6-57f415f3ce15 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 945 time: 0.0550623 Aug 03 19:38:53.615123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df6023fc-5f32-4ab2-9620-417b970cacd5 req-c68bc08f-9a25-47b4-8ad7-3c79497b0892 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398147 Aug 03 19:38:53.687566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-1358d429-b560-4265-98da-92cebdad9462 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.689084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-1358d429-b560-4265-98da-92cebdad9462 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Aug 03 19:38:53.787507 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Deleting port ae154177-6352-4987-b693-82bdf5733120 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:38:53.788290 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:53.926306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] For port ae154177-6352-4987-b693-82bdf5733120, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ae154177-6352-4987-b693-82bdf5733120,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:38:53.926682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:53.944846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Calling delete_port for ae154177-6352-4987-b693-82bdf5733120 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:38:53.965643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be10f6-d403-4951-a696-5e033ad3bc62 req-be81e739-9575-4ec1-8fa5-5f3fc051c6cd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:53.966803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06be10f6-d403-4951-a696-5e033ad3bc62 req-be81e739-9575-4ec1-8fa5-5f3fc051c6cd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0871928 Aug 03 19:38:54.058426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06be10f6-d403-4951-a696-5e033ad3bc62 req-4b903b99-9d18-427c-982c-943022a3551d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849698 Aug 03 19:38:54.222770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:54.239966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ae154177-6352-4987-b693-82bdf5733120'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:38:54.253728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Pushing event deleted for resources: {'Port': ['ID=ae154177-6352-4987-b693-82bdf5733120,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:38:54.300304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] No DVR routers for this DVR port ae154177-6352-4987-b693-82bdf5733120 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:38:54.303028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:54.305063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e619f5d2-ecb1-4acc-a0fc-5cd51154f6bf req-2971b7ed-2b2a-4a70-9ca8-00af9bfc8fe8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "DELETE /v2.0/ports/ae154177-6352-4987-b693-82bdf5733120 HTTP/1.1" status: 204 len: 173 time: 0.6086929 Aug 03 19:38:54.305554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'name': 'network-vif-deleted', 'tag': 'ae154177-6352-4987-b693-82bdf5733120'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:38:54.307816 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3eae24-cc3d-4508-bbe6-6beb8f7950db" -d '{"events": [{"server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "name": "network-vif-deleted", "tag": "ae154177-6352-4987-b693-82bdf5733120"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:38:54.346801 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f02bb-1d8d-4e19-9cee-1dbf7a26ac25 x-openstack-request-id: req-383f02bb-1d8d-4e19-9cee-1dbf7a26ac25 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:38:54.347092 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801eef72-abd6-43ab-8ce7-206f1d123fb1", "name": "network-vif-deleted", "tag": "ae154177-6352-4987-b693-82bdf5733120", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:38:54.347340 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-383f02bb-1d8d-4e19-9cee-1dbf7a26ac25 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:38:54.347746 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801eef72-abd6-43ab-8ce7-206f1d123fb1', 'name': 'network-vif-deleted', 'tag': 'ae154177-6352-4987-b693-82bdf5733120', 'status': 'completed', 'code': 200} Aug 03 19:38:54.730635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae64cc46-7b5d-4ede-ba8c-6ed948f1dbdd req-2b2f9090-3386-4740-9017-c473211e635d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=801eef72-abd6-43ab-8ce7-206f1d123fb1 HTTP/1.1" status: 200 len: 210 time: 0.0321712 Aug 03 19:38:54.912005 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:38:55.188673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd277913-88aa-4c26-b735-29bb8fe4f691 req-b5659ba1-776d-43f1-b9f9-7b4981223d90 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:55.190123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd277913-88aa-4c26-b735-29bb8fe4f691 req-b5659ba1-776d-43f1-b9f9-7b4981223d90 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0526173 Aug 03 19:38:55.233954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd277913-88aa-4c26-b735-29bb8fe4f691 req-52c5d0be-f20d-4d99-8fca-b0dfb2fa6a0e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Aug 03 19:38:56.097675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-84c44e81-abcb-41d3-9794-4c0b546a6ea2 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:56.099204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-84c44e81-abcb-41d3-9794-4c0b546a6ea2 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/networks?id=613c7f4f-dd31-4801-ab57-d3dec54f3a31 HTTP/1.1" status: 200 len: 808 time: 0.1143019 Aug 03 19:38:56.114653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-f4c831e9-1390-478e-bd97-e11226e162b8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/quotas/cc73ac1a09124064bbe4f9d1682ec99e HTTP/1.1" status: 200 len: 375 time: 0.0096564 Aug 03 19:38:56.511784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-e207d55a-3a58-44b4-88cf-c0503339f737 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3914590 Aug 03 19:38:56.615893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-9b1c26f1-a7b0-4aa2-bc62-c3c37ae2e233 service neutron] 10.222.0.67 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959740 Aug 03 19:38:56.713212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-3355bc80-be04-47b1-9b8b-d872b95294d1 service neutron] 10.222.0.67 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Aug 03 19:38:56.741011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ae154177-6352-4987-b693-82bdf5733120 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:38:56.763495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: ae154177-6352-4987-b693-82bdf5733120 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:38:56.763773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ae154177-6352-4987-b693-82bdf5733120 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:38:57.041214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9a505-2b84-462d-a656-c7016ac40aa5 req-bdeefd19-3e0e-4949-b569-e3ca2858b945 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:57.042784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2f9a505-2b84-462d-a656-c7016ac40aa5 req-bdeefd19-3e0e-4949-b569-e3ca2858b945 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0569880 Aug 03 19:38:57.086627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2f9a505-2b84-462d-a656-c7016ac40aa5 req-ca7dfe2b-f39f-4bae-ad95-b1e5b4b85658 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Aug 03 19:38:57.163600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f1886bf-0287-42ef-88ea-b2ebed766617 req-888bc8fa-c6cd-4dd7-a4af-fbefeb0983a6 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Aug 03 19:38:58.215120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953da630-00d8-441b-9ef4-3d7ca1bcc607 req-056464f3-69d7-4b53-828c-1309e9ef8e38 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:58.216340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-953da630-00d8-441b-9ef4-3d7ca1bcc607 req-056464f3-69d7-4b53-828c-1309e9ef8e38 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0571640 Aug 03 19:38:58.259483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-953da630-00d8-441b-9ef4-3d7ca1bcc607 req-6f68dbfa-0145-4d50-b140-483de5cd3ed4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369639 Aug 03 19:38:58.326758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0fcaefb-c648-47e0-a87c-18355413a4aa req-50b0807d-be42-49e7-98a4-74c561b5c82e tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Aug 03 19:38:59.383140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea9c50-47ac-461a-8308-2daed764a209 req-abd0a81f-744f-4f6a-ae7b-4fe2710c1ce0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.385649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bea9c50-47ac-461a-8308-2daed764a209 req-abd0a81f-744f-4f6a-ae7b-4fe2710c1ce0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0541077 Aug 03 19:38:59.426328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9bea9c50-47ac-461a-8308-2daed764a209 req-9f16325f-a5b6-4b14-9e26-87953091ec4b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353076 Aug 03 19:38:59.520321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07e720ad-90bf-41fa-bf8b-1b34c35a2a79 req-653da3de-851b-4080-923f-d2895812aea9 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 210 time: 0.0319443 Aug 03 19:38:59.632168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-e4df55cd-8ff2-4c87-a41a-7c138490a6d8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:38:59.633650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-e4df55cd-8ff2-4c87-a41a-7c138490a6d8 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "GET /v2.0/networks?id=613c7f4f-dd31-4801-ab57-d3dec54f3a31 HTTP/1.1" status: 200 len: 808 time: 0.1089594 Aug 03 19:38:59.653442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Request body: {'port': {'device_id': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31', 'admin_state_up': True, 'tenant_id': 'cc73ac1a09124064bbe4f9d1682ec99e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:38:59.891424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Made reservation on behalf of cc73ac1a09124064bbe4f9d1682ec99e for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:38:59.895175 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.029721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Allocated IP 172.20.0.8 (613c7f4f-dd31-4801-ab57-d3dec54f3a31/b4f35cf2-49aa-4ec8-8f51-45629f31c1d1/f02764dd-d736-4bc4-a013-b187ba449f93) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:39:00.183045 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.323974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.369916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:39:00.373075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:39:00.377336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:39:00.406111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Pushing event updated for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:00.421805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.422146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.422483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.422817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.435218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:00.443491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.444098 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.550596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d04c1-77b7-4e57-a5da-4bceb8df68ca req-b6f77c78-146f-4984-8dda-4ae97d3bba03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.551601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2d04c1-77b7-4e57-a5da-4bceb8df68ca req-b6f77c78-146f-4984-8dda-4ae97d3bba03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Aug 03 19:39:00.590192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf2d04c1-77b7-4e57-a5da-4bceb8df68ca req-62132255-8de5-4638-99d2-617c7491d1a6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Aug 03 19:39:00.600442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a7eb578a-ed0f-4bf5-8f00-75765165126d tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9540594 Aug 03 19:39:00.615176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Request body: {'port': {'device_id': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:39:00.697679 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:00.748981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72b2c4-99fd-4c23-8515-0c20dd2630dc req-15cc1a4e-118c-4d62-a192-96bfa5423c80 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:00.750489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d72b2c4-99fd-4c23-8515-0c20dd2630dc req-15cc1a4e-118c-4d62-a192-96bfa5423c80 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 931 time: 0.0841787 Aug 03 19:39:00.863399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d72b2c4-99fd-4c23-8515-0c20dd2630dc req-ebd68395-354f-42f5-ace7-e5c8522a3064 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067362 Aug 03 19:39:01.010511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02764dd-d736-4bc4-a013-b187ba449f93 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:01.018342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.031250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Transition to ACTIVE for port object f02764dd-d736-4bc4-a013-b187ba449f93 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:39:01.137080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.191097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:01.261243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Attempting to bind port f02764dd-d736-4bc4-a013-b187ba449f93 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:39:01.261615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Attempting to bind port f02764dd-d736-4bc4-a013-b187ba449f93 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:39:01.261826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Attempting to bind port f02764dd-d736-4bc4-a013-b187ba449f93 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:01.266762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Port f02764dd-d736-4bc4-a013-b187ba449f93 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:39:01.267091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Attempting to bind port f02764dd-d736-4bc4-a013-b187ba449f93 on network 613c7f4f-dd31-4801-ab57-d3dec54f3a31 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:39:01.271858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:39:01.272201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Checking segment: {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:39:01.272595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Bound using segment: {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:39:01.273093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Bound port: f02764dd-d736-4bc4-a013-b187ba449f93, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29983eb8-9b67-4460-9b05-0d30af00e0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:39:01.273456 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.341281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:39:01.345346 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f02764dd-d736-4bc4-a013-b187ba449f93,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:39:01.449596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.487378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.488004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:01.489455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] 10.222.0.77 "PUT /v2.0/ports/f02764dd-d736-4bc4-a013-b187ba449f93 HTTP/1.1" status: 200 len: 1091 time: 0.8788633 Aug 03 19:39:01.491700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:01.494033 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743747b-effc-4ade-814d-c0cdf554ce59" -d '{"events": [{"name": "network-changed", "server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:01.529129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cb1f8-6e70-421a-9620-63f237a648d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:01.534418 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317f9260-ac6a-4c58-ba61-d625747a05c2 x-openstack-request-id: req-317f9260-ac6a-4c58-ba61-d625747a05c2 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:01.534713 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:01.535100 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-317f9260-ac6a-4c58-ba61-d625747a05c2 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:01.535507 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93', 'status': 'completed', 'code': 200} Aug 03 19:39:01.604374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-385eca66-9d7b-4f64-a049-24b72e4da62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.605934 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-385eca66-9d7b-4f64-a049-24b72e4da62d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 1094 time: 0.0489640 Aug 03 19:39:01.715911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-36ee93d5-7325-4bb2-93f9-6c23ca3906f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.717554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-36ee93d5-7325-4bb2-93f9-6c23ca3906f0 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1024888 Aug 03 19:39:01.824144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-51d0e3bf-565a-45e5-b577-227537ddf576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.825705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d743747b-effc-4ade-814d-c0cdf554ce59 req-51d0e3bf-565a-45e5-b577-227537ddf576 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001403 Aug 03 19:39:01.944088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-bf20241f-8d77-4573-867b-fc7e50c9ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.945630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-bf20241f-8d77-4573-867b-fc7e50c9ec2b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 1094 time: 0.0749023 Aug 03 19:39:01.961683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8168ae-5cfd-4437-a366-21b6f4842037 req-dc14fab5-6054-4643-8c78-a7d81fc68286 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:01.963130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c8168ae-5cfd-4437-a366-21b6f4842037 req-dc14fab5-6054-4643-8c78-a7d81fc68286 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0664749 Aug 03 19:39:02.005630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-0338e975-d0ad-4cb8-bbdb-6ea2f32258bd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f02764dd-d736-4bc4-a013-b187ba449f93 HTTP/1.1" status: 200 len: 217 time: 0.0409827 Aug 03 19:39:02.063251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c8168ae-5cfd-4437-a366-21b6f4842037 req-a0f888e5-2277-4fef-8c39-ad0f202888fb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917838 Aug 03 19:39:02.073366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-be3154ff-5e3a-4478-a9b7-be264c9a701a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.074924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-be3154ff-5e3a-4478-a9b7-be264c9a701a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=b4f35cf2-49aa-4ec8-8f51-45629f31c1d1 HTTP/1.1" status: 200 len: 848 time: 0.0612757 Aug 03 19:39:02.124918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-7b41dd72-97f3-4f8c-a24b-260d8eb68de5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=613c7f4f-dd31-4801-ab57-d3dec54f3a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345452 Aug 03 19:39:02.222552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b8606-29f4-4d6e-90f1-271c2d82564a req-3ea03c86-c237-4c60-a35b-4e0558060135 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.224057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-230b8606-29f4-4d6e-90f1-271c2d82564a req-3ea03c86-c237-4c60-a35b-4e0558060135 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 943 time: 0.1019359 Aug 03 19:39:02.271679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-0b0ca1be-83ad-4451-82c8-77c7af535386 service neutron] 10.222.0.77 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374276 Aug 03 19:39:02.293753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-230b8606-29f4-4d6e-90f1-271c2d82564a req-d090e006-badc-498d-9464-4e678cbd60ab tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605671 Aug 03 19:39:02.349845 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-17927211-d94b-4828-867a-649915228f7f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418954 Aug 03 19:39:02.373098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a382be2-fd70-4d9f-87cd-448743e389d6 req-d9063224-f47e-4b53-926f-a0ddd17eab49 service neutron] 10.222.0.77 "GET /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932014 Aug 03 19:39:02.435156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-9055d997-2577-4182-aea1-6b3131a8ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.436937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-9055d997-2577-4182-aea1-6b3131a8ab85 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0430491 Aug 03 19:39:02.550720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-d7b6037d-3e2c-4d6c-b8cc-0de0b884df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.552227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-d7b6037d-3e2c-4d6c-b8cc-0de0b884df76 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.0947728 Aug 03 19:39:02.622041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-d93b1deb-bcda-4e3c-8915-33e8eff9dec7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0622191 Aug 03 19:39:02.680891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-139229e7-3fe8-403e-8c4c-e628c11e18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.682380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-139229e7-3fe8-403e-8c4c-e628c11e18f6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0518188 Aug 03 19:39:02.733162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-72fa154d-6a72-4052-96da-a1f262afa52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:02.734885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-72fa154d-6a72-4052-96da-a1f262afa52a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443463 Aug 03 19:39:02.825644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-dc17080b-e284-4230-b33f-c3348f8751fc service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Aug 03 19:39:02.925052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69af1178-56d3-44d4-a912-a2ae5cc9cea7 req-4a019040-6cfe-47d7-8574-56868e885ac6 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906265 Aug 03 19:39:03.184860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dd7f4-7b9d-486a-b0c6-4db4b0b20596 req-3d75f247-e2f2-4bce-9602-65fe08f6b78c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:03.186824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-718dd7f4-7b9d-486a-b0c6-4db4b0b20596 req-3d75f247-e2f2-4bce-9602-65fe08f6b78c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0536463 Aug 03 19:39:03.228381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-718dd7f4-7b9d-486a-b0c6-4db4b0b20596 req-3d0ec538-7ff7-4ed0-b415-61d388b6445e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Aug 03 19:39:03.331492 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:03.419389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fc2ff-723e-4916-ba5f-89dadb19614f req-e02fb819-2ff1-4e55-9626-789e321d1dfd tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:03.421613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b76fc2ff-723e-4916-ba5f-89dadb19614f req-e02fb819-2ff1-4e55-9626-789e321d1dfd tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 943 time: 0.0538068 Aug 03 19:39:03.468990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b76fc2ff-723e-4916-ba5f-89dadb19614f req-0d04413a-f4e6-47ae-9d4e-665876ed8026 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Aug 03 19:39:04.349841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc1464-7840-4a4c-a35c-2e878c5f82dc req-ed5e3594-7f94-468f-bc7d-86671f28a7ad tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.351388 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5fc1464-7840-4a4c-a35c-2e878c5f82dc req-ed5e3594-7f94-468f-bc7d-86671f28a7ad tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0519540 Aug 03 19:39:04.391080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5fc1464-7840-4a4c-a35c-2e878c5f82dc req-8cccbdef-006e-4157-986c-dc64d6ed6e94 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Aug 03 19:39:04.618702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c162e-9121-4590-89ed-dced091c934b req-3a2185aa-e85b-46ff-b571-be2b07427ad3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:04.620207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c28c162e-9121-4590-89ed-dced091c934b req-3a2185aa-e85b-46ff-b571-be2b07427ad3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 943 time: 0.0497329 Aug 03 19:39:04.660642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c28c162e-9121-4590-89ed-dced091c934b req-3bcc79f5-63c3-49c6-862f-fa969b1e39d5 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Aug 03 19:39:04.756552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f02764dd-d736-4bc4-a013-b187ba449f93 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:04.856786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f02764dd-d736-4bc4-a013-b187ba449f93,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:04.869057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f02764dd-d736-4bc4-a013-b187ba449f93', 'network_id': '613c7f4f-dd31-4801-ab57-d3dec54f3a31', 'port_id': 'f02764dd-d736-4bc4-a013-b187ba449f93', 'mac_address': 'fa:16:3e:d8:7e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4f35cf2-49aa-4ec8-8f51-45629f31c1d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:04.907829 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:04.922850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02764dd-d736-4bc4-a013-b187ba449f93 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:04.942978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f02764dd-d736-4bc4-a013-b187ba449f93,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:05.034397 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:05.083079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:05.261913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f02764dd-d736-4bc4-a013-b187ba449f93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:05.516054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e344e82-ec54-4a26-b236-af3894c335ed req-fae5691c-e1ce-4d0a-a2bf-67a660d4c435 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.517496 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e344e82-ec54-4a26-b236-af3894c335ed req-fae5691c-e1ce-4d0a-a2bf-67a660d4c435 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0561423 Aug 03 19:39:05.563282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e344e82-ec54-4a26-b236-af3894c335ed req-fed0505c-558d-440d-b455-95903f06d6f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Aug 03 19:39:05.780899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc9f0d-e535-4be7-8a67-7b834b81d107 req-c5261300-184e-4f7c-917b-e0f8cb837e40 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:05.782346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43cc9f0d-e535-4be7-8a67-7b834b81d107 req-c5261300-184e-4f7c-917b-e0f8cb837e40 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 944 time: 0.0511408 Aug 03 19:39:05.820515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43cc9f0d-e535-4be7-8a67-7b834b81d107 req-436fffa1-fe6f-4b93-98c2-e08fd715c8e4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Aug 03 19:39:06.767867 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f02764dd-d736-4bc4-a013-b187ba449f93 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:06.928379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1c74f-b746-419f-851a-e0920576777f req-cbc7024e-87e7-4872-be9d-500ff71898eb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:06.929954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-deb1c74f-b746-419f-851a-e0920576777f req-cbc7024e-87e7-4872-be9d-500ff71898eb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.2988760 Aug 03 19:39:06.974036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-deb1c74f-b746-419f-851a-e0920576777f req-def5bc51-0470-4837-958f-9a0f46a58ed9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Aug 03 19:39:07.028576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f02764dd-d736-4bc4-a013-b187ba449f93 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:07.032782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f02764dd-d736-4bc4-a013-b187ba449f93 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:07.033355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.080891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a8c8a-aee4-4e98-a690-48285d7c26bc req-deaadc42-4ebc-4c61-80f8-a167f3c037eb tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.082393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930a8c8a-aee4-4e98-a690-48285d7c26bc req-deaadc42-4ebc-4c61-80f8-a167f3c037eb tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 944 time: 0.0524790 Aug 03 19:39:07.117398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.127060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-930a8c8a-aee4-4e98-a690-48285d7c26bc req-9160c00b-9faf-47d1-a9c1-7906778a9b0a tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Aug 03 19:39:07.149669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:07.152222 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6b61fe-680a-4e0d-9c7d-db238195aef6" -d '{"events": [{"server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "name": "network-vif-plugged", "status": "completed", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:07.165621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f02764dd-d736-4bc4-a013-b187ba449f93,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:07.197057 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe29445-2ae9-4d77-8c95-75274c6e8c0d x-openstack-request-id: req-9fe29445-2ae9-4d77-8c95-75274c6e8c0d {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:07.197057 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "name": "network-vif-plugged", "status": "completed", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:07.197057 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fe29445-2ae9-4d77-8c95-75274c6e8c0d {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:07.197057 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93', 'code': 200} Aug 03 19:39:07.254533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:07.290023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79743d7a-585b-4080-88d4-9fd5e29891fb req-111590f0-bf00-449e-9d9f-4022f3089f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:07.291634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79743d7a-585b-4080-88d4-9fd5e29891fb req-111590f0-bf00-449e-9d9f-4022f3089f24 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 1096 time: 0.0448158 Aug 03 19:39:07.307593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:07.330089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79743d7a-585b-4080-88d4-9fd5e29891fb req-890e7bcb-f78a-4051-a29a-be43839b9c3c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291128 Aug 03 19:39:08.035957 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:39:08.098654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4992af-d116-497e-99ad-28b0ce3cd828 req-79448bc3-76e5-42f7-b5aa-da42ea31e9c3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.100216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec4992af-d116-497e-99ad-28b0ce3cd828 req-79448bc3-76e5-42f7-b5aa-da42ea31e9c3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0537126 Aug 03 19:39:08.140225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec4992af-d116-497e-99ad-28b0ce3cd828 req-4ca8ec34-1ffe-4119-b46f-35f23fa953b2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Aug 03 19:39:08.243880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6053d4-34fc-40f3-a293-ebbc4e42a724 req-de8baca1-9467-41e9-8f01-26ac46171931 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:08.248049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e6053d4-34fc-40f3-a293-ebbc4e42a724 req-de8baca1-9467-41e9-8f01-26ac46171931 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 945 time: 0.0492740 Aug 03 19:39:08.290504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e6053d4-34fc-40f3-a293-ebbc4e42a724 req-8b37462f-ef70-40df-8000-def7cdd55482 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Aug 03 19:39:09.259942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d915808-f85b-42e8-8ac5-c89cd3cd965f req-c23a22a3-0658-423f-9c54-f3771f89797b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.261549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d915808-f85b-42e8-8ac5-c89cd3cd965f req-c23a22a3-0658-423f-9c54-f3771f89797b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0505905 Aug 03 19:39:09.300812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d915808-f85b-42e8-8ac5-c89cd3cd965f req-460ec819-d77a-4649-abcd-98794eb0d886 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Aug 03 19:39:09.410564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0166-ea4a-4b2d-abc4-7e0be8bea04d req-52336ca6-e904-4ce8-8894-d93c8e161604 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:09.412094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f8e0166-ea4a-4b2d-abc4-7e0be8bea04d req-52336ca6-e904-4ce8-8894-d93c8e161604 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 945 time: 0.0505786 Aug 03 19:39:09.450912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f8e0166-ea4a-4b2d-abc4-7e0be8bea04d req-64a433bc-e752-40fb-a59e-e0934ba3586a tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 03 19:39:10.418926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d8d5-53bf-43e4-84fd-11e9819fd60d req-487fd715-903f-499e-b4b8-a0a080132547 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:10.421055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81a9d8d5-53bf-43e4-84fd-11e9819fd60d req-487fd715-903f-499e-b4b8-a0a080132547 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0509496 Aug 03 19:39:10.470188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81a9d8d5-53bf-43e4-84fd-11e9819fd60d req-ac6dcd74-ce21-4617-9d65-0e4b5b0107a0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Aug 03 19:39:11.296268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dee2bb-212e-4f92-a5d0-3b8948725e72 req-1d8e84a2-4caf-4f35-bbcf-81c47018ecf9 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.297827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30dee2bb-212e-4f92-a5d0-3b8948725e72 req-1d8e84a2-4caf-4f35-bbcf-81c47018ecf9 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 945 time: 0.0505478 Aug 03 19:39:11.337412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30dee2bb-212e-4f92-a5d0-3b8948725e72 req-69636693-8a49-4027-82d0-ca73d4dd5fb4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Aug 03 19:39:11.587765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb506d2-4776-4103-80fa-28c944ed9662 req-430df979-03b2-4147-af14-5dfcd058f2e5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:11.589269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fb506d2-4776-4103-80fa-28c944ed9662 req-430df979-03b2-4147-af14-5dfcd058f2e5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0502028 Aug 03 19:39:11.630621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0fb506d2-4776-4103-80fa-28c944ed9662 req-a66a0bea-148d-415d-b9f1-5840ec6a0059 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Aug 03 19:39:11.942383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-2f1e93c4-db97-4089-a976-427f39807468 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455854 Aug 03 19:39:12.041532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-ad4498fe-377f-4965-8765-eb8c3ce42b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.042960 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-ad4498fe-377f-4965-8765-eb8c3ce42b6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 1097 time: 0.0430808 Aug 03 19:39:12.158717 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-37707f08-4d70-4ed9-a437-0aa0419a2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.163714 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-37707f08-4d70-4ed9-a437-0aa0419a2ea6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0970030 Aug 03 19:39:12.209102 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-7db4b9f6-c77c-4c74-920c-c91bae9fcddf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1cc520f-09a7-4011-9d42-251263985910 HTTP/1.1" status: 200 len: 217 time: 0.0408556 Aug 03 19:39:12.257416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 35676) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:39:12.261711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-cd99ad40-077f-42f9-b124-c5511d06333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.267557 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-cd99ad40-077f-42f9-b124-c5511d06333a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0470879 Aug 03 19:39:12.311505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-b2ddfaa7-6824-4719-8e83-b099aa7a04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.313045 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-b2ddfaa7-6824-4719-8e83-b099aa7a04bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431089 Aug 03 19:39:12.351777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75085285-3d33-4784-9d21-2b3689003040 req-913a881a-e2d0-44cb-9186-c6fe03c81f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.353779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75085285-3d33-4784-9d21-2b3689003040 req-913a881a-e2d0-44cb-9186-c6fe03c81f0e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0949652 Aug 03 19:39:12.397950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75085285-3d33-4784-9d21-2b3689003040 req-eb972135-ebcf-473e-9581-3236580a5a27 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 Aug 03 19:39:12.416022 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-55df8ea5-9c4e-4cbd-bb89-c2ec432e97f7 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954616 Aug 03 19:39:12.480378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fefaa-2648-4722-84fc-402ea4ff0587 req-65f301ae-0f71-4927-bd8e-8d717578b3b3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.482135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a9fefaa-2648-4722-84fc-402ea4ff0587 req-65f301ae-0f71-4927-bd8e-8d717578b3b3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 945 time: 0.0547135 Aug 03 19:39:12.515885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eb823751-b64c-40c4-b229-50dd6af7fb00 req-6530f061-7c6f-4c1b-a193-7ef6e4a854f9 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925562 Aug 03 19:39:12.523747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a9fefaa-2648-4722-84fc-402ea4ff0587 req-50126aee-899c-43d5-a3b6-36d2f1ecdf75 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/security-groups?id=a275d6c8-b959-465c-91d8-c859f3c7e4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339158 Aug 03 19:39:12.674040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-19c235ed-5e6a-4e63-a12a-f7fa07555ac4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.675639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-19c235ed-5e6a-4e63-a12a-f7fa07555ac4 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 945 time: 0.0528965 Aug 03 19:39:12.794001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2beed-d552-4a1d-8eb1-1f66cdaa8eb4 req-5fe5559b-d6eb-4f72-aacb-e5f7aafb5533 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:12.795650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8e2beed-d552-4a1d-8eb1-1f66cdaa8eb4 req-5fe5559b-d6eb-4f72-aacb-e5f7aafb5533 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0880558 Aug 03 19:39:12.838042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Deleting port f02764dd-d736-4bc4-a013-b187ba449f93 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:12.838383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.859790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8e2beed-d552-4a1d-8eb1-1f66cdaa8eb4 req-85d8eca0-1765-4485-a73a-d04b1871b375 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573897 Aug 03 19:39:12.941074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] For port f02764dd-d736-4bc4-a013-b187ba449f93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f02764dd-d736-4bc4-a013-b187ba449f93,segment=NetworkSegment(29983eb8-9b67-4460-9b05-0d30af00e0cf),segment_id=29983eb8-9b67-4460-9b05-0d30af00e0cf)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:12.941367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:12.954885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Calling delete_port for f02764dd-d736-4bc4-a013-b187ba449f93 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:13.300213 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:13.313796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f02764dd-d736-4bc4-a013-b187ba449f93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:13.336114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Pushing event deleted for resources: {'Port': ['ID=f02764dd-d736-4bc4-a013-b187ba449f93,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:13.380662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] No DVR routers for this DVR port f02764dd-d736-4bc4-a013-b187ba449f93 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:13.383296 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:13.385667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44fead10-d2d2-4281-a139-ee4af9a79f1b req-7d62d55e-09f2-4e9c-92d0-e74c91765cc3 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.77 "DELETE /v2.0/ports/f02764dd-d736-4bc4-a013-b187ba449f93 HTTP/1.1" status: 204 len: 173 time: 0.7036161 Aug 03 19:39:13.385836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'name': 'network-vif-deleted', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:13.388358 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edd0d35-0fb4-4209-87b7-967d08c3c165" -d '{"events": [{"server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "name": "network-vif-deleted", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:13.430011 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0e1733-336e-45bd-9bde-14a7fd4e1e89 x-openstack-request-id: req-ae0e1733-336e-45bd-9bde-14a7fd4e1e89 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:13.430011 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "302db8e8-6149-4fda-80b3-f65c3e93ba08", "name": "network-vif-deleted", "tag": "f02764dd-d736-4bc4-a013-b187ba449f93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:13.430011 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae0e1733-336e-45bd-9bde-14a7fd4e1e89 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:13.430011 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '302db8e8-6149-4fda-80b3-f65c3e93ba08', 'name': 'network-vif-deleted', 'tag': 'f02764dd-d736-4bc4-a013-b187ba449f93', 'status': 'completed', 'code': 200} Aug 03 19:39:13.630823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-974378db-6619-4ea7-a1cc-f735b636a602 req-52fb1707-821c-40c8-b1b6-b48563af8333 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Aug 03 19:39:13.986848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f30c2-8236-4f08-aa96-7ff35210a726 req-c309068e-614a-46f5-98f2-9e134b01fc0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:13.988368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f77f30c2-8236-4f08-aa96-7ff35210a726 req-c309068e-614a-46f5-98f2-9e134b01fc0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0534687 Aug 03 19:39:14.029040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f77f30c2-8236-4f08-aa96-7ff35210a726 req-e9ce6c3b-a364-4c02-9e0d-b1c9a74697ff tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344419 Aug 03 19:39:14.748390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-001847cd-ab29-45c0-9c48-aa7cea3bbb56 req-b36cbcf7-d3b8-4390-9a8b-2aa396ddd830 tempest-VolumesActionsTest-1070892497 tempest-VolumesActionsTest-1070892497-project] 10.222.0.67 "GET /v2.0/ports?device_id=302db8e8-6149-4fda-80b3-f65c3e93ba08 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Aug 03 19:39:15.150256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b764f60-343c-48fe-b50f-285b54a5c936 req-346c3363-c12d-4ade-9126-7c3681820b6e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:15.152054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b764f60-343c-48fe-b50f-285b54a5c936 req-346c3363-c12d-4ade-9126-7c3681820b6e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0510907 Aug 03 19:39:15.190640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b764f60-343c-48fe-b50f-285b54a5c936 req-52ad72b0-7d83-462c-ad48-d9569717b3cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Aug 03 19:39:15.555306 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:16.311675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37503d56-aca7-4aeb-b124-4746b8eedbd7 req-b250900e-275e-4929-8351-63a5da479e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:16.313241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37503d56-aca7-4aeb-b124-4746b8eedbd7 req-b250900e-275e-4929-8351-63a5da479e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0515261 Aug 03 19:39:16.361670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37503d56-aca7-4aeb-b124-4746b8eedbd7 req-578b5fcb-33d6-49f6-ac07-8bcf95e372c4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352283 Aug 03 19:39:16.833434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f02764dd-d736-4bc4-a013-b187ba449f93 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:16.856835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f02764dd-d736-4bc4-a013-b187ba449f93 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:16.857092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f02764dd-d736-4bc4-a013-b187ba449f93 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:17.479203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3823d-7a01-4c90-9b3f-992d04cb5ae2 req-fd095822-bc22-4486-a518-7666605c8aa4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:17.480747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3823d-7a01-4c90-9b3f-992d04cb5ae2 req-fd095822-bc22-4486-a518-7666605c8aa4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0508697 Aug 03 19:39:17.526395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3823d-7a01-4c90-9b3f-992d04cb5ae2 req-b52ee005-e8e6-4c22-8c02-318f179d6612 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388322 Aug 03 19:39:18.654823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bf8e6-1aae-4cfa-8413-8a22060e8a9c req-aad7e983-2ed8-4bfd-a72d-fb15c0fcc2ce tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:18.656249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b87bf8e6-1aae-4cfa-8413-8a22060e8a9c req-aad7e983-2ed8-4bfd-a72d-fb15c0fcc2ce tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Aug 03 19:39:18.699226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b87bf8e6-1aae-4cfa-8413-8a22060e8a9c req-7d850224-6b77-40ab-87e0-a378376739cb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370133 Aug 03 19:39:18.863477 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04788a7d-a798-48f3-88a7-d52b4e811d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:19.829483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21362e5-536a-4095-babb-1da99dfd2401 req-beed9773-cfb9-4d31-aa45-6a613a80d3cd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:19.831009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c21362e5-536a-4095-babb-1da99dfd2401 req-beed9773-cfb9-4d31-aa45-6a613a80d3cd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0599196 Aug 03 19:39:19.871188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c21362e5-536a-4095-babb-1da99dfd2401 req-f0b3de72-306a-417f-871d-4031693b9e31 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339644 Aug 03 19:39:21.007790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f9231-8138-41c8-8d62-3503342cf185 req-c8eb58a4-b231-43e9-a179-cf91812d5faa tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:21.009446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d51f9231-8138-41c8-8d62-3503342cf185 req-c8eb58a4-b231-43e9-a179-cf91812d5faa tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0545497 Aug 03 19:39:21.056455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d51f9231-8138-41c8-8d62-3503342cf185 req-ec7d7c61-145e-4c3d-a63f-7e79f1a95b20 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Aug 03 19:39:22.088705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b012329-6191-49ee-a5fa-e5f7936b3458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:22.187642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af209e-d8cf-49a6-a75e-7ef9af4dc938 req-0ea81f60-0bb8-47ed-b752-8f20178d57ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:22.189169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91af209e-d8cf-49a6-a75e-7ef9af4dc938 req-0ea81f60-0bb8-47ed-b752-8f20178d57ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0619552 Aug 03 19:39:22.241926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91af209e-d8cf-49a6-a75e-7ef9af4dc938 req-a3423810-860b-4260-8d93-675e82e644f5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Aug 03 19:39:22.242616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:23.009037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:23.373057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fd8d8-c0cd-47ae-861b-a06f3a32acf6 req-1723a849-e0f1-40ff-80fd-1ab269217485 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:23.377403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac4fd8d8-c0cd-47ae-861b-a06f3a32acf6 req-1723a849-e0f1-40ff-80fd-1ab269217485 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0565290 Aug 03 19:39:23.419006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac4fd8d8-c0cd-47ae-861b-a06f3a32acf6 req-fd4f8de3-549e-44b3-be65-bb8655a6c60d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Aug 03 19:39:24.558562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69285-7d28-417b-8f7d-4b9f70a7bc2e req-6b96078a-2715-4c99-a745-51ba71cf468b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:24.560135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afc69285-7d28-417b-8f7d-4b9f70a7bc2e req-6b96078a-2715-4c99-a745-51ba71cf468b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0560732 Aug 03 19:39:24.615328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afc69285-7d28-417b-8f7d-4b9f70a7bc2e req-94c8f2c8-fb21-40b2-9c40-df04198cc8be tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481730 Aug 03 19:39:24.897385 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:25.771615 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ace5-cd55-4eec-a3be-8a134ed4403e req-4f529826-20f1-49da-b346-eab7a8d8fa3c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:25.773386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e512ace5-cd55-4eec-a3be-8a134ed4403e req-4f529826-20f1-49da-b346-eab7a8d8fa3c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0671697 Aug 03 19:39:25.818744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e512ace5-cd55-4eec-a3be-8a134ed4403e req-e8085b81-8c87-49db-affe-cc8ace938875 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Aug 03 19:39:26.982721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a71057-3be1-44e1-8a1f-b158bad9d6b6 req-9e6762f3-81a8-4719-b9c4-33c0382b1799 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:26.991138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73a71057-3be1-44e1-8a1f-b158bad9d6b6 req-9e6762f3-81a8-4719-b9c4-33c0382b1799 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0786719 Aug 03 19:39:27.043042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73a71057-3be1-44e1-8a1f-b158bad9d6b6 req-04127d24-8541-4008-94a6-ff1397232f76 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462427 Aug 03 19:39:28.159162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db4bff-7f61-4cd1-8c59-66dbb87449a1 req-cc5ab284-2832-4951-9c65-9acd959b0de4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:28.160817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1db4bff-7f61-4cd1-8c59-66dbb87449a1 req-cc5ab284-2832-4951-9c65-9acd959b0de4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0545444 Aug 03 19:39:28.209701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1db4bff-7f61-4cd1-8c59-66dbb87449a1 req-f4a10f62-c746-4987-ba43-66fa511b1b51 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423512 Aug 03 19:39:29.331281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3b743-d025-427c-80cc-2e9274c850c2 req-6175d2d6-6e95-41a3-802d-3c026ef1cce2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:29.332910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27c3b743-d025-427c-80cc-2e9274c850c2 req-6175d2d6-6e95-41a3-802d-3c026ef1cce2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0523839 Aug 03 19:39:29.376856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27c3b743-d025-427c-80cc-2e9274c850c2 req-6501022d-8dc8-496f-9afb-bdacd43690d1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380020 Aug 03 19:39:30.496947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec977599-b73d-4945-a72d-b71947b295ad req-08950c1a-3243-4bbd-a753-d065ec02fe57 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:30.499079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec977599-b73d-4945-a72d-b71947b295ad req-08950c1a-3243-4bbd-a753-d065ec02fe57 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0495827 Aug 03 19:39:30.548051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec977599-b73d-4945-a72d-b71947b295ad req-b7f76a5c-2acc-4621-b429-8d5b349a5d56 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Aug 03 19:39:31.675940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127b53c-e2ac-4fec-b715-589e443ef0fd req-2b8dcb68-f6a4-4b9b-add7-390af6f11ec7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:31.677603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9127b53c-e2ac-4fec-b715-589e443ef0fd req-2b8dcb68-f6a4-4b9b-add7-390af6f11ec7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0544763 Aug 03 19:39:31.721239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9127b53c-e2ac-4fec-b715-589e443ef0fd req-62d3ac3b-0fec-48f2-83d9-744770eec7f3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376322 Aug 03 19:39:32.848806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab68be4-cb4d-4473-ba34-11787c1af96a req-0e9658d0-ed04-4b41-9d9a-939cfd77e80e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:32.850490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dab68be4-cb4d-4473-ba34-11787c1af96a req-0e9658d0-ed04-4b41-9d9a-939cfd77e80e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0541391 Aug 03 19:39:32.903318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dab68be4-cb4d-4473-ba34-11787c1af96a req-701b3ac7-9a13-44a2-ad38-738bfa73d7b4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Aug 03 19:39:33.337442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:34.024517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152139c7-e934-46fd-8417-bbcfaa85a3f7 req-1a58dc88-b605-443f-9f70-9cd1934c3ea7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:34.026282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-152139c7-e934-46fd-8417-bbcfaa85a3f7 req-1a58dc88-b605-443f-9f70-9cd1934c3ea7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0554645 Aug 03 19:39:34.072589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-152139c7-e934-46fd-8417-bbcfaa85a3f7 req-2659e4bf-d40d-4db4-a826-167f6b536027 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Aug 03 19:39:35.200921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c5c24-cbd3-4b93-b7ae-937ab099463e req-ada56d97-957e-47a9-9138-825eed0971dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:35.202490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa4c5c24-cbd3-4b93-b7ae-937ab099463e req-ada56d97-957e-47a9-9138-825eed0971dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0558481 Aug 03 19:39:35.247476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa4c5c24-cbd3-4b93-b7ae-937ab099463e req-2cc58948-cb6b-4695-98b3-a18ce3afc7e0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Aug 03 19:39:36.371864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380b82b-c406-451d-a8fc-f80ffe055285 req-9136f8c8-6515-4160-9b3f-3972e24bcc73 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:36.373802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3380b82b-c406-451d-a8fc-f80ffe055285 req-9136f8c8-6515-4160-9b3f-3972e24bcc73 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0540898 Aug 03 19:39:36.423288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3380b82b-c406-451d-a8fc-f80ffe055285 req-017e8af5-1ae2-4564-b04a-dc911cdb5fe0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Aug 03 19:39:37.548766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a01e-725e-4006-80d5-6dd2f1207d46 req-6f803a0e-255c-4821-ad2a-0c1145233826 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:37.550275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5976a01e-725e-4006-80d5-6dd2f1207d46 req-6f803a0e-255c-4821-ad2a-0c1145233826 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 943 time: 0.0521789 Aug 03 19:39:37.591750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5976a01e-725e-4006-80d5-6dd2f1207d46 req-dfd20697-50b8-4c05-b9e6-e52711f84f23 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321584 Aug 03 19:39:37.767617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 85cd5569-5c36-40df-b267-8070e550e6e4 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:39:37.868491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=85cd5569-5c36-40df-b267-8070e550e6e4,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:37.882539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '85cd5569-5c36-40df-b267-8070e550e6e4', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': '85cd5569-5c36-40df-b267-8070e550e6e4', 'mac_address': 'fa:16:3e:7c:11:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:39:37.925798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:37.942728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85cd5569-5c36-40df-b267-8070e550e6e4 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:39:37.970143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=85cd5569-5c36-40df-b267-8070e550e6e4,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:38.042594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:38.092271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:38.100465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.103716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.104844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.104844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:38.321253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['85cd5569-5c36-40df-b267-8070e550e6e4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:38.721061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e2003-a1b0-4aac-8215-f169d5aee20c req-67f14a6d-200b-427c-acf2-46eeaa90e117 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:38.722599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-871e2003-a1b0-4aac-8215-f169d5aee20c req-67f14a6d-200b-427c-acf2-46eeaa90e117 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 944 time: 0.0547130 Aug 03 19:39:38.772807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-871e2003-a1b0-4aac-8215-f169d5aee20c req-bbb57f41-2c8e-4008-932c-a8955c06c7c8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382826 Aug 03 19:39:39.768335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 85cd5569-5c36-40df-b267-8070e550e6e4 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:39:39.924263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3723e-8747-4c9b-a4c0-e90e48fee1cf req-a15c477e-0300-411d-a89f-d36d3ea6dbd1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:39.925862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2d3723e-8747-4c9b-a4c0-e90e48fee1cf req-a15c477e-0300-411d-a89f-d36d3ea6dbd1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 944 time: 0.0577722 Aug 03 19:39:39.950990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 85cd5569-5c36-40df-b267-8070e550e6e4 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:39:39.956252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 85cd5569-5c36-40df-b267-8070e550e6e4 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:39:39.956608 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:39.966209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2d3723e-8747-4c9b-a4c0-e90e48fee1cf req-4fada29a-a7f3-40ef-b291-3bbcf1dc5a16 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Aug 03 19:39:40.040386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.070354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:40.072580 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd6fa16-2faa-41f3-8f76-3be5fabed500" -d '{"events": [{"server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "name": "network-vif-plugged", "status": "completed", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:40.085901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=85cd5569-5c36-40df-b267-8070e550e6e4,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:40.115625 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ccd709-12a5-4c57-ae3a-83841c4f77ef x-openstack-request-id: req-f0ccd709-12a5-4c57-ae3a-83841c4f77ef {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:40.115929 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "name": "network-vif-plugged", "status": "completed", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:40.116184 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f0ccd709-12a5-4c57-ae3a-83841c4f77ef {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:40.116585 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4', 'code': 200} Aug 03 19:39:40.194396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:40.237246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247be33-416f-421e-9a33-e8dc418d662c req-a6f6604b-1199-4bf6-9fe3-0b117869b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:40.239865 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9247be33-416f-421e-9a33-e8dc418d662c req-a6f6604b-1199-4bf6-9fe3-0b117869b0d6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 1096 time: 0.0468953 Aug 03 19:39:40.260779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:40.278814 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9247be33-416f-421e-9a33-e8dc418d662c req-77c60da9-f1b6-4d32-b60d-cf09f4248a78 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Aug 03 19:39:41.101919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6932d8a-bae0-42a4-9993-8b78c8aa6382 req-ce64654f-f843-4327-a68d-c99127804894 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:41.104734 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6932d8a-bae0-42a4-9993-8b78c8aa6382 req-ce64654f-f843-4327-a68d-c99127804894 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.0541654 Aug 03 19:39:41.144730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6932d8a-bae0-42a4-9993-8b78c8aa6382 req-f251d151-62aa-4f53-973f-2d377428efd0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Aug 03 19:39:42.272227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735ac44-d875-4185-a186-8a700e2dcb72 req-b94bbd9d-ca15-4264-8e53-de802056bdf7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:42.273812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6735ac44-d875-4185-a186-8a700e2dcb72 req-b94bbd9d-ca15-4264-8e53-de802056bdf7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.0561123 Aug 03 19:39:42.319396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6735ac44-d875-4185-a186-8a700e2dcb72 req-e5b18429-350d-46af-a3e1-29da48e76e0c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Aug 03 19:39:42.697194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e055d6b-d3c3-4c85-8a95-1bfad43ff52e req-416acd0a-56e8-45d3-988d-e19e046b60df tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:42.698750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e055d6b-d3c3-4c85-8a95-1bfad43ff52e req-416acd0a-56e8-45d3-988d-e19e046b60df tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.3081620 Aug 03 19:39:42.737859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e055d6b-d3c3-4c85-8a95-1bfad43ff52e req-a3fdf043-390e-4cf3-9a13-4bef5ca0ed31 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330613 Aug 03 19:39:43.409393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df33e1-2ef0-4ae8-8bbd-2471f99cb03e req-a409a04d-9f6d-41e4-8596-17a775929501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:43.410912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64df33e1-2ef0-4ae8-8bbd-2471f99cb03e req-a409a04d-9f6d-41e4-8596-17a775929501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.0529449 Aug 03 19:39:43.453239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64df33e1-2ef0-4ae8-8bbd-2471f99cb03e req-a0b068e7-7594-4d8d-b2bd-7187bbc6a9f4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352755 Aug 03 19:39:44.580245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7ee79-fbc2-4e99-8ef1-2f2e69316947 req-1dccbe99-e3a0-4b54-b290-b3228734ce2a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:44.582098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4f7ee79-fbc2-4e99-8ef1-2f2e69316947 req-1dccbe99-e3a0-4b54-b290-b3228734ce2a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.0573571 Aug 03 19:39:44.642642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4f7ee79-fbc2-4e99-8ef1-2f2e69316947 req-d08c887b-59c8-4b10-a31c-f66043c6ade2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Aug 03 19:39:45.036200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:39:45.050069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-7dc3d32d-a95a-48b8-9adb-f62d7a19be24 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:45.051555 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-7dc3d32d-a95a-48b8-9adb-f62d7a19be24 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 945 time: 0.0596693 Aug 03 19:39:45.161079 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 85cd5569-5c36-40df-b267-8070e550e6e4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:45.161961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.266762 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port 85cd5569-5c36-40df-b267-8070e550e6e4, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=85cd5569-5c36-40df-b267-8070e550e6e4,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:45.267130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.281270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 85cd5569-5c36-40df-b267-8070e550e6e4 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:45.505661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.534864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=85cd5569-5c36-40df-b267-8070e550e6e4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:45.539661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b1cc520f-09a7-4011-9d42-251263985910', '85cd5569-5c36-40df-b267-8070e550e6e4'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:45.554982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.555318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.555658 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.555997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.556334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.556677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.557024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.557404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.557846 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.558052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.558340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.558663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:39:45.636476 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.636745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port 85cd5569-5c36-40df-b267-8070e550e6e4 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:45.636745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:45.636745 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d1ef2e1d-721a-4a23-ac7e-1b1d9b001bbb req-9b9f19ca-162f-4b20-82bc-fef6a94cb8cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "DELETE /v2.0/ports/85cd5569-5c36-40df-b267-8070e550e6e4 HTTP/1.1" status: 204 len: 173 time: 0.5706222 Aug 03 19:39:45.636745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'name': 'network-vif-deleted', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:45.636745 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f092f1-caaf-4410-8a22-3b984e0c2849" -d '{"events": [{"server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "name": "network-vif-deleted", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:45.689773 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b67d0-12c0-46c1-b2d0-f38398a62001 x-openstack-request-id: req-073b67d0-12c0-46c1-b2d0-f38398a62001 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:45.690516 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce63794-6600-49ac-87ad-b525eaa86762", "name": "network-vif-deleted", "tag": "85cd5569-5c36-40df-b267-8070e550e6e4", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:45.690976 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-073b67d0-12c0-46c1-b2d0-f38398a62001 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:45.691807 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce63794-6600-49ac-87ad-b525eaa86762', 'name': 'network-vif-deleted', 'tag': '85cd5569-5c36-40df-b267-8070e550e6e4', 'status': 'completed', 'code': 200} Aug 03 19:39:45.785124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f3eadac5-7ea3-49ef-b4de-3aa3d1092594 req-90c95721-ccd4-4d85-b8a4-8064b5f09ffb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0414948 Aug 03 19:39:46.896830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bdc108a-2871-475a-a32a-8920b7005d9c req-56c8ae1a-957e-48de-899b-f2740ef4b039 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Aug 03 19:39:48.006962 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f06c056b-7c32-42c5-8316-cbc7e24ee062 req-d436a02c-7b65-478d-8dbf-5f1cf0f52a03 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0302351 Aug 03 19:39:48.883930 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f021759b-1bed-475a-9bcb-14b25543e026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:49.106184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fc8bc3d-6353-4533-9424-0175b454b959 req-a82ee919-6308-4bbc-bbb4-7a47fd98a5be tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0275135 Aug 03 19:39:49.845490 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 85cd5569-5c36-40df-b267-8070e550e6e4 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:39:49.868524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 85cd5569-5c36-40df-b267-8070e550e6e4 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:39:49.868889 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 85cd5569-5c36-40df-b267-8070e550e6e4 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:39:50.213719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17955b98-f1ac-4266-9178-a9699b0f27a3 req-dfb5e374-72e1-4f32-bcf7-d4e8ef048e4f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0303476 Aug 03 19:39:51.358345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd3abd33-e847-4478-995c-c41e6a89c1db req-b321f430-4487-44e0-b5c8-8b16b0961aac tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce63794-6600-49ac-87ad-b525eaa86762 HTTP/1.1" status: 200 len: 210 time: 0.0532343 Aug 03 19:39:52.065479 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8195e62b-2eb6-4665-b2a0-21465337bcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:52.222851 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:53.034448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:54.843081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:56.399009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778354c-9f78-48ed-b2a8-89c7705655a0 req-ef3aa6b8-766e-4ba4-8288-12cb0d0499cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:56.402540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c778354c-9f78-48ed-b2a8-89c7705655a0 req-ef3aa6b8-766e-4ba4-8288-12cb0d0499cc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0845227 Aug 03 19:39:56.446321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c778354c-9f78-48ed-b2a8-89c7705655a0 req-4f574751-3ff1-4a1d-ac4b-3261b96fe290 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Aug 03 19:39:57.581928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807424fa-48a2-4306-945a-9f12b6918cf1 req-2ecdd2d8-df4b-4323-89c1-d74dedd44fee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.591271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-807424fa-48a2-4306-945a-9f12b6918cf1 req-2ecdd2d8-df4b-4323-89c1-d74dedd44fee tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0683191 Aug 03 19:39:57.643919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-807424fa-48a2-4306-945a-9f12b6918cf1 req-b8dc4bfd-8e99-4645-a380-60f2fdfd00a9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Aug 03 19:39:57.957141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-3860738d-8329-4147-a4a9-dca96733a772 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:39:57.959612 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-3860738d-8329-4147-a4a9-dca96733a772 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 946 time: 0.0528874 Aug 03 19:39:58.112042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port b1cc520f-09a7-4011-9d42-251263985910 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:39:58.112553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.248003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port b1cc520f-09a7-4011-9d42-251263985910, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1cc520f-09a7-4011-9d42-251263985910,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:39:58.248620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.271529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for b1cc520f-09a7-4011-9d42-251263985910 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:39:58.560987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.591822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=b1cc520f-09a7-4011-9d42-251263985910,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:39:58.603129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b1cc520f-09a7-4011-9d42-251263985910'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:39:58.658199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port b1cc520f-09a7-4011-9d42-251263985910 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:39:58.663086 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:39:58.667046 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a86b5e9b-ba43-4d66-837f-b51b21d09c5c req-068cdbd1-114d-4819-9397-66c16ec58cc3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "DELETE /v2.0/ports/b1cc520f-09a7-4011-9d42-251263985910 HTTP/1.1" status: 204 len: 173 time: 0.7008791 Aug 03 19:39:58.669133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'name': 'network-vif-deleted', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:39:58.674566 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ba4f57-6124-4355-8d7b-12e7dbf43894" -d '{"events": [{"server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "name": "network-vif-deleted", "tag": "b1cc520f-09a7-4011-9d42-251263985910"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:39:58.743429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33b4aa56-5752-45d3-ad79-539e7759bd96 req-c6b9042c-4687-4d5a-a403-6e946d84cd3d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0308461 Aug 03 19:39:58.789374 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f8420-716f-401a-8d46-11acb339a3b3 x-openstack-request-id: req-a08f8420-716f-401a-8d46-11acb339a3b3 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:39:58.789674 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28726a34-f7fb-469c-aedf-29d3e28acf1a", "name": "network-vif-deleted", "tag": "b1cc520f-09a7-4011-9d42-251263985910", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:39:58.789941 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a08f8420-716f-401a-8d46-11acb339a3b3 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:39:58.790356 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28726a34-f7fb-469c-aedf-29d3e28acf1a', 'name': 'network-vif-deleted', 'tag': 'b1cc520f-09a7-4011-9d42-251263985910', 'status': 'completed', 'code': 200} Aug 03 19:39:59.857899 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a625fa44-ab5e-4d91-b13c-b3533348b4e0 req-a91d653f-8cb2-4e21-97f6-3f4a3f366a0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0344121 Aug 03 19:40:00.956862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0e11f3a5-09f9-40b7-9589-0fed4ffebfdc req-f4a62d59-11a9-4bee-9b9a-eefe9e27dfe0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0293732 Aug 03 19:40:01.860469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1cc520f-09a7-4011-9d42-251263985910 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:40:01.882177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: b1cc520f-09a7-4011-9d42-251263985910 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:40:01.883154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1cc520f-09a7-4011-9d42-251263985910 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:40:02.062383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10db624a-0649-44c8-b25e-0b1f75d7633d req-8237512d-d571-47f1-8282-6119bde912aa tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0292447 Aug 03 19:40:02.354140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-fd5624c0-7ff7-4780-9d82-6215507cf1a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431521 Aug 03 19:40:02.437456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-c71ee997-c314-48aa-b4f5-7f3511a2ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.438993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-c71ee997-c314-48aa-b4f5-7f3511a2ea5f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0415967 Aug 03 19:40:02.571340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-083d4468-c436-41da-93c5-888600e39d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.572932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-083d4468-c436-41da-93c5-888600e39d67 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.1138144 Aug 03 19:40:02.641430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-b0e7b25c-108b-4212-94a2-d6963af83f18 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0613337 Aug 03 19:40:02.705644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-248e7022-793b-4cd7-bba8-7f251bda7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.710079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-248e7022-793b-4cd7-bba8-7f251bda7064 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0618374 Aug 03 19:40:02.762023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-49f4c9bc-a569-4dff-b0d1-25ec06278280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:02.763533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-49f4c9bc-a569-4dff-b0d1-25ec06278280 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457067 Aug 03 19:40:02.778027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-a5edf4e4-a3f4-43f5-8574-5a7a4aa7f7da service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:40:02.779055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-a5edf4e4-a3f4-43f5-8574-5a7a4aa7f7da service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076294 Aug 03 19:40:02.877851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-a363977c-5dff-4c39-977c-edfcebd8723e service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907133 Aug 03 19:40:02.989771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa9166f4-c454-4cd4-b727-813ce0353c6e req-135af4a4-da17-413b-8cd4-90a26fb63e12 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047935 Aug 03 19:40:03.176328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adc6d76e-80d3-4923-9d9f-99391fe70ce5 req-7d39fb96-b345-4c24-ad66-1439ed34f731 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=28726a34-f7fb-469c-aedf-29d3e28acf1a HTTP/1.1" status: 200 len: 210 time: 0.0278542 Aug 03 19:40:03.331552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.595657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36136) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:03.642958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Deleting subnet b4f35cf2-49aa-4ec8-8f51-45629f31c1d1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:40:03.646729 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.684403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.728163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.906887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.933202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f35cf2-49aa-4ec8-8f51-45629f31c1d1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:03.942168 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:03.944348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1fceb663-4c88-49ce-92ad-3a666dc30334 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b4f35cf2-49aa-4ec8-8f51-45629f31c1d1 HTTP/1.1" status: 204 len: 168 time: 0.3476813 Aug 03 19:40:03.946903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:04.023095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.113012 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.123415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613c7f4f-dd31-4801-ab57-d3dec54f3a31']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:04.134718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29983eb8-9b67-4460-9b05-0d30af00e0cf') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:04.136598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29983eb8-9b67-4460-9b05-0d30af00e0cf') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:04.145358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.160892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.167347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:40:04.167878 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:40:04.169751 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:40:04.311083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.317430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.320629 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] 10.222.0.67 "DELETE /v2.0/networks/613c7f4f-dd31-4801-ab57-d3dec54f3a31 HTTP/1.1" status: 204 len: 168 time: 0.3726676 Aug 03 19:40:04.335920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540b615-c4dc-45a2-8e93-bbd100b9d423 admin admin] Pushing event deleted for resources: {'Network': ['ID=613c7f4f-dd31-4801-ab57-d3dec54f3a31,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:04.823515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36146) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:04.870027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ecbfd468-760b-4d2b-992f-dcf820e343b3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cc73ac1a09124064bbe4f9d1682ec99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452938 Aug 03 19:40:04.872478 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36148) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:04.926193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:04.948667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.063546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.066152 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:05.067331 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a275d6c8-b959-465c-91d8-c859f3c7e4d8 HTTP/1.1" status: 204 len: 168 time: 0.1938970 Aug 03 19:40:05.075564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fec3c-8746-491b-a6e4-86105d5db8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a275d6c8-b959-465c-91d8-c859f3c7e4d8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:06.999488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36218) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:07.004267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-631611313', 'description': 'tempest-secgroup-smoke-631611313 description', 'project_id': 'f838fb178a6447ab862a47a008b37eb6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:07.105477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.193229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.294235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.326113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:07.391596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.392949 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-675808e1-b53c-4138-a2ff-f954b1bcde7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3923523 Aug 03 19:40:07.396393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:07.400961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:07.513840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.575903 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.733996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.754265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3d93af-c235-4780-bf76-d03eb4301868,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:07.825747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.827075 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-179f3325-507f-41b3-9386-2b71542c2ea1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296589 Aug 03 19:40:07.830078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:07.834621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:07.925420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:07.983213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.045502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.065639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ea4d1-f928-4ddb-a14b-224ecabef89e,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:08.143037 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.144375 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-059d50d4-7c43-436c-a6ce-ec168bde7196 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3132665 Aug 03 19:40:08.147124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36230) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:08.151708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:08.283637 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.348127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.462765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.482998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16849cc-33fb-4e30-a30f-7499e42c8776,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:08.588475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.589798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4fc419f1-0dbd-481b-890f-784ecce9b614 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417226 Aug 03 19:40:08.592530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36234) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:08.597956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:08.698752 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.761406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.857269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.877996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab370f7-e0aa-4ee0-abe6-bb6123f298f2,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:08.960358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:08.961811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5dd7dd1a-8cef-41a9-8ea8-0541e2ec1b86 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3674827 Aug 03 19:40:08.964548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36236) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:08.969104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:09.071594 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Project f838fb178a6447ab862a47a008b37eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:40:09.078406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.142821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.222962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.245719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3108bbcc-9f25-4d3b-b012-b16e489cd42c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.325754 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.327392 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49098a1e-3d22-46e6-bf19-409e79ef27f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616927 Aug 03 19:40:09.330738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36242) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:09.340860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'security_group_rule': {'security_group_id': '5f7b8d06-ed20-4eab-9cfb-faed0ad140a6', 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:09.445608 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Project f838fb178a6447ab862a47a008b37eb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:40:09.450821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.513859 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.628735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.646991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21321dd7-c84e-45ae-a254-24629f183c41,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:09.742688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:09.743986 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5f3e4db0-2792-49c7-b6e5-eb1d96a0a4fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4122832 Aug 03 19:40:15.534281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:18.988580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36d8565a-bc7b-4842-8ddd-239e89741779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.036556 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:40:22.037197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-179124e3-97ef-4eee-b21f-857ce392a105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.203450 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:22.966021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:24.848189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.203819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-86cd1ce6-be4b-4792-b52a-7ae501acd1d9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631611313&fields=id&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 267 time: 0.0355442 Aug 03 19:40:33.324835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-03ed8f2e-5b5a-4d84-a66c-6f38d5a27663 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:33.326315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-03ed8f2e-5b5a-4d84-a66c-6f38d5a27663 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1155288 Aug 03 19:40:33.341706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-b20fbbeb-a2b5-4d39-8ef6-692fe837ce9c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0093904 Aug 03 19:40:33.343383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:33.392923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-11d61e64-8806-4d66-9a17-315eef570226 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455878 Aug 03 19:40:33.593120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-8c114b7e-6909-47c1-8dd2-3ad75cc1236c service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878645 Aug 03 19:40:33.685824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-e52c8d08-5898-41d5-adb7-8cfb2e0bc65c service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Aug 03 19:40:34.367226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aef829a9-e046-472c-a54b-e799d2664ba1 req-4574fdc9-a405-4c1a-9787-d869973a8488 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0291295 Aug 03 19:40:35.475589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30aa4dc0-0fe7-48fd-b561-67294adc60f7 req-59c4acb0-c4ea-440b-bb02-745a7950f432 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0279427 Aug 03 19:40:36.440104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-3f3302f0-fdf3-40ee-ba9d-fee248629b37 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:36.441617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-3f3302f0-fdf3-40ee-ba9d-fee248629b37 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1116843 Aug 03 19:40:36.493562 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18b4b606-22e0-4ab9-89ce-f1a4e37a39d1 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 379 time: 0.0349321 Aug 03 19:40:36.504541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '57607ba7-4843-4484-b298-67f20ee01bfe', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'security_groups': ['5f7b8d06-ed20-4eab-9cfb-faed0ad140a6']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:36.589820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0f735bc-212e-4f89-ba78-3f7c20f17cec req-0d7b3d58-dfe7-4394-b5c2-d12eba7c47df tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0309477 Aug 03 19:40:36.708455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:40:36.712634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:36.962503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.11 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/62dbac6b-3ff2-4ecb-86a2-08d53de8fe38) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:37.123548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:37.139858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:37.260158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:37.308181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:37.311389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:37.317313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:37.324170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:37.384948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:37.385806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:37.509353 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-6dc0bca9-cdf4-4db9-bd05-c768a92c2746 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0096498 Aug 03 19:40:37.528609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-95e7558b-abfd-45fa-bcd6-395a1eb50cf2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:40:37.529832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-95e7558b-abfd-45fa-bcd6-395a1eb50cf2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062311 Aug 03 19:40:37.628794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Request body: {'port': {'device_id': '57607ba7-4843-4484-b298-67f20ee01bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:37.648353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6d82de98-8333-427e-86ab-a5bdc2de4160 None None] Provisioning for port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:37.652723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6d82de98-8333-427e-86ab-a5bdc2de4160 None None] Provisioning complete for port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:37.658884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d82de98-8333-427e-86ab-a5bdc2de4160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:37.726422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6d82de98-8333-427e-86ab-a5bdc2de4160 None None] Port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:40:37.733511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadd316-bb5e-42f2-b35a-aacb2e6c750c req-632f4ad3-c0e4-4637-9b7b-0dea7e7e8c62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:37.735067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:37.749292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdadd316-bb5e-42f2-b35a-aacb2e6c750c req-632f4ad3-c0e4-4637-9b7b-0dea7e7e8c62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 932 time: 0.0719721 Aug 03 19:40:37.793839 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdadd316-bb5e-42f2-b35a-aacb2e6c750c req-1ade0ba4-7006-4280-99cd-9db14beb30ec tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Aug 03 19:40:38.040249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:38.049049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.065528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Transition to ACTIVE for port object 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:40:38.134227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.215058 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Pushing event updated for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:38.280815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Attempting to bind port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:40:38.281214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Attempting to bind port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:40:38.281486 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Attempting to bind port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:38.286548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:40:38.286874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Attempting to bind port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:40:38.291906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:40:38.292254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:40:38.292683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:40:38.293150 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Bound port: 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:40:38.293506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.368937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:40:38.372225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:40:38.420560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.460123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.460777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:38.462253 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] 10.222.0.54 "PUT /v2.0/ports/62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 1092 time: 0.9245179 Aug 03 19:40:38.462693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:38.466998 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696679c-a548-4308-8172-f5cbedcd808e" -d '{"events": [{"name": "network-changed", "server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:38.520092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc9b8-56ac-4250-b29c-9fcc2b94ee8f service neutron] Pushing event updated for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:38.549977 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f674608-d1f3-48d0-be90-891b68ba40fe x-openstack-request-id: req-1f674608-d1f3-48d0-be90-891b68ba40fe {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:38.556418 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:38.556418 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f674608-d1f3-48d0-be90-891b68ba40fe {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:38.556418 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'status': 'completed', 'code': 200} Aug 03 19:40:38.645837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696679c-a548-4308-8172-f5cbedcd808e req-cb29f930-cd8c-46a8-96a3-1ca9786f1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.647654 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d696679c-a548-4308-8172-f5cbedcd808e req-cb29f930-cd8c-46a8-96a3-1ca9786f1cf9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1095 time: 0.0515578 Aug 03 19:40:38.785722 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696679c-a548-4308-8172-f5cbedcd808e req-04d3ab1f-794d-4d16-9622-4ab9f96d4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.787301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d696679c-a548-4308-8172-f5cbedcd808e req-04d3ab1f-794d-4d16-9622-4ab9f96d4d37 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f838fb178a6447ab862a47a008b37eb6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1231799 Aug 03 19:40:38.895831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696679c-a548-4308-8172-f5cbedcd808e req-d3f40b2a-5c70-42cf-93de-725e26c45f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.897351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d696679c-a548-4308-8172-f5cbedcd808e req-d3f40b2a-5c70-42cf-93de-725e26c45f38 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032414 Aug 03 19:40:38.933996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f11e73-ae06-461c-a787-1f74a3f9b954 req-1fb14a11-f10c-44b7-ba58-fc2eedf7ec0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:38.935518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23f11e73-ae06-461c-a787-1f74a3f9b954 req-1fb14a11-f10c-44b7-ba58-fc2eedf7ec0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0635672 Aug 03 19:40:38.989730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23f11e73-ae06-461c-a787-1f74a3f9b954 req-d90c59c6-9207-4986-990b-f7b2ee7b09c4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Aug 03 19:40:39.018405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-81d98878-d0d1-4bc2-be2d-c5af04b7a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.020122 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-81d98878-d0d1-4bc2-be2d-c5af04b7a7a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1095 time: 0.0576491 Aug 03 19:40:39.069250 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-2523dd89-0302-4e41-9b62-cefe13d33c85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 217 time: 0.0361838 Aug 03 19:40:39.120248 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-2a807d6a-f128-457b-9cb6-86be59eef915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.121752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-2a807d6a-f128-457b-9cb6-86be59eef915 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0455198 Aug 03 19:40:39.173820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-597fc3d5-570c-4207-8de5-cfd83c4a7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:39.175379 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-597fc3d5-570c-4207-8de5-cfd83c4a7009 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467868 Aug 03 19:40:39.275386 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-30290fd2-9980-44d5-af9f-ec53c445d2ad service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918989 Aug 03 19:40:39.373229 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ffc1e5cb-80fb-4e35-a8f9-b50186cfe8d0 req-c1e2d679-5c33-4fcc-a04d-e3202fefeee7 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907128 Aug 03 19:40:40.131198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2d385-3b16-467f-9845-0b56c5d05e82 req-803f4fd6-8f4e-4e14-ac0f-2bd16b28cfa7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:40.132794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d2d385-3b16-467f-9845-0b56c5d05e82 req-803f4fd6-8f4e-4e14-ac0f-2bd16b28cfa7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0519507 Aug 03 19:40:40.177274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2d2d385-3b16-467f-9845-0b56c5d05e82 req-fbfd464f-1d9f-403f-9350-72687092956b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Aug 03 19:40:41.311012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba99d8-85fb-4944-8e05-8efad6a91a81 req-994ef13b-fb40-4c47-8335-9f440e6a503b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:41.313326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2ba99d8-85fb-4944-8e05-8efad6a91a81 req-994ef13b-fb40-4c47-8335-9f440e6a503b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0526159 Aug 03 19:40:41.361818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2ba99d8-85fb-4944-8e05-8efad6a91a81 req-1052fd6d-9658-4a0e-a005-4be384ac5da2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373490 Aug 03 19:40:42.478664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681363e9-a6ee-4cfc-9625-d4fcf0ea58fb req-2af5912c-e54c-462a-a186-fb9e42026fab tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:42.480180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-681363e9-a6ee-4cfc-9625-d4fcf0ea58fb req-2af5912c-e54c-462a-a186-fb9e42026fab tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0523946 Aug 03 19:40:42.521724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-681363e9-a6ee-4cfc-9625-d4fcf0ea58fb req-a28670af-893a-4447-a8db-9b4745535e53 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346580 Aug 03 19:40:43.641003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cda202-3c6b-4b42-9ba0-dc0a51caf781 req-32ef9851-9da0-4ff0-9639-d275fb11bb11 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:43.642604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92cda202-3c6b-4b42-9ba0-dc0a51caf781 req-32ef9851-9da0-4ff0-9639-d275fb11bb11 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0501862 Aug 03 19:40:43.685987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92cda202-3c6b-4b42-9ba0-dc0a51caf781 req-329a0d3a-1ca2-414d-bf6d-1e6b5db06a0f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Aug 03 19:40:44.808770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79db5d0-9e19-4512-b088-1d9ad5b235e3 req-c25f7078-dd11-4b47-8a3c-0cf3459b2884 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:44.811218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e79db5d0-9e19-4512-b088-1d9ad5b235e3 req-c25f7078-dd11-4b47-8a3c-0cf3459b2884 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0539541 Aug 03 19:40:44.853025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e79db5d0-9e19-4512-b088-1d9ad5b235e3 req-d3eef65c-0ba9-4b8f-8718-2cb0b3998aa8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356989 Aug 03 19:40:45.522362 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:45.983319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0aaa1f-cea0-45f3-ab2b-69e1c35edf28 req-e1314d34-a6e7-4ad9-bc73-a50f56c61cb3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:45.986052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b0aaa1f-cea0-45f3-ab2b-69e1c35edf28 req-e1314d34-a6e7-4ad9-bc73-a50f56c61cb3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0531647 Aug 03 19:40:46.028581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b0aaa1f-cea0-45f3-ab2b-69e1c35edf28 req-b4b7183d-a14d-4d31-86b5-702fc4dea0f0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Aug 03 19:40:47.148383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866459f-7b8e-48af-a5dc-166df0cd0cba req-95959fc4-4287-4521-851e-cb92badefdca tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:47.150035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e866459f-7b8e-48af-a5dc-166df0cd0cba req-95959fc4-4287-4521-851e-cb92badefdca tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0529726 Aug 03 19:40:47.195123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e866459f-7b8e-48af-a5dc-166df0cd0cba req-04a50053-3d84-4f9a-a4de-f8dfadf70d4a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377014 Aug 03 19:40:48.126285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:40:48.230803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:48.243448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'mac_address': 'fa:16:3e:26:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:40:48.289693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:48.307930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:40:48.324074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44171f7f-ffcf-42d3-b19f-e496f048ba39 req-a81836c8-13c7-48a1-8b18-2efde45545b7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:48.326762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44171f7f-ffcf-42d3-b19f-e496f048ba39 req-a81836c8-13c7-48a1-8b18-2efde45545b7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 944 time: 0.0610995 Aug 03 19:40:48.334787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:48.379593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44171f7f-ffcf-42d3-b19f-e496f048ba39 req-05ba9fff-f41e-4c70-96eb-f82e3b31d507 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Aug 03 19:40:48.428324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:48.476021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:48.484672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.485112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.485460 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.485797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.486130 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.486461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.486789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.487111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.487472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.487948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.488285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.488606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:48.700995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['62dbac6b-3ff2-4ecb-86a2-08d53de8fe38'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:40:48.838517 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5a5f-34d7-40d6-8ce7-eb2af280f751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:49.501107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d319-9771-4d43-b6cc-d179a300928d req-5caf7313-42b4-4dc3-8020-5505a7e8b76c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:49.502633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a672d319-9771-4d43-b6cc-d179a300928d req-5caf7313-42b4-4dc3-8020-5505a7e8b76c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 945 time: 0.0534871 Aug 03 19:40:49.541999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a672d319-9771-4d43-b6cc-d179a300928d req-5178ad5e-7ac5-4193-8623-3eafc6c6875b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331240 Aug 03 19:40:50.125751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:40:50.239488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:40:50.243685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:40:50.244065 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.329592 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.352938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:50.355555 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2ccc4-6469-4623-be84-2e42378aabbc" -d '{"events": [{"server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "name": "network-vif-plugged", "status": "completed", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:50.369748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:40:50.392775 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dfed36-64c2-4385-ab71-6d8b6b77ef45 x-openstack-request-id: req-16dfed36-64c2-4385-ab71-6d8b6b77ef45 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:50.393070 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "name": "network-vif-plugged", "status": "completed", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:50.393323 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16dfed36-64c2-4385-ab71-6d8b6b77ef45 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:50.393719 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'code': 200} Aug 03 19:40:50.471280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:50.527542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c836f-2933-4aa8-9281-0d946a4bc4cc req-73664c7b-0829-4ffd-b108-acc971483d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:50.528209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:50.530036 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c5c836f-2933-4aa8-9281-0d946a4bc4cc req-73664c7b-0829-4ffd-b108-acc971483d9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1097 time: 0.0513215 Aug 03 19:40:50.566645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3c5c836f-2933-4aa8-9281-0d946a4bc4cc req-b16a6f83-fb92-4c85-97b8-35ad3508e49f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283158 Aug 03 19:40:50.667266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1d2a9-2a57-4eb9-9896-28f4b7f2dca0 req-d2852b1d-a0c0-4b71-a3fb-60b836186d7f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:50.668732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bc1d2a9-2a57-4eb9-9896-28f4b7f2dca0 req-d2852b1d-a0c0-4b71-a3fb-60b836186d7f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0545788 Aug 03 19:40:50.711850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bc1d2a9-2a57-4eb9-9896-28f4b7f2dca0 req-4684fa6f-ab63-4167-a2c1-890a62aa2e3a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Aug 03 19:40:51.850327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacfd15-41b0-48cc-bc25-9dc1cdf49da0 req-48bda79a-0359-4f14-9736-3eaf0bed0604 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:51.851896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bacfd15-41b0-48cc-bc25-9dc1cdf49da0 req-48bda79a-0359-4f14-9736-3eaf0bed0604 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0514226 Aug 03 19:40:51.895828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3bacfd15-41b0-48cc-bc25-9dc1cdf49da0 req-eab7b66c-7f41-472a-93ef-8a740ac28d69 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Aug 03 19:40:52.021201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07ecb3-6852-4d10-be69-8fd45e738ddd req-bc0d0eed-c0cd-4b6d-a9e1-f52083ebed1b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:52.022788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb07ecb3-6852-4d10-be69-8fd45e738ddd req-bc0d0eed-c0cd-4b6d-a9e1-f52083ebed1b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0550656 Aug 03 19:40:52.066378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb07ecb3-6852-4d10-be69-8fd45e738ddd req-65787556-1fdc-42f3-b1ff-ff242b4f1052 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367444 Aug 03 19:40:52.090328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36890) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:52.208245 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9327838e-8449-4f55-8c0a-cf1f989290e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.239555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.242067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e876c-44b8-4870-81c5-db5d779d8788 tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:52.243841 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-123e876c-44b8-4870-81c5-db5d779d8788 tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1092 time: 0.1524963 Aug 03 19:40:52.246915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 36896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:40:52.251472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:40:52.345895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.759650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.869263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.25.2.251 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f5f02e82-4384-432c-a684-6ecbbc2a55a5) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:40:52.973703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:52.986722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.100293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.141013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:40:53.143843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:40:53.146574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:40:53.173068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=f5f02e82-4384-432c-a684-6ecbbc2a55a5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:53.184626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.184997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.185350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.185689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.186214 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.186399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.186729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.187625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.187950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.188277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.188604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.188954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:40:53.546872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.743773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.923956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:53.988284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.060695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=f5f02e82-4384-432c-a684-6ecbbc2a55a5,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:40:54.075043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.187913 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc associated. External IP: 172.25.2.251, port: 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38. Aug 03 19:40:54.401409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:40:54.521600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:40:54.534355 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:40:54.543386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:54.544038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:40:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:54.611896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.651342 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6b3c057d-33bc-4ee1-9f62-b012d47a86d8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3940918 Aug 03 19:40:54.651342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:40:54.651342 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1235b-9b0c-445e-a2c7-cc38cca75a39" -d '{"events": [{"name": "network-changed", "server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:40:54.665053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:54.695781 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceb8d2e-93a9-4eae-8081-fc81ace204a4 x-openstack-request-id: req-dceb8d2e-93a9-4eae-8081-fc81ace204a4 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:40:54.696075 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:40:54.696326 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dceb8d2e-93a9-4eae-8081-fc81ace204a4 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:40:54.696757 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'status': 'completed', 'code': 200} Aug 03 19:40:54.789497 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-4b40951a-e44e-45b6-a36b-6003b052d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:54.791286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-4b40951a-e44e-45b6-a36b-6003b052d738 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1097 time: 0.0489061 Aug 03 19:40:54.870667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:40:54.924408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-e3419f63-8c39-4f66-995b-87c3350f5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:54.925970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-e3419f63-8c39-4f66-995b-87c3350f5c9a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1279297 Aug 03 19:40:54.967289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:26:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57607ba7-4843-4484-b298-67f20ee01bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:40:53Z', 'updated_at': '2021-08-03T19:40:53Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:54.998850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:40:55.006601 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-9be76cac-8205-47e1-97fc-852b8c018807 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 1000 time: 0.0732009 Aug 03 19:40:55.009378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:40:55.010089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:40:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:55.061644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-b1fdb67e-ea07-45b0-9600-1360981cf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:55.064293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-b1fdb67e-ea07-45b0-9600-1360981cf878 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0507252 Aug 03 19:40:55.115215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-2a202179-6ad7-4a61-be42-8da35224942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:40:55.116999 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-2a202179-6ad7-4a61-be42-8da35224942d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449395 Aug 03 19:40:55.121200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:40:55.216742 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-7f51b151-7e01-46a0-b2c0-386acc24cfff service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927329 Aug 03 19:40:55.314432 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-18e1235b-9b0c-445e-a2c7-cc38cca75a39 req-36570948-c9f8-442a-98bc-9ab59004d128 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908310 Aug 03 19:40:55.378656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:26:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57607ba7-4843-4484-b298-67f20ee01bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:40:53Z', 'updated_at': '2021-08-03T19:40:53Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:40:55.409747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af54e7c-e751-4bbc-8e81-89f13584ed72 None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.251', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:26:85:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57607ba7-4843-4484-b298-67f20ee01bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:40:53Z', 'updated_at': '2021-08-03T19:40:53Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:40:55.632634 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34685e-c4cb-4192-b9e2-4c4adc6fad9a None None] New status for floating IP 953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:40:59.038818 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:02.422582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-740c314e-0cfa-48cb-bff6-d3592717a620 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028032 Aug 03 19:41:02.517418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-a22ca922-b771-47e0-b45d-df345f79fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.518920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-a22ca922-b771-47e0-b45d-df345f79fcfb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0480888 Aug 03 19:41:02.638493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-3675a38d-10c0-4255-8980-bafda7fb659d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.638493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-3675a38d-10c0-4255-8980-bafda7fb659d service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.0996847 Aug 03 19:41:02.711619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-718e2e55-0d3a-4f1b-9c63-74666b42604b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0666835 Aug 03 19:41:02.764674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-c006c70f-d991-45c1-9c5c-5b139bba05eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.766451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-c006c70f-d991-45c1-9c5c-5b139bba05eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0480046 Aug 03 19:41:02.815731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-15e86375-8eec-4580-b3fe-6e1a7d0518ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:02.817346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-15e86375-8eec-4580-b3fe-6e1a7d0518ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441582 Aug 03 19:41:02.933497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-9c764359-6e28-4bc8-be9d-5a1da7b980aa service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085043 Aug 03 19:41:03.035952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5661d9-bf25-473f-9a7e-72efb3c26567 req-bb83fcfa-9eeb-4068-ae20-ceb61572d817 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958049 Aug 03 19:41:03.345546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:14.916778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-284b757a-9824-48af-9a02-18869394baf8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447133 Aug 03 19:41:15.028672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acd29-4289-486b-8763-37a456644e19 req-dfe52790-74bf-49bc-b421-8202a1c05e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.030327 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-dfe52790-74bf-49bc-b421-8202a1c05e7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1097 time: 0.0499816 Aug 03 19:41:15.149029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acd29-4289-486b-8763-37a456644e19 req-63d681f5-01a9-44bc-8d5c-9f5580f8612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.150433 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-63d681f5-01a9-44bc-8d5c-9f5580f8612f service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1006253 Aug 03 19:41:15.223835 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-4f60ed22-67d4-40e3-996b-658626f5e4e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 1002 time: 0.0662866 Aug 03 19:41:15.275663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acd29-4289-486b-8763-37a456644e19 req-13ef2fcb-c328-46c3-8bf3-bfe51fba3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.277682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-13ef2fcb-c328-46c3-8bf3-bfe51fba3911 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0468585 Aug 03 19:41:15.331010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1acd29-4289-486b-8763-37a456644e19 req-d370f1e8-821e-44ca-9f17-8ce54c2102de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:15.332726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-d370f1e8-821e-44ca-9f17-8ce54c2102de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487177 Aug 03 19:41:15.437917 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-3898d070-cabb-4ea4-8d64-ca13bdcf9276 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967665 Aug 03 19:41:15.537711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-fb1acd29-4289-486b-8763-37a456644e19 req-5c63eace-61cd-4ca1-b557-e5b6db74fa1c service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925012 Aug 03 19:41:15.563688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:18.805747 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4a744023-0b81-4185-abd6-29cabd7f29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.252673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37512) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:21.368379 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d253d4ae-3b93-4652-8819-5f110b6f1052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.460113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d253d4ae-3b93-4652-8819-5f110b6f1052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.531611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d253d4ae-3b93-4652-8819-5f110b6f1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.570609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d253d4ae-3b93-4652-8819-5f110b6f1052 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cceb06a7abd4d7993ebcec32348d0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166566 Aug 03 19:41:21.571303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d4ae-3b93-4652-8819-5f110b6f1052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5ad99-5121-4f7a-94b0-7686f5b9a7b8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.573157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37516) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:21.625975 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.648617 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.788256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.791033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:21.792208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5c5ad99-5121-4f7a-94b0-7686f5b9a7b8 HTTP/1.1" status: 204 len: 168 time: 0.2174799 Aug 03 19:41:21.800884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5ad99-5121-4f7a-94b0-7686f5b9a7b8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:21.808939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.809359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.809623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.809974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.810293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.810623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.810952 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.811280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.811602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.812490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.812928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:21.813264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971692e9-beda-46ce-8a35-01bbbb6e7b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:22.087503 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d637301-11bb-4051-b90e-ef19d38beb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.220575 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:22.991091 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:24.870907 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.147467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:29.261530 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a9a22db-b878-46c5-9577-21ee6e28a07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.373598 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a9a22db-b878-46c5-9577-21ee6e28a07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.449029 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a9a22db-b878-46c5-9577-21ee6e28a07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.490930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6a9a22db-b878-46c5-9577-21ee6e28a07b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5efb10d1944d403e85a38d4ef8926f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422816 Aug 03 19:41:29.492365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a22db-b878-46c5-9577-21ee6e28a07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48aa2d4-b439-4a0a-a249-e8f37b38696c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:29.493893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37576) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:29.549344 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.571922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.674307 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.676944 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:29.678162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a48aa2d4-b439-4a0a-a249-e8f37b38696c HTTP/1.1" status: 204 len: 168 time: 0.1826630 Aug 03 19:41:29.687733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab3368-990f-4066-a945-0e1a0dcb0c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48aa2d4-b439-4a0a-a249-e8f37b38696c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:33.383135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:36.040299 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:41:40.737583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37652) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:40.848863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7afb5b75-bbfa-4a88-bf2f-5305712b705c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:40.947216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7afb5b75-bbfa-4a88-bf2f-5305712b705c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.082625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7afb5b75-bbfa-4a88-bf2f-5305712b705c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.123475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7afb5b75-bbfa-4a88-bf2f-5305712b705c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce34600e48e54fd79480ace81f8d6c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847842 Aug 03 19:41:41.125043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb5b75-bbfa-4a88-bf2f-5305712b705c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78a20d6-e7f1-4d15-9da7-36ad9c7ad519,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:41.127231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37658) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:41.181253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.203390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.399909 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.403138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:41.404319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d78a20d6-e7f1-4d15-9da7-36ad9c7ad519 HTTP/1.1" status: 204 len: 168 time: 0.2758336 Aug 03 19:41:41.412453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48d4eb-3db9-48a4-a768-4662bde54c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78a20d6-e7f1-4d15-9da7-36ad9c7ad519,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:43.976842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37698) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:43.981687 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818794888', 'description': 'tempest-secgroup-smoke-1818794888 description', 'project_id': '98aca119abbe473ea7debecebc9f453b'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:44.083002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.091620 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.188607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.253518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.290525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c043dab-6fd9-44e2-8e3e-b2e13381a80e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:44.348740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.436460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.465624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8936f327-1df0-4578-87d8-4bb76fbcd2fc,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:44.568221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.569581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1ee2cedf-6287-49e1-b1ff-efe03abeb0be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5916958 Aug 03 19:41:44.572899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37700) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:44.578108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:44.733626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.791102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.911076 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:44.930065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ae51ec-6c30-4560-89cc-597c7cebc04f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:45.088205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.089425 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dae7d627-7068-418e-b95a-bb84e4a36160 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5155377 Aug 03 19:41:45.092099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37702) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:45.096922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:45.247862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.311564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.417178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.439629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e0bbf1-3beb-4ab4-b28e-36a7cf20ca00,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:45.522991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.524260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-457ec029-0c35-4c88-9ed0-96aed0795a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4311750 Aug 03 19:41:45.527164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37704) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:45.533538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:45.573969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.670711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.729069 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.830789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.849416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b968aca-fc14-4bd0-9a76-78b5ed8161c6,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:45.994341 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:45.995881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5a4b7028-0dab-405e-a0ad-84f68ef14d27 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4671474 Aug 03 19:41:45.998277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37706) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:46.002981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:46.101833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.162360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.248464 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.269584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce01410-d8d2-4a62-b255-f9aa755fad8a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.374112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.376041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bb9e1516-46f1-40b5-b71f-addccc5684aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3768058 Aug 03 19:41:46.378824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37708) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:46.383407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:46.462710 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:41:46.467827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.530999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.585501 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.603685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d986ebc2-6836-4637-9f89-80f32061d8d3,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:46.694146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.695443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e3d38b25-04e5-4f55-927c-263f78e558c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156314 Aug 03 19:41:46.698138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37710) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:46.703298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8936f327-1df0-4578-87d8-4bb76fbcd2fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:46.794349 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:41:46.799999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.862505 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.971558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:46.990288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408d408a-c2b3-4237-8702-47eda1e1c3b1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:47.064172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.065354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-78fddf4b-8e44-48bc-b64c-34f006f6e758 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3662806 Aug 03 19:41:47.068379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37712) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:47.073494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'network': {'name': 'tempest-network-smoke--441926372', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:47.157097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:47.160757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.184786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:41:47.193618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.193972 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Added segment eb791a1f-bfc7-45f1-9483-7c93717862c5 of type vlan for network 29f0d4c9-6b70-452c-9260-b463d06d5b41 Aug 03 19:41:47.235569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.319923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.325644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:47.326309 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.433898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Network': ['ID=29f0d4c9-6b70-452c-9260-b463d06d5b41,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:47.444968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:41:47.474817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7d8b0ab4-887b-49b2-b43b-ecf82eb9fd52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4052773 Aug 03 19:41:47.477747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37714) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:47.482500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'admin_state_up': True, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:47.585515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.586534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.677900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:47.913921 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.221703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.246266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.350281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.148 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6a09e1ad-7e29-40f9-afc1-aed111c25d4b) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:48.455915 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.557833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:48.598091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:48.600877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:48.603541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:48.630147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:48.839943 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-496f7733-d1d5-41cf-a85d-5a9aee2d0f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.047682 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.266618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.479963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:41:49.855473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:49.865827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Sync routers for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:49.877787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:49.881886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:49.949003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:49.953637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3e09268f-fb8d-494e-ba61-ee9820e0dd59 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4717832 Aug 03 19:41:49.953968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:49.987984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:50.093212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d34fd4b3-3cba-4106-ae9a-a60b16033054 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=98aca119abbe473ea7debecebc9f453b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378932 Aug 03 19:41:50.096037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:50.174925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:48Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:50.205859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Checking router: 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:50.206208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Updating router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:50.232271 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.249854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e472adcb-fdee-4a0e-ae9b-678516b1acaf tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:50.251605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e472adcb-fdee-4a0e-ae9b-678516b1acaf tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1543179 Aug 03 19:41:50.254484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37724) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:50.296963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3643c3a6-dbdb-435b-95a4-0b924b369c6b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390179 Aug 03 19:41:50.298979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37726) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:50.304012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484779839', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:50.447886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:50.451503 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.495689 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.506453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Transition to ACTIVE for port object 6a09e1ad-7e29-40f9-afc1-aed111c25d4b will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:50.585325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.638040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Pushing event updated for resources: {'Port': ['ID=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:50.640765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Attempting to bind port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:50.641140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Attempting to bind port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:50.641495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Attempting to bind port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:50.650763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.651123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.651437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.651768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.652095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.652422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.653023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.653343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.653663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.653981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.654296 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.654610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:50.658526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:50.663885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:50.663885 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.663885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:50.663885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Bound port: 6a09e1ad-7e29-40f9-afc1-aed111c25d4b, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:50.663885 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.711239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.717093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] For port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:50.721637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] For port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:50.778414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Subnet': ['ID=efd12cc6-279c-4c60-a7d6-cb0c29f1823a,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:50.786378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Checking segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:50.786730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network hostable DHCP agents. Network: 29f0d4c9-6b70-452c-9260-b463d06d5b41, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:41:50.920655 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:50.945221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:41:50.977517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:50.978143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:51.012743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c170b9-5e8c-4e50-b033-0b87886efcd2 None None] Pushing event updated for resources: {'Port': ['ID=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:51.026183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 29f0d4c9-6b70-452c-9260-b463d06d5b41) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:51.030718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:51.031451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.035677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651756e-64a3-4834-b15a-b7d0fdd780fe None None] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:51.180942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e9d06462-adda-4775-a82c-527ac1e28a3e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8807425 Aug 03 19:41:51.183518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:41:51.300615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:51.500241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-29f0d4c9-6b70-452c-9260-b463d06d5b41', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:41:51.501136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.665270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:48Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:51.680418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.699064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3661bc-069d-469b-aad7-3c3c920abdad None None] The sync data for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 is: [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:48Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:51.711534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Allocated IP 172.20.0.2 (29f0d4c9-6b70-452c-9260-b463d06d5b41/efd12cc6-279c-4c60-a7d6-cb0c29f1823a/7605fee7-d4e5-499e-8e69-36a570ed6056) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:51.871200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:51.881596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Transition to ACTIVE for port object 7605fee7-d4e5-499e-8e69-36a570ed6056 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:51.900423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Transition to ACTIVE for port object 7605fee7-d4e5-499e-8e69-36a570ed6056 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:51.991501 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.053285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:52.057413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:52.059343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Pushing event updated for resources: {'Port': ['ID=7605fee7-d4e5-499e-8e69-36a570ed6056,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.067543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:52.092578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.1 (29f0d4c9-6b70-452c-9260-b463d06d5b41/efd12cc6-279c-4c60-a7d6-cb0c29f1823a/702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:52.096240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a54335e0-4675-4999-aa6e-d677fee798f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.143568 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Attempting to bind port 7605fee7-d4e5-499e-8e69-36a570ed6056 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:52.144021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Attempting to bind port 7605fee7-d4e5-499e-8e69-36a570ed6056 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:52.144473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Attempting to bind port 7605fee7-d4e5-499e-8e69-36a570ed6056 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:52.150323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:52.150772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Checking segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:52.151241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.151691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Bound using segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:52.152262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Bound port: 7605fee7-d4e5-499e-8e69-36a570ed6056, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:52.153984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.227147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] For port 7605fee7-d4e5-499e-8e69-36a570ed6056, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:52.230640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] For port 7605fee7-d4e5-499e-8e69-36a570ed6056, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7605fee7-d4e5-499e-8e69-36a570ed6056,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:52.230994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.251468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:52.274536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.312766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.367470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.379890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5ab0b-d3d1-41e8-a533-efb9753f3671 None None] Pushing event updated for resources: {'Port': ['ID=7605fee7-d4e5-499e-8e69-36a570ed6056,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.414185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:52.418233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:52.421967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:52.467380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:52.480378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.730912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:52.974110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.020824 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.119786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.196550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:53.198325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:53.297118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:53.299051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:53.694676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:41:53.810213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:41:53.830456 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Sync routers for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:41:53.840446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f1411976-9a59-4612-b226-e4fe964eb26e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/05b9592c-48b7-4ae1-83f6-de5548fb9cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6556630 Aug 03 19:41:53.845252 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:53.845884 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:53.959165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6a09e1ad-7e29-40f9-afc1-aed111c25d4b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:53.989974 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:54.032702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-82543384-d1d9-4b2b-b9d0-9b0f0650f710 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818794888&fields=id&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 267 time: 0.0421963 Aug 03 19:41:54.094145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:54.098540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:54.099198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.177485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-bf57a1f0-7fc4-4340-a643-c7e08c47193a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:54.179184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-bf57a1f0-7fc4-4340-a643-c7e08c47193a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 796 time: 0.1372254 Aug 03 19:41:54.198527 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.204743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-96f8e373-a342-4981-b728-9be910b04956 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/quotas/98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 375 time: 0.0191083 Aug 03 19:41:54.225639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:54.227525 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 2, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:54.254508 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Checking router: 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:41:54.254855 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Updating router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:41:54.263205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fab31f9-f071-4a1e-bf2e-2bf1650b8a14 None None] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:41:54.272995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-31be6b88-925b-4a76-9adf-2342c89817e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671313 Aug 03 19:41:54.288138 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.309730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.310689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7605fee7-d4e5-499e-8e69-36a570ed6056 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:54.379109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-e4effd20-c622-4db3-827e-a7a1a4581869 service neutron] 10.222.0.67 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935214 Aug 03 19:41:54.439238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:54.489040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-b72c35e1-c2ed-4305-b43b-8892d9d6d4dc service neutron] 10.222.0.67 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031654 Aug 03 19:41:54.513912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cf16f9a8-f376-4f48-9db4-bb9847cae6a4 None None] Provisioning for port 7605fee7-d4e5-499e-8e69-36a570ed6056 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:54.563555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7605fee7-d4e5-499e-8e69-36a570ed6056 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:54.569657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7605fee7-d4e5-499e-8e69-36a570ed6056 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:54.570054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.665195 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.698570 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.703841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7605fee7-d4e5-499e-8e69-36a570ed6056, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7605fee7-d4e5-499e-8e69-36a570ed6056,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:54.719649 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Transition to ACTIVE for port object 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:54.782733 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e8d13aa-4b96-4432-9e89-5882f165abab req-58a578c9-9220-4a3b-86b9-8e8df20e8011 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 210 time: 0.0283794 Aug 03 19:41:54.794334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.828394 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.828781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.860343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7605fee7-d4e5-499e-8e69-36a570ed6056,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:54.872097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b246344-fa0b-40b7-8a79-b5e90300ff95 None None] Provisioning complete for port 7605fee7-d4e5-499e-8e69-36a570ed6056 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:54.872097 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1b246344-fa0b-40b7-8a79-b5e90300ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:54.928813 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Pushing event updated for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:54.967310 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.967654 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.969524 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.969975 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.970389 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.971338 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.971748 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.972149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.972579 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.973022 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.973418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.973933 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:41:54.994420 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Attempting to bind port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:54.994904 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Attempting to bind port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:54.995329 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Attempting to bind port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:55.002056 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:55.002429 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Checking segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:55.002832 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.003223 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Bound using segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:55.003699 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Bound port: 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:55.004106 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.073675 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] For port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:55.078280 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] For port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:55.098610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1b246344-fa0b-40b7-8a79-b5e90300ff95 None None] Provisioning for port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:55.214115 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:55.271685 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:41:55.272303 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:55.311115 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b126b-18c2-4e98-a224-2733ba85d0c6 None None] Pushing event updated for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:55.390443 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:41:55.616788 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:55Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:41:55.646523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69116c7f-d5a0-4d9b-bf5f-8280109e64d3 None None] The sync data for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 is: [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:55Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:41:55.916416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0f6d5ea-e20a-45aa-89d6-3a795be52abd req-7764e065-688f-4ad0-a50a-6e164e862437 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 210 time: 0.0395257 Aug 03 19:41:55.984009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6a09e1ad-7e29-40f9-afc1-aed111c25d4b up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:56.036257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:56.036633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.119375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7605fee7-d4e5-499e-8e69-36a570ed6056 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:56.172381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7605fee7-d4e5-499e-8e69-36a570ed6056 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:56.172817 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.259855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:56.440070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:56.445792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:56.446165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.537579 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.574184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:41:56.676751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:56.730352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:57.014160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4282a3b1-4e23-4e43-baa7-92f5242f0c07 req-2f65dbf5-6797-4d08-8073-bf6f1392bf99 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 210 time: 0.0291512 Aug 03 19:41:57.559264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-40e0ecfa-be7f-45fa-8b6a-d3536709cc2e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:57.560642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-40e0ecfa-be7f-45fa-8b6a-d3536709cc2e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 796 time: 0.1087573 Aug 03 19:41:57.613626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-67c7dbd8-9d9b-4e8e-a276-15ab4fc03dec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 380 time: 0.0439768 Aug 03 19:41:57.626776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'port': {'device_id': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'admin_state_up': True, 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'security_groups': ['8936f327-1df0-4578-87d8-4bb76fbcd2fc']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:57.853483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:41:57.870854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:41:57.875228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:57.915353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:57.915786 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.019553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.4 (29f0d4c9-6b70-452c-9260-b463d06d5b41/efd12cc6-279c-4c60-a7d6-cb0c29f1823a/2a90843e-0272-43d4-bc76-69014f82ac12) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:41:58.143584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1444ba18-2faa-47a6-a2c8-a24febda2f64 req-5f09ea68-cbe0-436b-afc5-3064ecc1c19a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 210 time: 0.0378115 Aug 03 19:41:58.194662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.209151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object 2a90843e-0272-43d4-bc76-69014f82ac12 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:58.337412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.384725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:41:58.387968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:41:58.391815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:41:58.426026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:58.458657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:58.459555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.551926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-d550c9ee-4bb2-4be0-bb20-c1b919076507 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302740 Aug 03 19:41:58.565129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Request body: {'port': {'device_id': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:41:58.625851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.708411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a9feb71-52e3-4557-b5e2-8f01f3b8786d None None] Provisioning for port 2a90843e-0272-43d4-bc76-69014f82ac12 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:41:58.712482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5a9feb71-52e3-4557-b5e2-8f01f3b8786d None None] Provisioning complete for port 2a90843e-0272-43d4-bc76-69014f82ac12 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:41:58.713809 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5a9feb71-52e3-4557-b5e2-8f01f3b8786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.749005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5a9feb71-52e3-4557-b5e2-8f01f3b8786d None None] Port 2a90843e-0272-43d4-bc76-69014f82ac12 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:41:58.904408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a90843e-0272-43d4-bc76-69014f82ac12 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:41:58.913784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:58.925996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Transition to ACTIVE for port object 2a90843e-0272-43d4-bc76-69014f82ac12 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:41:59.002750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.053749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:59.134039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:41:59.134316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:41:59.134657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:59.139442 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:41:59.139773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:41:59.145660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:41:59.146002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Checking segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:41:59.146389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Bound using segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:41:59.146831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Bound port: 2a90843e-0272-43d4-bc76-69014f82ac12, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:41:59.147189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.223468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:41:59.259242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:41:59.281285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185642a2-1394-4620-8a0d-eaed2f65a1e6 req-7dcdd8c4-4e20-46b6-9f88-251ecccee118 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.282822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-185642a2-1394-4620-8a0d-eaed2f65a1e6 req-7dcdd8c4-4e20-46b6-9f88-251ecccee118 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0627222 Aug 03 19:41:59.323604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-185642a2-1394-4620-8a0d-eaed2f65a1e6 req-e1b057d2-8f70-4166-9205-e05bbe435097 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345788 Aug 03 19:41:59.351572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.385398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.386399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:41:59.387743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] 10.222.0.77 "PUT /v2.0/ports/2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 1091 time: 0.8277373 Aug 03 19:41:59.390202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:41:59.393485 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd448800-f82b-4328-ba6f-9c3fea2864a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:41:59.423017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b07d-d1e9-4e6a-8677-c656eeaf1f09 service neutron] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:41:59.439395 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5617c2d0-57f2-4df6-b342-78504afe9cb7 x-openstack-request-id: req-5617c2d0-57f2-4df6-b342-78504afe9cb7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:41:59.439718 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:41:59.439970 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5617c2d0-57f2-4df6-b342-78504afe9cb7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:41:59.440379 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'status': 'completed', 'code': 200} Aug 03 19:41:59.508399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-a429e8a9-5d88-4ef4-bd29-43c69690c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.510163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-a429e8a9-5d88-4ef4-bd29-43c69690c1f8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0495219 Aug 03 19:41:59.613659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-644b0211-8a5d-428e-9794-1e2df0ba8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.615151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-644b0211-8a5d-428e-9794-1e2df0ba8176 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=98aca119abbe473ea7debecebc9f453b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0973299 Aug 03 19:41:59.716503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-19f9c83b-4abf-4090-83ec-e3afdbf2fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.718015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd448800-f82b-4328-ba6f-9c3fea2864a6 req-19f9c83b-4abf-4090-83ec-e3afdbf2fd89 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963557 Aug 03 19:41:59.802160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-4a86c822-0aca-4387-a229-0e65b5c9afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.803644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-4a86c822-0aca-4387-a229-0e65b5c9afc3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0435622 Aug 03 19:41:59.846956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-6374c344-0a04-4dd3-8d7e-9555608d04d3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 217 time: 0.0355024 Aug 03 19:41:59.902900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-c402069c-fe7c-48c4-bd6e-41a62b327315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.904706 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-c402069c-fe7c-48c4-bd6e-41a62b327315 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0514872 Aug 03 19:41:59.954477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-859c3d46-02a6-4084-85ee-3f11b91ecb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:41:59.956014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-859c3d46-02a6-4084-85ee-3f11b91ecb7a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442886 Aug 03 19:42:00.047586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-72e2d516-a90b-41bc-b2a3-0263772269c5 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Aug 03 19:42:00.142523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34384ff5-a8fd-4489-a8bb-b27039ce969e req-c81cc889-c9fa-476f-a367-6c92a9946b4b service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Aug 03 19:42:00.443639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdf8a6-e0c5-45ed-bf28-32eae695f737 req-145727a5-ac97-4700-a83f-ccd68938e759 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:00.445157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80bdf8a6-e0c5-45ed-bf28-32eae695f737 req-145727a5-ac97-4700-a83f-ccd68938e759 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0497239 Aug 03 19:42:00.485712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80bdf8a6-e0c5-45ed-bf28-32eae695f737 req-fb99f50a-4c12-47bb-9c6b-252ab3e67f06 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345006 Aug 03 19:42:01.606976 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0d301-3203-4cca-a56e-52c5d6c649b9 req-51148207-9b16-42fc-b200-0854f0df4cba tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:01.608440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebf0d301-3203-4cca-a56e-52c5d6c649b9 req-51148207-9b16-42fc-b200-0854f0df4cba tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0542862 Aug 03 19:42:01.625693 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:42:01.652161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ebf0d301-3203-4cca-a56e-52c5d6c649b9 req-03e81c3c-1e12-40ec-b069-7fa19c6a7941 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366933 Aug 03 19:42:01.728129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:01.741331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '2a90843e-0272-43d4-bc76-69014f82ac12', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'mac_address': 'fa:16:3e:b3:8c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:42:01.783772 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.803575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a90843e-0272-43d4-bc76-69014f82ac12 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:42:01.823559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:01.893881 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:01.941035 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:02.140070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['2a90843e-0272-43d4-bc76-69014f82ac12'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:42:02.773095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b35162-29d8-4640-a976-79fa6dd0401c req-c0ca59d4-0c68-4c86-9084-c441d4d8aad6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:02.774621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88b35162-29d8-4640-a976-79fa6dd0401c req-c0ca59d4-0c68-4c86-9084-c441d4d8aad6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 944 time: 0.0495751 Aug 03 19:42:02.813931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88b35162-29d8-4640-a976-79fa6dd0401c req-08f8a370-1e19-4fae-a9fb-f9b9c2dfe34f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Aug 03 19:42:03.342994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.362711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-8e1a4f4f-1afd-4938-ac0f-4b2f74305aa5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429640 Aug 03 19:42:03.445142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746020a1-dce4-4082-ab76-95c69da94210 req-c57830ac-2f02-4bde-a215-d239c65ef544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:03.446649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-c57830ac-2f02-4bde-a215-d239c65ef544 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0418456 Aug 03 19:42:03.556847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746020a1-dce4-4082-ab76-95c69da94210 req-37218b74-553a-486a-b861-998f7b45f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:03.558344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-37218b74-553a-486a-b861-998f7b45f3d0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.0910757 Aug 03 19:42:03.624260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-f9c90baa-768e-4b1a-9b3c-d20dda5c7955 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0578766 Aug 03 19:42:03.632343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:42:03.680399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746020a1-dce4-4082-ab76-95c69da94210 req-4516c515-d25b-4737-9cdf-ef20dee15411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:03.681981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-4516c515-d25b-4737-9cdf-ef20dee15411 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0501077 Aug 03 19:42:03.729611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746020a1-dce4-4082-ab76-95c69da94210 req-aed2817f-a660-43a1-9d1e-fc82dcc2d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:03.731189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-aed2817f-a660-43a1-9d1e-fc82dcc2d6b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423262 Aug 03 19:42:03.751000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 2a90843e-0272-43d4-bc76-69014f82ac12 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:42:03.755152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 2a90843e-0272-43d4-bc76-69014f82ac12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:42:03.755555 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.825114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-adda2365-e818-4670-a1ae-e36676e18662 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862083 Aug 03 19:42:03.856381 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.887653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:03.890300 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34913e8d-6168-4289-9244-ea7e1885a48b" -d '{"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-plugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:03.903765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:03.965624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:03.965953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad55077-5f6f-40bb-a080-cf8b82324eb7 req-ef0af041-3207-4750-836b-aefd3da61a4d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:03.967711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ad55077-5f6f-40bb-a080-cf8b82324eb7 req-ef0af041-3207-4750-836b-aefd3da61a4d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 944 time: 0.0773065 Aug 03 19:42:03.971277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-746020a1-dce4-4082-ab76-95c69da94210 req-9bccde6c-d3b0-43f6-925a-f82389f9087e service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390779 Aug 03 19:42:04.009489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ad55077-5f6f-40bb-a080-cf8b82324eb7 req-14e3b2d2-b870-451b-9e66-d3da1d30aa55 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343418 Aug 03 19:42:04.021565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:04.118443 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3231d4-68ac-4153-b1b1-6f9e967b0d58 x-openstack-request-id: req-3d3231d4-68ac-4153-b1b1-6f9e967b0d58 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:04.118830 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-plugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:04.119576 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d3231d4-68ac-4153-b1b1-6f9e967b0d58 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:04.119983 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'code': 200} Aug 03 19:42:04.221739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89a95f-679d-4efa-9a06-3817e8f07d82 req-5fa642eb-ee0c-438e-aa08-b6328730ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:04.223148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c89a95f-679d-4efa-9a06-3817e8f07d82 req-5fa642eb-ee0c-438e-aa08-b6328730ed38 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.0464799 Aug 03 19:42:04.257909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c89a95f-679d-4efa-9a06-3817e8f07d82 req-da49d3f4-1b1e-4eed-bb75-8b8cb116c569 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277743 Aug 03 19:42:05.133717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b01e-9dd0-4d71-ab2d-bb5f22427b1d req-81c85fa3-48f2-4b98-b6d5-4541cc87cd09 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:05.135276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62b5b01e-9dd0-4d71-ab2d-bb5f22427b1d req-81c85fa3-48f2-4b98-b6d5-4541cc87cd09 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0517824 Aug 03 19:42:05.177277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62b5b01e-9dd0-4d71-ab2d-bb5f22427b1d req-8d88c888-e630-4d07-84c8-a7d64d872bbf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356688 Aug 03 19:42:06.296617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447765c-bdd9-4108-9160-45de802ab11f req-31d62813-3675-44b9-be6e-dded53e1a9f8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:06.298264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8447765c-bdd9-4108-9160-45de802ab11f req-31d62813-3675-44b9-be6e-dded53e1a9f8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0523698 Aug 03 19:42:06.338618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8447765c-bdd9-4108-9160-45de802ab11f req-2337f232-b138-41ba-880f-98bf2a67be54 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Aug 03 19:42:06.467396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13308dfe-1055-48b5-91ce-627312505fcc req-1fbb7c48-f912-43d2-91ef-6b343e64d8a5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:06.469075 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13308dfe-1055-48b5-91ce-627312505fcc req-1fbb7c48-f912-43d2-91ef-6b343e64d8a5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0545692 Aug 03 19:42:06.508840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13308dfe-1055-48b5-91ce-627312505fcc req-644e9e31-69f5-4110-99e4-3a676d8054c2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Aug 03 19:42:06.531233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.573398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fdce83-158f-4439-9804-b2b2cf49ed8b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:06.574951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-01fdce83-158f-4439-9804-b2b2cf49ed8b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1091 time: 0.0426202 Aug 03 19:42:06.578303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37802) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:06.582742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:06.836840 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:06.942482 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.052067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.50 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:42:07.164163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.294595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.332314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:42:07.335327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:42:07.338925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:42:07.366243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:07.717113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:07.888235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.042179 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.139567 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.211979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:08.223079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:08.325448 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 5cd23c36-8487-4896-8be0-f84f6b597ffc associated. External IP: 172.25.2.50, port: 2a90843e-0272-43d4-bc76-69014f82ac12. Aug 03 19:42:08.823911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:42:08.933014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:42:08.944740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Sync routers for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:42:08.955363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:08.956015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:09.029080 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:09.061262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-504c2eae-c33d-441a-8958-74ed45c4989d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4819052 Aug 03 19:42:09.062464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:09.065067 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c894657-8b92-44ab-8d99-c72b3c976123" -d '{"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:09.167907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442afdc-3830-40ee-a2c0-6371b3af2119 req-a3644a6f-cea6-4526-8f40-6e7d40b45489 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.169517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7442afdc-3830-40ee-a2c0-6371b3af2119 req-a3644a6f-cea6-4526-8f40-6e7d40b45489 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0548844 Aug 03 19:42:09.211800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7442afdc-3830-40ee-a2c0-6371b3af2119 req-b41dd3f7-3fbf-4883-95c7-724a01c3a514 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352957 Aug 03 19:42:09.222624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:09.235811 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37808) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:09.259157 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3ee04-b8e7-4d40-a231-03616d5e92a3 x-openstack-request-id: req-54e3ee04-b8e7-4d40-a231-03616d5e92a3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:09.259447 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:09.259703 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54e3ee04-b8e7-4d40-a231-03616d5e92a3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:09.260111 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'status': 'completed', 'code': 200} Aug 03 19:42:09.306342 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb6943a4-c246-42b2-aeb1-2ee580c58592 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 200 len: 990 time: 0.0677021 Aug 03 19:42:09.324599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-9822972a-0493-45d6-9843-dbbdec9bbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.326307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-9822972a-0493-45d6-9843-dbbdec9bbb88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.0442336 Aug 03 19:42:09.424936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-775c0f32-8640-4477-9f83-5bdce6df7924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.426443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-775c0f32-8640-4477-9f83-5bdce6df7924 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.0921288 Aug 03 19:42:09.460214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5cd23c36-8487-4896-8be0-f84f6b597ffc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'mac_address': 'fa:16:3e:b3:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:42:07Z', 'updated_at': '2021-08-03T19:42:07Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:09.487509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Checking router: 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:42:09.492299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-dbcd063d-c03e-45b4-ba09-f5f54d9f17ad service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 998 time: 0.0590405 Aug 03 19:42:09.495946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:42:09.496534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:41:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:09.545867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-2409180b-accc-4598-bd62-c552325075aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.547575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-2409180b-accc-4598-bd62-c552325075aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0485802 Aug 03 19:42:09.606579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-c7d80446-ec0e-4301-8494-e427d7b767be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:09.608222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-c7d80446-ec0e-4301-8494-e427d7b767be service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526505 Aug 03 19:42:09.620519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:42:09.714607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-74a63ba1-dd2b-497f-a0cc-5558fc80a7b1 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973527 Aug 03 19:42:09.821619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c894657-8b92-44ab-8d99-c72b3c976123 req-f61deb5a-7f80-4afe-bfbd-c01ba5b5141e service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005504 Aug 03 19:42:09.884544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5cd23c36-8487-4896-8be0-f84f6b597ffc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'mac_address': 'fa:16:3e:b3:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:42:07Z', 'updated_at': '2021-08-03T19:42:07Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:42:09.924456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8522e0b-2505-4024-804f-98533eb1aa2a None None] The sync data for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 is: [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '5cd23c36-8487-4896-8be0-f84f6b597ffc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'mac_address': 'fa:16:3e:b3:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:42:07Z', 'updated_at': '2021-08-03T19:42:07Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:42:10.121133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b987aa-1e77-443e-aed1-dd7ad721b720 None None] New status for floating IP 5cd23c36-8487-4896-8be0-f84f6b597ffc: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:42:10.308767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37814) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:10.373326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6a2507f5-3bc0-4a96-868f-79e4c0ba820b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 200 len: 990 time: 0.0634656 Aug 03 19:42:11.378109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37816) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:11.440578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b9632e61-546b-4dff-96c1-3aebbef00039 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 200 len: 992 time: 0.0608883 Aug 03 19:42:13.039876 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:42:15.625981 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:16.950152 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-db5eb4c1-29ba-4a88-9090-5860f6986e09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452981 Aug 03 19:42:17.050416 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-12d38a11-dde0-49af-8822-6e9f405cccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.051939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-12d38a11-dde0-49af-8822-6e9f405cccd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1097 time: 0.0439560 Aug 03 19:42:17.160378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-4c197d40-2da3-455f-a373-b91c0d0023d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.161841 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-4c197d40-2da3-455f-a373-b91c0d0023d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0899692 Aug 03 19:42:17.232595 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-84b703df-2023-4c9f-81d4-fa91a54f9f25 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 1002 time: 0.0636368 Aug 03 19:42:17.283765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-c384a6b0-8220-42d6-99e4-6a1b79e9d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.285297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-c384a6b0-8220-42d6-99e4-6a1b79e9d5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0456197 Aug 03 19:42:17.332145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-c5712a16-62bc-4c0c-acce-96a6ea13a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:17.333738 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-c5712a16-62bc-4c0c-acce-96a6ea13a6ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418129 Aug 03 19:42:17.429369 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-d8b6e40e-e43a-4424-94c3-e4e24ffe057b service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884531 Aug 03 19:42:17.522306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-709fffd2-dc6e-44b0-867e-994cdf55d5ad req-646922b1-0fa5-4f0f-9fe7-f3e9cec3ad39 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861731 Aug 03 19:42:18.788830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61a806a4-890e-42d4-9dbc-5ce1ec8699ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.025807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e82c33ef-9b7b-47c3-8e37-6fd16aa3451c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.225353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:22.959718 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:24.819279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:33.388505 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.748504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95912379-b273-4891-9066-c94c0a525cd6 req-a17efdd9-f7bc-437a-99a3-89c6158b29c0 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:40.750731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95912379-b273-4891-9066-c94c0a525cd6 req-a17efdd9-f7bc-437a-99a3-89c6158b29c0 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.0416369 Aug 03 19:42:40.774251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-95912379-b273-4891-9066-c94c0a525cd6 req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.862800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-95912379-b273-4891-9066-c94c0a525cd6 req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.962349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-95912379-b273-4891-9066-c94c0a525cd6 req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:40.986410 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95912379-b273-4891-9066-c94c0a525cd6 req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297580 Aug 03 19:42:40.995571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00361c55-5cb2-46b5-889b-84628648d20a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:41.004216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.004569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.004963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.005311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.005652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.005990 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.006325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.006659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.006991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.007320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.007652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.007977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13154f09-6525-4db8-9cd5-46b8bae7524e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:41.105698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0d5e4-5ab0-468f-abbb-027bfca1d897 req-ae6d8364-075d-4b11-b15b-96dd6b226b5c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.107218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b0d5e4-5ab0-468f-abbb-027bfca1d897 req-ae6d8364-075d-4b11-b15b-96dd6b226b5c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0517919 Aug 03 19:42:41.148503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b0d5e4-5ab0-468f-abbb-027bfca1d897 req-686b8fb9-765a-4066-9415-f4398bfd874e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344698 Aug 03 19:42:41.173327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:41.239761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4a1812d7-5541-4168-bbec-3427ff47e68d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 200 len: 992 time: 0.0651600 Aug 03 19:42:41.941847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699d467-3178-4b77-8b2b-402c6dac61b0 req-c01dee4c-a2e4-45c3-aaa7-79cd7ce0b68e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:41.943338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d699d467-3178-4b77-8b2b-402c6dac61b0 req-c01dee4c-a2e4-45c3-aaa7-79cd7ce0b68e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0496836 Aug 03 19:42:41.982707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d699d467-3178-4b77-8b2b-402c6dac61b0 req-b84c7825-c5e9-4dcc-adbe-4b01453dd20b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330584 Aug 03 19:42:42.045320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37850) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:42:42.137176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-8a60a4af-b9c5-45f7-83cb-fd8e7cf0e675 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906458 Aug 03 19:42:43.106928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2933a-5e94-40ad-a312-36c2833dd690 req-651ee3db-12be-48e4-8af5-1657de974744 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:43.108619 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03c2933a-5e94-40ad-a312-36c2833dd690 req-651ee3db-12be-48e4-8af5-1657de974744 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0499170 Aug 03 19:42:43.152693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03c2933a-5e94-40ad-a312-36c2833dd690 req-06468c98-5dc5-43af-a205-74174ceeab62 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379746 Aug 03 19:42:44.300699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dda1-30ab-46d3-914d-37f05a97a4a3 req-5c305508-3f15-4dc1-ad1e-302fdf59fd91 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.302240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21d8dda1-30ab-46d3-914d-37f05a97a4a3 req-5c305508-3f15-4dc1-ad1e-302fdf59fd91 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0789094 Aug 03 19:42:44.308470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-5371e626-5ed8-4319-b7ef-a47525c6e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.309947 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-5371e626-5ed8-4319-b7ef-a47525c6e387 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.0594602 Aug 03 19:42:44.396390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21d8dda1-30ab-46d3-914d-37f05a97a4a3 req-0da48aa3-b369-4cd0-84cf-bc1ee57ed21a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854504 Aug 03 19:42:44.426735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-3a529ac8-9334-46c7-a56d-7c7052e4d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.428365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-3a529ac8-9334-46c7-a56d-7c7052e4d678 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.1107311 Aug 03 19:42:44.493455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-eee944cf-fbb0-4d09-9568-c650037d21e7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 1000 time: 0.0579314 Aug 03 19:42:44.548312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-14f25b50-0a43-4d1c-9e98-1cb62260b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.549824 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-14f25b50-0a43-4d1c-9e98-1cb62260b450 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0490613 Aug 03 19:42:44.596339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-39f42c88-20e7-47b3-87ea-558c0fe80f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:44.598102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-39f42c88-20e7-47b3-87ea-558c0fe80f76 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414829 Aug 03 19:42:44.687689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-f8773da8-9a7e-44b1-80d7-2d152fa4978e service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Aug 03 19:42:44.782703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-6d6a4602-f779-4001-8201-a3ea1ecfd7db service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Aug 03 19:42:45.517616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582a819-f28c-4cc4-a5fd-49ade18a2d77 req-275d7626-9009-4362-9cf6-80eadf767ec8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:45.519120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9582a819-f28c-4cc4-a5fd-49ade18a2d77 req-275d7626-9009-4362-9cf6-80eadf767ec8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0513930 Aug 03 19:42:45.539613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:45.558711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9582a819-f28c-4cc4-a5fd-49ade18a2d77 req-2fc3b03b-a571-48ae-8d0f-134c02b295bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Aug 03 19:42:46.677138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c9abc-5191-44e0-94bf-b95826e6fc91 req-49fc1763-e84a-4ed2-a842-c02cee3595cd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:46.678627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da8c9abc-5191-44e0-94bf-b95826e6fc91 req-49fc1763-e84a-4ed2-a842-c02cee3595cd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0500391 Aug 03 19:42:46.718134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da8c9abc-5191-44e0-94bf-b95826e6fc91 req-401b90c6-9c1b-418f-bdb9-a2bd413c4974 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332594 Aug 03 19:42:47.841089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405b822-2ce1-4e63-8471-9cf9bac587a6 req-110d3db8-3a7e-4ab0-b356-7c321a5a8014 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:47.842574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7405b822-2ce1-4e63-8471-9cf9bac587a6 req-110d3db8-3a7e-4ab0-b356-7c321a5a8014 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0537922 Aug 03 19:42:47.881440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7405b822-2ce1-4e63-8471-9cf9bac587a6 req-4bbbf6e8-1d60-4e00-bb47-c5d8c370fef5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320237 Aug 03 19:42:48.782858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0a691bfe-cbf8-41c9-9b47-42f52db2de4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:49.002216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147dc4-0ab7-4866-911a-da92d265d862 req-999609ef-6509-4400-9686-f33ccfed0643 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:49.003726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e147dc4-0ab7-4866-911a-da92d265d862 req-999609ef-6509-4400-9686-f33ccfed0643 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0519090 Aug 03 19:42:49.044265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e147dc4-0ab7-4866-911a-da92d265d862 req-fa65eb4c-6415-4df2-8d5b-6391da49bf48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Aug 03 19:42:50.039466 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:42:50.166127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b269c-b066-4d12-814e-92bcbfe56bf8 req-710f1066-f887-4a00-b14e-c006d829a5cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:50.167606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-901b269c-b066-4d12-814e-92bcbfe56bf8 req-710f1066-f887-4a00-b14e-c006d829a5cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0511866 Aug 03 19:42:50.206980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-901b269c-b066-4d12-814e-92bcbfe56bf8 req-b7be0bfe-07d0-4010-bf84-ee50423699ad tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Aug 03 19:42:51.336800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6500a3e-15ce-4ce5-b652-b5cec9e23a51 req-45c556bc-1ce8-4459-bcb9-e558e12eb489 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:51.338604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6500a3e-15ce-4ce5-b652-b5cec9e23a51 req-45c556bc-1ce8-4459-bcb9-e558e12eb489 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0563056 Aug 03 19:42:51.380117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d6500a3e-15ce-4ce5-b652-b5cec9e23a51 req-1ad5833e-8ce7-4b4f-b451-49af160600d4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351837 Aug 03 19:42:52.065650 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7fec864-6ce0-4320-bfe0-2a96449ed0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.196889 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:52.498191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5d7bb-81a9-4e92-9730-2b3288a6e736 req-6fb19a16-2109-4646-ab64-d52b4bc9fc25 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:52.500312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0e5d7bb-81a9-4e92-9730-2b3288a6e736 req-6fb19a16-2109-4646-ab64-d52b4bc9fc25 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0497067 Aug 03 19:42:52.539536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0e5d7bb-81a9-4e92-9730-2b3288a6e736 req-7d02dcf0-3242-44a5-b293-921b80f05780 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Aug 03 19:42:52.994424 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:53.657505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148d3f2-1618-4f48-b59b-dadc8509cdce req-0d05838f-81bf-4a23-bbee-fdb1f8094b04 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:53.658999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d148d3f2-1618-4f48-b59b-dadc8509cdce req-0d05838f-81bf-4a23-bbee-fdb1f8094b04 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0486648 Aug 03 19:42:53.697524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d148d3f2-1618-4f48-b59b-dadc8509cdce req-688aaaa9-87b2-4a74-b47a-fa0b5a3015ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Aug 03 19:42:54.821364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621f7c5-d5ce-4859-ba6a-7c27026b104e req-0972cc86-9fc2-4bb7-90e0-43b96c31ec3c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:54.822864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7621f7c5-d5ce-4859-ba6a-7c27026b104e req-0972cc86-9fc2-4bb7-90e0-43b96c31ec3c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0540061 Aug 03 19:42:54.842456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:54.862010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7621f7c5-d5ce-4859-ba6a-7c27026b104e req-72a6356c-573d-44e5-9909-b3fd9f567967 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Aug 03 19:42:55.981577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d019f-7e75-4e17-b481-4dd530f2b1b7 req-1a12c220-6dad-4aa0-8bbf-4c678aa0ca20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:55.987157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-334d019f-7e75-4e17-b481-4dd530f2b1b7 req-1a12c220-6dad-4aa0-8bbf-4c678aa0ca20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0504522 Aug 03 19:42:56.023568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-334d019f-7e75-4e17-b481-4dd530f2b1b7 req-66f9ed10-2ca4-4e3a-b136-39b6f0f35556 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Aug 03 19:42:57.191993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d435b6-8385-4297-b453-545fb8a975a1 req-bead1422-d06e-4b04-a380-a854c00479b7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:57.193481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89d435b6-8385-4297-b453-545fb8a975a1 req-bead1422-d06e-4b04-a380-a854c00479b7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.1004205 Aug 03 19:42:57.195841 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-669f0a2e-c1b8-4fc5-8edf-6693eb0a5956 service neutron] show failed (client error): The resource could not be found. Aug 03 19:42:57.196812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-669f0a2e-c1b8-4fc5-8edf-6693eb0a5956 service neutron] 10.222.0.77 "GET /v2.0/ports/2a90843e-0272-43d4-bc76-69014f82ac12/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.1014812 Aug 03 19:42:57.234698 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89d435b6-8385-4297-b453-545fb8a975a1 req-81b25c1e-f508-4cf3-a9c8-a213ff54d929 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350165 Aug 03 19:42:57.798950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-cf8cca49-ccc4-4b37-9a54-bf6be441637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:57.800491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-cf8cca49-ccc4-4b37-9a54-bf6be441637b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 1096 time: 0.0811808 Aug 03 19:42:57.818570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:42:57.878094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.109796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:42:58.144689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:58.190856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:42:58.193273 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86e9265-02f8-4f66-81f3-40caea5cb512" -d '{"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:42:58.197286 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.214295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Transition to ACTIVE for port object 2a90843e-0272-43d4-bc76-69014f82ac12 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:42:58.315883 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300caae3-92cc-4f71-a8a9-115a7fb371b2 x-openstack-request-id: req-300caae3-92cc-4f71-a8a9-115a7fb371b2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:42:58.316181 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-unplugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:42:58.316434 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-300caae3-92cc-4f71-a8a9-115a7fb371b2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:42:58.316888 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'code': 200} Aug 03 19:42:58.322778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:58.420731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836493c-9c8d-4cd3-a769-1366f1adc724 req-177318f5-dd63-4dac-82f0-fca7b1e4a4b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:58.422808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d836493c-9c8d-4cd3-a769-1366f1adc724 req-177318f5-dd63-4dac-82f0-fca7b1e4a4b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0583279 Aug 03 19:42:58.467086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d836493c-9c8d-4cd3-a769-1366f1adc724 req-be4c5ff6-06b0-4603-abd7-182ef39ec0b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377674 Aug 03 19:42:58.487782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:58.509709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.510054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.510396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.510738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.511069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.511400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.511731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.512059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.512387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.512740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.513067 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.513397 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:42:58.566013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] No DVR routers for this DVR port 2a90843e-0272-43d4-bc76-69014f82ac12 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:42:59.008552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:42:59.009300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:42:59.009300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:59.013591 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:42:59.013912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Attempting to bind port 2a90843e-0272-43d4-bc76-69014f82ac12 on network 29f0d4c9-6b70-452c-9260-b463d06d5b41 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:42:59.019731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:42:59.020393 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Checking segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:42:59.020779 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Bound using segment: {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:42:59.020910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Bound port: 2a90843e-0272-43d4-bc76-69014f82ac12, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb791a1f-bfc7-45f1-9483-7c93717862c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:42:59.021226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.085991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:42:59.089099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:42:59.174447 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.213059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.213693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:42:59.215104 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-adecb273-79fe-42df-9113-f10a71753518 service neutron] 10.222.0.54 "PUT /v2.0/ports/2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 1091 time: 1.4008534 Aug 03 19:42:59.237865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecb273-79fe-42df-9113-f10a71753518 service neutron] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:42:59.291245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-cb156f54-8f20-4ec2-b1da-b822abc56906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.292833 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-cb156f54-8f20-4ec2-b1da-b822abc56906 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0442166 Aug 03 19:42:59.389257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-8f3484ee-8c10-488a-9f4e-843d7759b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.390810 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-8f3484ee-8c10-488a-9f4e-843d7759b705 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.0910335 Aug 03 19:42:59.465246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-13bab49a-c163-402d-bb23-fd3fd007e2fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 998 time: 0.0664308 Aug 03 19:42:59.515587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-ec1c8e09-ad95-4b21-93c2-c1648d9460bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.517444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-ec1c8e09-ad95-4b21-93c2-c1648d9460bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0453346 Aug 03 19:42:59.566598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-80293f63-80a9-4950-a2e3-15b2e8d7d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.568143 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-80293f63-80a9-4950-a2e3-15b2e8d7d9a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434055 Aug 03 19:42:59.590724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d7933-39ac-4c10-afa3-fc674befb766 req-2383141d-7e47-40da-a439-16184258e39a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:42:59.592316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c00d7933-39ac-4c10-afa3-fc674befb766 req-2383141d-7e47-40da-a439-16184258e39a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0507874 Aug 03 19:42:59.631778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c00d7933-39ac-4c10-afa3-fc674befb766 req-3d3bae3b-15e0-42b9-96db-05962d306e90 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Aug 03 19:42:59.664874 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-c0b97ba9-d6de-4c44-837f-43efc2ddd519 service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896125 Aug 03 19:42:59.755794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-86260b59-b37c-4eeb-baee-5f336e53e84e req-30f8dcce-ce11-44d1-b68e-d02f6834c57e service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Aug 03 19:42:59.918324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:42:59.957413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:00.317758 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:00.320159 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2233b0f2-befe-466d-a70e-d73d62c08ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:00.370542 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099b282e-abe0-48f8-b0b8-8f9b2524725b x-openstack-request-id: req-099b282e-abe0-48f8-b0b8-8f9b2524725b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:00.370851 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:00.371103 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-099b282e-abe0-48f8-b0b8-8f9b2524725b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:00.371503 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'status': 'completed', 'code': 200} Aug 03 19:43:00.437287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-8c810817-79b5-46b3-83b3-0dbd3d5af140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.438847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-8c810817-79b5-46b3-83b3-0dbd3d5af140 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0457306 Aug 03 19:43:00.458884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-3a125801-fb28-4e49-8423-93fa94ec1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.460385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-3a125801-fb28-4e49-8423-93fa94ec1d49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0486228 Aug 03 19:43:00.529566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-03d0fb39-cbb9-4fe6-bdb6-6d050b5f7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.531959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-03d0fb39-cbb9-4fe6-bdb6-6d050b5f7180 service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.0862980 Aug 03 19:43:00.553289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-b0f0f2f9-a6e0-415c-94fa-0829bb793890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.554760 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-b0f0f2f9-a6e0-415c-94fa-0829bb793890 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.0869887 Aug 03 19:43:00.604444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-a1a8e33d-8724-4956-b7e7-ddbeb68d9eac service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 998 time: 0.0653734 Aug 03 19:43:00.625745 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-b0a01fee-3605-4f85-8887-cd64a0f66311 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 998 time: 0.0629511 Aug 03 19:43:00.655499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-6f618b3e-d97d-434e-8533-0310c6371ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.657337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-6f618b3e-d97d-434e-8533-0310c6371ebe service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0461228 Aug 03 19:43:00.680878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-9f879c5f-f813-4e7d-9b47-4291722a4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.682418 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-9f879c5f-f813-4e7d-9b47-4291722a4b54 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0488722 Aug 03 19:43:00.707097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-c07a84f8-59d6-48e7-a792-9b3e43714bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.708634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-c07a84f8-59d6-48e7-a792-9b3e43714bec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443144 Aug 03 19:43:00.737092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-13974898-bf2a-4403-a8b1-57c2c95b3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.738801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-13974898-bf2a-4403-a8b1-57c2c95b3c46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486815 Aug 03 19:43:00.820574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d531-2c5b-43f1-99f7-e847004d059f req-3e657030-2192-476c-837d-2fde1467d6be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:00.822112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9467d531-2c5b-43f1-99f7-e847004d059f req-3e657030-2192-476c-837d-2fde1467d6be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.1125727 Aug 03 19:43:00.845640 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-0282abb9-9114-4d85-ab18-ea783483dac7 service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990102 Aug 03 19:43:00.851486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-99faaf0f-3d3d-4403-9047-9f545df64453 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318836 Aug 03 19:43:00.887924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9467d531-2c5b-43f1-99f7-e847004d059f req-fe8e6127-0892-4f88-80dd-48d10ac2bed0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576961 Aug 03 19:43:00.956924 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-9b8e54b2-0cce-4296-96b7-348fb6128de5 service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018689 Aug 03 19:43:00.960591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2233b0f2-befe-466d-a70e-d73d62c08ea9 req-b031d45d-453c-4c4f-a58d-fc9a29f485e5 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967336 Aug 03 19:43:02.010604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f494ff-1459-422f-a09e-ba93199f3340 req-d09da6f4-18e4-4475-879c-97ca2acba90b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.012101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5f494ff-1459-422f-a09e-ba93199f3340 req-d09da6f4-18e4-4475-879c-97ca2acba90b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0523415 Aug 03 19:43:02.052629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5f494ff-1459-422f-a09e-ba93199f3340 req-8d35df43-94a1-4dbc-93c9-664dcc3cfa11 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Aug 03 19:43:02.379317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8e146-f9db-4009-a1c5-8334a96ee7bc req-9d9a0ac7-1943-4b42-a34e-50cf6958fb3b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.381033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd8e146-f9db-4009-a1c5-8334a96ee7bc req-9d9a0ac7-1943-4b42-a34e-50cf6958fb3b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 943 time: 0.0498757 Aug 03 19:43:02.475311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cd8e146-f9db-4009-a1c5-8334a96ee7bc req-280575df-eb23-48f7-8a85-2de33dd2cd9b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879860 Aug 03 19:43:02.505629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-4ddfd89e-6409-42ca-8791-9da42b3658c2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.507091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-4ddfd89e-6409-42ca-8791-9da42b3658c2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be&tenant_id=98aca119abbe473ea7debecebc9f453b&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 943 time: 0.1021891 Aug 03 19:43:02.569846 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-087acb00-6120-4c3c-8b4a-ca3ad520332a service neutron] delete failed (client error): The resource could not be found. Aug 03 19:43:02.570897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-087acb00-6120-4c3c-8b4a-ca3ad520332a service neutron] 10.222.0.77 "DELETE /v2.0/ports/2a90843e-0272-43d4-bc76-69014f82ac12/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0558677 Aug 03 19:43:02.654130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-b100fc45-699f-4d7b-aa55-9dd8e39a23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.655599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-b100fc45-699f-4d7b-aa55-9dd8e39a23f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1094 time: 0.0411232 Aug 03 19:43:02.751453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-7dbe18c1-ada4-43ca-844f-e7c19498f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.752929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-7dbe18c1-ada4-43ca-844f-e7c19498f29a service neutron] 10.222.0.77 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.0901275 Aug 03 19:43:02.779762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:43:02.819108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-9bc6c828-5aef-4734-899b-92f64a988eff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 998 time: 0.0595200 Aug 03 19:43:02.872672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-4c64281f-0ac6-4ad7-a982-b4ff74e57008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.874259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-4c64281f-0ac6-4ad7-a982-b4ff74e57008 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.0488703 Aug 03 19:43:02.876725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:02.889173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2a90843e-0272-43d4-bc76-69014f82ac12', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'port_id': '2a90843e-0272-43d4-bc76-69014f82ac12', 'mac_address': 'fa:16:3e:b3:8c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:43:02.923473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-b6f415f0-35b7-4d69-9fba-03d5e1158b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:02.924916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-b6f415f0-35b7-4d69-9fba-03d5e1158b17 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429091 Aug 03 19:43:02.927158 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:02.940056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a90843e-0272-43d4-bc76-69014f82ac12 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:02.959493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:03.015806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-76c12bf9-d100-49a1-a285-edf9f3d491c6 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830770 Aug 03 19:43:03.048447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.096019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:03.103638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.103873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.104090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.104422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.104772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.105098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.105418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.105735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.106051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.106368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.106682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.106994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:03.115356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58e3caea-fa76-4061-9605-3696ff8fb349 req-ddc8105a-b86e-464e-8b53-4e495648ca66 service neutron] 10.222.0.77 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925879 Aug 03 19:43:03.341489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-215860b8-caed-4f49-a530-e91fe9830b91 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400183 Aug 03 19:43:03.344852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2a90843e-0272-43d4-bc76-69014f82ac12'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:43:03.384353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:03.425050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-1f47a341-f9a9-40fe-b746-c4ee73f8af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.426644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-1f47a341-f9a9-40fe-b746-c4ee73f8af10 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 1097 time: 0.0418086 Aug 03 19:43:03.538122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-d9e1c26d-18e1-4911-b8b2-51aea6e255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.539782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-d9e1c26d-18e1-4911-b8b2-51aea6e255e2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 200 len: 909 time: 0.0935102 Aug 03 19:43:03.917793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-053e6e88-27a6-443c-8ec5-f4de10c59984 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 200 len: 1002 time: 0.3700194 Aug 03 19:43:03.930250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45913350-4b89-4d9c-9a41-13530c369036 req-b2127832-0eef-42d8-8be9-41a75b24693b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.931713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45913350-4b89-4d9c-9a41-13530c369036 req-b2127832-0eef-42d8-8be9-41a75b24693b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 944 time: 0.3770180 Aug 03 19:43:03.997040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-76c744d3-adad-4c46-b7b8-12e214d5e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:03.998521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-76c744d3-adad-4c46-b7b8-12e214d5e15d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 200 len: 847 time: 0.0659587 Aug 03 19:43:04.004457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45913350-4b89-4d9c-9a41-13530c369036 req-96a60223-23b5-4007-977c-8ab4e637460a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629210 Aug 03 19:43:04.048046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-02ced9d9-60ee-444b-b921-5264001ecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:04.051106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-02ced9d9-60ee-444b-b921-5264001ecc1c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=626b3141-ced4-462c-ac77-0756e36fd564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439653 Aug 03 19:43:04.144568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-d1bcd8fc-df52-4a77-936b-51de31b707b8 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880237 Aug 03 19:43:04.235969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a10d190f-72b1-400a-8fb0-b10bd28319a9 req-7f116e2c-1eb7-4501-93a2-4bfd2494d298 service neutron] 10.222.0.77 "GET /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840163 Aug 03 19:43:04.795852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:04.905114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 2a90843e-0272-43d4-bc76-69014f82ac12 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:04.910082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2a90843e-0272-43d4-bc76-69014f82ac12 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:04.910463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:04.989197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.012010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:05.014280 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f40a21e-640b-4ac0-a84a-13ab9a260426" -d '{"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-plugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:05.029606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:05.054847 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3dccca-c7be-499e-b20f-54a32371dcb6 x-openstack-request-id: req-8a3dccca-c7be-499e-b20f-54a32371dcb6 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:05.055144 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-plugged", "status": "completed", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:05.055400 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a3dccca-c7be-499e-b20f-54a32371dcb6 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:05.055840 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'code': 200} Aug 03 19:43:05.103079 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:05.152185 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:05.154788 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285e2f8-d6a6-4a0f-9934-a54521c37981 req-3c5f7a11-bb5b-4334-9b53-8da110a0afc1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:05.156468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d285e2f8-d6a6-4a0f-9934-a54521c37981 req-3c5f7a11-bb5b-4334-9b53-8da110a0afc1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0521202 Aug 03 19:43:05.199822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d285e2f8-d6a6-4a0f-9934-a54521c37981 req-c05df6db-6bc9-4342-9d30-760d27b1a8ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Aug 03 19:43:05.223832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37930) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:05.284765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-de0ad5a5-a900-421b-8501-314f39c73cf2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 200 len: 992 time: 0.0597734 Aug 03 19:43:15.573744 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:16.935550 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-befefbb0-c1ba-41c0-b45a-e1c854d71836 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458691 Aug 03 19:43:17.047381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-55442f0c-75ec-4821-8a4e-6d4cadc0bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.048949 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-55442f0c-75ec-4821-8a4e-6d4cadc0bf1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 1097 time: 0.0458181 Aug 03 19:43:17.155024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-24b3e382-954e-4ddd-be00-4e0cf92da0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.156523 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-24b3e382-954e-4ddd-be00-4e0cf92da0e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0868051 Aug 03 19:43:17.229645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-e1d0a4c5-746b-4966-a5b6-3c5447f0d29e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 200 len: 1002 time: 0.0647733 Aug 03 19:43:17.282144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-ed42f215-d37e-4488-98fe-a86128877ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.283664 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-ed42f215-d37e-4488-98fe-a86128877ce9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0469987 Aug 03 19:43:17.333297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-da58098c-d79f-4f24-8c2f-6a8ebafe1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.334822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-da58098c-d79f-4f24-8c2f-6a8ebafe1416 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419362 Aug 03 19:43:17.435543 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-ac8674b6-b739-428e-9b38-252e13ea0c39 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928643 Aug 03 19:43:17.535554 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-20ca1016-d8b2-44d9-ab87-7b8179dc4f11 req-e09fcdb8-722d-495c-aa51-71770aaba0d2 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920572 Aug 03 19:43:17.711276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638121fa-e6ed-4cb0-9dcd-216ddde4c8b4 req-66be7441-ae21-4e58-9f60-e9dbd3495d58 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:17.712801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-638121fa-e6ed-4cb0-9dcd-216ddde4c8b4 req-66be7441-ae21-4e58-9f60-e9dbd3495d58 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0541894 Aug 03 19:43:17.759445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-638121fa-e6ed-4cb0-9dcd-216ddde4c8b4 req-6b42c0b7-0948-477e-9530-5ed9cb7beea5 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389655 Aug 03 19:43:18.788496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1a1d04ed-9625-41b5-a807-b5ffbac071e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:18.892105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354b3b0-40e8-42e6-a202-4d0b7ec1a20f req-f6746445-e81f-4ad3-ba76-dbfc8cd2a37e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.893718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f354b3b0-40e8-42e6-a202-4d0b7ec1a20f req-f6746445-e81f-4ad3-ba76-dbfc8cd2a37e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0581777 Aug 03 19:43:18.964938 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f354b3b0-40e8-42e6-a202-4d0b7ec1a20f req-aed36ede-4e60-404b-b41f-36ad55795c62 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/security-groups?id=08931632-5a61-4117-8873-f5fa729e23ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649683 Aug 03 19:43:18.979692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-70d8f830-0231-4d37-babd-24840bba64ff tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:18.981385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-70d8f830-0231-4d37-babd-24840bba64ff tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.77 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 946 time: 0.0727477 Aug 03 19:43:19.084410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Deleting port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:19.084746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.181804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] For port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:19.182173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.429332 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.429712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.430034 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Floating IP e3434c11-c094-4f3d-af14-2c1475d0548c disassociated. External IP: 172.25.2.249, port: bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2. Aug 03 19:43:19.430384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Calling delete_port for bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:19.651491 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.680461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event deleted for resources: {'Port': ['ID=bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:19.808427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Router 94911109-de20-410c-bf73-a5fc2e576e90 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:19.919149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:19.929850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Sync routers for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:19.943411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:19.943411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:42:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:19.961135 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] No DVR routers for this DVR port bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:19.963825 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:19.965882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b08fe37-cf00-4a24-8efe-e0c343360815 req-0152a59a-e6fb-43ae-b4f0-f180897cf241 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.77 "DELETE /v2.0/ports/bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 HTTP/1.1" status: 204 len: 173 time: 0.9779916 Aug 03 19:43:19.966334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'name': 'network-vif-deleted', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:19.968980 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b346ba76-8e6a-4680-b9a0-e66201f480b2" -d '{"events": [{"server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "name": "network-vif-deleted", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:20.014249 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120972da-3916-40c7-8e15-06d36c15773d x-openstack-request-id: req-120972da-3916-40c7-8e15-06d36c15773d {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:20.015404 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547a580d-651c-48a8-b5c3-2aa9939110fb", "name": "network-vif-deleted", "tag": "bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:20.016071 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-120972da-3916-40c7-8e15-06d36c15773d {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:20.016933 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547a580d-651c-48a8-b5c3-2aa9939110fb', 'name': 'network-vif-deleted', 'tag': 'bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2', 'status': 'completed', 'code': 200} Aug 03 19:43:20.065851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:20.106037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36dc848c-b1a7-46bd-b31c-6f0df708da83 req-b4d6fdd9-e05e-4456-8e9e-33551f0a29a3 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "GET /v2.0/ports?device_id=547a580d-651c-48a8-b5c3-2aa9939110fb HTTP/1.1" status: 200 len: 210 time: 0.0392654 Aug 03 19:43:20.279405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:20.305849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Checking router: 94911109-de20-410c-bf73-a5fc2e576e90 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:20.315043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:20.315770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:42:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:20.426092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:20.649233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:20.676754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74edf3c2-36b3-499a-b1f5-fe5a63b1b1d5 None None] The sync data for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 is: [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:01Z', 'revision_number': 4, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '25aea98f-32c0-451e-863a-fa8459214455', 'name': '', 'network_id': '626b3141-ced4-462c-ac77-0756e36fd564', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'mac_address': 'fa:16:3e:96:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '381e972e-0de5-459b-97df-9fa487824d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:58Z', 'updated_at': '2021-08-03T19:38:08Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'subnets': [{'id': '381e972e-0de5-459b-97df-9fa487824d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:20.939453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a052f673-a117-4b2a-8478-8d0f45f87c6b None None] New status for floating IP e3434c11-c094-4f3d-af14-2c1475d0548c: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:43:21.180918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37950) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:21.316628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Deleting port 25a18a46-672f-4d5d-93cc-bfc69a233587 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:21.317026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.395673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.395981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.408296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Calling delete_port for 25a18a46-672f-4d5d-93cc-bfc69a233587 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:21.614007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.639357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event deleted for resources: {'Port': ['ID=25a18a46-672f-4d5d-93cc-bfc69a233587,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:21.711261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.714681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.715866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fccf7bae-3135-485f-9605-16a4de1e2c54 tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "DELETE /v2.0/floatingips/e3434c11-c094-4f3d-af14-2c1475d0548c HTTP/1.1" status: 204 len: 168 time: 0.5378187 Aug 03 19:43:21.785778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37956) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:21.847953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.880100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:21.998335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:22.020413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:22.020794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device bb7a8f2e-bbd8-452c-8b38-ac62bc699ab2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:22.024970 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.032123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.032123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] 10.222.0.67 "DELETE /v2.0/security-groups/08931632-5a61-4117-8873-f5fa729e23ec HTTP/1.1" status: 204 len: 168 time: 0.2422922 Aug 03 19:43:22.039249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79d466-ce8d-486c-a7b2-fe7d7e6b8a2e tempest-TestServerBasicOps-1514978358 tempest-TestServerBasicOps-1514978358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08931632-5a61-4117-8873-f5fa729e23ec,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:22.076533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f925df76-e1ed-4bc8-8eac-d2305c7c9bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.151254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37960) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:22.205521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.634153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.902657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Deleting port 25aea98f-32c0-451e-863a-fa8459214455 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:22.902913 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.965987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.984679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] For port 25aea98f-32c0-451e-863a-fa8459214455, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=25aea98f-32c0-451e-863a-fa8459214455,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:22.985087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:22.998011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Calling delete_port for 25aea98f-32c0-451e-863a-fa8459214455 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:23.274668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.301754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Pushing event deleted for resources: {'Port': ['ID=25aea98f-32c0-451e-863a-fa8459214455,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:23.514275 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:23.789965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Router 94911109-de20-410c-bf73-a5fc2e576e90 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:23.919449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:23.925931 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-460d01e0-2cbb-4ee6-9796-6b4570dce948 admin admin] 10.222.0.67 "PUT /v2.0/routers/94911109-de20-410c-bf73-a5fc2e576e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7735586 Aug 03 19:43:23.928359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37964) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:23.932038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Sync routers for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:23.945811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:23.946713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:24.049997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.068371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:24.177779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.271745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:43:23Z', 'revision_number': 5, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port': {'id': 'f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:55:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94911109-de20-410c-bf73-a5fc2e576e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:38:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:24.318056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Checking router: 94911109-de20-410c-bf73-a5fc2e576e90 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:24.328105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Routers {'94911109-de20-410c-bf73-a5fc2e576e90'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:24.337593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['94911109-de20-410c-bf73-a5fc2e576e90'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:24.617822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] Set router 94911109-de20-410c-bf73-a5fc2e576e90 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:24.628498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Deleting port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:24.629124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.683442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:43:24Z', 'revision_number': 6, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:24.717645 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] For port f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:24.721721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.723645 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa3afa-798f-4934-9346-6cbe1523b45c None None] The sync data for ids ['94911109-de20-410c-bf73-a5fc2e576e90'] in n-d-803363-1 is: [{'id': '94911109-de20-410c-bf73-a5fc2e576e90', 'name': 'tempest-TestServerBasicOps-617467381-router', 'tenant_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:37:54Z', 'updated_at': '2021-08-03T19:43:24Z', 'revision_number': 6, 'project_id': 'd04d62e678c84a7e9492e5e50d8a1b2a', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:24.733391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Calling delete_port for f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:24.865812 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:24.976934 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.006884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:25.075707 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.179828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.182528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.329178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.329755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94911109-de20-410c-bf73-a5fc2e576e90 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:43:25.334226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.335484 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5e2d2e3e-22eb-4025-88dc-3a36599d9469 admin admin] 10.222.0.67 "DELETE /v2.0/routers/94911109-de20-410c-bf73-a5fc2e576e90 HTTP/1.1" status: 204 len: 168 time: 1.4060798 Aug 03 19:43:25.338102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37966) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.385601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Deleting subnet 381e972e-0de5-459b-97df-9fa487824d03 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:25.388916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.426778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.516337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.658127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.685136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=381e972e-0de5-459b-97df-9fa487824d03,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:25.690073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.692342 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c647e169-11b3-4063-aa47-dec106c1bbcd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/381e972e-0de5-459b-97df-9fa487824d03 HTTP/1.1" status: 204 len: 168 time: 0.3532393 Aug 03 19:43:25.695583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37968) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:25.702075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ddf80c-c4b3-455e-bdfe-80f039fb84ea None None] Network 626b3141-ced4-462c-ac77-0756e36fd564 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:25.797319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.881242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Deleting port 965e1972-7b21-438d-9697-5380f5b05791 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:25.881560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.949516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] DHCP port deletion for 626b3141-ced4-462c-ac77-0756e36fd564 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:25.959035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] For port 965e1972-7b21-438d-9697-5380f5b05791, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=965e1972-7b21-438d-9697-5380f5b05791,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:25.959407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:25.974470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Calling delete_port for 965e1972-7b21-438d-9697-5380f5b05791 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:25.982495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 25aea98f-32c0-451e-863a-fa8459214455 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:26.006300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 25aea98f-32c0-451e-863a-fa8459214455 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:26.006642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 25aea98f-32c0-451e-863a-fa8459214455 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:26.007059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:26.029362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:26.029727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f1f7c0cd-762d-4c5c-ae8b-1b1cc7488daa not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:26.042014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Deleting port 965e1972-7b21-438d-9697-5380f5b05791 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:26.045109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.111194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] For port 965e1972-7b21-438d-9697-5380f5b05791, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=965e1972-7b21-438d-9697-5380f5b05791,segment=NetworkSegment(28967f42-54fa-45a5-a8fd-af460be6b072),segment_id=28967f42-54fa-45a5-a8fd-af460be6b072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:26.111602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.126259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Calling delete_port for 965e1972-7b21-438d-9697-5380f5b05791 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:26.211413 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.217684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.239414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Pushing event deleted for resources: {'Port': ['ID=965e1972-7b21-438d-9697-5380f5b05791,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:26.249555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] Pushing event deleted for resources: {'Port': ['ID=965e1972-7b21-438d-9697-5380f5b05791,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:26.249683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] No DVR routers for this DVR port 965e1972-7b21-438d-9697-5380f5b05791 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:26.249821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee2c6d-d769-44fc-bcec-c84a066e16f6 None None] No DVR routers for this DVR port 965e1972-7b21-438d-9697-5380f5b05791 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:26.326506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.336792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626b3141-ced4-462c-ac77-0756e36fd564']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:26.354876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28967f42-54fa-45a5-a8fd-af460be6b072') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:26.355173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28967f42-54fa-45a5-a8fd-af460be6b072') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:26.372438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.393035 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.400233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:43:26.406285 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:43:26.613902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.621916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:26.622682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] 10.222.0.67 "DELETE /v2.0/networks/626b3141-ced4-462c-ac77-0756e36fd564 HTTP/1.1" status: 204 len: 168 time: 0.9257216 Aug 03 19:43:26.626025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37970) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:26.632804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43897228-b6e2-42cd-bc6b-39fae5f6684b admin admin] Pushing event deleted for resources: {'Network': ['ID=626b3141-ced4-462c-ac77-0756e36fd564,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:27.000996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.039287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:43:27.268432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Deleting port 4d70d8f8-a20e-469c-b3c5-176afd9758c8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:27.268907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.355049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] For port 4d70d8f8-a20e-469c-b3c5-176afd9758c8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4d70d8f8-a20e-469c-b3c5-176afd9758c8,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:27.355494 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.371528 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Calling delete_port for 4d70d8f8-a20e-469c-b3c5-176afd9758c8 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:27.631120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.660533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d70d8f8-a20e-469c-b3c5-176afd9758c8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:27.837953 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:27.959304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 965e1972-7b21-438d-9697-5380f5b05791 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:27.982806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 965e1972-7b21-438d-9697-5380f5b05791 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:27.983157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 965e1972-7b21-438d-9697-5380f5b05791 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:28.072536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:28.186950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:28.193779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-054be26a-82da-4a6a-ba08-4acf48393862 admin admin] 10.222.0.67 "PUT /v2.0/routers/a91a5aa5-e5a1-47e7-b8c6-11355bc13e22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5648539 Aug 03 19:43:28.194386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37976) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:28.197214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Sync routers for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:28.207213 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:28.207890 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:28.306623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.319859 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:28.418703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.501535 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:43:27Z', 'revision_number': 5, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:28.531646 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Checking router: a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:28.539872 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Routers {'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:28.540472 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:28.594427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Deleting port 6576e6b9-262f-4bd9-b85a-b763816932cf {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:28.594926 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.647412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] Set router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:28.680400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] For port 6576e6b9-262f-4bd9-b85a-b763816932cf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6576e6b9-262f-4bd9-b85a-b763816932cf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:28.680807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.693964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Calling delete_port for 6576e6b9-262f-4bd9-b85a-b763816932cf owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:28.934536 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:43:27Z', 'revision_number': 5, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:28.938611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:28.963468 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b056684-60a5-4dc5-9982-e8a6ab6d1f95 None None] The sync data for ids ['a91a5aa5-e5a1-47e7-b8c6-11355bc13e22'] in n-d-803363-1 is: [{'id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'name': 'tempest-TestServerBasicOps-1424058554-router', 'tenant_id': '93e12084c8124c1c9ad3c007c26c43a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80'}], 'enable_snat': True}, 'gw_port_id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:38:08Z', 'updated_at': '2021-08-03T19:43:27Z', 'revision_number': 5, 'project_id': '93e12084c8124c1c9ad3c007c26c43a7', 'gw_port': {'id': '6576e6b9-262f-4bd9-b85a-b763816932cf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91a5aa5-e5a1-47e7-b8c6-11355bc13e22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:38:09Z', 'updated_at': '2021-08-03T19:38:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:28.967082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6576e6b9-262f-4bd9-b85a-b763816932cf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:29.043866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.147958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.150293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.253793 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.254272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:43:29.258826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.260069 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-75c3a693-1009-4bf9-856a-edcfa80c3b89 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a91a5aa5-e5a1-47e7-b8c6-11355bc13e22 HTTP/1.1" status: 204 len: 168 time: 1.0646913 Aug 03 19:43:29.262710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37980) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:29.308809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Deleting subnet ad9981e1-c3a7-4cf8-a8f6-0208bce8926f {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:29.314161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.351771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.441624 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.574505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.601859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9981e1-c3a7-4cf8-a8f6-0208bce8926f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:29.607906 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.610520 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9a50075a-8b6a-4f77-af68-3b8a64962084 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ad9981e1-c3a7-4cf8-a8f6-0208bce8926f HTTP/1.1" status: 204 len: 168 time: 0.3467760 Aug 03 19:43:29.613086 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 37982) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:29.615646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412387f-7a24-4a7c-b2a2-da253854c756 None None] Network 31e2438c-86d0-421a-ba93-49c9090ab88e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:29.690690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.765550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Deleting port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:29.769581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.834732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] For port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,segment=NetworkSegment(d5f6bf17-4c2d-48ad-bfc9-653caf494c51),segment_id=d5f6bf17-4c2d-48ad-bfc9-653caf494c51)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:29.835111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:29.849110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Calling delete_port for 1c6737b8-510f-4d91-b4ce-9d5534c5f02a owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:29.981677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] DHCP port deletion for 31e2438c-86d0-421a-ba93-49c9090ab88e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:29.995117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.025280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:30.031556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] No DVR routers for this DVR port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:30.054919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Deleting port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:30.055642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.060139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6737b8-510f-4d91-b4ce-9d5534c5f02a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:30.110897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.112455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1c6737b8-510f-4d91-b4ce-9d5534c5f02a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:30.112865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1c6737b8-510f-4d91-b4ce-9d5534c5f02a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:30.113293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4d70d8f8-a20e-469c-b3c5-176afd9758c8 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:30.122232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e2438c-86d0-421a-ba93-49c9090ab88e']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:30.133987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:30.134273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f6bf17-4c2d-48ad-bfc9-653caf494c51') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:30.145264 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4d70d8f8-a20e-469c-b3c5-176afd9758c8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:30.145610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4d70d8f8-a20e-469c-b3c5-176afd9758c8 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:30.151548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.152084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6576e6b9-262f-4bd9-b85a-b763816932cf no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:30.160320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.166499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:43:30.166899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:43:30.168635 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:43:30.178467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 6576e6b9-262f-4bd9-b85a-b763816932cf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:30.178815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6576e6b9-262f-4bd9-b85a-b763816932cf not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:30.181259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] For port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a, host n-d-803363-1, got binding levels [] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:30.181259 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.195243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Calling delete_port for 1c6737b8-510f-4d91-b4ce-9d5534c5f02a owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:30.197952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.ipam_backend_mixin [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a was not found and therefore no delete operation was performed {{(pid=101344) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 03 19:43:30.199363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.225998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] Pushing event deleted for resources: {'Port': ['ID=1c6737b8-510f-4d91-b4ce-9d5534c5f02a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:30.229577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ef1f3-9dd5-4853-9bca-af0dac8a4b22 None None] No DVR routers for this DVR port 1c6737b8-510f-4d91-b4ce-9d5534c5f02a on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:30.322619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.329865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.331739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/31e2438c-86d0-421a-ba93-49c9090ab88e HTTP/1.1" status: 204 len: 168 time: 0.7174821 Aug 03 19:43:30.343328 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704cefa-1640-4bb5-9d66-422ad61e0eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=31e2438c-86d0-421a-ba93-49c9090ab88e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:30.667280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37988) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:30.711065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92cb8279-4c49-4fb7-a53c-59572d69553e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d04d62e678c84a7e9492e5e50d8a1b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426266 Aug 03 19:43:30.713585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37990) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:30.766668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.788318 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.934115 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.936812 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:30.938140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aca5475c-bc14-41af-8e3f-1dd621b0c35b HTTP/1.1" status: 204 len: 168 time: 0.2236423 Aug 03 19:43:30.946029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9b866-322c-4eac-8499-6ec25f1fb79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca5475c-bc14-41af-8e3f-1dd621b0c35b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:31.959040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 37998) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:31.998726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a27db3be-41b7-4874-a303-fb82fb8cd6eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=93e12084c8124c1c9ad3c007c26c43a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384474 Aug 03 19:43:32.001878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:32.052981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.074810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.221133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6eaf-d360-4d57-a637-c83939889559 req-b91fbb0f-0bbf-4f2d-b1e6-bc6aee89458b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:32.222660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c8b6eaf-d360-4d57-a637-c83939889559 req-b91fbb0f-0bbf-4f2d-b1e6-bc6aee89458b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0490832 Aug 03 19:43:32.228489 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.231216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:32.232212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/397ef02f-adcb-4f36-b144-f73cc2b0ece2 HTTP/1.1" status: 204 len: 168 time: 0.2294455 Aug 03 19:43:32.252919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7d8ed-ab94-46ab-981e-117c516048ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ef02f-adcb-4f36-b144-f73cc2b0ece2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:32.280000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c8b6eaf-d360-4d57-a637-c83939889559 req-9413ff92-ae1f-49a8-a8ee-f21f29f96438 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466988 Aug 03 19:43:33.368379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.399980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de0a9f-b6e9-44db-83e9-94165d50b0c5 req-f13f89db-7e75-46fa-b261-fc9e738045b6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.402506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4de0a9f-b6e9-44db-83e9-94165d50b0c5 req-f13f89db-7e75-46fa-b261-fc9e738045b6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0502729 Aug 03 19:43:33.442965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4de0a9f-b6e9-44db-83e9-94165d50b0c5 req-2bb5593c-08c2-49b1-a8ba-2ff645159972 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336082 Aug 03 19:43:33.445607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38026) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:33.541328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-630079649-network', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:33.705128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Made reservation on behalf of 4efdc99f514d4a4a883b81aa0e6f46a1 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:33.707397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.715952 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.845711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.857738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e138f-73f3-402f-900b-9f44123b0497 req-afcaa2b9-803d-43dc-8264-cff8148f6e93 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:33.859505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d6e138f-73f3-402f-900b-9f44123b0497 req-afcaa2b9-803d-43dc-8264-cff8148f6e93 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.0655458 Aug 03 19:43:33.896956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d6e138f-73f3-402f-900b-9f44123b0497 req-b84c104f-f669-4aac-893a-533f894f36ee tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Aug 03 19:43:33.902463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.920450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38034) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:33.926194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:43:33.939694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7b69f-283c-4903-b1f6-a2f8f51fb98f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:33.945084 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:33.945434 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Added segment b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8 of type vlan for network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e Aug 03 19:43:33.989300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.072682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-7b9c5ce6-9719-4b66-a6a9-4000c1fd3fdf tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.074205 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-7b9c5ce6-9719-4b66-a6a9-4000c1fd3fdf tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.1014078 Aug 03 19:43:34.102936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.105940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.105940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.172067 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] Pushing event updated for resources: {'Network': ['ID=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:34.182895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:43:34.218368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e281b8ec-c1f6-4f57-a0c3-9cb3eaad370d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7716479 Aug 03 19:43:34.223005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38036) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:34.228468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Request body: {'subnet': {'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-630079649-subnet', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:34.317279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Made reservation on behalf of 4efdc99f514d4a4a883b81aa0e6f46a1 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:34.319797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.516786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:34.517044 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.567913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:34.568324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.574750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66afe8-ccab-44f3-8438-87f7ff1fa871 req-76dddc99-42a4-4309-83a5-1337e0547d7e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.576273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e66afe8-ccab-44f3-8438-87f7ff1fa871 req-76dddc99-42a4-4309-83a5-1337e0547d7e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 946 time: 0.0504580 Aug 03 19:43:34.577345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.662629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0958905-3192-45cb-b6f7-4bd0e1907e08,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:34.670396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e66afe8-ccab-44f3-8438-87f7ff1fa871 req-efdf1f79-7fec-454b-bf50-39305c57291e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848868 Aug 03 19:43:34.673218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Checking segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:34.673581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Network hostable DHCP agents. Network: 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:43:34.682536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.682809 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.704679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:34.705048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.707787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:34.759493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:43:34.833924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:34.841609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9854cf59-a847-47fd-a791-5bd6efba159a None None] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:34.845138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:34.845441 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:34.923575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9f55f4f8-c279-4201-9797-41f8e10878bc admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6991568 Aug 03 19:43:34.926936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38040) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:34.931586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:34.996229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:35.000104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.026046 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.027583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.028387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.028954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.029089 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc disassociated. External IP: 172.25.2.251, port: 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38. Aug 03 19:43:35.029452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:35.136971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Allocated IP 172.20.0.2 (9414ebdc-faa0-49a2-bae5-4486ce9ccd6e/b0958905-3192-45cb-b6f7-4bd0e1907e08/fcd04656-d868-49d0-a8b1-22040e642242) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:35.196612 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.241806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.250630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=ecebc5bb-221f-42cb-ac6b-1f5cc758c2fa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.281300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.290729 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.299041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Transition to ACTIVE for port object fcd04656-d868-49d0-a8b1-22040e642242 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:35.314852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Transition to ACTIVE for port object fcd04656-d868-49d0-a8b1-22040e642242 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:35.328584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=62dbac6b-3ff2-4ecb-86a2-08d53de8fe38,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.343349 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.343860 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 5cd23c36-8487-4896-8be0-f84f6b597ffc disassociated (deleted). External IP: 172.25.2.50, port: 2a90843e-0272-43d4-bc76-69014f82ac12. Aug 03 19:43:35.406423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.443703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:35.450056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:35.451685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.453683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:35.468727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Pushing event updated for resources: {'Port': ['ID=fcd04656-d868-49d0-a8b1-22040e642242,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.518579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Attempting to bind port fcd04656-d868-49d0-a8b1-22040e642242 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:35.518943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Attempting to bind port fcd04656-d868-49d0-a8b1-22040e642242 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:35.519309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Attempting to bind port fcd04656-d868-49d0-a8b1-22040e642242 on network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:35.524509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:35.524969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Checking segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:35.525620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.525767 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Bound using segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:35.526207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Bound port: fcd04656-d868-49d0-a8b1-22040e642242, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:35.526901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.538663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:35.594207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] For port fcd04656-d868-49d0-a8b1-22040e642242, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:35.598664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] For port fcd04656-d868-49d0-a8b1-22040e642242, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcd04656-d868-49d0-a8b1-22040e642242,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:35.663328 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.728745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446c24-0a48-48c4-a375-39428f35b60d None None] Pushing event updated for resources: {'Port': ['ID=fcd04656-d868-49d0-a8b1-22040e642242,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:35.744665 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.770298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.792676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:35.796378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:35.804286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:35.813513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:35.814158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:35.863545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06f703a1-279a-4787-907c-00195a5cf849 req-038a8a44-5200-486f-9242-31def51aff15 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0380063 Aug 03 19:43:35.927007 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:35.933166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:35.935663 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ecf70de3-d53c-4955-bb13-7a636e169ff7 req-15ed11ef-8556-40c0-8901-5181c6836d61 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "DELETE /v2.0/ports/62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 HTTP/1.1" status: 204 len: 173 time: 1.8550396 Aug 03 19:43:35.936321 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'name': 'network-vif-deleted', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:35.940347 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6420496-62ce-4631-9101-612f224d730c" -d '{"events": [{"server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "name": "network-vif-deleted", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:35.945385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Allocated IP 172.25.2.110 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/3b5824d1-1c00-4232-a067-e25fc4d29f1f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:36.003046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:36.005911 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda8e592-5e31-4140-852d-97ff6cf00471 x-openstack-request-id: req-fda8e592-5e31-4140-852d-97ff6cf00471 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:36.006447 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57607ba7-4843-4484-b298-67f20ee01bfe", "name": "network-vif-deleted", "tag": "62dbac6b-3ff2-4ecb-86a2-08d53de8fe38", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:36.006870 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fda8e592-5e31-4140-852d-97ff6cf00471 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:36.007575 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57607ba7-4843-4484-b298-67f20ee01bfe', 'name': 'network-vif-deleted', 'tag': '62dbac6b-3ff2-4ecb-86a2-08d53de8fe38', 'status': 'completed', 'code': 200} Aug 03 19:43:36.038411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:36.061887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Sync routers for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:36.077565 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.086259 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:36.087209 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.111117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7c85dcfe-e85b-4b81-bdcf-b2c3d604ce0f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/floatingips/5cd23c36-8487-4896-8be0-f84f6b597ffc HTTP/1.1" status: 204 len: 168 time: 2.1892712 Aug 03 19:43:36.280412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:36.370427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.401660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:36.413870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:36.414664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.521314 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.583743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:36.585381 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.616083 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Checking router: 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:36.626012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:36.626770 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.666865 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:36.750729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:36.753181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5824d1-1c00-4232-a067-e25fc4d29f1f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:36.756708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:36.764615 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:36.768488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:36.850862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb30a-2ea9-49b3-a6f0-6f37cad3efb1 req-247e8566-323d-4736-87dc-e73e653b5f1a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:36.853109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c1bb30a-2ea9-49b3-a6f0-6f37cad3efb1 req-247e8566-323d-4736-87dc-e73e653b5f1a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.2184193 Aug 03 19:43:36.867466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:36.909295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dfb816-41e9-4f14-881a-e14d1c087636 None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:37.072411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c1bb30a-2ea9-49b3-a6f0-6f37cad3efb1 req-aca37b19-0e2d-4770-9e1a-5c71df31742f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026579 Aug 03 19:43:37.109172 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:37.149886 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353069f-2edc-4d29-a0ff-bac56af35cee None None] The sync data for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 is: [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:41:52Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee', 'name': '', 'network_id': '29f0d4c9-6b70-452c-9260-b463d06d5b41', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:bb:f3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3894, 'fixed_ips': [{'subnet_id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:51Z', 'updated_at': '2021-08-03T19:41:56Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'efd12cc6-279c-4c60-a7d6-cb0c29f1823a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:37.186843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95443798-1ae1-4698-9d18-9bb0fc962c44 None None] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:37.220641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ea4247a-7439-4fc2-a6bd-e881d0802d6c req-76545f6f-f9e5-49cf-b0a0-20033087273c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0485735 Aug 03 19:43:37.348752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c09490-204b-43f8-93e8-047132bbc584 None None] New status for floating IP 953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:43:37.379605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.478706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-25f787d8-04ad-486a-998d-031f5fddab74 None None] Provisioning for port fcd04656-d868-49d0-a8b1-22040e642242 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:37.562360 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522eb940-e837-4881-883a-24f683feff8a None None] New status for floating IP 5cd23c36-8487-4896-8be0-f84f6b597ffc: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:43:37.651432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:37.901561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:43:37.941124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcd04656-d868-49d0-a8b1-22040e642242 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:38.029934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:38.032209 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:38.033394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:38.046615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:38.056890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:38.057797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:38.060982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fcd04656-d868-49d0-a8b1-22040e642242 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:38.076237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-398dbb62-a100-494e-b00a-8d4129cc92f7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.078879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-398dbb62-a100-494e-b00a-8d4129cc92f7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.0847998 Aug 03 19:43:38.095373 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.097339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ef16388-b07f-4117-a1d8-a913814c4668 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1692228 Aug 03 19:43:38.100205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38058) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:38.107756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fcd04656-d868-49d0-a8b1-22040e642242 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:38.108238 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.170643 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e2697-b0ad-4b8e-98a6-7ce481d9587d x-openstack-request-id: req-740e2697-b0ad-4b8e-98a6-7ce481d9587d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:38.171075 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:38.171342 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-740e2697-b0ad-4b8e-98a6-7ce481d9587d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:38.171746 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'status': 'completed', 'code': 200} Aug 03 19:43:38.216041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:38.260396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 2a90843e-0272-43d4-bc76-69014f82ac12 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:38.260790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.318247 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c806ec-b69f-4158-97d1-589fbe388c83 req-5d320896-8309-4741-8247-c4430bf1db8c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.320100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5c806ec-b69f-4158-97d1-589fbe388c83 req-5d320896-8309-4741-8247-c4430bf1db8c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 945 time: 0.1418345 Aug 03 19:43:38.327233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-7e38c488-223a-4d4d-b15a-8f686d2f317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.328972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-7e38c488-223a-4d4d-b15a-8f686d2f317a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 1096 time: 0.1495881 Aug 03 19:43:38.351042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.389261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port 2a90843e-0272-43d4-bc76-69014f82ac12, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2a90843e-0272-43d4-bc76-69014f82ac12,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:38.389638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.407075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fcd04656-d868-49d0-a8b1-22040e642242, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcd04656-d868-49d0-a8b1-22040e642242,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:38.407581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 2a90843e-0272-43d4-bc76-69014f82ac12 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:38.442857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-23511db2-e21c-4b69-80bc-92843debd0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.444718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-23511db2-e21c-4b69-80bc-92843debd0bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 200 len: 897 time: 0.1019452 Aug 03 19:43:38.469153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:37Z', 'revision_number': 3, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:38.504082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:38.504478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Updating router b32c46bd-1722-4e2e-b39b-48ca5e06ebee port 3b5824d1-1c00-4232-a067-e25fc4d29f1f binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:38.506916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.542679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-33fc68e7-a18d-46a3-90c0-9833006c270a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 200 len: 217 time: 0.0908217 Aug 03 19:43:38.550403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5c806ec-b69f-4158-97d1-589fbe388c83 req-17cc96f6-253b-4f8d-8db2-3ef9c1c3808f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8936f327-1df0-4578-87d8-4bb76fbcd2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180912 Aug 03 19:43:38.565022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.625362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fcd04656-d868-49d0-a8b1-22040e642242,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:38.645667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.679578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66ec905c-9e8b-4756-8ecd-7b3dbcfee3a6 req-b6672e7d-1c03-44b2-8f95-c47cb7b951ae tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0439653 Aug 03 19:43:38.681121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-e4c6e4a1-b747-42e8-81fe-088ad157f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.682625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-e4c6e4a1-b747-42e8-81fe-088ad157f19f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 200 len: 834 time: 0.1294622 Aug 03 19:43:38.686056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=2a90843e-0272-43d4-bc76-69014f82ac12,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:38.754223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] No DVR routers for this DVR port 2a90843e-0272-43d4-bc76-69014f82ac12 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:38.757301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.759845 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-64b5d347-c66e-4804-987c-de63f62a7b7b req-d90da9eb-24a2-4627-b0a3-3ef114842123 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.54 "DELETE /v2.0/ports/2a90843e-0272-43d4-bc76-69014f82ac12 HTTP/1.1" status: 204 len: 173 time: 0.6752651 Aug 03 19:43:38.839527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-e4a6b393-1e84-43cc-a7e4-95473844fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:38.841060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-e4a6b393-1e84-43cc-a7e4-95473844fca1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29f0d4c9-6b70-452c-9260-b463d06d5b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970724 Aug 03 19:43:38.910221 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:38.920596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Transition to ACTIVE for port object 3b5824d1-1c00-4232-a067-e25fc4d29f1f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:38.991292 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.032041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:39.074887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Attempting to bind port 3b5824d1-1c00-4232-a067-e25fc4d29f1f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:39.075338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Attempting to bind port 3b5824d1-1c00-4232-a067-e25fc4d29f1f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:39.075777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Attempting to bind port 3b5824d1-1c00-4232-a067-e25fc4d29f1f on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:39.081418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:39.081838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 62dbac6b-3ff2-4ecb-86a2-08d53de8fe38 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:39.089778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5687e6-efc1-4ceb-a1fe-18bf087f49c2 None None] Pushing event updated for resources: {'Port': ['ID=3b5824d1-1c00-4232-a067-e25fc4d29f1f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.090277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:39.090798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:39.091274 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.091739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:39.092947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Bound port: 3b5824d1-1c00-4232-a067-e25fc4d29f1f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:39.092947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.164272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] For port 3b5824d1-1c00-4232-a067-e25fc4d29f1f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:39.168807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] For port 3b5824d1-1c00-4232-a067-e25fc4d29f1f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3b5824d1-1c00-4232-a067-e25fc4d29f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:39.271988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.336480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5687e6-efc1-4ceb-a1fe-18bf087f49c2 None None] Pushing event updated for resources: {'Port': ['ID=3b5824d1-1c00-4232-a067-e25fc4d29f1f,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:39.339543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:39.340278 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:39.397020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.399396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-3e106b49-4065-478a-b254-0ffe23cd728f service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458529 Aug 03 19:43:39.449461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:39.621321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05c2da20-b7ad-437e-b11f-1c9dc3dd119e req-9f6bbbbe-11ed-4b8e-8502-a80e0b1e5647 service neutron] 10.222.0.54 "GET /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140458 Aug 03 19:43:39.668569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:37Z', 'revision_number': 3, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:39.700329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece11acf-e77c-418e-b367-f35fb98f076c None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:37Z', 'revision_number': 3, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:39.716835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Allocated IP 172.20.0.1 (9414ebdc-faa0-49a2-bae5-4486ce9ccd6e/b0958905-3192-45cb-b6f7-4bd0e1907e08/eca6903b-cb94-4314-862a-b8818d1c4e09) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:39.736453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d18df47-2f49-44d3-80c2-27aeebf099e0 req-79f26c80-7761-4c10-b170-c09b7566aed8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6089fc6-c4e3-413f-b155-4a035155d8be HTTP/1.1" status: 200 len: 210 time: 0.0385027 Aug 03 19:43:39.884396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df393a52-817b-430c-8767-96489ef640f7 req-cdad09ad-4d91-4c63-b585-a58df29fff7b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0493503 Aug 03 19:43:39.924814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:39.939531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Transition to ACTIVE for port object eca6903b-cb94-4314-862a-b8818d1c4e09 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:39.946991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcd04656-d868-49d0-a8b1-22040e642242 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:40.046319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fcd04656-d868-49d0-a8b1-22040e642242 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:40.046785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.085514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.137617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:40.143004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:40.147682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:40.178187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-deleted', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:40.181638 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9297c083-f07f-41d4-952d-410069571e9f" -d '{"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-deleted", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:40.185529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Pushing event updated for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:40.202012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.234454 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1dc78a-d5ac-461c-b5ad-e5831858665b x-openstack-request-id: req-8f1dc78a-d5ac-461c-b5ad-e5831858665b {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:40.235449 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6089fc6-c4e3-413f-b155-4a035155d8be", "name": "network-vif-deleted", "tag": "2a90843e-0272-43d4-bc76-69014f82ac12", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:40.235875 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8f1dc78a-d5ac-461c-b5ad-e5831858665b {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:40.236464 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6089fc6-c4e3-413f-b155-4a035155d8be', 'name': 'network-vif-deleted', 'tag': '2a90843e-0272-43d4-bc76-69014f82ac12', 'status': 'completed', 'code': 200} Aug 03 19:43:40.443750 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.624457 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.631007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ceb79bda-43fd-4b9c-a512-d15265e8d566 None None] Provisioning for port eca6903b-cb94-4314-862a-b8818d1c4e09 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:40.635492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ceb79bda-43fd-4b9c-a512-d15265e8d566 None None] Provisioning complete for port eca6903b-cb94-4314-862a-b8818d1c4e09 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:40.637584 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ceb79bda-43fd-4b9c-a512-d15265e8d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.677960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ceb79bda-43fd-4b9c-a512-d15265e8d566 None None] Port eca6903b-cb94-4314-862a-b8818d1c4e09 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:40.685275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.757323 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:40.759100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Pushing event updated for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:40.797352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38070) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:40.874593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:40.880275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:41.045686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52dd6f65-87c9-42bd-a651-f433287c6839 req-460b18cc-dd6d-4352-a11c-00599ffba2ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=57607ba7-4843-4484-b298-67f20ee01bfe HTTP/1.1" status: 200 len: 210 time: 0.0367558 Aug 03 19:43:41.069294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:41.210679 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:41.217005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-af997e59-a609-4db0-adda-91f0a6363063 None None] Provisioning complete for port eca6903b-cb94-4314-862a-b8818d1c4e09 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:41.217521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af997e59-a609-4db0-adda-91f0a6363063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.230275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd5200a6-1d8e-4b76-b978-cc28aacbe192 admin admin] 10.222.0.67 "PUT /v2.0/routers/b32c46bd-1722-4e2e-b39b-48ca5e06ebee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1287920 Aug 03 19:43:41.257648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.262860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-af997e59-a609-4db0-adda-91f0a6363063 None None] Port eca6903b-cb94-4314-862a-b8818d1c4e09 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:41.521582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:41.532010 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:41.532951 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:41.649483 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:41.873302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:41.873758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:41.902411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 2, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:41.933869 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:41.934513 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Updating router b32c46bd-1722-4e2e-b39b-48ca5e06ebee port eca6903b-cb94-4314-862a-b8818d1c4e09 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:41.960367 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3b5824d1-1c00-4232-a067-e25fc4d29f1f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:41.974190 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.001695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:42.002075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.020685 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:42.038455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38088) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:42.043667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2123126215-network', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:42.128486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 3b5824d1-1c00-4232-a067-e25fc4d29f1f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:42.137307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3b5824d1-1c00-4232-a067-e25fc4d29f1f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:42.138202 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.151254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Made reservation on behalf of f3397eecda734a049b999ff55127e6e3 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:42.153955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.164782 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.274001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.293462 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.300678 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 3b5824d1-1c00-4232-a067-e25fc4d29f1f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3b5824d1-1c00-4232-a067-e25fc4d29f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:42.351652 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.379807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.380764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.401801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:42.429977 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.444200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Transition to ACTIVE for port object eca6903b-cb94-4314-862a-b8818d1c4e09 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:42.453289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:43:42.457930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=3b5824d1-1c00-4232-a067-e25fc4d29f1f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:42.492694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a170905-a955-4325-a19f-29508daf233b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:42.497580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.498065 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Added segment 38c523e3-d6c3-4fed-bb7f-83b1784121ce of type vlan for network 1d4dec88-1694-49ca-93c4-33931668c539 Aug 03 19:43:42.513514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.513970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.514392 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.514803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.515282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.515649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.515991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.516324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.516780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.516984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.520841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.520841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.534939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-565bfdc6-f57b-439f-8c7a-91693802c14e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631611313&fields=id&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 267 time: 0.1347628 Aug 03 19:43:42.539711 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.623063 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Pushing event updated for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:42.633202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.650209 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.651017 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.651446 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.651949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.652380 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.652828 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.653527 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.653937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.654350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.654759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.655170 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.655578 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:42.682085 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Attempting to bind port eca6903b-cb94-4314-862a-b8818d1c4e09 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:42.682589 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Attempting to bind port eca6903b-cb94-4314-862a-b8818d1c4e09 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:42.683048 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Attempting to bind port eca6903b-cb94-4314-862a-b8818d1c4e09 on network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:42.688896 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:42.690367 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Checking segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:42.691072 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.691770 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Bound using segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:42.692493 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Bound port: eca6903b-cb94-4314-862a-b8818d1c4e09, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:42.693611 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.726409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.762809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-d3b9dc64-85b7-4359-88a2-fae55b25be52 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.764635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-d3b9dc64-85b7-4359-88a2-fae55b25be52 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.2012484 Aug 03 19:43:42.790182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-7c9f3a17-cfa6-45e4-995e-551bfd43bcbe tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0146089 Aug 03 19:43:42.796400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] For port eca6903b-cb94-4314-862a-b8818d1c4e09, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:42.800796 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] For port eca6903b-cb94-4314-862a-b8818d1c4e09, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eca6903b-cb94-4314-862a-b8818d1c4e09,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:42.857411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-3a3da3e4-0bc2-4890-b679-94829e43d411 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606740 Aug 03 19:43:42.865743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.866776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:42.868892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.877918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c4492273-7ab2-4473-a020-0d7dd96713cb service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:43:42.879001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c4492273-7ab2-4473-a020-0d7dd96713cb service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068724 Aug 03 19:43:42.911390 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:42.916958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:42.974739 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:42.975637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:42.978058 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9ef79-8dc2-477c-a2e6-00e89011bf9b None None] Pushing event updated for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.003908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4dec88-1694-49ca-93c4-33931668c539,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.021937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1d4dec88-1694-49ca-93c4-33931668c539 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:43:43.030866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-32ab7a6b-3e07-46dd-b098-bda755825fe8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9911163 Aug 03 19:43:43.052524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38100) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:43.057871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Request body: {'subnet': {'network_id': '1d4dec88-1694-49ca-93c4-33931668c539', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2123126215-subnet', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:43.064006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-343539e4-6691-4793-a095-04cb3f7a9c0a service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658688 Aug 03 19:43:43.084503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:43.094040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:43.101291 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Sync routers for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:43.122867 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea5f3ea2-50a2-4938-8c47-81a1266d1c48 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/05b9592c-48b7-4ae1-83f6-de5548fb9cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3219178 Aug 03 19:43:43.123463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38104) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:43.138499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 2a90843e-0272-43d4-bc76-69014f82ac12 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:43.138843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2a90843e-0272-43d4-bc76-69014f82ac12 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:43.141466 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:43.166119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:43.168411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:43.185093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting subnet efd12cc6-279c-4c60-a7d6-cb0c29f1823a {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:43:43.195058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.235108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Made reservation on behalf of f3397eecda734a049b999ff55127e6e3 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:43.238343 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.269316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-962cb436-73b1-43c5-8fdc-2a84056fa048 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971295 Aug 03 19:43:43.337904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:43.341706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.385844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:43.428586 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78160ba9-313a-4c9c-9d32-139a5ba709ca None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:43.473589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.572885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:43.606313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Checking router: 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:43.615638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Routers {'05b9592c-48b7-4ae1-83f6-de5548fb9cc3'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:43.616321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:43.686222 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.715423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Subnet': ['ID=efd12cc6-279c-4c60-a7d6-cb0c29f1823a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.725880 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.728120 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7de08fd3-fce2-4798-bd23-366edaa286c3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/subnets/efd12cc6-279c-4c60-a7d6-cb0c29f1823a HTTP/1.1" status: 204 len: 168 time: 0.6039271 Aug 03 19:43:43.731022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c093657c-6876-46ef-b5b2-ac7e0c39d179 None None] Network 29f0d4c9-6b70-452c-9260-b463d06d5b41 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:43.731586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38112) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:43.737481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] Set router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:43.785863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.910822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d11ba3d-1c3a-4359-883b-e76e8349fc1d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:43.930562 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:43.984669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Checking segment: {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:43.985141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Network hostable DHCP agents. Network: 1d4dec88-1694-49ca-93c4-33931668c539, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:43:44.097507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] DHCP port deletion for 29f0d4c9-6b70-452c-9260-b463d06d5b41 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:43:44.111020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.162675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:44.171386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Network 1d4dec88-1694-49ca-93c4-33931668c539 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:43:44.198883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eca6903b-cb94-4314-862a-b8818d1c4e09 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:44.200165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0c400fd-f415-4315-a532-36346b59616a req-b786abcd-ed9a-466c-8c2b-986a1ed90cd3 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0492511 Aug 03 19:43:44.201729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e18c3-7643-458a-af7f-b27a21d019c7 None None] The sync data for ids ['05b9592c-48b7-4ae1-83f6-de5548fb9cc3'] in n-d-803363-1 is: [{'id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-571042070', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:41:47Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '6a09e1ad-7e29-40f9-afc1-aed111c25d4b', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:54:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b9592c-48b7-4ae1-83f6-de5548fb9cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:41:48Z', 'updated_at': '2021-08-03T19:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:44.267386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1d4dec88-1694-49ca-93c4-33931668c539) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:44.273360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Deleting port 7605fee7-d4e5-499e-8e69-36a570ed6056 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:44.273833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.275203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:44.276371 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.310312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:43:44.310713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.376525 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-18463d68-e4e3-4ce3-8123-6be8014dac9c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3225033 Aug 03 19:43:44.380340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38122) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:44.385872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:44.416220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port 6a09e1ad-7e29-40f9-afc1-aed111c25d4b, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:44.416602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.433988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 6a09e1ad-7e29-40f9-afc1-aed111c25d4b owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:44.457164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ee6f0-5660-4720-afb3-5ea11fe77d8e None None] Network 1d4dec88-1694-49ca-93c4-33931668c539 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:44.489055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.490118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.552456 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.584640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] For port 7605fee7-d4e5-499e-8e69-36a570ed6056, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7605fee7-d4e5-499e-8e69-36a570ed6056,segment=NetworkSegment(eb791a1f-bfc7-45f1-9483-7c93717862c5),segment_id=eb791a1f-bfc7-45f1-9483-7c93717862c5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:44.584640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.597671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Calling delete_port for 7605fee7-d4e5-499e-8e69-36a570ed6056 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:43:44.742076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port eca6903b-cb94-4314-862a-b8818d1c4e09 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:44.765735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eca6903b-cb94-4314-862a-b8818d1c4e09 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:44.765735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.791027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-1d4dec88-1694-49ca-93c4-33931668c539', 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'fixed_ips': [{'subnet_id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:44.791897 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.836061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.843774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.892090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=6a09e1ad-7e29-40f9-afc1-aed111c25d4b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:44.902797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:44.949159 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] Pushing event deleted for resources: {'Port': ['ID=7605fee7-d4e5-499e-8e69-36a570ed6056,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:44.959805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8064d-72cc-4d4b-b4dc-3b1ac32c73ca None None] No DVR routers for this DVR port 7605fee7-d4e5-499e-8e69-36a570ed6056 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:43:44.987449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.027992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.085312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Allocated IP 172.20.0.2 (1d4dec88-1694-49ca-93c4-33931668c539/5d11ba3d-1c3a-4359-883b-e76e8349fc1d/1153b3a3-7e49-4e96-bcce-1cfadf5fa38a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:45.092314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port eca6903b-cb94-4314-862a-b8818d1c4e09, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eca6903b-cb94-4314-862a-b8818d1c4e09,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:45.108695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.111109 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.187648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.188456 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3b5824d1-1c00-4232-a067-e25fc4d29f1f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:45.231936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.251395 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.253051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Fanout notify agent at l3_agent the message router_deleted on router 05b9592c-48b7-4ae1-83f6-de5548fb9cc3 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:43:45.253253 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.273365 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.277090 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-83ce2a2f-eb09-4cfa-bff8-fe1c2351e788 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/routers/05b9592c-48b7-4ae1-83f6-de5548fb9cc3 HTTP/1.1" status: 204 len: 168 time: 1.5419021 Aug 03 19:43:45.279338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38128) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:45.316582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.363841 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.375238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Transition to ACTIVE for port object 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:45.379993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 3b5824d1-1c00-4232-a067-e25fc4d29f1f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:45.380367 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.406206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c5e127a-f5a6-48b6-8275-25fedd1c1145 req-20bcb3fe-df42-47b6-b214-f98184141910 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Aug 03 19:43:45.418492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.434728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Allocated IP 172.25.2.78 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/54b097be-3961-4033-a1e7-e42dd4f4eb63) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:45.451547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Transition to ACTIVE for port object 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:45.534560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.536178 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.546696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f0d4c9-6b70-452c-9260-b463d06d5b41']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:45.558429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb791a1f-bfc7-45f1-9483-7c93717862c5') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:45.558792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb791a1f-bfc7-45f1-9483-7c93717862c5') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:45.562321 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.568625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.576613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Network 1d4dec88-1694-49ca-93c4-33931668c539 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:45.579754 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.583512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:45.586419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:45.587928 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.594731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:43:45.595146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:43:45.600950 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:43:45.621446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Pushing event updated for resources: {'Port': ['ID=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.655124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Attempting to bind port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:45.655492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Attempting to bind port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:45.655853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Attempting to bind port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a on network 1d4dec88-1694-49ca-93c4-33931668c539 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:45.661182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:45.661493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Checking segment: {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:45.661890 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.662275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Bound using segment: {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:45.662733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Bound port: 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:45.663108 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.728431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] For port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:45.731659 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.732046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] For port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:45.773889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:45.778894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:45.781561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:45.809581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Pushing event updated for resources: {'Port': ['ID=54b097be-3961-4033-a1e7-e42dd4f4eb63,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.825954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.836278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.843113 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/networks/29f0d4c9-6b70-452c-9260-b463d06d5b41 HTTP/1.1" status: 204 len: 168 time: 0.5645559 Aug 03 19:43:45.854833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38130) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:45.889505 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.892721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654954-c159-4cab-9a4e-a875eac76869 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Network': ['ID=29f0d4c9-6b70-452c-9260-b463d06d5b41,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:45.949315 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:45.983233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eca6903b-cb94-4314-862a-b8818d1c4e09 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:46.000340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.034499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df4512-c4d4-42df-b4ee-0dafa904ae1d None None] Pushing event updated for resources: {'Port': ['ID=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.062925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eca6903b-cb94-4314-862a-b8818d1c4e09 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:46.063427 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.211195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.244214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.248941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.253760 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/security-groups/8936f327-1df0-4578-87d8-4bb76fbcd2fc HTTP/1.1" status: 204 len: 168 time: 0.3942554 Aug 03 19:43:46.262205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7605fee7-d4e5-499e-8e69-36a570ed6056 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:46.269097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1426f5b-6bfb-4b0e-85fc-09c93518847f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936f327-1df0-4578-87d8-4bb76fbcd2fc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:46.296491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7605fee7-d4e5-499e-8e69-36a570ed6056 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:46.297181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7605fee7-d4e5-499e-8e69-36a570ed6056 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:46.297780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6a09e1ad-7e29-40f9-afc1-aed111c25d4b no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:46.329540 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 6a09e1ad-7e29-40f9-afc1-aed111c25d4b {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:46.329978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6a09e1ad-7e29-40f9-afc1-aed111c25d4b not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:46.330469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:43:46.355534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:43:46.355885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 702de23a-ae4f-4bc8-8d96-b3cb4e8bcfee not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:43:46.717454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38138) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:46.723739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623843410', 'description': 'tempest-secgroup-smoke-1623843410 description', 'project_id': '98aca119abbe473ea7debecebc9f453b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:46.806517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77bd9e94-57cc-46c7-963e-34b65ecba346 req-0bc929e0-7a24-4d2d-b603-ffe776f26f7b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0383432 Aug 03 19:43:46.813991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.845990 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:46.953713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.009532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44718c90-7274-4bfb-a635-f726dd419c0b None None] Network 1d4dec88-1694-49ca-93c4-33931668c539 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:47.022570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-fc0a28c0-70e5-4bb4-a9a5-7e6e41b8d022 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:47.024063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-fc0a28c0-70e5-4bb4-a9a5-7e6e41b8d022 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1695602 Aug 03 19:43:47.031072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.074934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62503fe-b045-4e91-b2ec-a189f58af9fb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:47.088383 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-7ccfb1c2-3bc0-48e8-a9ac-6379fc418c7a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 379 time: 0.0491419 Aug 03 19:43:47.097854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'security_groups': ['5f7b8d06-ed20-4eab-9cfb-faed0ad140a6']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:47.183089 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.190137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-95552a1c-6bc9-4458-b59e-3e4cab3dbdec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4713612 Aug 03 19:43:47.192938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38140) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:47.198530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:47.232693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:43:47.232831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f77aa989-3d59-46f4-bd76-872844fb81d7 None None] Provisioning for port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:47.334165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:47.337200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.378876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:47.398726 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Sync routers for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:47.404499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:47.405315 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:47.435194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.513355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.533535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.6 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/415d312f-d9be-4d10-8d63-4f83178c38a8) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:47.556936 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:47.582133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.583536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9e3e7583-ad71-4060-927b-078cc18c78b3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2017982 Aug 03 19:43:47.586388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38142) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:47.631200 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.666391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c091669-ea8e-4968-8aaa-64be47c356bd,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:47.711452 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.732806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object 415d312f-d9be-4d10-8d63-4f83178c38a8 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:47.762355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.763671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-39979277-aa49-472a-b4a8-f6b14460aa92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692658 Aug 03 19:43:47.766579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38144) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:47.782047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:47.782250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 3, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:47.812490 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Checking router: 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:47.812878 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Updating router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 port 54b097be-3961-4033-a1e7-e42dd4f4eb63 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:47.843463 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.907871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.933672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:47.988202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:47.995134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:48.014839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:48.057260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:48.065591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.084418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b2a69-044d-41f1-a0ac-f2d621b6d1f1 req-f4fce5a8-db8c-4742-a8d6-48a91a6c0026 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.086390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb6b2a69-044d-41f1-a0ac-f2d621b6d1f1 req-f4fce5a8-db8c-4742-a8d6-48a91a6c0026 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 931 time: 0.1984499 Aug 03 19:43:48.129107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:48.130164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.160052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.211757 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.212472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb6b2a69-044d-41f1-a0ac-f2d621b6d1f1 req-8adc6cd4-16bf-4ccc-b55a-bdd6b94d82a4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179934 Aug 03 19:43:48.223214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Transition to ACTIVE for port object 54b097be-3961-4033-a1e7-e42dd4f4eb63 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:48.234505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:48.244950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:48.244950 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.266616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c8c2b2f6-72e9-4fd6-b526-d1a8203dbba8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1725395 Aug 03 19:43:48.272211 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.286625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Request body: {'port': {'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:48.294295 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.368155 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c5431-0e39-472e-857c-ed3abd7f0c21 None None] Pushing event updated for resources: {'Port': ['ID=54b097be-3961-4033-a1e7-e42dd4f4eb63,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.370249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.373904 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Attempting to bind port 54b097be-3961-4033-a1e7-e42dd4f4eb63 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:48.374544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Attempting to bind port 54b097be-3961-4033-a1e7-e42dd4f4eb63 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:48.375092 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Attempting to bind port 54b097be-3961-4033-a1e7-e42dd4f4eb63 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:48.382314 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:48.383644 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:48.384254 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.384849 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:48.385517 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Bound port: 54b097be-3961-4033-a1e7-e42dd4f4eb63, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:48.385982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4bc7aa-0d32-4504-b1ef-4597b4920641,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.386283 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.400559 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.429975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:48.461957 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] For port 54b097be-3961-4033-a1e7-e42dd4f4eb63, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:48.466207 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.468810 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] For port 54b097be-3961-4033-a1e7-e42dd4f4eb63, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=54b097be-3961-4033-a1e7-e42dd4f4eb63,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:48.468967 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3bd834ad-e30f-4c52-a21b-b92cf0a4c8f1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7000813 Aug 03 19:43:48.470221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38148) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:48.478216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:48.499900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ab2caacc-fc18-4b12-a960-fefe76870ca9 None None] Provisioning for port 415d312f-d9be-4d10-8d63-4f83178c38a8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:48.501806 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.507542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ab2caacc-fc18-4b12-a960-fefe76870ca9 None None] Provisioning complete for port 415d312f-d9be-4d10-8d63-4f83178c38a8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:48.508159 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ab2caacc-fc18-4b12-a960-fefe76870ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.543067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.552604 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.632863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ab2caacc-fc18-4b12-a960-fefe76870ca9 None None] Port 415d312f-d9be-4d10-8d63-4f83178c38a8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:48.638170 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c5431-0e39-472e-857c-ed3abd7f0c21 None None] Pushing event updated for resources: {'Port': ['ID=54b097be-3961-4033-a1e7-e42dd4f4eb63,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.665160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.665628 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:48.666286 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:48.673097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.796622 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-213b6185-cffe-4b7d-8f6e-12345b642a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.800502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415d312f-d9be-4d10-8d63-4f83178c38a8 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:43:48.803184 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.807827 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:48.813364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.822929 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Allocated IP 172.20.0.1 (1d4dec88-1694-49ca-93c4-33931668c539/5d11ba3d-1c3a-4359-883b-e76e8349fc1d/7c02b528-e5d7-4be5-80dd-2399d947d122) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:48.827656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Transition to ACTIVE for port object 415d312f-d9be-4d10-8d63-4f83178c38a8 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:48.901087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.937993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d78ace-9d0f-4842-896a-3576bcbaa480,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:48.977014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:48.991777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Transition to ACTIVE for port object 7c02b528-e5d7-4be5-80dd-2399d947d122 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:48.996669 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.074872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.079886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cf3058c9-1184-45db-a152-736d24fbc551 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6062486 Aug 03 19:43:49.081515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:49.087877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:49.090035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Pushing event updated for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:49.119076 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 3, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:49.159427 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da8e0f-dee6-47df-8288-8dbf31552522 None None] The sync data for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 is: [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 3, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:49.191870 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.197223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Attempting to bind port 415d312f-d9be-4d10-8d63-4f83178c38a8 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:49.197792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Attempting to bind port 415d312f-d9be-4d10-8d63-4f83178c38a8 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:49.198122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Attempting to bind port 415d312f-d9be-4d10-8d63-4f83178c38a8 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:49.202604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Port 415d312f-d9be-4d10-8d63-4f83178c38a8 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:43:49.202931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Attempting to bind port 415d312f-d9be-4d10-8d63-4f83178c38a8 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:49.209195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:49.209538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:49.209926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:49.210359 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Bound port: 415d312f-d9be-4d10-8d63-4f83178c38a8, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:49.210718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.301261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:49.305460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=415d312f-d9be-4d10-8d63-4f83178c38a8,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:49.334268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Network 1d4dec88-1694-49ca-93c4-33931668c539 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:49.335844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.343455 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:49.353450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Pushing event updated for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:49.361640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:49.384103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.438372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.439004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.441267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] 10.222.0.54 "PUT /v2.0/ports/415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 1091 time: 1.1600056 Aug 03 19:43:49.442987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:49.446072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:43:49.448780 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad20f27-811b-464d-862e-884f3a5d7de8" -d '{"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:43:49.466397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45dae0-abd3-4c0a-bf29-d522cd354af7 req-eb36361c-e590-49ff-ba50-905b0297b469 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.475718 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c45dae0-abd3-4c0a-bf29-d522cd354af7 req-eb36361c-e590-49ff-ba50-905b0297b469 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.1410556 Aug 03 19:43:49.515950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d98d8-1d1b-4fba-85e9-7659ae984639 service neutron] Pushing event updated for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:49.640226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c45dae0-abd3-4c0a-bf29-d522cd354af7 req-8b857cb2-037f-4c67-abdf-485e6f83e291 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635518 Aug 03 19:43:49.685873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-d72a7328-b796-4bf0-9ab6-5d076f39067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.690151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-d72a7328-b796-4bf0-9ab6-5d076f39067d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1094 time: 0.1083744 Aug 03 19:43:49.782682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-4def24a8-d9f9-4c33-ac7c-4444a091f57d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 217 time: 0.0780537 Aug 03 19:43:49.923232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-444c3c39-6709-43ba-8e27-fe56f3b25165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:49.925426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-444c3c39-6709-43ba-8e27-fe56f3b25165 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.1349249 Aug 03 19:43:50.022204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-4b106a01-26e8-42a8-ad7f-c6c856608103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:50.033264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-4b106a01-26e8-42a8-ad7f-c6c856608103 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791898 Aug 03 19:43:50.130247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ee59076-25cb-411b-9806-e56b8456c90d None None] Provisioning for port 7c02b528-e5d7-4be5-80dd-2399d947d122 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:50.135486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2ee59076-25cb-411b-9806-e56b8456c90d None None] Provisioning complete for port 7c02b528-e5d7-4be5-80dd-2399d947d122 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:50.136122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2ee59076-25cb-411b-9806-e56b8456c90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.235904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2ee59076-25cb-411b-9806-e56b8456c90d None None] Port 7c02b528-e5d7-4be5-80dd-2399d947d122 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:50.236554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.242728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:50.292458 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533e8622-bcc0-49a6-a4e4-175f882c44bd x-openstack-request-id: req-533e8622-bcc0-49a6-a4e4-175f882c44bd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:43:50.294707 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:43:50.295066 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-533e8622-bcc0-49a6-a4e4-175f882c44bd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:43:50.295616 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'status': 'completed', 'code': 200} Aug 03 19:43:50.317412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-c0fe0103-06f1-4ecf-b726-89798445894b service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734370 Aug 03 19:43:50.324215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:50.324697 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.346429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.367613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d3dd9b-241f-4a11-b1df-29bb35fa4c3b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:50.424886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.441532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 54b097be-3961-4033-a1e7-e42dd4f4eb63 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:50.480966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b42f966-8d6d-4284-83b7-0eeaa2846b7d req-edb3a2f4-673f-45cb-becb-9baa3085e309 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564040 Aug 03 19:43:50.506732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.508400 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-48b71977-bfc1-433b-b911-6d73916f78a0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4260983 Aug 03 19:43:50.511850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38158) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:50.518549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:50.602640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 54b097be-3961-4033-a1e7-e42dd4f4eb63 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:50.603876 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:43:50.607530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 54b097be-3961-4033-a1e7-e42dd4f4eb63 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:50.607916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.612705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.654679 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.714068 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.718624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.726001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-b33e04d0-2df7-439b-901e-8788e08858c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:50.727594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-b33e04d0-2df7-439b-901e-8788e08858c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1094 time: 0.0947828 Aug 03 19:43:50.731212 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.752442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 54b097be-3961-4033-a1e7-e42dd4f4eb63, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=54b097be-3961-4033-a1e7-e42dd4f4eb63,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:50.808107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Pushing event updated for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:50.815289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.835067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.868994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd53-b90e-478a-860e-127a55e58cae req-a28652f2-11fd-4913-9384-71e471bd18f0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:50.870557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a0ddd53-b90e-478a-860e-127a55e58cae req-a28652f2-11fd-4913-9384-71e471bd18f0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.1255393 Aug 03 19:43:50.886102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b17f3b-2c8b-4b69-9c32-666113c0b1f0,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:50.899410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.908892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-09008e2e-cb14-4909-8e21-25d6b3d2fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:50.910371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-09008e2e-cb14-4909-8e21-25d6b3d2fef8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1753366 Aug 03 19:43:50.933879 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Network 1d4dec88-1694-49ca-93c4-33931668c539 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:50.935334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:50.958803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=54b097be-3961-4033-a1e7-e42dd4f4eb63,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:50.981708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-5479a37a-285a-4477-8d22-99fc65ef1007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 217 time: 0.0626740 Aug 03 19:43:50.982642 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:50.985006 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e032f003-98c1-47e9-b79c-5e66712d8f6b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706962 Aug 03 19:43:50.993621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1a0ddd53-b90e-478a-860e-127a55e58cae req-2b5922ad-77d2-464e-bdde-bfe3c9403054 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963261 Aug 03 19:43:50.999019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38162) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.010809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'd62503fe-b045-4e91-b2ec-a189f58af9fb', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:51.070076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-d6d01396-a6dc-44ee-887e-420e2b2cc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.072542 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-d6d01396-a6dc-44ee-887e-420e2b2cc355 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0832739 Aug 03 19:43:51.132558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:51.150024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-30a955b1-ccae-4f01-8a52-5265d9a116d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.151697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-30a955b1-ccae-4f01-8a52-5265d9a116d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627632 Aug 03 19:43:51.153104 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:43:51.178151 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.273946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:51.282383 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd981d92-e9a1-4040-87eb-30203f499faf admin admin] 10.222.0.67 "PUT /v2.0/routers/893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938338 Aug 03 19:43:51.318268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.322993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-4cd7381c-fcb8-4821-b000-5d04f65b9b85 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620052 Aug 03 19:43:51.328904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-87beb820-802e-4c9e-8c39-faaebde4303e None None] Provisioning complete for port 7c02b528-e5d7-4be5-80dd-2399d947d122 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:51.334640 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87beb820-802e-4c9e-8c39-faaebde4303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.384184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-87beb820-802e-4c9e-8c39-faaebde4303e None None] Port 7c02b528-e5d7-4be5-80dd-2399d947d122 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:51.393787 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.428195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121febbc-d0ab-4b73-a936-354fae6d94c7,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.471987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ad20f27-811b-464d-862e-884f3a5d7de8 req-41b0fa7b-7e3d-4b12-9ece-db328538defc service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403785 Aug 03 19:43:51.493752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.495093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e38c5e0c-bd55-4db6-b4b3-c40ed94a674c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4939780 Aug 03 19:43:51.498008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38174) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.503812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'network': {'name': 'tempest-network-smoke--1438900881', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:51.608818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:51.615442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Sync routers for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:51.617022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.632493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:51.633884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:51.648146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:43:51.664905 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.665752 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Added segment a69494a6-bdca-423f-ac49-35d0f756f4f8 of type vlan for network 51790d04-2696-4ceb-a9de-14b131acd160 Aug 03 19:43:51.725815 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.771477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:51.857207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.863418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:51.863929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:51.982930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 54b097be-3961-4033-a1e7-e42dd4f4eb63 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:51.988550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4893045 Aug 03 19:43:51.989583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a5e87-8945-4b88-a31c-c801af00f50a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Network': ['ID=51790d04-2696-4ceb-a9de-14b131acd160,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:51.991273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38212) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:51.996271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'admin_state_up': True, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:52.043097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 51790d04-2696-4ceb-a9de-14b131acd160 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:43:52.120421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.121788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.129639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2b7d0-6fae-4f3e-a40f-538ef846fd34 req-8f8d3535-c279-42d7-b698-7f14dd1b9e74 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:52.132083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79b2b7d0-6fae-4f3e-a40f-538ef846fd34 req-8f8d3535-c279-42d7-b698-7f14dd1b9e74 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0593789 Aug 03 19:43:52.190594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79b2b7d0-6fae-4f3e-a40f-538ef846fd34 req-bf612a33-98ca-4381-9d38-d6f2f4bb2def tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515637 Aug 03 19:43:52.209284 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.235821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 54b097be-3961-4033-a1e7-e42dd4f4eb63 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:52.236190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.264163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bedd84c7-72ba-4ca7-81e4-1f1ae7744513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.277133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c02b528-e5d7-4be5-80dd-2399d947d122', 'name': '', 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'mac_address': 'fa:16:3e:38:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:48Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 2, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'subnets': [{'id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:52.311110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Checking router: 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:52.311467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Updating router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 port 7c02b528-e5d7-4be5-80dd-2399d947d122 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:52.313422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.346883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.451290 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.797132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.821702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.847291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.857765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Transition to ACTIVE for port object 7c02b528-e5d7-4be5-80dd-2399d947d122 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:52.931205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.246 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ce4df078-976e-44af-87aa-b7f59b65eadf) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:52.968636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:52.969460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.050369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af255cf7-d0de-4f75-b1e6-54a7bb17c677 None None] Pushing event updated for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.053722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.096390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Attempting to bind port 7c02b528-e5d7-4be5-80dd-2399d947d122 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:53.097319 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Attempting to bind port 7c02b528-e5d7-4be5-80dd-2399d947d122 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:53.097768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Attempting to bind port 7c02b528-e5d7-4be5-80dd-2399d947d122 on network 1d4dec88-1694-49ca-93c4-33931668c539 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:53.104295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:53.104780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Checking segment: {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:53.105381 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.105846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Bound using segment: {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:53.106411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Bound port: 7c02b528-e5d7-4be5-80dd-2399d947d122, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c523e3-d6c3-4fed-bb7f-83b1784121ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:53.106863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.188074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] For port 7c02b528-e5d7-4be5-80dd-2399d947d122, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:53.191875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] For port 7c02b528-e5d7-4be5-80dd-2399d947d122, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c02b528-e5d7-4be5-80dd-2399d947d122,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:53.206702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.262433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:53.266853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:53.271306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:53.318824 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ce4df078-976e-44af-87aa-b7f59b65eadf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.322558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.357018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771b7a5-ad7b-404f-94f8-4050c33ed0ba req-cb722b7f-8e12-4d02-863c-0d5ff8231f08 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:53.359052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1771b7a5-ad7b-404f-94f8-4050c33ed0ba req-cb722b7f-8e12-4d02-863c-0d5ff8231f08 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0690074 Aug 03 19:43:53.403959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:53.404463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:53.443172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1771b7a5-ad7b-404f-94f8-4050c33ed0ba req-1fe83856-a03b-454c-a30e-8198b2fc7fc9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704622 Aug 03 19:43:53.451980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af255cf7-d0de-4f75-b1e6-54a7bb17c677 None None] Pushing event updated for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:53.551610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:53.734469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:53.805825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c02b528-e5d7-4be5-80dd-2399d947d122', 'name': '', 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'mac_address': 'fa:16:3e:38:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:48Z', 'updated_at': '2021-08-03T19:43:53Z', 'revision_number': 4, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'subnets': [{'id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:53.836901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3727dea5-b274-42cb-85ea-bd84b2222ee9 None None] The sync data for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 is: [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '7c02b528-e5d7-4be5-80dd-2399d947d122', 'name': '', 'network_id': '1d4dec88-1694-49ca-93c4-33931668c539', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'mac_address': 'fa:16:3e:38:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:48Z', 'updated_at': '2021-08-03T19:43:53Z', 'revision_number': 4, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'subnets': [{'id': '5d11ba3d-1c3a-4359-883b-e76e8349fc1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:53.994029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.210153 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 9da0c43b-cd28-4501-bc35-2e9e6231120f is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:43:54.333999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:54.344164 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Sync routers for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:54.356681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:54.357513 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:54.436559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.441491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38254) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.445899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0c30eee-543a-49fb-9556-6eec75aa5665 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4532483 Aug 03 19:43:54.484231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-40092f5c-b306-40c9-96e4-a21a03edcaea tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=98aca119abbe473ea7debecebc9f453b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404248 Aug 03 19:43:54.487122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38258) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.490980 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:54.589150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a918fd-2fa5-469d-9038-f889625baad9 req-1cee8792-f18f-4202-981c-6a3bc84a9785 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:54.593156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a918fd-2fa5-469d-9038-f889625baad9 req-1cee8792-f18f-4202-981c-6a3bc84a9785 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0627713 Aug 03 19:43:54.645213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a918fd-2fa5-469d-9038-f889625baad9 req-0a74fa22-a2c9-4df3-99d4-f3b1d4b3b94b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470691 Aug 03 19:43:54.712599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999d8bb9-de47-4c20-ae62-fc406e3876d5 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:54.714824 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-999d8bb9-de47-4c20-ae62-fc406e3876d5 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2265971 Aug 03 19:43:54.717940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38260) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.751662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b81f76f0-2034-40de-9cad-914f141e424b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324001 Aug 03 19:43:54.755096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:54.761742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882888731', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:43:54.788479 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:53Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:54.821440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Checking router: 9da0c43b-cd28-4501-bc35-2e9e6231120f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:54.821786 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Updating router 9da0c43b-cd28-4501-bc35-2e9e6231120f port ce4df078-976e-44af-87aa-b7f59b65eadf binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:43:54.842389 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.857608 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:54.991135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:43:54.996257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.152006 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.166358 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Transition to ACTIVE for port object ce4df078-976e-44af-87aa-b7f59b65eadf will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:55.254419 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.306023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Attempting to bind port ce4df078-976e-44af-87aa-b7f59b65eadf on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:55.306394 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Attempting to bind port ce4df078-976e-44af-87aa-b7f59b65eadf by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:55.306771 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Attempting to bind port ce4df078-976e-44af-87aa-b7f59b65eadf on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:55.314256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd284ae-00a1-4b15-9891-80bf5360d4d5 None None] Pushing event updated for resources: {'Port': ['ID=ce4df078-976e-44af-87aa-b7f59b65eadf,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.317335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:55.321872 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:55.321872 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.321872 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:55.321872 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Bound port: ce4df078-976e-44af-87aa-b7f59b65eadf, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:55.321872 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.323026 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.387815 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] For port ce4df078-976e-44af-87aa-b7f59b65eadf, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:55.392962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] For port ce4df078-976e-44af-87aa-b7f59b65eadf, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce4df078-976e-44af-87aa-b7f59b65eadf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:55.403902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Subnet': ['ID=73603e9d-15c5-4f3a-b53e-f9fabadf523c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.407654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:55.408031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network hostable DHCP agents. Network: 51790d04-2696-4ceb-a9de-14b131acd160, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:43:55.483277 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.519618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 51790d04-2696-4ceb-a9de-14b131acd160 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:43:55.546221 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:55.546821 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:55.548563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd284ae-00a1-4b15-9891-80bf5360d4d5 None None] Pushing event updated for resources: {'Port': ['ID=ce4df078-976e-44af-87aa-b7f59b65eadf,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:55.619619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 51790d04-2696-4ceb-a9de-14b131acd160) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:55.624116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.624730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.650698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416b7551-d401-41aa-907a-ea321a507baa None None] Network 51790d04-2696-4ceb-a9de-14b131acd160 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:55.664199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:55.774195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1cc84286-5926-450c-b34a-93f474c1a65c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0175366 Aug 03 19:43:55.774984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38268) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:43:55.779158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77acebb-8097-4f26-81c4-f921846a07dc req-e0aa7e9c-bc5f-4551-ab4e-bf791659cc0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:55.788627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d77acebb-8097-4f26-81c4-f921846a07dc req-e0aa7e9c-bc5f-4551-ab4e-bf791659cc0a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0709598 Aug 03 19:43:55.811947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64184768-1a40-46ea-bf47-93226672afac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-51790d04-2696-4ceb-a9de-14b131acd160', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:43:55.813225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:55.889313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d77acebb-8097-4f26-81c4-f921846a07dc req-a6ef2606-c2e3-4ddd-bd5c-f21825cfc5ab tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903840 Aug 03 19:43:56.018281 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:53Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:56.021761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-64184768-1a40-46ea-bf47-93226672afac None None] Allocated IP 172.20.0.2 (51790d04-2696-4ceb-a9de-14b131acd160/73603e9d-15c5-4f3a-b53e-f9fabadf523c/a81c9164-6aa4-499d-856b-721b21802af8) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:56.043395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c02b528-e5d7-4be5-80dd-2399d947d122 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:56.064551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3237d88e-fed0-42fe-b91d-ef0699fcc81a None None] The sync data for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 is: [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:53Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:43:56.245947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.255246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-64184768-1a40-46ea-bf47-93226672afac None None] Transition to ACTIVE for port object a81c9164-6aa4-499d-856b-721b21802af8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:56.264324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7c02b528-e5d7-4be5-80dd-2399d947d122 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:56.266670 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c02b528-e5d7-4be5-80dd-2399d947d122 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:56.267041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.299305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-64184768-1a40-46ea-bf47-93226672afac None None] Transition to ACTIVE for port object a81c9164-6aa4-499d-856b-721b21802af8 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:56.384214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.394278 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.407157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.472009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7c02b528-e5d7-4be5-80dd-2399d947d122, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c02b528-e5d7-4be5-80dd-2399d947d122,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:56.487704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64184768-1a40-46ea-bf47-93226672afac None None] Network 51790d04-2696-4ceb-a9de-14b131acd160 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:56.491598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-64184768-1a40-46ea-bf47-93226672afac None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:56.493500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184768-1a40-46ea-bf47-93226672afac None None] Pushing event updated for resources: {'Port': ['ID=a81c9164-6aa4-499d-856b-721b21802af8,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:56.495691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64184768-1a40-46ea-bf47-93226672afac None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:56.558047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-64184768-1a40-46ea-bf47-93226672afac None None] Attempting to bind port a81c9164-6aa4-499d-856b-721b21802af8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:43:56.558417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-64184768-1a40-46ea-bf47-93226672afac None None] Attempting to bind port a81c9164-6aa4-499d-856b-721b21802af8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:43:56.558785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64184768-1a40-46ea-bf47-93226672afac None None] Attempting to bind port a81c9164-6aa4-499d-856b-721b21802af8 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:43:56.564382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64184768-1a40-46ea-bf47-93226672afac None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:43:56.564928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64184768-1a40-46ea-bf47-93226672afac None None] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:43:56.565470 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.565871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64184768-1a40-46ea-bf47-93226672afac None None] Bound using segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:43:56.566345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-64184768-1a40-46ea-bf47-93226672afac None None] Bound port: a81c9164-6aa4-499d-856b-721b21802af8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:43:56.566917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.575874 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.684983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:56.715579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-64184768-1a40-46ea-bf47-93226672afac None None] For port a81c9164-6aa4-499d-856b-721b21802af8, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:43:56.722600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-64184768-1a40-46ea-bf47-93226672afac None None] For port a81c9164-6aa4-499d-856b-721b21802af8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a81c9164-6aa4-499d-856b-721b21802af8,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:43:56.808535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-64184768-1a40-46ea-bf47-93226672afac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:56.890091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184768-1a40-46ea-bf47-93226672afac None None] Pushing event updated for resources: {'Port': ['ID=a81c9164-6aa4-499d-856b-721b21802af8,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:57.083581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd3d2d-57c7-4980-b767-16c1f1eb5a86 req-f812d0c4-140a-4261-9823-bafa59350a1b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:57.093151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81fd3d2d-57c7-4980-b767-16c1f1eb5a86 req-f812d0c4-140a-4261-9823-bafa59350a1b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.1067541 Aug 03 19:43:57.144175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81fd3d2d-57c7-4980-b767-16c1f1eb5a86 req-dac252e0-8120-4722-bdc4-73c53014a9c7 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 Aug 03 19:43:57.198508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.1 (51790d04-2696-4ceb-a9de-14b131acd160/73603e9d-15c5-4f3a-b53e-f9fabadf523c/caa1e567-92dc-40f8-b672-6c8ecd67a592) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:43:57.361871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.377151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object caa1e567-92dc-40f8-b672-6c8ecd67a592 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:43:57.529394 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.571308 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 51790d04-2696-4ceb-a9de-14b131acd160 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:57.574530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:57.577232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:43:57.615104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:57.640584 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:57.984974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.117929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94cc26-fa40-4aa6-a68b-69c76755b0a4 None None] Network 51790d04-2696-4ceb-a9de-14b131acd160 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:43:58.171282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a81c9164-6aa4-499d-856b-721b21802af8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:58.328636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8306e0-069d-486e-960f-56da75d66425 req-58984e43-339d-4a05-988b-25df08a5ee67 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:58.346544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8306e0-069d-486e-960f-56da75d66425 req-58984e43-339d-4a05-988b-25df08a5ee67 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0810859 Aug 03 19:43:58.406966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e8306e0-069d-486e-960f-56da75d66425 req-336a0773-1578-45b9-8453-bae995d079a2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591319 Aug 03 19:43:58.479852 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f1f45c6e-c78e-4ad4-adbf-46c994b937c6 None None] Provisioning for port a81c9164-6aa4-499d-856b-721b21802af8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:58.486065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.491401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a81c9164-6aa4-499d-856b-721b21802af8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:58.496979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a81c9164-6aa4-499d-856b-721b21802af8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:58.496979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.576867 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.637536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.690014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a81c9164-6aa4-499d-856b-721b21802af8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a81c9164-6aa4-499d-856b-721b21802af8,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:58.705030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:58.712014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.719873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.720333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.720785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.721794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.722311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.722873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.723310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.730837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.730837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.730837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.730837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.730837 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:43:58.805756 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.807387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce4df078-976e-44af-87aa-b7f59b65eadf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:58.848968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 51790d04-2696-4ceb-a9de-14b131acd160 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:43:58.851267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:43:58.930198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Provisioning for port caa1e567-92dc-40f8-b672-6c8ecd67a592 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:58.936105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Provisioning complete for port caa1e567-92dc-40f8-b672-6c8ecd67a592 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:58.936475 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:58.942350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a81c9164-6aa4-499d-856b-721b21802af8,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:58.992301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Port caa1e567-92dc-40f8-b672-6c8ecd67a592 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:59.025779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Provisioning complete for port a81c9164-6aa4-499d-856b-721b21802af8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:59.025779 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d195f396-fbbf-4473-a566-dcd1d7f2da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.026492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 9da0c43b-cd28-4501-bc35-2e9e6231120f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:43:59.068844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ce4df078-976e-44af-87aa-b7f59b65eadf completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:43:59.068844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ce4df078-976e-44af-87aa-b7f59b65eadf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:59.068844 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.161299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:43:59.175939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-327f38d4-3eb4-4f06-acd1-6f4d18ce8b57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/9da0c43b-cd28-4501-bc35-2e9e6231120f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3998625 Aug 03 19:43:59.189813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Sync routers for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:43:59.202614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:43:59.203592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:59.325985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.362304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-32d87c4a-f265-4594-831d-0b9b089529cb None None] Provisioning complete for port caa1e567-92dc-40f8-b672-6c8ecd67a592 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:59.362891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-32d87c4a-f265-4594-831d-0b9b089529cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.408287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ce4df078-976e-44af-87aa-b7f59b65eadf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce4df078-976e-44af-87aa-b7f59b65eadf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:43:59.414831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-8b8a1ebc-bb44-4fe2-844c-0f0fa6affe46 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623843410&fields=id&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 267 time: 0.0388012 Aug 03 19:43:59.427469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-32d87c4a-f265-4594-831d-0b9b089529cb None None] Port caa1e567-92dc-40f8-b672-6c8ecd67a592 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:43:59.438011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:43:59.514581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.515336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c02b528-e5d7-4be5-80dd-2399d947d122 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:43:59.542720 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-75797d79-b3f8-4807-9ca0-d4dc5cb408a9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:43:59.544385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-75797d79-b3f8-4807-9ca0-d4dc5cb408a9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 797 time: 0.1219373 Aug 03 19:43:59.559986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-5852d423-62a6-4f5d-b569-13bbc17ed8f9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/quotas/98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 375 time: 0.0095222 Aug 03 19:43:59.623796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-5c25b9be-8663-4831-8070-97b8850f2169 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540175 Aug 03 19:43:59.731513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-5194a966-4556-4350-8748-556a5a956cea service neutron] 10.222.0.67 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944684 Aug 03 19:43:59.811410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ce4df078-976e-44af-87aa-b7f59b65eadf,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:43:59.838216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-d4c11be4-6a9f-4e72-a7bd-4f34e52c2495 service neutron] 10.222.0.67 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980358 Aug 03 19:43:59.848855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c02b528-e5d7-4be5-80dd-2399d947d122 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:43:59.849231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:43:59.961597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:43:58Z', 'revision_number': 2, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:43:59.992140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Checking router: 9da0c43b-cd28-4501-bc35-2e9e6231120f for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:43:59.992499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Updating router 9da0c43b-cd28-4501-bc35-2e9e6231120f port caa1e567-92dc-40f8-b672-6c8ecd67a592 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:44:00.024355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.147854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a81c9164-6aa4-499d-856b-721b21802af8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:00.192232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841605d-648a-44c3-9a56-cf60216f25d2 req-30f5f9c5-9edd-4d31-819a-68b04b5ca36d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:00.194530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8841605d-648a-44c3-9a56-cf60216f25d2 req-30f5f9c5-9edd-4d31-819a-68b04b5ca36d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0688338 Aug 03 19:44:00.265457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8841605d-648a-44c3-9a56-cf60216f25d2 req-3b09bbb7-c153-4e8f-a059-aad0feaaa5f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638304 Aug 03 19:44:00.317537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a81c9164-6aa4-499d-856b-721b21802af8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:00.318177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.355238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fa1032d-6ed6-4295-a5e1-f63dfb6638b7 req-332efcb5-3c20-4e99-8f79-b143d1d93cda tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 210 time: 0.0331049 Aug 03 19:44:00.482567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce4df078-976e-44af-87aa-b7f59b65eadf up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:00.488112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.521569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Transition to ACTIVE for port object caa1e567-92dc-40f8-b672-6c8ecd67a592 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:00.547530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ce4df078-976e-44af-87aa-b7f59b65eadf triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:00.548211 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.630594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.689655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8279f4-36fc-416d-80c1-2a18d2b79aa0 None None] Pushing event updated for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:00.749835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Attempting to bind port caa1e567-92dc-40f8-b672-6c8ecd67a592 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:00.753087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Attempting to bind port caa1e567-92dc-40f8-b672-6c8ecd67a592 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:00.753087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Attempting to bind port caa1e567-92dc-40f8-b672-6c8ecd67a592 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:00.757646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:00.758449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:00.758960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.759466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Bound using segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:00.760049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Bound port: caa1e567-92dc-40f8-b672-6c8ecd67a592, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:00.760506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:00.831812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] For port caa1e567-92dc-40f8-b672-6c8ecd67a592, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:00.835219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] For port caa1e567-92dc-40f8-b672-6c8ecd67a592, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=caa1e567-92dc-40f8-b672-6c8ecd67a592,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:00.943044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.016502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:01.017182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:01.062179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8279f4-36fc-416d-80c1-2a18d2b79aa0 None None] Pushing event updated for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:01.079111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 415d312f-d9be-4d10-8d63-4f83178c38a8 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:01.190832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:01.356054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=415d312f-d9be-4d10-8d63-4f83178c38a8,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:01.380978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:01.444634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1b865-5ee3-42fd-ab7e-54f5983d6c1e req-45c7352c-a5aa-44ca-b194-a9efcec0c239 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:01.447390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca1b865-5ee3-42fd-ab7e-54f5983d6c1e req-45c7352c-a5aa-44ca-b194-a9efcec0c239 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 943 time: 0.0728157 Aug 03 19:44:01.464048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.493475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415d312f-d9be-4d10-8d63-4f83178c38a8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:01.501209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca1b865-5ee3-42fd-ab7e-54f5983d6c1e req-fc9d4260-4c0b-481f-bc59-98e6d181da10 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475922 Aug 03 19:44:01.523999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=415d312f-d9be-4d10-8d63-4f83178c38a8,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:01.536004 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:01.570065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372603ad-5592-4f90-abaa-087d849bd05e None None] The sync data for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 is: [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:01.597550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e6cf3cb-7a8b-4f81-b4e1-542265b4a1b0 req-be18075f-14bc-44a1-b85e-be6e0388f4aa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 210 time: 0.0299191 Aug 03 19:44:01.623248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:01.691300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:01.881808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['415d312f-d9be-4d10-8d63-4f83178c38a8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:02.148081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device caa1e567-92dc-40f8-b672-6c8ecd67a592 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:02.401216 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port caa1e567-92dc-40f8-b672-6c8ecd67a592 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:02.406409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port caa1e567-92dc-40f8-b672-6c8ecd67a592 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:02.406866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.535104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.583246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port caa1e567-92dc-40f8-b672-6c8ecd67a592, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=caa1e567-92dc-40f8-b672-6c8ecd67a592,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:02.611693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-013a09e5-08cc-4a92-b943-8ed6c2e23694 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:02.613900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-013a09e5-08cc-4a92-b943-8ed6c2e23694 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 797 time: 0.2193544 Aug 03 19:44:02.664037 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-bccaa30e-622c-4eb3-91e1-8ee55728bb26 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 380 time: 0.0400052 Aug 03 19:44:02.680039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'port': {'device_id': '0d72d1a0-0137-417f-ad48-965d2d105508', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'admin_state_up': True, 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'security_groups': ['d62503fe-b045-4e91-b2ec-a189f58af9fb']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:02.738396 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:02.781779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0e6c-f625-4a5f-8702-b69575f53ce6 req-5de9ffef-1f52-40a6-943a-d3cc6ed45698 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:02.783305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b9b0e6c-f625-4a5f-8702-b69575f53ce6 req-5de9ffef-1f52-40a6-943a-d3cc6ed45698 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 944 time: 0.1180575 Aug 03 19:44:02.793811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:02.845095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b9b0e6c-f625-4a5f-8702-b69575f53ce6 req-fc185986-aabd-4e2b-842b-218d19c93655 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543370 Aug 03 19:44:02.931568 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-472f2455-9304-418e-92c3-01eca911b2cd req-a3e83d5e-46f1-4a86-92b6-4fb46ac48dde tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 210 time: 0.0270705 Aug 03 19:44:02.937066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:44:02.940619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.086766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.9 (51790d04-2696-4ceb-a9de-14b131acd160/73603e9d-15c5-4f3a-b53e-f9fabadf523c/0cb64872-5204-48f3-99d0-b6ab766e15f5) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:03.090765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 415d312f-d9be-4d10-8d63-4f83178c38a8 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:03.225651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 415d312f-d9be-4d10-8d63-4f83178c38a8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:03.231207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 415d312f-d9be-4d10-8d63-4f83178c38a8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:03.235781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.244229 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.259045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object 0cb64872-5204-48f3-99d0-b6ab766e15f5 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:03.342844 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.369403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:03.371753 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dabd7df-d3fe-45de-889d-3110d759297c" -d '{"events": [{"server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "name": "network-vif-plugged", "status": "completed", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:03.374243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.397469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=415d312f-d9be-4d10-8d63-4f83178c38a8,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:03.402116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.418971 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b82cd9-cb55-4971-81ec-aca0b9bead80 x-openstack-request-id: req-82b82cd9-cb55-4971-81ec-aca0b9bead80 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:03.419383 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "name": "network-vif-plugged", "status": "completed", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:03.419716 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-82b82cd9-cb55-4971-81ec-aca0b9bead80 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:03.420318 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'code': 200} Aug 03 19:44:03.424011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 51790d04-2696-4ceb-a9de-14b131acd160 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:03.427327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:03.433838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:03.440751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.453721 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.495547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:03.497130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:03.526778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:03.537488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.538086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.538555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.538764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.539151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.539725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.540075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.540447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.540798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.541123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.541495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.541822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:03.579491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195905b-77f1-4ce9-94f4-284d25bbe8b8 req-51bcce73-7d7a-4e70-96e4-6b9b6074c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:03.584986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5195905b-77f1-4ce9-94f4-284d25bbe8b8 req-51bcce73-7d7a-4e70-96e4-6b9b6074c40a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0701499 Aug 03 19:44:03.632104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5195905b-77f1-4ce9-94f4-284d25bbe8b8 req-ff0c454a-78a5-4b82-803e-85e13699c47c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Aug 03 19:44:03.642987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-23a98ca3-cf6b-43cc-a61b-2f8beb687b7e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9678285 Aug 03 19:44:03.657586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Request body: {'port': {'device_id': '0d72d1a0-0137-417f-ad48-965d2d105508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:03.716319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.042735 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:04.048422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976fd56-9d37-4c08-8ebd-047a09c00c8d req-aee7f785-3e48-47cf-9b3e-93f2e7b507e9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.050870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8976fd56-9d37-4c08-8ebd-047a09c00c8d req-aee7f785-3e48-47cf-9b3e-93f2e7b507e9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.1146438 Aug 03 19:44:04.072936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:04.082395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-965f4341-e51c-4903-9ef6-15b25d85921a None None] Provisioning for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:04.087027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-965f4341-e51c-4903-9ef6-15b25d85921a None None] Provisioning complete for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:04.093216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-965f4341-e51c-4903-9ef6-15b25d85921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.093372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.118172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device caa1e567-92dc-40f8-b672-6c8ecd67a592 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:04.118494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Transition to ACTIVE for port object 0cb64872-5204-48f3-99d0-b6ab766e15f5 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:04.124997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8976fd56-9d37-4c08-8ebd-047a09c00c8d req-c039a384-db9b-4baa-9306-ae0397a45a3b tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680785 Aug 03 19:44:04.255159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65702b-e7e8-4af1-b576-3b87326a788c req-6af5fc4e-2ff2-4b64-b454-2caaf2a13962 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.256941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f65702b-e7e8-4af1-b576-3b87326a788c req-6af5fc4e-2ff2-4b64-b454-2caaf2a13962 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 931 time: 0.0590613 Aug 03 19:44:04.303329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.327152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-965f4341-e51c-4903-9ef6-15b25d85921a None None] Port 0cb64872-5204-48f3-99d0-b6ab766e15f5 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:44:04.344265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f65702b-e7e8-4af1-b576-3b87326a788c req-f346760d-0065-4e3a-bdff-45e6ff0ee843 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765395 Aug 03 19:44:04.352270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port caa1e567-92dc-40f8-b672-6c8ecd67a592 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:04.352667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.384988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:04.464142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:44:04.464490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:44:04.464855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:04.469906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:44:04.470235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:44:04.476302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:44:04.476672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:44:04.477073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Bound using segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:44:04.477519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Bound port: 0cb64872-5204-48f3-99d0-b6ab766e15f5, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:44:04.477888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.549794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:04.553699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:44:04.666075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.702120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.702742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:04.704538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] 10.222.0.77 "PUT /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 1091 time: 1.0526085 Aug 03 19:44:04.707587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:04.711125 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b1a85-40a4-44ac-bdb2-0884904b0640" -d '{"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:04.738775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528e047-7cba-4732-bcb1-c64bd3c5b009 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:04.753763 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e192fe1-4955-43c6-85d4-34d120ebb70b x-openstack-request-id: req-8e192fe1-4955-43c6-85d4-34d120ebb70b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:04.754072 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:04.755206 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e192fe1-4955-43c6-85d4-34d120ebb70b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:04.756085 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:44:04.825490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-031c7cf9-a263-4ed0-82e8-8d60928055e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.827439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-031c7cf9-a263-4ed0-82e8-8d60928055e2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1094 time: 0.0544279 Aug 03 19:44:04.941680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-5ef71057-c5d8-454f-9228-0623fcde61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:04.943301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-5ef71057-c5d8-454f-9228-0623fcde61c3 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=98aca119abbe473ea7debecebc9f453b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1081247 Aug 03 19:44:05.414382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a16b-801c-4c55-bd69-e125513ef6f0 req-c3dff6c7-b4e6-4065-b886-701d1f41ad62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.415885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b12a16b-801c-4c55-bd69-e125513ef6f0 req-c3dff6c7-b4e6-4065-b886-701d1f41ad62 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.0972321 Aug 03 19:44:05.418942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-5c91571c-2553-47a4-9949-5f7824add8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.420271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e69b1a85-40a4-44ac-bdb2-0884904b0640 req-5c91571c-2553-47a4-9949-5f7824add8f3 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4697058 Aug 03 19:44:05.458374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b12a16b-801c-4c55-bd69-e125513ef6f0 req-0f6e0556-d7eb-432c-a30a-00b125856d4a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363944 Aug 03 19:44:05.501414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-0b599955-69e0-4fb8-9af8-7c4fa66093b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.506008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-0b599955-69e0-4fb8-9af8-7c4fa66093b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1094 time: 0.0446279 Aug 03 19:44:05.554055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-d242914d-0805-4498-8cc2-e36d0bfc03b7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 217 time: 0.0417712 Aug 03 19:44:05.628501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-b7c3d3f9-8abe-4419-8f3f-59c635401660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.630090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-b7c3d3f9-8abe-4419-8f3f-59c635401660 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0684595 Aug 03 19:44:05.638421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006532f6-a89d-4097-b46e-56deed2edd34 req-66a79021-5109-4db5-8788-b1f8c430b9ca tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.639903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-006532f6-a89d-4097-b46e-56deed2edd34 req-66a79021-5109-4db5-8788-b1f8c430b9ca tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.0884891 Aug 03 19:44:05.709687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-006532f6-a89d-4097-b46e-56deed2edd34 req-4f05cb37-27ae-451c-9abd-c8ccf2b703e0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608835 Aug 03 19:44:05.714279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-995da302-5263-4c0b-b203-7afa29f2baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.715769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-995da302-5263-4c0b-b203-7afa29f2baf1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750010 Aug 03 19:44:05.842305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-e0532237-ee7b-43e8-98c6-6bd6a79cae5b service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190791 Aug 03 19:44:05.902459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e78e3-c37f-4fc5-8b8a-ff41eba166d5 req-4c46db20-93bb-4402-bc91-af443633c0dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:05.904240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5e78e3-c37f-4fc5-8b8a-ff41eba166d5 req-4c46db20-93bb-4402-bc91-af443633c0dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.1163838 Aug 03 19:44:05.963570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5e78e3-c37f-4fc5-8b8a-ff41eba166d5 req-6cfef904-8309-42aa-b8a5-16b5d6c6c419 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506005 Aug 03 19:44:05.977134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7badd579-c1ce-4a2f-9c82-2cda083d1400 req-7738a375-0cc3-4c35-a6f6-aa84a72ce556 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267488 Aug 03 19:44:05.987687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38342) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:06.030256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e8bae-edc8-404d-83dd-e5774d19ee0c tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.032059 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b70e8bae-edc8-404d-83dd-e5774d19ee0c tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1091 time: 0.0433693 Aug 03 19:44:06.035643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:06.040404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:06.191082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.296400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.411432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.25.2.219 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/70db39c4-c043-43d0-a178-33788e06448f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:06.519106 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.620224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:06.661684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:06.667175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:06.671713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:06.675424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=70db39c4-c043-43d0-a178-33788e06448f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:06.980133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b07c35-aa6b-4d23-8c97-833cb1b88717 req-2f7402ce-b9c5-46b8-af6f-541bb741cb36 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:06.985110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51b07c35-aa6b-4d23-8c97-833cb1b88717 req-2f7402ce-b9c5-46b8-af6f-541bb741cb36 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.1957884 Aug 03 19:44:07.029098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51b07c35-aa6b-4d23-8c97-833cb1b88717 req-e185daae-d92c-44bf-983b-88480cc3a850 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394573 Aug 03 19:44:07.118661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:07.917429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.078713 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.157096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293e76d-c3c1-4361-bb2c-6ef4e8126017 req-73513437-557d-43a4-86eb-c09635bc5505 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.158699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0293e76d-c3c1-4361-bb2c-6ef4e8126017 req-73513437-557d-43a4-86eb-c09635bc5505 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.0509632 Aug 03 19:44:08.166108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.169054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:44:08.222269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0293e76d-c3c1-4361-bb2c-6ef4e8126017 req-02aea787-3f56-41ed-822e-47d728916aa8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565989 Aug 03 19:44:08.263850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=70db39c4-c043-43d0-a178-33788e06448f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.269270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.291041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:08.304010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:44:08.341728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.356267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:44:08.379156 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 967580f9-5af1-4612-a900-042f76490d92 associated. External IP: 172.25.2.219, port: 415d312f-d9be-4d10-8d63-4f83178c38a8. Aug 03 19:44:08.381425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:08.462876 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.523136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:08.597951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:44:08.665150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0cb64872-5204-48f3-99d0-b6ab766e15f5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:44:08.707556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:08.723690 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:08.733551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:08.736030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:08.797078 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:08.831063 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-502150b8-40df-400b-a5d7-cec34466d501 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7937050 Aug 03 19:44:08.831688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:08.834141 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:08.884798 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef854a2-6166-4ef1-ad44-319c22a4bcac x-openstack-request-id: req-0ef854a2-6166-4ef1-ad44-319c22a4bcac {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:08.885115 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:08.885382 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ef854a2-6166-4ef1-ad44-319c22a4bcac {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:08.885797 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'status': 'completed', 'code': 200} Aug 03 19:44:08.962907 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:08.992260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-a908d995-f539-47b6-b022-8f5e52266db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:08.992260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-a908d995-f539-47b6-b022-8f5e52266db3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0527205 Aug 03 19:44:09.105686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-6d1445df-154b-4c32-9d77-b316a1b6d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.107303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-6d1445df-154b-4c32-9d77-b316a1b6d5a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1087472 Aug 03 19:44:09.173774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-acf991aa-b7fa-4c18-8801-4b92bcc21073 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 999 time: 0.0582640 Aug 03 19:44:09.195874 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:06Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:09.223150 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:09.224722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-b7b6514e-77a7-4c9f-a20c-34ad23b8c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.226181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-b7b6514e-77a7-4c9f-a20c-34ad23b8c636 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0450530 Aug 03 19:44:09.231391 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:09.232830 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:09.284320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-197aa9ef-22a0-403d-bd8c-6c9dea2bb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.284320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-197aa9ef-22a0-403d-bd8c-6c9dea2bb9e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489712 Aug 03 19:44:09.355800 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:09.418177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b13f7b-2757-41e4-bbe0-555ac1b03137 req-4138202a-2b4c-4d5a-899f-3dd9619da19a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:09.419688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b13f7b-2757-41e4-bbe0-555ac1b03137 req-4138202a-2b4c-4d5a-899f-3dd9619da19a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.1053779 Aug 03 19:44:09.454223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-d2ce2b0f-4787-4abb-a4a6-a8d7c7b7e19f service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634040 Aug 03 19:44:09.518560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b13f7b-2757-41e4-bbe0-555ac1b03137 req-d1ee0720-fad5-446e-9c11-45a275f64db9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895274 Aug 03 19:44:09.565347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fe0a744-691c-4a86-8dc4-15595dd4d5b6 req-b0cfbb93-3836-4f44-983e-2943e565f561 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031172 Aug 03 19:44:09.601259 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:06Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:09.627420 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ce6c86-e337-48f1-8375-ad85c3568d91 None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:06Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:09.876980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac5b6f7-623e-4f67-b17c-ac41bd913dce None None] New status for floating IP 967580f9-5af1-4612-a900-042f76490d92: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:44:10.185132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:44:10.316987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:44:10.321381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:44:10.321863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.408090 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.431134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:10.433726 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd86a1d1-e993-4d1f-a439-acb712af0869" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:10.447509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:10.473293 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713a9ae3-7315-4ed5-b3ef-7c7aeb5763b3 x-openstack-request-id: req-713a9ae3-7315-4ed5-b3ef-7c7aeb5763b3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:10.483048 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:10.483048 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-713a9ae3-7315-4ed5-b3ef-7c7aeb5763b3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:10.483048 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'code': 200} Aug 03 19:44:10.540185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:10.584494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a782-df45-4e0a-9911-08864c1402e9 req-c378dc42-c5a6-4229-9d3b-df3318f156c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.586861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f060a782-df45-4e0a-9911-08864c1402e9 req-c378dc42-c5a6-4229-9d3b-df3318f156c6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1096 time: 0.0540934 Aug 03 19:44:10.604051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:10.654227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f060a782-df45-4e0a-9911-08864c1402e9 req-6fa09c09-0f83-4261-a72c-45bee42106b5 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599215 Aug 03 19:44:10.672996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d135869-8884-48db-b9c4-fe9aa3c3813d req-a157fcc6-9153-405f-b7b8-b5076ff3cefe tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:10.674960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d135869-8884-48db-b9c4-fe9aa3c3813d req-a157fcc6-9153-405f-b7b8-b5076ff3cefe tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0593555 Aug 03 19:44:10.713541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d135869-8884-48db-b9c4-fe9aa3c3813d req-de0d6d54-9109-4856-8921-67df4f8ffb1a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Aug 03 19:44:11.837573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1399ac-b75d-42bb-bc1b-ffafc83a29b9 req-bed771f4-77c6-4733-84c1-d874db1ce945 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:11.839143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f1399ac-b75d-42bb-bc1b-ffafc83a29b9 req-bed771f4-77c6-4733-84c1-d874db1ce945 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0569601 Aug 03 19:44:11.879937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f1399ac-b75d-42bb-bc1b-ffafc83a29b9 req-6d962356-e00e-42b4-a0ad-dbadbeee2a2e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346112 Aug 03 19:44:12.000865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791a3d7-e0ab-4d99-a046-ce11ee3bb97b req-b4a5cdad-5cf4-4a20-9080-c23ad8f9da44 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.002929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f791a3d7-e0ab-4d99-a046-ce11ee3bb97b req-b4a5cdad-5cf4-4a20-9080-c23ad8f9da44 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0548735 Aug 03 19:44:12.045490 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f791a3d7-e0ab-4d99-a046-ce11ee3bb97b req-237c4918-4b77-4f0b-861b-791f4ef8db8a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363345 Aug 03 19:44:12.069360 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38402) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:12.110265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135440ba-a4c4-425c-a825-725d1872674e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:12.112496 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-135440ba-a4c4-425c-a825-725d1872674e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1091 time: 0.0420077 Aug 03 19:44:12.115568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 38404) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:12.120039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:12.388761 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.493013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.604893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.240 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ea3311a6-aa20-43b0-9a47-77bc467e8cb0) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:44:12.704544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.840509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:12.881593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:44:12.884609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:44:12.890702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:44:12.917570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ea3311a6-aa20-43b0-9a47-77bc467e8cb0,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:13.266851 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.422658 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.590777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.740015 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.808538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ea3311a6-aa20-43b0-9a47-77bc467e8cb0,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:13.822850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:13.927783 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 7d4538cc-eacd-4219-b0c9-d698d4b62d31 associated. External IP: 172.25.2.240, port: 0cb64872-5204-48f3-99d0-b6ab766e15f5. Aug 03 19:44:14.470095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 9da0c43b-cd28-4501-bc35-2e9e6231120f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:44:14.584465 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:44:14.593998 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Sync routers for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:44:14.603360 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:14.603952 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:14.686158 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:14.713430 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:14.716475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdd57bea-a858-4f91-8758-4cd5714f3c15 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5998685 Aug 03 19:44:14.717157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:14.719711 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6483d-9854-470e-b1f9-c99a6a957d85" -d '{"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:14.817728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead8f4-6521-4710-a90d-6c953be28c73 req-5e94f35b-2b23-4dbd-834b-c2d8e95e17fa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.819288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beead8f4-6521-4710-a90d-6c953be28c73 req-5e94f35b-2b23-4dbd-834b-c2d8e95e17fa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Aug 03 19:44:14.861018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-beead8f4-6521-4710-a90d-6c953be28c73 req-fb06b8eb-5aa6-4f41-992f-133e2ae5fe1e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350227 Aug 03 19:44:14.885703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38414) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:14.911825 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b24c9-cb44-4905-ae56-27da78c55972 x-openstack-request-id: req-425b24c9-cb44-4905-ae56-27da78c55972 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:14.912121 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:14.912375 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-425b24c9-cb44-4905-ae56-27da78c55972 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:14.912900 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:44:14.978352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d9259780-0deb-4099-9719-f7849269788b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/7d4538cc-eacd-4219-b0c9-d698d4b62d31 HTTP/1.1" status: 200 len: 991 time: 0.0911388 Aug 03 19:44:14.982386 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '7d4538cc-eacd-4219-b0c9-d698d4b62d31', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d72d1a0-0137-417f-ad48-965d2d105508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:13Z', 'updated_at': '2021-08-03T19:44:13Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:14.995614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-6a3ad29e-0efd-4eb5-abce-4588b463812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:14.997210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-6a3ad29e-0efd-4eb5-abce-4588b463812f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1096 time: 0.0608060 Aug 03 19:44:15.011025 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Checking router: 9da0c43b-cd28-4501-bc35-2e9e6231120f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:44:15.019406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:44:15.020003 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:43:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:15.095467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-b04d0ebd-74aa-47b7-9c6f-0dc2cd502f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.097255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-b04d0ebd-74aa-47b7-9c6f-0dc2cd502f22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.0933003 Aug 03 19:44:15.136256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:44:15.170693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-52fc3dee-af0b-4ab3-82a3-2871d848b5bc service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.0666432 Aug 03 19:44:15.227311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-85cbadea-2a7d-4c94-97a1-938e3521c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.229082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-85cbadea-2a7d-4c94-97a1-938e3521c97f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0510356 Aug 03 19:44:15.280012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-f920f93a-9409-49f4-ad82-f91a0229d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:15.281559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-f920f93a-9409-49f4-ad82-f91a0229d488 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460794 Aug 03 19:44:15.380596 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '7d4538cc-eacd-4219-b0c9-d698d4b62d31', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d72d1a0-0137-417f-ad48-965d2d105508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:13Z', 'updated_at': '2021-08-03T19:44:13Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:44:15.390239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-8d39e3f3-79ab-499e-8109-282731188b94 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008432 Aug 03 19:44:15.413798 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dec834-2a41-4b0a-96e3-e587930d043f None None] The sync data for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 is: [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '7d4538cc-eacd-4219-b0c9-d698d4b62d31', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d72d1a0-0137-417f-ad48-965d2d105508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:13Z', 'updated_at': '2021-08-03T19:44:13Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:44:15.504177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19d6483d-9854-470e-b1f9-c99a6a957d85 req-b3463910-452b-4b75-901f-3f2dadb27c94 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058822 Aug 03 19:44:15.599926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:15.656666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ccece1-b4f2-4f69-849f-74d8ae90a764 None None] New status for floating IP 7d4538cc-eacd-4219-b0c9-d698d4b62d31: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:44:15.981600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38420) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:16.051877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7f8d05fb-5185-4ddb-9811-c87579e8bf3c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/7d4538cc-eacd-4219-b0c9-d698d4b62d31 HTTP/1.1" status: 200 len: 993 time: 0.0690961 Aug 03 19:44:18.785033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-308f10fe-2fc6-4ca2-b231-5541b63865dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.118850 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7283889b-bacf-4f02-a918-ded08f286793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.225230 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:22.962637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:24.836892 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:33.414511 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:41.042924 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:44:42.693072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23137077-8c4a-49e6-aee6-9fdd567002fe req-2435bebc-993f-437b-8bf1-b58350dd3a9c tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.694646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23137077-8c4a-49e6-aee6-9fdd567002fe req-2435bebc-993f-437b-8bf1-b58350dd3a9c tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1096 time: 0.0417087 Aug 03 19:44:42.737707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23137077-8c4a-49e6-aee6-9fdd567002fe req-03adb59e-86a5-4f8e-9443-74b0552fb430 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Aug 03 19:44:42.854425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4205-1619-4f09-bf61-76e41d715046 req-694266a0-949a-4377-857b-e8c71924dd2f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:42.856039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-730f4205-1619-4f09-bf61-76e41d715046 req-694266a0-949a-4377-857b-e8c71924dd2f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0503118 Aug 03 19:44:42.898283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-730f4205-1619-4f09-bf61-76e41d715046 req-908f1c3c-8459-49b9-bfee-fba17cc8e4b9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355885 Aug 03 19:44:42.921286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38600) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:44:42.986918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3f04e78f-9327-4ba1-a7d9-49554ebba3e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/7d4538cc-eacd-4219-b0c9-d698d4b62d31 HTTP/1.1" status: 200 len: 993 time: 0.0644419 Aug 03 19:44:43.617429 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b295-8247-4606-901d-ee490f69bfeb req-61af964c-904d-422e-92b2-32645ba174cb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:43.619134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78b7b295-8247-4606-901d-ee490f69bfeb req-61af964c-904d-422e-92b2-32645ba174cb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0519030 Aug 03 19:44:43.660725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78b7b295-8247-4606-901d-ee490f69bfeb req-b4955069-9af1-4332-a86f-1ed51863b561 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Aug 03 19:44:43.794254 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-ffa3d2c4-3181-4fae-8329-9d3de54fbdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930669 Aug 03 19:44:44.786363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466094f-57ad-4119-833c-8a137497159c req-09d53fdf-3004-44c2-b3d5-d9423db0597d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:44.787847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d466094f-57ad-4119-833c-8a137497159c req-09d53fdf-3004-44c2-b3d5-d9423db0597d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0493321 Aug 03 19:44:44.845467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d466094f-57ad-4119-833c-8a137497159c req-c37fca27-5d3b-44dc-8ca6-67633192180d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448158 Aug 03 19:44:45.562214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:45.971730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-edb17c32-fcf4-4712-bb5e-b1ed5f2c3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:45.973312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-edb17c32-fcf4-4712-bb5e-b1ed5f2c3fa6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1096 time: 0.0719233 Aug 03 19:44:45.996947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab3216-302e-417f-b45b-51d962bb3dfc req-fc8e751c-5eaf-44ba-9f74-940d8c4bbd94 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:45.998366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dab3216-302e-417f-b45b-51d962bb3dfc req-fc8e751c-5eaf-44ba-9f74-940d8c4bbd94 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0681138 Aug 03 19:44:46.090428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dab3216-302e-417f-b45b-51d962bb3dfc req-c25a74e7-93ef-4e2c-b3ca-7fdf5b6dfd57 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824769 Aug 03 19:44:46.111850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-0d0a4893-23c7-49d4-8e85-620910fdcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:46.113372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-0d0a4893-23c7-49d4-8e85-620910fdcff4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1320021 Aug 03 19:44:46.185013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-debc76d6-7e5c-494e-a72d-7c2aa147168e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 1001 time: 0.0634348 Aug 03 19:44:46.236588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-47f80a2c-e2e0-48da-9cff-cbb41aae271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:46.238103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-47f80a2c-e2e0-48da-9cff-cbb41aae271b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0450776 Aug 03 19:44:46.289691 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-0bd22732-e203-4d9f-9516-a497b5f62ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:46.291262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-0bd22732-e203-4d9f-9516-a497b5f62ea6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451798 Aug 03 19:44:46.383155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-f4c73478-b715-41a3-b187-8ab7ce95e1e0 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826652 Aug 03 19:44:46.478053 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-d71af33a-83ce-430d-baa1-1417c2af858d service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871582 Aug 03 19:44:47.214098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0bb0b-06a5-4350-9fd9-62e4d3cab604 req-fe808247-72aa-4810-be09-61586a9bad1a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:47.215630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29e0bb0b-06a5-4350-9fd9-62e4d3cab604 req-fe808247-72aa-4810-be09-61586a9bad1a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Aug 03 19:44:47.253654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29e0bb0b-06a5-4350-9fd9-62e4d3cab604 req-be7b72f2-a942-4ef7-8635-2600c39c31df tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Aug 03 19:44:48.372924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bada2e7-5364-4b55-9b6d-2ba33acbcbda req-994cf721-3ce7-46ed-930b-4561d7d1d36f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:48.374393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bada2e7-5364-4b55-9b6d-2ba33acbcbda req-994cf721-3ce7-46ed-930b-4561d7d1d36f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0492866 Aug 03 19:44:48.412185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bada2e7-5364-4b55-9b6d-2ba33acbcbda req-da53bc8c-7b25-4c9a-99f9-d6e402aba5cc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Aug 03 19:44:48.813798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6129ac94-672b-4ca4-a26d-58b923b58f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:49.535041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c2895-7903-4f2b-b596-e6e77fda70ac req-5762c5d6-6b80-4ba1-abc2-3856e1f31023 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:49.536550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-441c2895-7903-4f2b-b596-e6e77fda70ac req-5762c5d6-6b80-4ba1-abc2-3856e1f31023 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0538247 Aug 03 19:44:49.574515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-441c2895-7903-4f2b-b596-e6e77fda70ac req-68ac4030-7a7f-4da4-b08e-29099369fc64 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313935 Aug 03 19:44:50.691276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e022724-7cd2-4653-b282-d3ed3fb94801 req-49487cc5-eb69-4dbe-9328-dec733216e1b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:50.692858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e022724-7cd2-4653-b282-d3ed3fb94801 req-49487cc5-eb69-4dbe-9328-dec733216e1b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0502887 Aug 03 19:44:50.732332 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e022724-7cd2-4653-b282-d3ed3fb94801 req-1ac71d01-553f-4b29-b592-ea1633ba5baa tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Aug 03 19:44:51.850732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5b321-316c-4afc-b5da-e2c363faeb41 req-7f7ee8ec-2751-4570-8b66-0bf773d30e3b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:51.852573 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54f5b321-316c-4afc-b5da-e2c363faeb41 req-7f7ee8ec-2751-4570-8b66-0bf773d30e3b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0497649 Aug 03 19:44:51.891601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54f5b321-316c-4afc-b5da-e2c363faeb41 req-fe4281bf-f590-4daa-8fb6-eae50cdb4cf6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329812 Aug 03 19:44:52.022881 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70e253c6-4740-4b85-aa06-5c24fa30b59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.293834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:52.965963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:53.013583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71aa60-f03c-4cc7-9f9c-66d306cb45ab req-cda7fb0f-544d-45d6-a269-3348662c3273 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:53.015102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a71aa60-f03c-4cc7-9f9c-66d306cb45ab req-cda7fb0f-544d-45d6-a269-3348662c3273 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0548301 Aug 03 19:44:53.056064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a71aa60-f03c-4cc7-9f9c-66d306cb45ab req-6af21696-5589-4879-98bd-6cccf9fc170d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350590 Aug 03 19:44:54.185670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7790a-436f-4f28-9bfc-a5286fcc8bbf req-bc8a0ef8-a8e8-47c6-ac22-dd02c7934e34 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:54.187245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16d7790a-436f-4f28-9bfc-a5286fcc8bbf req-bc8a0ef8-a8e8-47c6-ac22-dd02c7934e34 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0557976 Aug 03 19:44:54.227594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-16d7790a-436f-4f28-9bfc-a5286fcc8bbf req-afd61ec0-191d-4456-81ca-30740ce076f6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339947 Aug 03 19:44:54.842258 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:55.349324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299f01a-b666-480e-a385-d855303fd6eb req-90ece78a-f8fb-4538-8416-d9cfa37717c9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:55.350894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6299f01a-b666-480e-a385-d855303fd6eb req-90ece78a-f8fb-4538-8416-d9cfa37717c9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0505331 Aug 03 19:44:55.390243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6299f01a-b666-480e-a385-d855303fd6eb req-9952b853-12b8-4ad9-9b3c-e70783466965 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Aug 03 19:44:56.514243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0be855-d2be-4ce2-b1e5-d0ecdd6f89ac req-a28c2863-efd9-48af-b1d3-97a252521f01 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:56.516710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f0be855-d2be-4ce2-b1e5-d0ecdd6f89ac req-a28c2863-efd9-48af-b1d3-97a252521f01 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0573013 Aug 03 19:44:56.576878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f0be855-d2be-4ce2-b1e5-d0ecdd6f89ac req-bca64c70-cb9e-432c-9cf4-9095e6270986 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 03 19:44:57.701892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538d04c-d85d-419a-a552-85eaeaab008b req-08ffc741-969b-48a6-997e-26238876d389 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:57.703552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7538d04c-d85d-419a-a552-85eaeaab008b req-08ffc741-969b-48a6-997e-26238876d389 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0535920 Aug 03 19:44:57.746729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7538d04c-d85d-419a-a552-85eaeaab008b req-58b726fe-3397-45c5-b192-404fd3f4b058 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 Aug 03 19:44:58.555219 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-dea9c868-da28-40d9-a965-e75bc5dcff09 service neutron] show failed (client error): The resource could not be found. Aug 03 19:44:58.556248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-dea9c868-da28-40d9-a965-e75bc5dcff09 service neutron] 10.222.0.77 "GET /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0576715 Aug 03 19:44:58.877173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d28b1a-4c7f-41fe-b32a-62468a081026 req-ab9534b5-ed14-46ec-9fc1-d3c93bcddbf8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:58.879026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09d28b1a-4c7f-41fe-b32a-62468a081026 req-ab9534b5-ed14-46ec-9fc1-d3c93bcddbf8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0614154 Aug 03 19:44:58.921183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09d28b1a-4c7f-41fe-b32a-62468a081026 req-5cca0e9d-c109-495b-9fc3-d7957791249d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346918 Aug 03 19:44:59.320078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-42727d2a-b24b-41b1-96e0-edb4b16aec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:44:59.321538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-42727d2a-b24b-41b1-96e0-edb4b16aec8b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 1096 time: 0.0727143 Aug 03 19:44:59.340342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:44:59.397973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.607095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:44:59.639710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:44:59.679024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:44:59.681601 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e680b72f-2163-428d-9f73-208007a06cfc" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:44:59.685471 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.698063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Transition to ACTIVE for port object 0cb64872-5204-48f3-99d0-b6ab766e15f5 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:44:59.735661 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b13c8-d0e6-436a-9f18-9e925ee46226 x-openstack-request-id: req-d61b13c8-d0e6-436a-9f18-9e925ee46226 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:44:59.735968 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:44:59.736221 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d61b13c8-d0e6-436a-9f18-9e925ee46226 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:44:59.736776 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'code': 200} Aug 03 19:44:59.829002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:44:59.942628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:44:59.956456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.956833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.957175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.957512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.957854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.958198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.958510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.958832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.959158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.959483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.959855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:44:59.960147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:00.043601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] No DVR routers for this DVR port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:00.482594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccac57a-a456-4e56-b1c3-56321b64ed15 req-b9d1d926-2181-460e-826e-3691f4f88b00 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:00.484130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fccac57a-a456-4e56-b1c3-56321b64ed15 req-b9d1d926-2181-460e-826e-3691f4f88b00 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.4504302 Aug 03 19:45:00.549458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:45:00.549802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:45:00.550133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:00.554796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fccac57a-a456-4e56-b1c3-56321b64ed15 req-bbcf493e-4555-4392-9649-7512c3bbaef4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638719 Aug 03 19:45:00.558232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:45:00.558560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:00.563791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:45:00.564179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:00.564559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Bound using segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:45:00.565162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Bound port: 0cb64872-5204-48f3-99d0-b6ab766e15f5, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:45:00.565532 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.631566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:00.635197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:45:00.729523 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.767651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:00.768269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:00.769683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] 10.222.0.54 "PUT /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 1091 time: 1.4337029 Aug 03 19:45:00.791789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114e42-210a-4b50-86d5-418a47c37730 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:00.862452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-bdd571dc-0ad6-41de-b1c3-abf534b1e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:00.864130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-bdd571dc-0ad6-41de-b1c3-abf534b1e7a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1094 time: 0.0453789 Aug 03 19:45:00.965317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-f31af843-95f4-43e2-b346-ad88a8bfcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:00.966954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-f31af843-95f4-43e2-b346-ad88a8bfcd2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.0963261 Aug 03 19:45:01.041697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-7b070b71-c4ef-42ad-b866-9853729ad53f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.0673444 Aug 03 19:45:01.092265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-1cf0e98b-9b93-466b-8316-dc0fbf27aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.093754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-1cf0e98b-9b93-466b-8316-dc0fbf27aa39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0456288 Aug 03 19:45:01.143485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-00db1c05-14c6-4bc7-990a-3ba4205b8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.145017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-00db1c05-14c6-4bc7-990a-3ba4205b8519 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422659 Aug 03 19:45:01.245587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-d3ed8ac2-f015-4d38-9761-e84d980cf720 service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936360 Aug 03 19:45:01.345836 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79def279-fdfe-4e12-ae03-22b7a9d0f5f8 req-056e2040-c097-46a4-910f-0c06bbc6d106 service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923231 Aug 03 19:45:01.686600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef909ec-a847-4a3b-9154-794f9003a691 req-cec2c8d5-4728-4ad7-ad15-082232896e0e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.688116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ef909ec-a847-4a3b-9154-794f9003a691 req-cec2c8d5-4728-4ad7-ad15-082232896e0e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.0526047 Aug 03 19:45:01.734820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ef909ec-a847-4a3b-9154-794f9003a691 req-4bf1dbd1-27fa-4c7c-bc71-36a257571d51 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Aug 03 19:45:01.737852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:01.740098 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14afb627-6127-4598-92dd-8b23ba08a26d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:01.792925 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afedd1d8-2937-45e2-b9d0-1285fc96e81a x-openstack-request-id: req-afedd1d8-2937-45e2-b9d0-1285fc96e81a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:01.793221 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:01.793469 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-afedd1d8-2937-45e2-b9d0-1285fc96e81a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:01.793863 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:45:01.888595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a10e808e-bbce-493d-bd50-f0f52632d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.890153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a10e808e-bbce-493d-bd50-f0f52632d067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1094 time: 0.0482736 Aug 03 19:45:01.892668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a2d00b28-c71a-4d4e-8e5a-a521fbb49eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:01.894047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a2d00b28-c71a-4d4e-8e5a-a521fbb49eb5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1094 time: 0.0774803 Aug 03 19:45:02.059490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a4adb0e8-58f0-47ba-9a8b-987b8ab5c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.061031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a4adb0e8-58f0-47ba-9a8b-987b8ab5c925 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1597760 Aug 03 19:45:02.062676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-28959fef-228a-4479-b424-906da8afa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.064001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-28959fef-228a-4479-b424-906da8afa6e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1549189 Aug 03 19:45:02.174940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-a9bc8ac6-dba4-4ee5-a461-9bc6e2d08189 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.1065605 Aug 03 19:45:02.176616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-1e2eff28-0365-466e-9a72-89fbf7f14a3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.1020448 Aug 03 19:45:02.261918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-55d18a50-6a03-4721-97e2-e531f1b4fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.263427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-55d18a50-6a03-4721-97e2-e531f1b4fc94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0741768 Aug 03 19:45:02.264735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-e2106dd3-949c-411f-bf33-02b2d04fd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.266023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-e2106dd3-949c-411f-bf33-02b2d04fd454 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0841691 Aug 03 19:45:02.341755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-20c1440e-820b-4c4f-96e0-5e9a718f4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.343273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-20c1440e-820b-4c4f-96e0-5e9a718f4dd3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635302 Aug 03 19:45:02.348419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb627-6127-4598-92dd-8b23ba08a26d req-c2ef7e54-504a-42bb-bcf6-1e8609115c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.349851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-c2ef7e54-504a-42bb-bcf6-1e8609115c82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788963 Aug 03 19:45:02.503841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-dc591678-60cc-43a3-a5f2-efecd09a296e service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530287 Aug 03 19:45:02.507215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-757ab62b-5c0d-43be-92e9-28a46b2b7070 service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488183 Aug 03 19:45:02.515129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:02.554329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:02.668296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-8ff3546f-3ac4-4d79-a4d5-e228838d84c2 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576047 Aug 03 19:45:02.670348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14afb627-6127-4598-92dd-8b23ba08a26d req-8345f352-c4f3-45f0-b417-ecb8ab74b38f service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515274 Aug 03 19:45:02.859398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f6285-69db-4e51-9dc1-0b9b5ba919f9 req-cff309d3-2c10-49ef-86e5-2a25e3e9128a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:02.860948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d89f6285-69db-4e51-9dc1-0b9b5ba919f9 req-cff309d3-2c10-49ef-86e5-2a25e3e9128a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 943 time: 0.0533171 Aug 03 19:45:02.902449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d89f6285-69db-4e51-9dc1-0b9b5ba919f9 req-84115ce3-431e-4e9b-ae17-078fc3221950 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350869 Aug 03 19:45:03.354664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:45:03.424088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.459271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:03.469829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:45:03.509684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.522736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:45:03.547982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:03.665424 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:03.715302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:03.722835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.726988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.727161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:03.966567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['0cb64872-5204-48f3-99d0-b6ab766e15f5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:45:04.027722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672fc58-6b1c-41e8-a56f-2f08c0b4d18a req-d6d2374c-c869-43c1-9a30-2d6d4a5fae3a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:04.029853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3672fc58-6b1c-41e8-a56f-2f08c0b4d18a req-d6d2374c-c869-43c1-9a30-2d6d4a5fae3a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.0576372 Aug 03 19:45:04.088840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3672fc58-6b1c-41e8-a56f-2f08c0b4d18a req-470cb99b-8749-4000-9f2d-57099a66c609 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521753 Aug 03 19:45:04.620509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719adb98-b15e-472d-9104-a073f9b0d481 req-67aa7efd-2587-4e2e-af5b-2afb12a6d756 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:04.622049 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-719adb98-b15e-472d-9104-a073f9b0d481 req-67aa7efd-2587-4e2e-af5b-2afb12a6d756 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.0530639 Aug 03 19:45:04.689926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-719adb98-b15e-472d-9104-a073f9b0d481 req-03980be8-9dee-4929-bd41-52d3de4492d3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581715 Aug 03 19:45:04.698747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-f217babe-4b2e-425a-936a-d4e2188a753d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:04.700195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-f217babe-4b2e-425a-936a-d4e2188a753d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508&tenant_id=98aca119abbe473ea7debecebc9f453b&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 944 time: 0.0772924 Aug 03 19:45:04.776775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-8e898d9e-8cfd-42d0-b705-b12a44e75ba7 service neutron] 10.222.0.54 "GET /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5/bindings/n-h1-803363-1 HTTP/1.1" status: 200 len: 382 time: 0.0681956 Aug 03 19:45:04.860527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-c202147f-9e32-4ed8-bd61-4923cb4a7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:04.862094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-c202147f-9e32-4ed8-bd61-4923cb4a7f8f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1095 time: 0.0445476 Aug 03 19:45:04.954860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-5c3109e5-29bf-420a-8d70-5f1305a11888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:04.956349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-5c3109e5-29bf-420a-8d70-5f1305a11888 service neutron] 10.222.0.54 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.0878377 Aug 03 19:45:05.026916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-7de5b563-ea58-4dae-b4ff-bdbece036931 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 1000 time: 0.0634887 Aug 03 19:45:05.077371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-b112bf18-3a6e-48a9-a708-2e476b95cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:05.078826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-b112bf18-3a6e-48a9-a708-2e476b95cf4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0452454 Aug 03 19:45:05.125526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-42c035d6-967d-4037-b649-a875e033948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:05.127019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-42c035d6-967d-4037-b649-a875e033948c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406387 Aug 03 19:45:05.220990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-6cfba96a-fda4-47fe-a756-e8d7caaedd46 service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868421 Aug 03 19:45:05.318253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-bf29c704-c568-4f8d-968b-f4b3b8525cea service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905352 Aug 03 19:45:05.356609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:45:05.505414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:45:05.510835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:45:05.511719 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.592512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.614455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:05.617291 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40a279-ce58-4264-b978-99ccbf0be97b" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:05.634513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:05.672032 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30559e1e-05a7-4e8b-8660-c00a66f54bd4 x-openstack-request-id: req-30559e1e-05a7-4e8b-8660-c00a66f54bd4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:05.672324 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:05.672575 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-30559e1e-05a7-4e8b-8660-c00a66f54bd4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:05.672998 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'code': 200} Aug 03 19:45:05.728523 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:05.784229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:05.825730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c38a-5a40-49b6-ac02-a64a07176353 req-5a63c3e8-f23f-47d2-a8cb-469bb4eb88c8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:05.827235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9326c38a-5a40-49b6-ac02-a64a07176353 req-5a63c3e8-f23f-47d2-a8cb-469bb4eb88c8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0586538 Aug 03 19:45:05.864952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9326c38a-5a40-49b6-ac02-a64a07176353 req-08761441-1274-485b-acb6-aa47d1a1b826 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316126 Aug 03 19:45:06.990519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b93876-0a8f-4e11-8511-bfaab4b90e86 req-cbed982d-5c22-4354-95a4-37578aed5d0d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:06.992343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8b93876-0a8f-4e11-8511-bfaab4b90e86 req-cbed982d-5c22-4354-95a4-37578aed5d0d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0530517 Aug 03 19:45:07.033207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8b93876-0a8f-4e11-8511-bfaab4b90e86 req-81cffc18-752d-4571-a433-894bfd693e60 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342076 Aug 03 19:45:08.159825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d6f6c-0211-4adf-82b5-5ff826207971 req-312a55e2-da1f-4e96-8ac3-effbc62b7a52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:08.161297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-028d6f6c-0211-4adf-82b5-5ff826207971 req-312a55e2-da1f-4e96-8ac3-effbc62b7a52 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Aug 03 19:45:08.228662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-028d6f6c-0211-4adf-82b5-5ff826207971 req-91e2f3fa-b684-40a9-ba46-6437155f0a0b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586658 Aug 03 19:45:08.231195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-ab920459-6d6d-42b8-aa23-dc3c9490efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:08.232602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-ab920459-6d6d-42b8-aa23-dc3c9490efc4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 1096 time: 0.0704274 Aug 03 19:45:08.245840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:08.302614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:08.518523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:08.555719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:08.605600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:08.607854 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4712b106-0a17-41f9-aecb-5ff204834653" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:08.611919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:08.625668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Transition to ACTIVE for port object 0cb64872-5204-48f3-99d0-b6ab766e15f5 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:45:08.658228 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f02b252-cdfb-4166-b4f6-789935cd2bce x-openstack-request-id: req-3f02b252-cdfb-4166-b4f6-789935cd2bce {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:08.658228 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:08.658228 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3f02b252-cdfb-4166-b4f6-789935cd2bce {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:08.658228 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'code': 200} Aug 03 19:45:08.715718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:08.806963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:08.861308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] No DVR routers for this DVR port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:09.042541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:45:09.042830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:45:09.043169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:09.047966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:45:09.048290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Attempting to bind port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on network 51790d04-2696-4ceb-a9de-14b131acd160 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:09.054395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:45:09.055134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Checking segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:09.055543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Bound using segment: {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:45:09.066164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Bound port: 0cb64872-5204-48f3-99d0-b6ab766e15f5, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69494a6-bdca-423f-ac49-35d0f756f4f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:45:09.066164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.137169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:09.140721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:45:09.234876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.269983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.270605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:09.272114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] 10.222.0.77 "PUT /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 1092 time: 1.0312726 Aug 03 19:45:09.295156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac71cd-fb7e-47f6-91cc-4ad5c15670d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=11']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:09.385263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-eef1ca38-3574-4346-b18d-7c490264a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.387044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-eef1ca38-3574-4346-b18d-7c490264a605 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1095 time: 0.0889208 Aug 03 19:45:09.417025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fadbf-54ca-423c-bdc0-a3b0392bc1cd req-7e530c5d-b5c9-4df1-acae-b85d543778dc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.419030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-025fadbf-54ca-423c-bdc0-a3b0392bc1cd req-7e530c5d-b5c9-4df1-acae-b85d543778dc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.0837743 Aug 03 19:45:09.501160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-025fadbf-54ca-423c-bdc0-a3b0392bc1cd req-0f782a63-60fb-4e48-a1c4-c62fe31201be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709074 Aug 03 19:45:09.533838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-1a852840-c9bf-439b-adfe-bbd114d5e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.535347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-1a852840-c9bf-439b-adfe-bbd114d5e6a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1394713 Aug 03 19:45:09.606909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-99fd74f0-afb6-4f84-932e-bcde4614da7d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.0644033 Aug 03 19:45:09.661652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-24581579-b4f5-4e9e-9160-986d8f098c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.664097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-24581579-b4f5-4e9e-9160-986d8f098c8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0499010 Aug 03 19:45:09.714836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-43732a23-0257-4965-994d-5efb57c50a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:09.716444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-43732a23-0257-4965-994d-5efb57c50a20 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444448 Aug 03 19:45:09.814447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-a87217a8-a392-47d8-bc44-99fa23944ce5 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906043 Aug 03 19:45:09.911253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1c2ca74-fe2e-4d64-8777-bd477f9098a5 req-ab6b549b-009e-4fed-9d74-3d3acec78cf3 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897577 Aug 03 19:45:10.623133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453516a-6547-4b12-b212-8f18c906ef9d req-4afc33e3-fba6-4226-9874-cd2b7ec2bfeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:10.626121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4453516a-6547-4b12-b212-8f18c906ef9d req-4afc33e3-fba6-4226-9874-cd2b7ec2bfeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.0552523 Aug 03 19:45:10.662928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:10.666025 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946" -d '{"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:10.676472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4453516a-6547-4b12-b212-8f18c906ef9d req-88d34aed-755e-44ae-aaa9-0f9be621a036 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Aug 03 19:45:10.733107 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d638c70b-3347-4d20-a57b-997ce2fbfbfa x-openstack-request-id: req-d638c70b-3347-4d20-a57b-997ce2fbfbfa {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:10.733488 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:10.733831 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d638c70b-3347-4d20-a57b-997ce2fbfbfa {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:10.734882 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:45:10.820970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-2bbedfa5-26a4-4f12-85bf-b24958cf7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:10.821952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-2bbedfa5-26a4-4f12-85bf-b24958cf7a8a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1095 time: 0.0695622 Aug 03 19:45:10.886742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-7f80f4ad-8760-431f-8b1b-9198fec95273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:10.888341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-7f80f4ad-8760-431f-8b1b-9198fec95273 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1095 time: 0.0964346 Aug 03 19:45:10.981909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-36844099-6474-4149-b88a-aec15b6e2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:10.983297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-36844099-6474-4149-b88a-aec15b6e2405 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1536124 Aug 03 19:45:11.045095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-26737be8-11b3-4b0c-8fcf-dab36fc11a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.046604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-26737be8-11b3-4b0c-8fcf-dab36fc11a3b service neutron] 10.222.0.54 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1501071 Aug 03 19:45:11.104865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-77f0e87d-379e-486a-9f0f-3d382fb47890 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.1137402 Aug 03 19:45:11.159538 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-a1d1c909-197d-423e-a04e-f08e4fcfc0a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 999 time: 0.1011422 Aug 03 19:45:11.203490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-dc08de36-366e-415a-a3a1-14ce17595df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.205045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-dc08de36-366e-415a-a3a1-14ce17595df5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0863173 Aug 03 19:45:11.243401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-456d7114-d7bb-4650-a578-5fa89cc2a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.244851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-456d7114-d7bb-4650-a578-5fa89cc2a4b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0768063 Aug 03 19:45:11.283915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-ee15b80f-1a91-4901-a9d3-ebfd48fb826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.285445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-ee15b80f-1a91-4901-a9d3-ebfd48fb826a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720725 Aug 03 19:45:11.314748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-9eb5fccb-49f4-4469-bd61-a09086357e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.316248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-9eb5fccb-49f4-4469-bd61-a09086357e1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646009 Aug 03 19:45:11.371694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:11.411930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:11.454201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-b13339e3-2ed7-4f14-a6fb-f139fd42c93c service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603763 Aug 03 19:45:11.834847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-b4447840-775b-4faa-9999-f08ba56440eb service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891777 Aug 03 19:45:11.959484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a39cd2-375d-4b85-b875-a47bac44a2dd req-79c9a71f-8075-444e-8d37-bf3dc56d3d31 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:11.961707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0a39cd2-375d-4b85-b875-a47bac44a2dd req-79c9a71f-8075-444e-8d37-bf3dc56d3d31 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 944 time: 0.1716297 Aug 03 19:45:11.984282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-5405c576-6efa-4bbe-8a7c-462ccb1386c0 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216472 Aug 03 19:45:12.009593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bd9f343c-36cc-4c00-b9f1-6ab6aa63e946 req-06baf2ac-1ad8-4fc1-b406-725849cf9e44 service neutron] 10.222.0.54 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587412 Aug 03 19:45:12.021582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0a39cd2-375d-4b85-b875-a47bac44a2dd req-0349185f-e073-4abd-91cd-c495dc1d4b32 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504761 Aug 03 19:45:12.547532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:45:12.643256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:12.654749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'port_id': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'mac_address': 'fa:16:3e:98:42:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:45:12.691270 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.704923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:45:12.723829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:12.802008 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:12.852313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:13.027018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0cb64872-5204-48f3-99d0-b6ab766e15f5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:45:13.153604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cbe98-8f16-4f23-8884-14c2f3fc45d2 req-f55cffb7-cbc7-404d-8cf5-f048b3dea05e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:13.155448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-057cbe98-8f16-4f23-8884-14c2f3fc45d2 req-f55cffb7-cbc7-404d-8cf5-f048b3dea05e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 945 time: 0.0592403 Aug 03 19:45:13.206745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-057cbe98-8f16-4f23-8884-14c2f3fc45d2 req-f7e4dfd8-29f9-48d3-997e-bc29eb4bb8e5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Aug 03 19:45:13.230338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 38876) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:13.293890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ac042d71-be7e-44af-a08a-66713e7cfec0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/7d4538cc-eacd-4219-b0c9-d698d4b62d31 HTTP/1.1" status: 200 len: 992 time: 0.0623705 Aug 03 19:45:14.543988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0cb64872-5204-48f3-99d0-b6ab766e15f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e9f1cf-ddc8-4daf-90b4-ac0de6072a33" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c970da9a-97b6-47fa-8a02-c87b4fe39806 x-openstack-request-id: req-c970da9a-97b6-47fa-8a02-c87b4fe39806 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-plugged", "status": "completed", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c970da9a-97b6-47fa-8a02-c87b4fe39806 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:14.924268 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'code': 200} Aug 03 19:45:15.011946 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:15.061777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=13']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:15.582481 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.041789 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:45:18.773934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-35b0d64f-eab6-4409-913d-a832d8f3d013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:18.911823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-79143adb-7a07-4831-bb00-de44df641017 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415378 Aug 03 19:45:19.017784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-67d3a564-c31f-49d6-8dd6-0d4ad078e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:19.019319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-67d3a564-c31f-49d6-8dd6-0d4ad078e683 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0464668 Aug 03 19:45:19.128583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-7dc899fd-28b2-4652-8760-da796977ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:19.130150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-7dc899fd-28b2-4652-8760-da796977ca05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0907624 Aug 03 19:45:19.199908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-01935136-f5cd-4fae-a406-3f085254db42 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 1001 time: 0.0629666 Aug 03 19:45:19.250776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-183ba16a-8cbc-4b81-a291-382149f0c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:19.252229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-183ba16a-8cbc-4b81-a291-382149f0c6c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0436361 Aug 03 19:45:19.296884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-a8e74ad5-a39f-4e35-904a-9c975094234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:19.298364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-a8e74ad5-a39f-4e35-904a-9c975094234e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394607 Aug 03 19:45:19.392034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-e0937dd7-ddc9-4e11-b4d2-8321abbbc2be service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860980 Aug 03 19:45:19.481520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a923ba8-5ebf-41c4-90b3-707161eb67c1 req-f474a5e2-b29b-44de-8e7a-b4c702d05a26 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820508 Aug 03 19:45:22.048455 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de63345b-c5e1-4a18-b57a-906297b16ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:22.228487 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:22.982884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:24.842877 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:33.422894 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:41.757304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cd359-f38e-4787-b112-ddd9b5759df6 req-2d209129-8698-4af2-8488-0a74dafa3aa6 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:41.759223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e0cd359-f38e-4787-b112-ddd9b5759df6 req-2d209129-8698-4af2-8488-0a74dafa3aa6 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1097 time: 0.0433667 Aug 03 19:45:41.796467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e0cd359-f38e-4787-b112-ddd9b5759df6 req-b1dffa84-71a1-4c78-997b-b1b956d211ca tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310462 Aug 03 19:45:41.819138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39190) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:41.996397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port ea3311a6-aa20-43b0-9a47-77bc467e8cb0 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:41.996781 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.074808 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.075188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.087228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for ea3311a6-aa20-43b0-9a47-77bc467e8cb0 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:42.311022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.336568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=ea3311a6-aa20-43b0-9a47-77bc467e8cb0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:42.402163 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.402499 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 7d4538cc-eacd-4219-b0c9-d698d4b62d31 disassociated (deleted). External IP: 172.25.2.240, port: 0cb64872-5204-48f3-99d0-b6ab766e15f5. Aug 03 19:45:42.613420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 9da0c43b-cd28-4501-bc35-2e9e6231120f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:45:42.726908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:45:42.731885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:42.738592 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Sync routers for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:45:42.748636 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:42.749199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:42.765906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc61ad6e-e262-439c-b302-6d327ea40451 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/floatingips/7d4538cc-eacd-4219-b0c9-d698d4b62d31 HTTP/1.1" status: 204 len: 168 time: 0.9427617 Aug 03 19:45:42.765906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:42.766998 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56e90b8-f0ce-4266-91dc-362b81b3842f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:42.860782 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:43.139755 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da28f14a-3932-436c-a183-9521edb92e63 x-openstack-request-id: req-da28f14a-3932-436c-a183-9521edb92e63 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:43.140053 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:43.140305 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da28f14a-3932-436c-a183-9521edb92e63 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:43.140901 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:45:43.164265 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:43.193614 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Checking router: 9da0c43b-cd28-4501-bc35-2e9e6231120f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:45:43.202915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:43.203757 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:43.253768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1b057-a5c4-4ef7-a005-284017ed8956 req-a094a594-96f0-403d-85bb-be709f690803 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.255973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ff1b057-a5c4-4ef7-a005-284017ed8956 req-a094a594-96f0-403d-85bb-be709f690803 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 946 time: 0.0554454 Aug 03 19:45:43.258861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-82b8a191-0fde-4540-aedd-b2574523a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.260354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-82b8a191-0fde-4540-aedd-b2574523a121 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 1097 time: 0.0915992 Aug 03 19:45:43.315532 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:43.354796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ff1b057-a5c4-4ef7-a005-284017ed8956 req-08d03256-dc4a-4c93-b14b-c9c8e040cd5a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926449 Aug 03 19:45:43.391961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-1b6b7e68-726e-46e7-ad9b-c28ea9ca4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.393981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-1b6b7e68-726e-46e7-ad9b-c28ea9ca4527 service neutron] 10.222.0.77 "GET /v2.0/networks?id=51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 200 len: 898 time: 0.1167922 Aug 03 19:45:43.439139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-8e1942ff-4b62-46dc-89c2-f39331d211a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 200 len: 217 time: 0.0365515 Aug 03 19:45:43.494297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-f6eb09af-28ec-4535-ad6e-a912ce08a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.495770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-f6eb09af-28ec-4535-ad6e-a912ce08a0e7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 200 len: 835 time: 0.0499191 Aug 03 19:45:43.533586 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:43.552483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-2a4d6f8e-1196-48f2-9e2e-9423ae9587a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:43.554191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-2a4d6f8e-1196-48f2-9e2e-9423ae9587a1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=51790d04-2696-4ceb-a9de-14b131acd160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505247 Aug 03 19:45:43.561469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b89446-28d9-489d-8d49-2656c9634ed8 None None] The sync data for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 is: [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:57Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'caa1e567-92dc-40f8-b672-6c8ecd67a592', 'name': '', 'network_id': '51790d04-2696-4ceb-a9de-14b131acd160', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:f2:d6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:56Z', 'updated_at': '2021-08-03T19:44:02Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '73603e9d-15c5-4f3a-b53e-f9fabadf523c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:45:43.652036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-0ab39540-e525-4a6d-ab79-738f9a92418b service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904872 Aug 03 19:45:43.759963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f56e90b8-f0ce-4266-91dc-362b81b3842f req-ddcc04ac-8b8c-4921-a732-38cc204d2486 service neutron] 10.222.0.77 "GET /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988400 Aug 03 19:45:43.802740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c38af69-f1b5-41e3-a83b-6ac9eddbcca9 None None] New status for floating IP 7d4538cc-eacd-4219-b0c9-d698d4b62d31: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:45:44.503611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d769df-c488-467c-a004-f4066874903a req-598bfb01-f35a-4d69-9bf5-6bda3e4ca13a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:44.505099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7d769df-c488-467c-a004-f4066874903a req-598bfb01-f35a-4d69-9bf5-6bda3e4ca13a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 946 time: 0.0780900 Aug 03 19:45:44.513975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e1d85-2d19-4bd0-82ac-5dbc35bb925e req-2108d825-4c76-4b97-85f5-6d916d2e29ec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:44.515365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47e1d85-2d19-4bd0-82ac-5dbc35bb925e req-2108d825-4c76-4b97-85f5-6d916d2e29ec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 946 time: 0.0871208 Aug 03 19:45:44.608392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f47e1d85-2d19-4bd0-82ac-5dbc35bb925e req-9293b6af-071d-4141-9d5e-9d556bbb3627 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=d62503fe-b045-4e91-b2ec-a189f58af9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856454 Aug 03 19:45:44.635274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:44.637817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.731012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port 0cb64872-5204-48f3-99d0-b6ab766e15f5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cb64872-5204-48f3-99d0-b6ab766e15f5,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:44.731383 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.745018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 0cb64872-5204-48f3-99d0-b6ab766e15f5 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:44.946331 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:44.975138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=0cb64872-5204-48f3-99d0-b6ab766e15f5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:45.021322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] No DVR routers for this DVR port 0cb64872-5204-48f3-99d0-b6ab766e15f5 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:45.024078 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.026163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7d769df-c488-467c-a004-f4066874903a req-8e658c3b-b8fd-49f1-b4b0-267fd562ddc9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "DELETE /v2.0/ports/0cb64872-5204-48f3-99d0-b6ab766e15f5 HTTP/1.1" status: 204 len: 173 time: 0.5099385 Aug 03 19:45:45.142144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-deleted', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:45:45.144673 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774c497-a225-4cf0-adcf-9609ca439114" -d '{"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-deleted", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:45:45.182695 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915322da-1e79-4576-9fa6-354a5b254290 x-openstack-request-id: req-915322da-1e79-4576-9fa6-354a5b254290 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:45:45.182987 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d72d1a0-0137-417f-ad48-965d2d105508", "name": "network-vif-deleted", "tag": "0cb64872-5204-48f3-99d0-b6ab766e15f5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:45:45.183239 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-915322da-1e79-4576-9fa6-354a5b254290 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:45:45.183638 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d72d1a0-0137-417f-ad48-965d2d105508', 'name': 'network-vif-deleted', 'tag': '0cb64872-5204-48f3-99d0-b6ab766e15f5', 'status': 'completed', 'code': 200} Aug 03 19:45:45.628246 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:45.716010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47e684c1-fcf1-4cbf-a993-d2fee839e146 req-792c31e4-f7e3-4123-a79b-bac0e8b858bf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=0d72d1a0-0137-417f-ad48-965d2d105508 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Aug 03 19:45:46.775684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39222) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:47.213054 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:47.852051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port caa1e567-92dc-40f8-b672-6c8ecd67a592 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:47.852751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:47.940320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port caa1e567-92dc-40f8-b672-6c8ecd67a592, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=caa1e567-92dc-40f8-b672-6c8ecd67a592,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:47.940705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:47.953551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for caa1e567-92dc-40f8-b672-6c8ecd67a592 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:48.242714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.268884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=caa1e567-92dc-40f8-b672-6c8ecd67a592,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:48.442382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.669438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 9da0c43b-cd28-4501-bc35-2e9e6231120f has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:45:48.683843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:48.706459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 0cb64872-5204-48f3-99d0-b6ab766e15f5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:48.706792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cb64872-5204-48f3-99d0-b6ab766e15f5 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:48.777432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:45:48.782794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-810e5f3e-3edf-4d02-bc16-8196e9d80953 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/9da0c43b-cd28-4501-bc35-2e9e6231120f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060380 Aug 03 19:45:48.785583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39228) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:48.787122 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Sync routers for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:45:48.796865 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:48.797477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:48.837248 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting subnet 73603e9d-15c5-4f3a-b53e-f9fabadf523c {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:45:48.840329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.880860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.888268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-129f06c1-e06d-47e0-bd39-e02b5cac519d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:48.902357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:49.007942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.082708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:45:48Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:49.109144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Checking router: 9da0c43b-cd28-4501-bc35-2e9e6231120f for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:45:49.117113 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Routers {'9da0c43b-cd28-4501-bc35-2e9e6231120f'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:49.118605 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['9da0c43b-cd28-4501-bc35-2e9e6231120f'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:49.217506 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] Set router 9da0c43b-cd28-4501-bc35-2e9e6231120f gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:49.306207 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.340485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Subnet': ['ID=73603e9d-15c5-4f3a-b53e-f9fabadf523c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:49.342548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.344539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30ca5474-6d49-41f9-b837-ca36dfb6f27e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/subnets/73603e9d-15c5-4f3a-b53e-f9fabadf523c HTTP/1.1" status: 204 len: 168 time: 0.5579433 Aug 03 19:45:49.347939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39230) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:49.348361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600cd16-944a-445f-ab0b-499047ab96fe None None] Network 51790d04-2696-4ceb-a9de-14b131acd160 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:49.395890 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:45:48Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:49.433828 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ab6e9d-33c7-4e7a-b297-4cebf04911e8 None None] The sync data for ids ['9da0c43b-cd28-4501-bc35-2e9e6231120f'] in n-d-803363-1 is: [{'id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-711594635', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:45:48Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ce4df078-976e-44af-87aa-b7f59b65eadf', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da0c43b-cd28-4501-bc35-2e9e6231120f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:52Z', 'updated_at': '2021-08-03T19:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:45:49.480541 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.597163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.735392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port ce4df078-976e-44af-87aa-b7f59b65eadf {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:49.735730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.825458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port ce4df078-976e-44af-87aa-b7f59b65eadf, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce4df078-976e-44af-87aa-b7f59b65eadf,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:49.825884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:49.830801 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] DHCP port deletion for 51790d04-2696-4ceb-a9de-14b131acd160 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:45:49.841860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for ce4df078-976e-44af-87aa-b7f59b65eadf owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:49.931904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Deleting port a81c9164-6aa4-499d-856b-721b21802af8 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:45:49.932443 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.009818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] For port a81c9164-6aa4-499d-856b-721b21802af8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a81c9164-6aa4-499d-856b-721b21802af8,segment=NetworkSegment(a69494a6-bdca-423f-ac49-35d0f756f4f8),segment_id=a69494a6-bdca-423f-ac49-35d0f756f4f8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:45:50.010760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.028439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Calling delete_port for a81c9164-6aa4-499d-856b-721b21802af8 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:45:50.155606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device caa1e567-92dc-40f8-b672-6c8ecd67a592 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:50.175872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: caa1e567-92dc-40f8-b672-6c8ecd67a592 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:50.176213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device caa1e567-92dc-40f8-b672-6c8ecd67a592 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:50.176629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a81c9164-6aa4-499d-856b-721b21802af8 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:50.222955 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.249781 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.250309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=ce4df078-976e-44af-87aa-b7f59b65eadf,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:50.278930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.279552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.279908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.280259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.280601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.280974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.281396 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.281740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.282078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.282413 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.282743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.283074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:45:50.299620 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.329429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.351760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] No DVR routers for this DVR port a81c9164-6aa4-499d-856b-721b21802af8 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:45:50.353480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b97c83-3f27-477a-940f-b04602ec1ca4 None None] Pushing event deleted for resources: {'Port': ['ID=a81c9164-6aa4-499d-856b-721b21802af8,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:50.436150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.438319 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.585949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.586689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Fanout notify agent at l3_agent the message router_deleted on router 9da0c43b-cd28-4501-bc35-2e9e6231120f {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:45:50.593840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.597795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-31c66d15-2cff-46ce-b0f8-49fba707ee6f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/routers/9da0c43b-cd28-4501-bc35-2e9e6231120f HTTP/1.1" status: 204 len: 168 time: 1.2467208 Aug 03 19:45:50.603083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39238) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:50.686570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.787317 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.797372 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51790d04-2696-4ceb-a9de-14b131acd160']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:50.807570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69494a6-bdca-423f-ac49-35d0f756f4f8') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:50.807872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69494a6-bdca-423f-ac49-35d0f756f4f8') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:50.816893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.831643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.837873 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:45:50.838271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:45:50.841378 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:45:50.996720 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.004064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.005934 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/networks/51790d04-2696-4ceb-a9de-14b131acd160 HTTP/1.1" status: 204 len: 168 time: 0.4066355 Aug 03 19:45:51.009743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39240) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:51.018862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fad6e-ae25-4322-92f7-062e95045628 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Network': ['ID=51790d04-2696-4ceb-a9de-14b131acd160,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:51.086487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.121000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.280000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.282641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.284093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/security-groups/d62503fe-b045-4e91-b2ec-a189f58af9fb HTTP/1.1" status: 204 len: 168 time: 0.2730660 Aug 03 19:45:51.294233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49798d83-e4db-496c-abdf-5a285e94d6bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62503fe-b045-4e91-b2ec-a189f58af9fb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:51.757227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39248) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:51.762339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186050355', 'description': 'tempest-secgroup-smoke-186050355 description', 'project_id': '98aca119abbe473ea7debecebc9f453b'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:51.886339 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:51.976146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.150298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce4df078-976e-44af-87aa-b7f59b65eadf no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:45:52.168164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.170163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ce4df078-976e-44af-87aa-b7f59b65eadf {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:45:52.171748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce4df078-976e-44af-87aa-b7f59b65eadf not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:45:52.196442 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a50718a9-fa39-40b3-8061-b82c7d2e3c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.217557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e544013-16c5-43af-8d7c-420f9463c757,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:52.394263 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.396535 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.398072 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aef16e9f-8137-4b98-a111-36e58d5829e4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6397362 Aug 03 19:45:52.400884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39250) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:52.405642 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:52.512140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.582442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.682759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.703840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd8f512-028a-4c3c-9852-d2275796b7e6,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:52.808488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.809783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdabf285-8fcd-4bbb-876f-07dd6d746e83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4079394 Aug 03 19:45:52.812579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:52.817220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:52.932090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.988212 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:52.996891 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.099726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.119542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626d6d13-cc8b-4a2a-9be4-888580eb6ab3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.246000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.247195 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-adfe6223-da1c-4459-8c47-663c1e3edb4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4336076 Aug 03 19:45:53.250078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.254583 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:53.365087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.426124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.511228 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.531024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f1a9a-4a6a-46ac-850a-668efce01411,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.611940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.613472 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-33bf31db-2a1c-453d-8c5d-bb10e10fdcd5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3624539 Aug 03 19:45:53.617703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39260) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.622323 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:53.731464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.807701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.874489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.900300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd14dfae-8e98-4bf7-b56c-e8b7273fc699,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:53.988608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:53.989978 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f5de7aac-3312-40c8-8198-709599e63e40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3712664 Aug 03 19:45:53.993493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:53.998249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:54.088272 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:45:54.093453 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.156796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.239721 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.258524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b543be0c-8e18-4395-9ae8-6251ee2222d7,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:54.337063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.338354 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f9b76813-fd61-4a96-a0db-a15c2d6bd806 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3437324 Aug 03 19:45:54.341004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39266) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:54.345370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': '8e544013-16c5-43af-8d7c-420f9463c757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:54.477276 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:45:54.482209 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.542281 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.628708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.646283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f079d95e-de7a-40eb-bf8e-456d071d8cd4,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:54.731059 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.732306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f2a1e238-0c34-47d5-b3c8-c3652a948422 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3903780 Aug 03 19:45:54.735169 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39270) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:54.740055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'network': {'name': 'tempest-network-smoke--592186757', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:54.845702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:54.849642 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.874514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:45:54.889370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.889370 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Added segment b2ea72c3-7b4e-462a-9f0f-ae971d570bc6 of type vlan for network 6a50a7b0-5483-49be-81fd-329020b570fc Aug 03 19:45:54.894095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:54.932043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.023771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.029870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:55.030499 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.041823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:45:55.100523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Network': ['ID=6a50a7b0-5483-49be-81fd-329020b570fc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:55.111766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6a50a7b0-5483-49be-81fd-329020b570fc details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:45:55.358886 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-21b5067f-d430-4ea6-9107-6ecb780eec16 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4868717 Aug 03 19:45:55.358886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39276) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:55.358886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'admin_state_up': True, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:55.402664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.403778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.456786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:55.710607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.016390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.036717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.146178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.213 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7f3e2468-1f1e-4935-a892-83382190a6a8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:45:56.260774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.368819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:56.408346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:56.411257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:56.417977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:56.423949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=7f3e2468-1f1e-4935-a892-83382190a6a8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:56.859692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.063505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.316552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:45:57.427302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:45:57.441133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Sync routers for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:45:57.451221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:57.451870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:57.543190 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.545577 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-24311cf1-1db1-4c0b-9727-fdd8439f2a4b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3151882 Aug 03 19:45:57.548014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39314) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.564121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:57.578355 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5db12fab-5940-46f6-9d54-9eb203cd8fe5 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=98aca119abbe473ea7debecebc9f453b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291636 Aug 03 19:45:57.580934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39316) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.685517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c67f9bc-53bb-4e2f-9cbf-c405fb7850b3 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:57.689593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6c67f9bc-53bb-4e2f-9cbf-c405fb7850b3 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1049187 Aug 03 19:45:57.690201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39320) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.728219 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5668a59f-5b83-48cb-83f3-a17f0c98c063 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339539 Aug 03 19:45:57.728439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39324) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:57.733892 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1660130530', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:45:57.780175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:45:56Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:57.823530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Checking router: 0b2a329e-39f0-43fd-91c0-f4ec58f364cf for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:45:57.823914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Updating router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf port 7f3e2468-1f1e-4935-a892-83382190a6a8 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:45:57.853683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:57.934354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:45:57.938603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.153924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.165615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Transition to ACTIVE for port object 7f3e2468-1f1e-4935-a892-83382190a6a8 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:45:58.237554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.253803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.322672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce9986-9890-482e-8aa4-c546836c4aa8 None None] Pushing event updated for resources: {'Port': ['ID=7f3e2468-1f1e-4935-a892-83382190a6a8,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:58.330002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:58.330686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network hostable DHCP agents. Network: 6a50a7b0-5483-49be-81fd-329020b570fc, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:45:58.333093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Attempting to bind port 7f3e2468-1f1e-4935-a892-83382190a6a8 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:45:58.333464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Attempting to bind port 7f3e2468-1f1e-4935-a892-83382190a6a8 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:45:58.333874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Attempting to bind port 7f3e2468-1f1e-4935-a892-83382190a6a8 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:58.340026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Subnet': ['ID=6357d13d-3cec-4e54-a9d8-e551462c7245,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:58.342632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:45:58.351820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:58.353475 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.354377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:45:58.355384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Bound port: 7f3e2468-1f1e-4935-a892-83382190a6a8, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:45:58.355787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.419510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] For port 7f3e2468-1f1e-4935-a892-83382190a6a8, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:58.422721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] For port 7f3e2468-1f1e-4935-a892-83382190a6a8, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f3e2468-1f1e-4935-a892-83382190a6a8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:45:58.452868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 6a50a7b0-5483-49be-81fd-329020b570fc is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:45:58.505846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.546112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6a50a7b0-5483-49be-81fd-329020b570fc) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:58.551390 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:45:58.552611 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.568257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6010990f-73c5-4b6e-a7bf-fa5cb1d1f8d8 None None] Network 6a50a7b0-5483-49be-81fd-329020b570fc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:45:58.592237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:45:58.592849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:58.665241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce9986-9890-482e-8aa4-c546836c4aa8 None None] Pushing event updated for resources: {'Port': ['ID=7f3e2468-1f1e-4935-a892-83382190a6a8,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:58.694496 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba3f0dda-a38c-4e05-ac9c-17c6869a1dbd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9621994 Aug 03 19:45:58.695351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39338) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:45:58.829587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6a50a7b0-5483-49be-81fd-329020b570fc', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:45:58.830548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:58.837550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:45:59.121566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Allocated IP 172.20.0.2 (6a50a7b0-5483-49be-81fd-329020b570fc/6357d13d-3cec-4e54-a9d8-e551462c7245/1f541f22-d731-4d58-8d7a-b480034811f1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:45:59.183186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.198926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:45:56Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:45:59.231089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30078e-8ac5-43cc-ab9c-221830de15b4 None None] The sync data for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 is: [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:45:56Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:45:59.331510 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.341518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Transition to ACTIVE for port object 1f541f22-d731-4d58-8d7a-b480034811f1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:45:59.359025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Transition to ACTIVE for port object 1f541f22-d731-4d58-8d7a-b480034811f1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:45:59.446990 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.535975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Network 6a50a7b0-5483-49be-81fd-329020b570fc is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:45:59.542145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:45:59.545399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:45:59.551280 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Pushing event updated for resources: {'Port': ['ID=1f541f22-d731-4d58-8d7a-b480034811f1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:59.624721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Attempting to bind port 1f541f22-d731-4d58-8d7a-b480034811f1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:45:59.625217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Attempting to bind port 1f541f22-d731-4d58-8d7a-b480034811f1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:45:59.625728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Attempting to bind port 1f541f22-d731-4d58-8d7a-b480034811f1 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:45:59.631513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:45:59.632623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:45:59.633540 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.634040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Bound using segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:45:59.634641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Bound port: 1f541f22-d731-4d58-8d7a-b480034811f1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:45:59.635134 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.722372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] For port 1f541f22-d731-4d58-8d7a-b480034811f1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:45:59.728127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] For port 1f541f22-d731-4d58-8d7a-b480034811f1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1f541f22-d731-4d58-8d7a-b480034811f1,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:45:59.800785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:45:59.876514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ada67-b78d-4fb5-aeab-692e72f4ab72 None None] Pushing event updated for resources: {'Port': ['ID=1f541f22-d731-4d58-8d7a-b480034811f1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:45:59.922670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.1 (6a50a7b0-5483-49be-81fd-329020b570fc/6357d13d-3cec-4e54-a9d8-e551462c7245/eadd3dda-21e9-4168-8dab-c7d5ab496057) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:00.055962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.096019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object eadd3dda-21e9-4168-8dab-c7d5ab496057 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:00.231435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.278291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 6a50a7b0-5483-49be-81fd-329020b570fc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:00.281998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:00.285125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:00.311712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f3e2468-1f1e-4935-a892-83382190a6a8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:00.322407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:00.354358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.762565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7f3e2468-1f1e-4935-a892-83382190a6a8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:00.766858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7f3e2468-1f1e-4935-a892-83382190a6a8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:00.767233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.792477 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.852004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.874768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7f3e2468-1f1e-4935-a892-83382190a6a8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f3e2468-1f1e-4935-a892-83382190a6a8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:00.973922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:00.974739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1f541f22-d731-4d58-8d7a-b480034811f1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:01.068533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7f3e2468-1f1e-4935-a892-83382190a6a8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:01.119781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.196934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1f541f22-d731-4d58-8d7a-b480034811f1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:01.234403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.323092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.343316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:01.456548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32e972-d2f9-434b-8233-ee31ec4cf023 None None] Network 6a50a7b0-5483-49be-81fd-329020b570fc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:46:01.462429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 6a50a7b0-5483-49be-81fd-329020b570fc is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:01.464187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:01.602472 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:01.661071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Provisioning for port 1f541f22-d731-4d58-8d7a-b480034811f1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:01.666752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Provisioning complete for port 1f541f22-d731-4d58-8d7a-b480034811f1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:01.667382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.731654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:01.744332 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Sync routers for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:01.746198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-562f2ab3-5bf7-4524-b85b-0007edb2a0ee tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/0b2a329e-39f0-43fd-91c0-f4ec58f364cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0501275 Aug 03 19:46:01.762429 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:01.763355 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:01.769480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.812520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] For port 1f541f22-d731-4d58-8d7a-b480034811f1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1f541f22-d731-4d58-8d7a-b480034811f1,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:01.941304 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:01.941415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-9d68a76e-5287-4165-8976-41367b156a69 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186050355&fields=id&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 267 time: 0.0551577 Aug 03 19:46:01.998764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f48f6-21a2-48a2-8c37-846950f8a012 None None] Pushing event updated for resources: {'Port': ['ID=1f541f22-d731-4d58-8d7a-b480034811f1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:02.053398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Provisioning complete for port 1f541f22-d731-4d58-8d7a-b480034811f1 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:02.053828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.073400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:02.094579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-e79c9ef2-011a-43e5-8688-e296840a0294 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:02.097766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-e79c9ef2-011a-43e5-8688-e296840a0294 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 796 time: 0.1578181 Aug 03 19:46:02.123751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-48ea4c2c-660e-45dd-90ae-a16ccbc29ecb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/quotas/98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 375 time: 0.0191183 Aug 03 19:46:02.223541 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-2c2f5fdd-b688-4340-b7c2-c52b7be66627 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924504 Aug 03 19:46:02.238799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f3e2468-1f1e-4935-a892-83382190a6a8 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:02.302402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Provisioning for port eadd3dda-21e9-4168-8dab-c7d5ab496057 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:02.314090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Provisioning complete for port eadd3dda-21e9-4168-8dab-c7d5ab496057 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:02.314090 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.374144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbc994-1ac5-4e5e-87b6-92106aa74527 None None] Port eadd3dda-21e9-4168-8dab-c7d5ab496057 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:02.379153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7f3e2468-1f1e-4935-a892-83382190a6a8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:02.379554 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.422098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 2, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:02.461606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Checking router: 0b2a329e-39f0-43fd-91c0-f4ec58f364cf for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:02.462096 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Updating router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf port eadd3dda-21e9-4168-8dab-c7d5ab496057 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:46:02.502722 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.504223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1f541f22-d731-4d58-8d7a-b480034811f1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:02.509058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-08ce0df1-9a2c-42a3-959c-27450d15268d service neutron] 10.222.0.67 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678888 Aug 03 19:46:02.531463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a9be0e4a-f103-4a65-bbfd-8a34242a8050 None None] Provisioning complete for port eadd3dda-21e9-4168-8dab-c7d5ab496057 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:02.531848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a9be0e4a-f103-4a65-bbfd-8a34242a8050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.584315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a9be0e4a-f103-4a65-bbfd-8a34242a8050 None None] Port eadd3dda-21e9-4168-8dab-c7d5ab496057 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:02.594378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1f541f22-d731-4d58-8d7a-b480034811f1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:02.594757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.638840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-e83e814b-2157-484f-865a-59c976ce5cc8 service neutron] 10.222.0.67 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227198 Aug 03 19:46:02.811387 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:02.822665 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Transition to ACTIVE for port object eadd3dda-21e9-4168-8dab-c7d5ab496057 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:02.951521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1a34800-74d3-4ab0-84ca-b81f6390774c req-3112793d-8d11-4948-8583-a24f301640ab tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 210 time: 0.0364561 Aug 03 19:46:02.979530 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.060809 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Pushing event updated for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:03.087214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.087667 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.088004 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.088340 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.088693 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.089072 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.089397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.089752 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.090083 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.090408 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.090728 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.091044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:03.104044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Attempting to bind port eadd3dda-21e9-4168-8dab-c7d5ab496057 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:03.104300 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Attempting to bind port eadd3dda-21e9-4168-8dab-c7d5ab496057 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:03.104686 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Attempting to bind port eadd3dda-21e9-4168-8dab-c7d5ab496057 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:03.109988 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:03.110358 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:03.110761 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.111200 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Bound using segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:03.111668 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Bound port: eadd3dda-21e9-4168-8dab-c7d5ab496057, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:03.112049 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.182453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] For port eadd3dda-21e9-4168-8dab-c7d5ab496057, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:03.185894 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] For port eadd3dda-21e9-4168-8dab-c7d5ab496057, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eadd3dda-21e9-4168-8dab-c7d5ab496057,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:03.306286 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.363743 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:03.364365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:03.404846 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb61823-21d5-4219-a5cd-2b6486ba149e None None] Pushing event updated for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:03.448593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:03.490620 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:03.721117 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:03Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:03.749087 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecaca10-40e4-463f-b9d6-25778dea7fd6 None None] The sync data for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 is: [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:03Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:04.031127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f7ad263-0d31-4aa9-85c0-23e049479db7 req-f567c728-36c4-465a-98a7-283d9868e1df tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Aug 03 19:46:04.219564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eadd3dda-21e9-4168-8dab-c7d5ab496057 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:04.356787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port eadd3dda-21e9-4168-8dab-c7d5ab496057 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:04.361468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eadd3dda-21e9-4168-8dab-c7d5ab496057 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:04.361968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.452510 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.488819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port eadd3dda-21e9-4168-8dab-c7d5ab496057, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eadd3dda-21e9-4168-8dab-c7d5ab496057,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:04.596513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:04.664524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:04.674705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.675733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.676054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.676392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.676745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.677124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.677500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.677866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.678192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.678519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.679550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:04.679883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:05.137326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2671aa78-5d11-42dc-95f3-2ac86292c757 req-d7a983d4-1b0b-436a-b6a3-b8b16e9c4747 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 210 time: 0.0324235 Aug 03 19:46:05.471490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-1986744a-fb13-4be4-841a-4a05b297e351 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:05.473125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-1986744a-fb13-4be4-841a-4a05b297e351 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 796 time: 0.1094503 Aug 03 19:46:05.517699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-4a00b881-5976-4f90-9dd1-32e08b95cb6c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 379 time: 0.0352645 Aug 03 19:46:05.528012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'port': {'device_id': '109fdbca-fba9-4bba-8817-238be3955918', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'admin_state_up': True, 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'security_groups': ['8e544013-16c5-43af-8d7c-420f9463c757']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:05.757363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:05.761118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:05.912156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.14 (6a50a7b0-5483-49be-81fd-329020b570fc/6357d13d-3cec-4e54-a9d8-e551462c7245/f40e1fd2-5184-4941-8abc-4a678027c937) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:06.064788 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.079007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object f40e1fd2-5184-4941-8abc-4a678027c937 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:06.176030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eadd3dda-21e9-4168-8dab-c7d5ab496057 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:06.231070 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eadd3dda-21e9-4168-8dab-c7d5ab496057 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:06.231430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.248020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75bf2956-f69f-44bd-af21-a26662c19c59 req-4b1d1920-7e9a-4b2a-bd5c-3d06c2b9993c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 210 time: 0.0331547 Aug 03 19:46:06.253006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.307649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 6a50a7b0-5483-49be-81fd-329020b570fc is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:06.315988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:06.318324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:06.327747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:06.331527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.331897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.332223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.332769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.333121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.333441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.333771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.334101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.334434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.334758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.335677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.336214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:06.397184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:06.398626 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.524204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-fe4e5b36-03c4-4133-ab78-10dd1033e080 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0000913 Aug 03 19:46:06.595713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Request body: {'port': {'device_id': '109fdbca-fba9-4bba-8817-238be3955918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:06.636617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-59258ee3-d921-4b07-88cf-6c09b7325377 None None] Provisioning for port f40e1fd2-5184-4941-8abc-4a678027c937 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:06.641646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-59258ee3-d921-4b07-88cf-6c09b7325377 None None] Provisioning complete for port f40e1fd2-5184-4941-8abc-4a678027c937 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:06.642245 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-59258ee3-d921-4b07-88cf-6c09b7325377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.664351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.686313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-59258ee3-d921-4b07-88cf-6c09b7325377 None None] Port f40e1fd2-5184-4941-8abc-4a678027c937 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:06.971623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40e1fd2-5184-4941-8abc-4a678027c937 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:06.980040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:06.997035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Transition to ACTIVE for port object f40e1fd2-5184-4941-8abc-4a678027c937 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:07.116929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.171265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:07.248689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:07.249357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:07.249502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:07.254520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:07.254838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:07.260632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:07.261007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:07.261395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Bound using segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:07.261832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Bound port: f40e1fd2-5184-4941-8abc-4a678027c937, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:07.262191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.376685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:07.414106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:07.438035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b24a7-df76-40fa-9a28-619bb90d278d req-1a9c40af-32f0-4a00-adc2-9794820b8cb3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.439557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-356b24a7-df76-40fa-9a28-619bb90d278d req-1a9c40af-32f0-4a00-adc2-9794820b8cb3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0860748 Aug 03 19:46:07.480371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-356b24a7-df76-40fa-9a28-619bb90d278d req-07b75f90-db02-419a-8b71-1734d98ef3be tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338659 Aug 03 19:46:07.517161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.558662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.559282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:07.560737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] 10.222.0.77 "PUT /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1092 time: 1.0281804 Aug 03 19:46:07.561175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:07.563386 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1816e-bcbd-4875-9c51-6a152d406941" -d '{"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:07.590273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047472d1-f3d4-4e61-9546-b6ecb5bda51a service neutron] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:07.604078 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe0cf2-f203-4b4d-8a02-812b616b766c x-openstack-request-id: req-2efe0cf2-f203-4b4d-8a02-812b616b766c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:07.604377 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:07.604808 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2efe0cf2-f203-4b4d-8a02-812b616b766c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:07.605204 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'status': 'completed', 'code': 200} Aug 03 19:46:07.675846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-0bafb760-d93d-4451-b400-877946409f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.677682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-0bafb760-d93d-4451-b400-877946409f39 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1095 time: 0.0498075 Aug 03 19:46:07.784302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-5ec4559b-3d2d-4dae-bde3-a0b9ea433465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.785871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-5ec4559b-3d2d-4dae-bde3-a0b9ea433465 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=98aca119abbe473ea7debecebc9f453b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1002440 Aug 03 19:46:07.892019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-55f44728-34ab-4f46-aef4-85efa5cd49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.893545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97a1816e-bcbd-4875-9c51-6a152d406941 req-55f44728-34ab-4f46-aef4-85efa5cd49f8 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008155 Aug 03 19:46:07.976388 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-6cbd50db-53a7-4346-a237-2b0a35d1a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:07.978032 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-6cbd50db-53a7-4346-a237-2b0a35d1a279 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1095 time: 0.0454974 Aug 03 19:46:08.025320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-c4ff243a-de5c-4e3c-8add-2197aeb0c751 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 217 time: 0.0396640 Aug 03 19:46:08.077131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-61c823b9-76e1-4d61-9590-a2b957e2782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:08.078679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-61c823b9-76e1-4d61-9590-a2b957e2782d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.0472121 Aug 03 19:46:08.199989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-5171baf6-ac08-46e4-9382-ec6635695da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:08.201561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-5171baf6-ac08-46e4-9382-ec6635695da0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153402 Aug 03 19:46:08.303747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-5cf646cc-1eac-43bb-8074-d70e7e12a7e3 service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946264 Aug 03 19:46:08.394475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb0190a5-7eb7-4ff8-829d-b5b1fd862ecd req-3b7b9347-a474-4a6b-b89d-82276a313561 service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840328 Aug 03 19:46:08.618677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92820a-12ca-4f0c-aa2f-60fb6245ccbf req-664cd2b4-7eeb-45c0-9606-01891d666872 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:08.620477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c92820a-12ca-4f0c-aa2f-60fb6245ccbf req-664cd2b4-7eeb-45c0-9606-01891d666872 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0636492 Aug 03 19:46:08.660667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c92820a-12ca-4f0c-aa2f-60fb6245ccbf req-378c5102-554b-41a0-a3bb-26ec7046b9a8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338199 Aug 03 19:46:09.784519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1cbde-9a83-4ca0-b2f3-c8fe5b49b142 req-3b46d330-e967-4a05-8232-7ffc8dbbbc35 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:09.786176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7db1cbde-9a83-4ca0-b2f3-c8fe5b49b142 req-3b46d330-e967-4a05-8232-7ffc8dbbbc35 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0578368 Aug 03 19:46:09.827129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7db1cbde-9a83-4ca0-b2f3-c8fe5b49b142 req-44826610-9cb2-4c81-816c-29be371785bb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346074 Aug 03 19:46:10.997201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f4139-01fb-4373-a604-99ca1d0bbf3e req-e6757aa5-9165-4ac6-b8eb-78aacf1d96bc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:10.997201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-030f4139-01fb-4373-a604-99ca1d0bbf3e req-e6757aa5-9165-4ac6-b8eb-78aacf1d96bc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0818689 Aug 03 19:46:11.027052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-030f4139-01fb-4373-a604-99ca1d0bbf3e req-1bf89e87-944b-4600-8cb7-300d52f29499 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342054 Aug 03 19:46:12.158033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d2fc9-a66c-40f1-9ba0-9964adc7acb8 req-2f25ebb7-a365-4e8d-a216-db243ad1d497 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:12.159577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d2fc9-a66c-40f1-9ba0-9964adc7acb8 req-2f25ebb7-a365-4e8d-a216-db243ad1d497 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0535667 Aug 03 19:46:12.205188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-672d2fc9-a66c-40f1-9ba0-9964adc7acb8 req-97b0854d-dd86-4732-910a-c207d4b011a5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Aug 03 19:46:12.792484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:12.915547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:12.927702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'port_id': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'mac_address': 'fa:16:3e:d0:9c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:46:12.970057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:12.984345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40e1fd2-5184-4941-8abc-4a678027c937 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:13.006526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:13.212183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:13.271611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:13.333869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e6c0-4567-48b9-b86f-3fa112b4833e req-96c9a6a3-6820-4d3a-abfc-95009423f1d5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:13.335485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce22e6c0-4567-48b9-b86f-3fa112b4833e req-96c9a6a3-6820-4d3a-abfc-95009423f1d5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0562131 Aug 03 19:46:13.379455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce22e6c0-4567-48b9-b86f-3fa112b4833e req-d2d5e8a8-8d17-425d-bdf0-9725e92a9bb8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377970 Aug 03 19:46:13.423739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f40e1fd2-5184-4941-8abc-4a678027c937'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:14.510182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe0ee-1c3b-4c28-b7f7-791f7cb3410e req-69b01f7e-930f-49b1-bf11-d050192b086d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:14.520374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4afe0ee-1c3b-4c28-b7f7-791f7cb3410e req-69b01f7e-930f-49b1-bf11-d050192b086d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0607514 Aug 03 19:46:14.552558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f4afe0ee-1c3b-4c28-b7f7-791f7cb3410e req-272f8aed-5c86-4f7d-ad77-4ed1c1892dde tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348341 Aug 03 19:46:14.803238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:14.934387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f40e1fd2-5184-4941-8abc-4a678027c937 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:14.939380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f40e1fd2-5184-4941-8abc-4a678027c937 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:14.939755 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.025423 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.051128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:15.053419 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0276a-f644-41ef-a0b0-fb102c2266f9" -d '{"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-plugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:15.073971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:15.105674 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef41b71c-8cee-4a62-b093-71e37980039e x-openstack-request-id: req-ef41b71c-8cee-4a62-b093-71e37980039e {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:15.105964 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-plugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:15.106217 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef41b71c-8cee-4a62-b093-71e37980039e {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:15.106619 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'code': 200} Aug 03 19:46:15.207974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.213517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082b9e7-1235-409f-bb67-205af7e65f6f req-9d837aed-db67-42ee-b286-a753c8738b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:15.215036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1082b9e7-1235-409f-bb67-205af7e65f6f req-9d837aed-db67-42ee-b286-a753c8738b86 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1096 time: 0.0444503 Aug 03 19:46:15.251777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1082b9e7-1235-409f-bb67-205af7e65f6f req-0164ba16-3321-42f3-afc7-a2544f9e68e9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293002 Aug 03 19:46:15.255198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:15.628683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:15.695290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc733e-c515-42ec-8d13-6507e1a59923 req-77ef2edf-60d4-4c44-abff-785c64a25eaf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:15.697146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91fc733e-c515-42ec-8d13-6507e1a59923 req-77ef2edf-60d4-4c44-abff-785c64a25eaf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0576475 Aug 03 19:46:15.742951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-91fc733e-c515-42ec-8d13-6507e1a59923 req-a07505a9-34c4-410d-93b7-e31cb98db2b7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392063 Aug 03 19:46:16.873792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca30b0c-32e6-4718-87b0-1fa0471b7606 req-523a6739-e3ca-4072-b1c2-ba5016c28664 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:16.875216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca30b0c-32e6-4718-87b0-1fa0471b7606 req-523a6739-e3ca-4072-b1c2-ba5016c28664 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0639017 Aug 03 19:46:16.920291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dca30b0c-32e6-4718-87b0-1fa0471b7606 req-8a9b1721-a6b4-49fc-99e6-f969999ec9d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Aug 03 19:46:17.044483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f3cf2-0f26-4d7e-ad09-83062bc003f1 req-18076c36-2559-4cb6-88cb-392e784150e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:17.045974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b3f3cf2-0f26-4d7e-ad09-83062bc003f1 req-18076c36-2559-4cb6-88cb-392e784150e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0546367 Aug 03 19:46:17.092241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3b3f3cf2-0f26-4d7e-ad09-83062bc003f1 req-76b4852e-f2ab-497f-8937-4c7112e268ec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Aug 03 19:46:17.114344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:17.158412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8ab9f-5871-4c04-9b41-d6dc71c78494 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:17.159888 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7df8ab9f-5871-4c04-9b41-d6dc71c78494 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1092 time: 0.0439231 Aug 03 19:46:17.162794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39640) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:17.167474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:17.351259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.450572 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.560339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.130 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/356236e9-d010-46b5-89e2-03167a44dec6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:17.660954 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.826428 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:17.877117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:17.880102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:17.883587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:17.913707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=356236e9-d010-46b5-89e2-03167a44dec6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:18.295420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.524758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.691703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.756159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.803558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f2c5ab11-e19e-4285-8fb7-c1cc30ea8d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.823764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=356236e9-d010-46b5-89e2-03167a44dec6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:18.838894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:18.967867 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 92faba4c-af20-46ae-a912-4372e97df310 associated. External IP: 172.25.2.130, port: f40e1fd2-5184-4941-8abc-4a678027c937. Aug 03 19:46:18.990813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-98504269-0879-49b2-821c-18cd5d994f4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150806 Aug 03 19:46:19.096989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-524052af-a5e1-4a3e-9ff1-525a1fbe055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.098833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-524052af-a5e1-4a3e-9ff1-525a1fbe055c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0446701 Aug 03 19:46:19.218209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:19.225204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-7a9568e2-4be3-4aaa-bb61-ad8cc2bf8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.227433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-7a9568e2-4be3-4aaa-bb61-ad8cc2bf8350 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1058648 Aug 03 19:46:19.313198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-4e741ae2-15b4-423d-a524-99990a6a9472 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 1001 time: 0.0783999 Aug 03 19:46:19.348146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:19.363051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Sync routers for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:19.373892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-8f629229-16a8-4160-b268-44ac68500be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.378243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:19.378243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:19.378474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-8f629229-16a8-4160-b268-44ac68500be7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0561128 Aug 03 19:46:19.435482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-5f2405cd-17e2-4fe7-ae6a-a53b39c2254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.437270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-5f2405cd-17e2-4fe7-ae6a-a53b39c2254f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541155 Aug 03 19:46:19.439886 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:19.480212 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e82a729a-3d17-4bae-b2b2-2eb3962a53e9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3137896 Aug 03 19:46:19.480212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:19.480913 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e57652-1598-43ee-bd7e-7a9caf4e3410" -d '{"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:19.508383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:19.573513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-6b2c21ed-d23e-41da-8b2c-72626c9c367c service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279588 Aug 03 19:46:19.673913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2d2cb-2b5d-4a64-bf7b-a7502d3c44ad req-397ca56d-977d-4b71-b74e-9579af58c0ff tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.675458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bb2d2cb-2b5d-4a64-bf7b-a7502d3c44ad req-397ca56d-977d-4b71-b74e-9579af58c0ff tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.1194541 Aug 03 19:46:19.739799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-713f2888-15fb-49b8-a9bd-6d1841877988 req-08c0aee3-942c-4028-aff9-b49a8ea1a59c service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481168 Aug 03 19:46:19.743021 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bb2d2cb-2b5d-4a64-bf7b-a7502d3c44ad req-fffc3f0a-9caf-48f3-9519-6f9441bca227 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588815 Aug 03 19:46:19.773124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39658) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:19.811724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '92faba4c-af20-46ae-a912-4372e97df310', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'port_id': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'mac_address': 'fa:16:3e:d0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109fdbca-fba9-4bba-8817-238be3955918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:18Z', 'updated_at': '2021-08-03T19:46:18Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:19.836343 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592659e-0810-4d11-b500-397fa336048d x-openstack-request-id: req-7592659e-0810-4d11-b500-397fa336048d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:19.836731 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:19.836924 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7592659e-0810-4d11-b500-397fa336048d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:19.837468 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'status': 'completed', 'code': 200} Aug 03 19:46:19.851068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Checking router: 0b2a329e-39f0-43fd-91c0-f4ec58f364cf for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:19.865496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:19.866857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:45:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:19.873408 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-37a66c2b-af26-4c2a-ae51-c383c7e3503b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/92faba4c-af20-46ae-a912-4372e97df310 HTTP/1.1" status: 200 len: 992 time: 0.0988023 Aug 03 19:46:19.890325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-c095a853-13dc-4cff-b02b-c3dd4724f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.892167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-c095a853-13dc-4cff-b02b-c3dd4724f622 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1097 time: 0.0666299 Aug 03 19:46:19.994823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:19.995044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-62220a46-f5c0-458b-a4f7-09ea4e761d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:19.996384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-62220a46-f5c0-458b-a4f7-09ea4e761d91 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 897 time: 0.0968697 Aug 03 19:46:20.071616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-0557f461-3cba-403d-9b9e-2efa35a40d4b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1000 time: 0.0681663 Aug 03 19:46:20.144983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-816e08db-aa13-4569-9bb1-9b63da75500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:20.149905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-816e08db-aa13-4569-9bb1-9b63da75500b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.0709343 Aug 03 19:46:20.203738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-65d07aaa-22e8-4f7a-a9af-2c9df3121b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:20.205314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-65d07aaa-22e8-4f7a-a9af-2c9df3121b84 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491426 Aug 03 19:46:20.281341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '92faba4c-af20-46ae-a912-4372e97df310', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'port_id': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'mac_address': 'fa:16:3e:d0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109fdbca-fba9-4bba-8817-238be3955918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:18Z', 'updated_at': '2021-08-03T19:46:18Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:20.317840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-034a1c54-5561-441a-9c45-2d366ac1a8d0 service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053443 Aug 03 19:46:20.326989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b7d14c-83a6-4d60-a88c-0f918a268840 None None] The sync data for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 is: [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '92faba4c-af20-46ae-a912-4372e97df310', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.130', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'port_id': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'mac_address': 'fa:16:3e:d0:9c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109fdbca-fba9-4bba-8817-238be3955918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:18Z', 'updated_at': '2021-08-03T19:46:18Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:20.428751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78e57652-1598-43ee-bd7e-7a9caf4e3410 req-0b826a75-1746-43db-a267-ea99db00698c service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041508 Aug 03 19:46:20.563528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285b9ab-ef53-4b13-ae09-9327f529443e None None] New status for floating IP 92faba4c-af20-46ae-a912-4372e97df310: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:46:20.877851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39664) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:20.947443 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-627540b1-cc08-4482-9241-4963a266709f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/92faba4c-af20-46ae-a912-4372e97df310 HTTP/1.1" status: 200 len: 994 time: 0.0680742 Aug 03 19:46:22.074901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4d403f8a-507b-4a1c-aa72-5645869145e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.248148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:22.999994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:23.883667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39684) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:23.888389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169582843', 'description': 'tempest-secgroup-smoke-1169582843 description', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:24.065579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.152444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.297478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.330181 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0081dcc-1d49-4ce8-b494-acfcffb507d6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:24.395615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.397162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6698531a-806c-41f2-b528-3b1a7228d901 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5121212 Aug 03 19:46:24.399623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39686) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:24.404550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:24.508023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.575483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.670961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.689923 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f92ff4e-7632-4e56-9ac7-639feac5f94d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:24.782690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.785748 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ae60e5ec-4dc4-4a77-abb6-fd7c82e26a75 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834190 Aug 03 19:46:24.786755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39690) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:24.791926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:24.891256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:24.945312 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.006629 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.093539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.112306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743e5f51-79ff-4d47-aad5-78e191f41352,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:25.208491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.209827 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-caf2128c-e1f0-42f6-820a-2df78ff057b1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4220116 Aug 03 19:46:25.213411 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39692) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.218130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:25.342823 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.410408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.500064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.521281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246d65ea-1d8a-47e4-9dbf-8f1bafec2f4b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:25.619627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.621044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f4dbfa05-878b-4a65-803d-a5c9f78ba06d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065058 Aug 03 19:46:25.623511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39696) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:25.627899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:25.731013 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.795478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.888274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:25.909175 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd0612b-4785-40fe-9058-d70aaa2571d0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.002199 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.003468 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0df8cefb-60fd-440a-9fb0-b024791d1773 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790107 Aug 03 19:46:26.006043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39698) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.011512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:26.127998 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Project 4efdc99f514d4a4a883b81aa0e6f46a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:46:26.134082 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.201833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.302892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.327450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e45b08-8267-4cfa-8a26-4015c997095c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.446459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.447634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f05ac24d-3c21-4330-a1f0-7711c19882f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4406180 Aug 03 19:46:26.450439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:26.454996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'security_group_rule': {'security_group_id': 'b0081dcc-1d49-4ce8-b494-acfcffb507d6', 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:26.562524 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Project 4efdc99f514d4a4a883b81aa0e6f46a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:46:26.568036 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.637355 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.771159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.791931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f837af-86fd-4447-91c5-17a8a53b34a0,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:26.922330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:26.923981 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-20877a5f-a27c-41c0-be0d-ed94264a444c tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4722726 Aug 03 19:46:27.074072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-1d1da96f-c1b8-4062-93cc-e735218b56d2 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169582843&fields=id&tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1 HTTP/1.1" status: 200 len: 267 time: 0.0341640 Aug 03 19:46:27.189273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2324b25e-d10a-4efe-8f7d-17652719ffd3 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:27.191047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2324b25e-d10a-4efe-8f7d-17652719ffd3 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 813 time: 0.1079922 Aug 03 19:46:27.206646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-1c560a66-c69f-4201-b275-6ea7bbbf6972 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/quotas/4efdc99f514d4a4a883b81aa0e6f46a1 HTTP/1.1" status: 200 len: 375 time: 0.0092499 Aug 03 19:46:27.259414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-5b4d4b9c-4ac7-48c4-af41-ab1993f39068 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468125 Aug 03 19:46:27.354666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-f34ad3f4-ec8a-4174-ba7d-f49605bd8358 service neutron] 10.222.0.67 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Aug 03 19:46:27.453334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-01120804-0fff-432b-87ff-25c00d085c37 service neutron] 10.222.0.67 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922356 Aug 03 19:46:28.239966 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8599b04-65fa-4b43-80e4-eb0a14eb0d5a req-70939ff9-81cf-4498-8af3-c6c25d2b5bab tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0265532 Aug 03 19:46:29.321403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d134a47-a938-4b32-b085-f3dc31f07b9f req-d3ad74d3-5b15-48ea-b308-263c14cff493 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0288641 Aug 03 19:46:30.419766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4610812-d9c9-43ec-b883-e61de26a71c3 req-7f2dddb1-f9b6-43f9-90dd-f403f09b60df tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0291872 Aug 03 19:46:31.359508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-f1d93e50-2a0a-4d5d-9fb7-8a7605d2b8d0 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:31.361027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-f1d93e50-2a0a-4d5d-9fb7-8a7605d2b8d0 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 813 time: 0.4417491 Aug 03 19:46:31.411811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-316dd477-f109-4943-a7d1-9040f52fb834 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1 HTTP/1.1" status: 200 len: 380 time: 0.0366452 Aug 03 19:46:31.421631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'port': {'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'admin_state_up': True, 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'security_groups': ['b0081dcc-1d49-4ce8-b494-acfcffb507d6']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:31.538689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2790f04e-8635-4d08-962a-5728fb0d40e6 req-ef82db22-7b80-46c8-bbda-ed07cedbdfa4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0342124 Aug 03 19:46:31.651467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Made reservation on behalf of 4efdc99f514d4a4a883b81aa0e6f46a1 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:31.655699 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.786536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Allocated IP 172.20.0.6 (9414ebdc-faa0-49a2-bae5-4486ce9ccd6e/b0958905-3192-45cb-b6f7-4bd0e1907e08/dd077597-df74-49e9-a01f-f703780b5627) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:31.940345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:31.954121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Transition to ACTIVE for port object dd077597-df74-49e9-a01f-f703780b5627 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:32.041306 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:46:32.123216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.178211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:32.183415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:32.187793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:32.191899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:32.240355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:32.241132 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.412104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2b959c64-262b-45e8-b9be-ecdbd1f296b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9945974 Aug 03 19:46:32.431676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Request body: {'port': {'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:32.493716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.565824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4d12265e-cbe4-4edd-936d-7685da4ed59d None None] Provisioning for port dd077597-df74-49e9-a01f-f703780b5627 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:32.571979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4d12265e-cbe4-4edd-936d-7685da4ed59d None None] Provisioning complete for port dd077597-df74-49e9-a01f-f703780b5627 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:32.572484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4d12265e-cbe4-4edd-936d-7685da4ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.610182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4d12265e-cbe4-4edd-936d-7685da4ed59d None None] Port dd077597-df74-49e9-a01f-f703780b5627 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:32.735223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302a59e-05d8-4126-947b-f9702a954c12 req-bb7affad-a7bd-4d48-9d5f-0e5c0bafa269 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:32.736656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3302a59e-05d8-4126-947b-f9702a954c12 req-bb7affad-a7bd-4d48-9d5f-0e5c0bafa269 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 931 time: 0.1062884 Aug 03 19:46:32.808983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3302a59e-05d8-4126-947b-f9702a954c12 req-d02d60fb-7a93-4b67-a741-cd618102ea48 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654438 Aug 03 19:46:32.858741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd077597-df74-49e9-a01f-f703780b5627 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:32.866488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:32.879296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Transition to ACTIVE for port object dd077597-df74-49e9-a01f-f703780b5627 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:32.978008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.030939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Pushing event updated for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:33.115348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Attempting to bind port dd077597-df74-49e9-a01f-f703780b5627 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:33.116024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Attempting to bind port dd077597-df74-49e9-a01f-f703780b5627 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:33.116418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Attempting to bind port dd077597-df74-49e9-a01f-f703780b5627 on network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:33.128166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Port dd077597-df74-49e9-a01f-f703780b5627 on network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:33.128495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Attempting to bind port dd077597-df74-49e9-a01f-f703780b5627 on network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:33.134644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:33.135065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Checking segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:33.135467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Bound using segment: {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:33.135963 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Bound port: dd077597-df74-49e9-a01f-f703780b5627, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:33.136396 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.225339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:33.229312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=dd077597-df74-49e9-a01f-f703780b5627,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:33.342057 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.360402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.361224 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.362757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] 10.222.0.54 "PUT /v2.0/ports/dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 1091 time: 0.9360194 Aug 03 19:46:33.363252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:33.371975 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0dd9de-507a-413d-818e-45a79c0a4ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:33.426611 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543400d-e5f8-498f-892e-fd2e6f2a321c x-openstack-request-id: req-4543400d-e5f8-498f-892e-fd2e6f2a321c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:33.428588 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:33.428588 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4543400d-e5f8-498f-892e-fd2e6f2a321c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:33.428588 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:46:33.433010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fa885-fb83-4f7c-9c30-ccff8aed3566 service neutron] Pushing event updated for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:33.448140 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:33.518244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-ab036ff9-a2b7-4683-92bb-4fce3e074d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.519810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-ab036ff9-a2b7-4683-92bb-4fce3e074d85 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1094 time: 0.0533140 Aug 03 19:46:33.645375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-0d7d8254-8183-400f-bbb3-504a0cb1a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.647493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-0d7d8254-8183-400f-bbb3-504a0cb1a493 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1136351 Aug 03 19:46:33.747508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-3bee8867-7d63-440f-ba73-6946412f3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.749001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0dd9de-507a-413d-818e-45a79c0a4ffb req-3bee8867-7d63-440f-ba73-6946412f3823 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922437 Aug 03 19:46:33.854323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2d7c88cc-ff68-4a36-bede-da2bbac7bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.855842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-2d7c88cc-ff68-4a36-bede-da2bbac7bdef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1094 time: 0.0486066 Aug 03 19:46:33.906633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-f8444a36-05de-42cb-a48f-b950c0a786de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 217 time: 0.0374300 Aug 03 19:46:33.984038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-9e081ac2-9b51-47aa-9d58-423ac760f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:33.988241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-9e081ac2-9b51-47aa-9d58-423ac760f6c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.0729327 Aug 03 19:46:34.002852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baefd22-bf70-4013-9287-1e3181f2a2a8 req-92af4103-2969-4c87-bb0f-9f43ba157eb6 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:34.004429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2baefd22-bf70-4013-9287-1e3181f2a2a8 req-92af4103-2969-4c87-bb0f-9f43ba157eb6 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.1010323 Aug 03 19:46:34.068798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2baefd22-bf70-4013-9287-1e3181f2a2a8 req-d8401a05-efff-44d5-ba7c-4a0f2acdf2c4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563843 Aug 03 19:46:34.071408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-7163f48a-a28e-4312-8bfb-f78ae4ce786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:34.072896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-7163f48a-a28e-4312-8bfb-f78ae4ce786d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782387 Aug 03 19:46:34.183740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-c54824c4-6eaf-4003-ba7e-f3bbee02d9ff service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028125 Aug 03 19:46:34.274978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-367b1c00-9e24-488c-950e-6e8b41774bd7 req-35debf94-7123-4cf6-a39d-d3e1aecb0ddc service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835030 Aug 03 19:46:35.197637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1571e-d84c-4d7d-969f-d0cc89300d0f req-f4fa4bd9-61c2-4916-9123-999187591927 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:35.199174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8e1571e-d84c-4d7d-969f-d0cc89300d0f req-f4fa4bd9-61c2-4916-9123-999187591927 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0596998 Aug 03 19:46:35.237642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8e1571e-d84c-4d7d-969f-d0cc89300d0f req-757cc31d-e958-46c3-b575-5c85b4ddb178 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Aug 03 19:46:36.363121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208688ed-a47e-46ec-93fe-ef12bd13de3a req-7e9a447e-652b-4ae3-8128-acc0fd84840a tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:36.364634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-208688ed-a47e-46ec-93fe-ef12bd13de3a req-7e9a447e-652b-4ae3-8128-acc0fd84840a tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0546749 Aug 03 19:46:36.405003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-208688ed-a47e-46ec-93fe-ef12bd13de3a req-c24af167-5298-40a6-8aed-08e9b9a17170 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333598 Aug 03 19:46:37.366851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3d32219e-e38d-46b3-ae98-91d12e571f95 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-631611313&fields=id&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 267 time: 0.0318956 Aug 03 19:46:37.471059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-095554d6-b714-43da-a722-75ecb9ed993d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:37.472440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-095554d6-b714-43da-a722-75ecb9ed993d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.0990763 Aug 03 19:46:37.487386 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-e6028445-96ff-4374-b7f8-cda61f00e621 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/quotas/f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 375 time: 0.0089598 Aug 03 19:46:37.548708 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-e7f11cac-f85e-43bc-976d-c07438942d21 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556767 Aug 03 19:46:37.643433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-cc19b0d7-0a51-46e5-95f9-0055655c7f44 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825021 Aug 03 19:46:37.737040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-4de3f6f2-bfca-4434-8bb3-d5686a817c84 service neutron] 10.222.0.67 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871131 Aug 03 19:46:38.431180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf04a33-d773-41a0-a2b1-6b81111b9234 req-38e908ba-3b62-45c4-9826-a2c08fcf3cf3 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:38.432784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cf04a33-d773-41a0-a2b1-6b81111b9234 req-38e908ba-3b62-45c4-9826-a2c08fcf3cf3 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0537770 Aug 03 19:46:38.472164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cf04a33-d773-41a0-a2b1-6b81111b9234 req-f20a7239-9095-4542-9f05-cfc2f40de8b4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Aug 03 19:46:38.538108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3311ed9-6cf0-43cc-8555-41bd61b0b6f1 req-dfd08587-4c1d-4c3c-bc73-856803714d4d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0274475 Aug 03 19:46:39.592607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1a461-f99c-4202-8b5b-90d8e3532ce7 req-0082a4e0-9eb1-406f-a13c-f284eb5096f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:39.594022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52a1a461-f99c-4202-8b5b-90d8e3532ce7 req-0082a4e0-9eb1-406f-a13c-f284eb5096f7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0544951 Aug 03 19:46:39.632135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52a1a461-f99c-4202-8b5b-90d8e3532ce7 req-5d06c349-14e8-451b-83a9-082bbea3f759 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Aug 03 19:46:39.713814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00ee2162-f48d-4aad-8981-353c3fb62cc7 req-b8108efb-6110-4fa5-bf53-c3e2180f01f8 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0274374 Aug 03 19:46:40.583286 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-47c5ccf6-16ae-4e24-b0ae-c32d07f2f01f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:40.584661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-47c5ccf6-16ae-4e24-b0ae-c32d07f2f01f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 811 time: 0.1043556 Aug 03 19:46:40.626634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3383a657-b864-4994-9a68-36829dd2911a tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f838fb178a6447ab862a47a008b37eb6 HTTP/1.1" status: 200 len: 379 time: 0.0329933 Aug 03 19:46:40.636226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'port': {'device_id': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'admin_state_up': True, 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'security_groups': ['5f7b8d06-ed20-4eab-9cfb-faed0ad140a6']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:40.781992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33557fba-1c8e-4138-b4c5-8dedddf1fdfa req-7b0545a8-b418-4410-9858-faa2d7f0867e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:40.783561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33557fba-1c8e-4138-b4c5-8dedddf1fdfa req-7b0545a8-b418-4410-9858-faa2d7f0867e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0810916 Aug 03 19:46:40.824150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33557fba-1c8e-4138-b4c5-8dedddf1fdfa req-fd01dd5c-1723-4fab-9403-5ef514fad22b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Aug 03 19:46:40.891897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Made reservation on behalf of f838fb178a6447ab862a47a008b37eb6 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:46:40.895321 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:40.919393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b9feade-707f-44c9-aa4b-725270beffbe req-f25628b9-f43b-436b-bf5d-c0c4d17d5d5e tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0376830 Aug 03 19:46:41.047191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.20.0.10 (ee267510-f8ba-46bd-bb6a-7641f173dc5e/867cc5a0-afcf-4ba4-b196-665449efa56c/47db868e-0cdf-4590-ad0b-06c6130f59c7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:41.206774 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.220103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Transition to ACTIVE for port object 47db868e-0cdf-4590-ad0b-06c6130f59c7 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:41.311546 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.359104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:41.362066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:41.368765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:41.393046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:41.422869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:41.424830 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.528830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-01bf3a5e-0c13-46af-b4e3-d430383a39ba tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8964169 Aug 03 19:46:41.542512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Request body: {'port': {'device_id': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:41.597619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.705861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f8b994c-10e8-4cfe-90d5-52bba22262a0 None None] Provisioning for port 47db868e-0cdf-4590-ad0b-06c6130f59c7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:41.711997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8f8b994c-10e8-4cfe-90d5-52bba22262a0 None None] Provisioning complete for port 47db868e-0cdf-4590-ad0b-06c6130f59c7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:41.712363 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8b994c-10e8-4cfe-90d5-52bba22262a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.753314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b994c-10e8-4cfe-90d5-52bba22262a0 None None] Port 47db868e-0cdf-4590-ad0b-06c6130f59c7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:41.868159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47db868e-0cdf-4590-ad0b-06c6130f59c7 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:41.879946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:41.896444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Transition to ACTIVE for port object 47db868e-0cdf-4590-ad0b-06c6130f59c7 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:41.959853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a237ad-de54-4401-984b-ba116ee188c3 req-79d76bcb-84f8-47dd-ae09-57191014b9b7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:41.961017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88a237ad-de54-4401-984b-ba116ee188c3 req-79d76bcb-84f8-47dd-ae09-57191014b9b7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0515783 Aug 03 19:46:42.001016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88a237ad-de54-4401-984b-ba116ee188c3 req-67b1786d-b13c-4bbb-8d59-3075325f6bb0 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Aug 03 19:46:42.060111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.152424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Pushing event updated for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:42.205459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799297-074b-4e4f-86b4-e53dbe8f1b30 req-dbca8a90-fcc2-4e98-8d40-b2bfc8e3faf0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.214440 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4799297-074b-4e4f-86b4-e53dbe8f1b30 req-dbca8a90-fcc2-4e98-8d40-b2bfc8e3faf0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.1512547 Aug 03 19:46:42.268702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Attempting to bind port 47db868e-0cdf-4590-ad0b-06c6130f59c7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:42.269040 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Attempting to bind port 47db868e-0cdf-4590-ad0b-06c6130f59c7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:42.269377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Attempting to bind port 47db868e-0cdf-4590-ad0b-06c6130f59c7 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:42.282001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4799297-074b-4e4f-86b4-e53dbe8f1b30 req-8e0494d3-055b-44a7-9d3f-a05fe6828c10 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666850 Aug 03 19:46:42.289957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Port 47db868e-0cdf-4590-ad0b-06c6130f59c7 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:42.289957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Attempting to bind port 47db868e-0cdf-4590-ad0b-06c6130f59c7 on network ee267510-f8ba-46bd-bb6a-7641f173dc5e {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:42.297581 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:42.297931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Checking segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:42.298330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Bound using segment: {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:42.298776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Bound port: 47db868e-0cdf-4590-ad0b-06c6130f59c7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:42.299145 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.371683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:42.375008 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:42.463216 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.497389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.498006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:42.499446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] 10.222.0.77 "PUT /v2.0/ports/47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 1092 time: 0.9618816 Aug 03 19:46:42.499837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:42.502152 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7d242-8055-43f2-b219-329125750fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:42.532089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcc65b-d83d-419d-8ff8-e7cdbf4559b8 service neutron] Pushing event updated for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:42.549758 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7348d23a-40d8-433e-b63a-b48fa336f60a x-openstack-request-id: req-7348d23a-40d8-433e-b63a-b48fa336f60a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:42.550078 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:42.550332 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7348d23a-40d8-433e-b63a-b48fa336f60a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:42.550786 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'status': 'completed', 'code': 200} Aug 03 19:46:42.617634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d242-8055-43f2-b219-329125750fcf req-fa0ca605-cfe8-4422-9c57-087abb9f4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.619188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1a7d242-8055-43f2-b219-329125750fcf req-fa0ca605-cfe8-4422-9c57-087abb9f4e50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1095 time: 0.0463192 Aug 03 19:46:42.732169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d242-8055-43f2-b219-329125750fcf req-06d9b31c-5ff8-4735-b7fd-f4ecb8486c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.733725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1a7d242-8055-43f2-b219-329125750fcf req-06d9b31c-5ff8-4735-b7fd-f4ecb8486c04 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f838fb178a6447ab862a47a008b37eb6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1065731 Aug 03 19:46:42.834729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7d242-8055-43f2-b219-329125750fcf req-9abd55cf-fa9a-44fe-8b5d-29a9b6e0aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.836577 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1a7d242-8055-43f2-b219-329125750fcf req-9abd55cf-fa9a-44fe-8b5d-29a9b6e0aab1 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956209 Aug 03 19:46:42.915174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-a6c3ff14-a943-4567-89af-05b559400ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:42.916945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-a6c3ff14-a943-4567-89af-05b559400ac6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1095 time: 0.0430145 Aug 03 19:46:42.963709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-3010f03f-715a-4396-a809-05d55ffd2f66 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 217 time: 0.0387597 Aug 03 19:46:43.014468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-1956580e-b90d-46ad-99a6-5d40b566f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.015941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-1956580e-b90d-46ad-99a6-5d40b566f938 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0458558 Aug 03 19:46:43.064268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-28cf1397-db63-41d0-b4f8-cded8ffecde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.065840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-28cf1397-db63-41d0-b4f8-cded8ffecde2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419576 Aug 03 19:46:43.180332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f28b0-ad7c-49a1-9ed0-9a907dcfc6ca req-c60c8904-197e-4b79-afe5-9a7c7ab5bfe4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.182079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d4f28b0-ad7c-49a1-9ed0-9a907dcfc6ca req-c60c8904-197e-4b79-afe5-9a7c7ab5bfe4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.1074781 Aug 03 19:46:43.224313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-a15e0b82-2918-48a8-be3b-79044804a13b service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479154 Aug 03 19:46:43.245747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d4f28b0-ad7c-49a1-9ed0-9a907dcfc6ca req-0f37ffef-822a-44a2-99f5-8612a5747591 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569289 Aug 03 19:46:43.336458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a117efd8-081a-471e-ba3d-5b3c2e435984 req-1b47f1ae-4ed6-45fb-9fac-7237b543318d service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038795 Aug 03 19:46:43.402148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f21be0-55a8-48ca-a5ca-6c6b40cb0083 req-1c1d7f08-cbea-413d-83a7-a4ad9a3b0a68 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:43.403674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1f21be0-55a8-48ca-a5ca-6c6b40cb0083 req-1c1d7f08-cbea-413d-83a7-a4ad9a3b0a68 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0504200 Aug 03 19:46:43.442754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b1f21be0-55a8-48ca-a5ca-6c6b40cb0083 req-fd9f1531-2326-479e-8144-46ccfd5441e6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326138 Aug 03 19:46:44.393746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3a28d-fc85-4780-bb53-a766f3aa3d5e req-059b685f-385e-465f-9cf9-ad22fdba351e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:44.393746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa3a28d-fc85-4780-bb53-a766f3aa3d5e req-059b685f-385e-465f-9cf9-ad22fdba351e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0504639 Aug 03 19:46:44.430910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa3a28d-fc85-4780-bb53-a766f3aa3d5e req-84f1e6d7-2b13-4cad-8034-f733bea633f2 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341263 Aug 03 19:46:44.564840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132cfa8-f3a0-48bd-9a54-ead4f823f378 req-61cf2b66-e088-4a83-ace7-0d040a1aa05f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:44.566325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5132cfa8-f3a0-48bd-9a54-ead4f823f378 req-61cf2b66-e088-4a83-ace7-0d040a1aa05f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0544786 Aug 03 19:46:44.606860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5132cfa8-f3a0-48bd-9a54-ead4f823f378 req-8403a1b6-cff3-4a06-a24c-3f0e858804f4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337086 Aug 03 19:46:45.549863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfca9bb-ab88-4e0b-9fb1-1344b7ce1327 req-4d69d1b1-c47f-4c64-aa88-e3c05727caa4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:45.551387 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdfca9bb-ab88-4e0b-9fb1-1344b7ce1327 req-4d69d1b1-c47f-4c64-aa88-e3c05727caa4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 943 time: 0.0508935 Aug 03 19:46:45.593182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdfca9bb-ab88-4e0b-9fb1-1344b7ce1327 req-0681ff50-3f6f-441c-8488-7d58b549c41b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349905 Aug 03 19:46:45.613133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device dd077597-df74-49e9-a01f-f703780b5627 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:45.677461 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.709111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=dd077597-df74-49e9-a01f-f703780b5627,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:45.720393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'dd077597-df74-49e9-a01f-f703780b5627', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:46:45.722330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff1938-ba23-4b31-b48a-b2624a008f2b req-a484a64b-0c39-4043-9287-c4cd33dc5288 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:45.723935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eff1938-ba23-4b31-b48a-b2624a008f2b req-a484a64b-0c39-4043-9287-c4cd33dc5288 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0492480 Aug 03 19:46:45.757815 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.763722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eff1938-ba23-4b31-b48a-b2624a008f2b req-ab82575d-e58c-4604-8665-6fd8a92013f5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321865 Aug 03 19:46:45.770418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd077597-df74-49e9-a01f-f703780b5627 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:45.792254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=dd077597-df74-49e9-a01f-f703780b5627,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:45.911006 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:45.963765 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:46.189990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['dd077597-df74-49e9-a01f-f703780b5627'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:46.709792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37a8dd-460d-4449-b840-6e083a5ff2a5 req-60d5f028-5fa5-4128-b1e4-223d9ab884f4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:46.711239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e37a8dd-460d-4449-b840-6e083a5ff2a5 req-60d5f028-5fa5-4128-b1e4-223d9ab884f4 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 944 time: 0.0533056 Aug 03 19:46:46.750323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5e37a8dd-460d-4449-b840-6e083a5ff2a5 req-2020b338-cfbe-46b4-a96b-8f4d5ca9800d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328677 Aug 03 19:46:46.881368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f346b-b4a1-4ce6-af09-505ec5989300 req-e109c591-3121-40ec-87cc-fd1cc31881f5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:46.882799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db6f346b-b4a1-4ce6-af09-505ec5989300 req-e109c591-3121-40ec-87cc-fd1cc31881f5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0509772 Aug 03 19:46:46.922344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db6f346b-b4a1-4ce6-af09-505ec5989300 req-b27084ea-b37b-407b-9c4b-740f5b87d83d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333133 Aug 03 19:46:47.601049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df507-d822-4225-8173-9d9359ba3d21 req-d435e41f-1608-4ace-bc2a-f71ba6bf8666 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.602545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d8df507-d822-4225-8173-9d9359ba3d21 req-d435e41f-1608-4ace-bc2a-f71ba6bf8666 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0497813 Aug 03 19:46:47.604697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device dd077597-df74-49e9-a01f-f703780b5627 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:47.640763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d8df507-d822-4225-8173-9d9359ba3d21 req-34f6d162-5ebe-4237-b7b0-258cf3c0847b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321836 Aug 03 19:46:47.663997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39834) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:47.727823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4321c83-290d-48c6-9f42-d5033f34ed64 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/92faba4c-af20-46ae-a912-4372e97df310 HTTP/1.1" status: 200 len: 994 time: 0.0624290 Aug 03 19:46:47.785299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port dd077597-df74-49e9-a01f-f703780b5627 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:47.789545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port dd077597-df74-49e9-a01f-f703780b5627 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:47.789941 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.867305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:47.897145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:47.899612 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98721c1c-c371-4f04-a09e-17a4f9d6052d" -d '{"events": [{"server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "name": "network-vif-plugged", "status": "completed", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:47.905742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a5e1f-04af-4373-a30c-cce2dbd25b74 req-d1818f44-c6d5-4d9f-a9af-a3fe28e9b881 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:47.907306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b71a5e1f-04af-4373-a30c-cce2dbd25b74 req-d1818f44-c6d5-4d9f-a9af-a3fe28e9b881 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 944 time: 0.0562441 Aug 03 19:46:47.912911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=dd077597-df74-49e9-a01f-f703780b5627,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:47.946071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b71a5e1f-04af-4373-a30c-cce2dbd25b74 req-39e90900-5632-4ac2-af70-a8d8e803b5ff tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Aug 03 19:46:47.988970 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aaa569-5fc9-4ad7-9704-f65cf5526dda x-openstack-request-id: req-26aaa569-5fc9-4ad7-9704-f65cf5526dda {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:47.989271 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "name": "network-vif-plugged", "status": "completed", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:47.989573 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-26aaa569-5fc9-4ad7-9704-f65cf5526dda {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:47.989919 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'code': 200} Aug 03 19:46:48.020152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:48.069327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:48.117111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546c25a-f25e-4c0a-b2da-4b198fd7cc62 req-dd6a80fb-ac0d-4e29-b8ac-0ff0b6825f22 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.119302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e546c25a-f25e-4c0a-b2da-4b198fd7cc62 req-dd6a80fb-ac0d-4e29-b8ac-0ff0b6825f22 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0846701 Aug 03 19:46:48.135756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c5641-aefa-415f-a1f2-a2dd7bdb6605 req-4c69e25d-3197-4819-871b-7abb92031d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.137234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f4c5641-aefa-415f-a1f2-a2dd7bdb6605 req-4c69e25d-3197-4819-871b-7abb92031d31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0621040 Aug 03 19:46:48.184859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e546c25a-f25e-4c0a-b2da-4b198fd7cc62 req-2f5942dd-ec4b-4315-a920-af763f89ed87 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589759 Aug 03 19:46:48.190419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f4c5641-aefa-415f-a1f2-a2dd7bdb6605 req-92b60ea8-49f7-4649-a592-86be86d078a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448966 Aug 03 19:46:48.277890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb70ef-3e4e-45da-9278-998479db6a83 req-9b7a5b2a-88df-4528-bc0e-ab9f96dc7c47 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:48.279339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbdb70ef-3e4e-45da-9278-998479db6a83 req-9b7a5b2a-88df-4528-bc0e-ab9f96dc7c47 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1097 time: 0.0401416 Aug 03 19:46:48.458315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbdb70ef-3e4e-45da-9278-998479db6a83 req-54b2ceaa-0a10-477b-963d-8eaf3641070e tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725748 Aug 03 19:46:48.767887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-183b22a8-7449-40a8-8bb0-6271a88020c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:49.428426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c2d6230b-ab28-4c4e-a66d-c53f80c7f010 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420623 Aug 03 19:46:50.423275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-17bfb95c-dca3-4652-81bf-5e658b21127b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:46:50.424335 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-17bfb95c-dca3-4652-81bf-5e658b21127b tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910103 Aug 03 19:46:50.434709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Request body: {'binding': {'host': 'n-h1-803363-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:50.435272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Unknown quota resources ['binding']. {{(pid=101343) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 03 19:46:50.565121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on host n-h1-803363-1 for vnic_type normal with profile None {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:50.565452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:50.565780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:50.569936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:50.570256 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:50.575095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:50.575428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:50.575808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Bound using segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:50.576229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Bound port: f40e1fd2-5184-4941-8abc-4a678027c937, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:50.661913 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:50.751909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:50.753157 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a68e8e59-714e-44df-bc33-bcdd2ed2c3f9 service neutron] 10.222.0.67 "POST /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937/bindings HTTP/1.1" status: 201 len: 389 time: 0.3223150 Aug 03 19:46:51.052362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8b167-79ad-4149-9b41-001bb4b7c1d0 req-67443dc6-1009-4aa9-8925-6edc37c153ce tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.053852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eb8b167-79ad-4149-9b41-001bb4b7c1d0 req-67443dc6-1009-4aa9-8925-6edc37c153ce tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0546927 Aug 03 19:46:51.093337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1eb8b167-79ad-4149-9b41-001bb4b7c1d0 req-c0066246-102c-49a3-8950-348414bac876 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333903 Aug 03 19:46:51.196398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a84d7-370d-4329-8940-f815c40d5c47 req-4f7a3f87-25f5-4534-9e43-10299cc60524 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.198547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d43a84d7-370d-4329-8940-f815c40d5c47 req-4f7a3f87-25f5-4534-9e43-10299cc60524 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0498431 Aug 03 19:46:51.236375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d43a84d7-370d-4329-8940-f815c40d5c47 req-9b6ab125-5f71-4f85-a874-b5fc09883f9f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318182 Aug 03 19:46:51.342735 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8906d-4c91-45b4-87e6-62433a517559 req-d84efc4d-91d9-47d4-828a-06c2d3a5a1c4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.344265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14e8906d-4c91-45b4-87e6-62433a517559 req-d84efc4d-91d9-47d4-828a-06c2d3a5a1c4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0497787 Aug 03 19:46:51.382819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14e8906d-4c91-45b4-87e6-62433a517559 req-e3b7c4d2-f969-4160-836f-859701059714 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Aug 03 19:46:51.491852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b2c09-5f85-4be5-9834-bf739ea2e358 req-1df18ce0-2c83-45cc-8683-22dbca9736ad tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.493273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394b2c09-5f85-4be5-9834-bf739ea2e358 req-1df18ce0-2c83-45cc-8683-22dbca9736ad tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0526133 Aug 03 19:46:51.533654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-394b2c09-5f85-4be5-9834-bf739ea2e358 req-4e1aae9a-298b-4ecc-8272-ebc4231744b5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334914 Aug 03 19:46:51.555236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39888) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:51.665803 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed621285-ad2e-476e-adcc-21b9dfd52d1f tempest-TestVolumeBackupRestore-1889710896 tempest-TestVolumeBackupRestore-1889710896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.667843 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ed621285-ad2e-476e-adcc-21b9dfd52d1f tempest-TestVolumeBackupRestore-1889710896 tempest-TestVolumeBackupRestore-1889710896-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1091 time: 0.1116323 Aug 03 19:46:51.670832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:51.674186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-443dfa49-46ed-4349-b99e-275dcbfc3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.675595 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-443dfa49-46ed-4349-b99e-275dcbfc3ab7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1097 time: 0.0524192 Aug 03 19:46:51.675925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:51.767260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-08ff07d8-b2c6-40b0-b689-f968cdec93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.768657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-08ff07d8-b2c6-40b0-b689-f968cdec93c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 897 time: 0.0864711 Aug 03 19:46:51.785367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.834975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-d971e1ba-02f3-4a3d-a73f-94f7aff89465 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1002 time: 0.0586784 Aug 03 19:46:51.886142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-1c97bc6f-3fa6-4054-8752-a2170bc1d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.887745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-1c97bc6f-3fa6-4054-8752-a2170bc1d043 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.0459325 Aug 03 19:46:51.892370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:51.938317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-985a7e4e-9623-483f-8be7-f80a84a4c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:51.939879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-985a7e4e-9623-483f-8be7-f80a84a4c65b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449374 Aug 03 19:46:51.998450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Allocated IP 172.25.2.135 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:46:52.029241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-07cfc399-4293-478d-87c6-1d6698e115f9 service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824800 Aug 03 19:46:52.051337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-818e5169-e7f4-4bc7-999e-0a521c20ba97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.105961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.179863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.208764 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.249402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:46:52.252368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:46:52.259618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:46:52.267594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'Port': ['ID=7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.299320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.300127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.300127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.300127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:46:52.473433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63ea6b-eafd-4d80-8140-5e19912079c9 req-5b2a2d4b-fdc9-4962-8c59-038c555cb483 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.474917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b63ea6b-eafd-4d80-8140-5e19912079c9 req-5b2a2d4b-fdc9-4962-8c59-038c555cb483 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0778923 Aug 03 19:46:52.477206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-873ea09a-7eff-4f7b-ac1d-c6b91dcf68fd service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409227 Aug 03 19:46:52.517942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b63ea6b-eafd-4d80-8140-5e19912079c9 req-04cd882f-62f6-47f5-a2bc-9e4dd6927fea tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361888 Aug 03 19:46:52.695547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a25aca1d-5233-4593-83ef-638e6b2e97a4 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.697806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-a25aca1d-5233-4593-83ef-638e6b2e97a4 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918&tenant_id=98aca119abbe473ea7debecebc9f453b&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1097 time: 0.1113243 Aug 03 19:46:52.708875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc47ab-06b0-406a-a421-3e4ef070de23 req-156a7e8f-f67f-4e36-9578-1128b08ea3db tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:52.710409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8edc47ab-06b0-406a-a421-3e4ef070de23 req-156a7e8f-f67f-4e36-9578-1128b08ea3db tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.1150451 Aug 03 19:46:52.716107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-803363-1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:52.793954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8edc47ab-06b0-406a-a421-3e4ef070de23 req-91b44f44-95de-47f0-9c99-19fa84b118d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748751 Aug 03 19:46:52.803277 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:52.938524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:52.976399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:52.997419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.017364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:53.019617 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c632be5-42ed-4eda-952b-85469dbc2420" -d '{"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-unplugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:53.023944 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.042436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.058102 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9615583-5099-437f-89c7-dfab8e7f9939 x-openstack-request-id: req-c9615583-5099-437f-89c7-dfab8e7f9939 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:53.058444 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-unplugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:53.058691 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9615583-5099-437f-89c7-dfab8e7f9939 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:53.059088 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'code': 200} Aug 03 19:46:53.128228 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.220292 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.220812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:53.276936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on host n-h2-803363-1 for vnic_type normal with profile {"migrating_to": "n-h1-803363-1"} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:46:53.277271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:46:53.278978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:53.282659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:46:53.282973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Attempting to bind port f40e1fd2-5184-4941-8abc-4a678027c937 on network 6a50a7b0-5483-49be-81fd-329020b570fc {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:46:53.287871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:46:53.288240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Checking segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:46:53.289300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Bound using segment: {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:46:53.289300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Bound port: f40e1fd2-5184-4941-8abc-4a678027c937, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:46:53.289503 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.358646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:53.361847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:46:53.382614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5ac1acd0-f942-453b-9d2c-7ce6f53efc86 None None] Provisioning complete for port f40e1fd2-5184-4941-8abc-4a678027c937 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:53.383147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ac1acd0-f942-453b-9d2c-7ce6f53efc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.397884 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.423479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1acd0-f942-453b-9d2c-7ce6f53efc86 None None] Port f40e1fd2-5184-4941-8abc-4a678027c937 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:46:53.457715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.491962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.555399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:53.604754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event updated for resources: {'Port': ['ID=7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:53.615000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.624984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:53.625615 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.627012 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e948099a-9adc-479a-a505-27f55807ee20 service neutron] 10.222.0.54 "PUT /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1122 time: 0.9156740 Aug 03 19:46:53.682910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f40e1fd2-5184-4941-8abc-4a678027c937'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:53.684741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ab856-6a59-4a74-b499-9e00f6e9ab93 req-e2de6487-9031-4743-97bb-39256a3193fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:53.692587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c09ab856-6a59-4a74-b499-9e00f6e9ab93 req-e2de6487-9031-4743-97bb-39256a3193fc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.0793765 Aug 03 19:46:53.733921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c09ab856-6a59-4a74-b499-9e00f6e9ab93 req-a288e3d6-92b5-4556-8004-84cf2d8725a2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403464 Aug 03 19:46:53.772019 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Floating IP 775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5 associated. External IP: 172.25.2.135, port: dd077597-df74-49e9-a01f-f703780b5627. Aug 03 19:46:53.783089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] Provisioning complete for port f40e1fd2-5184-4941-8abc-4a678027c937 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:53.783679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.933761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76ebec-5c9e-43e5-89d0-d448030ab19f req-21651ca5-342c-4926-8b63-c758c9fe18b3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:53.935315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe76ebec-5c9e-43e5-89d0-d448030ab19f req-21651ca5-342c-4926-8b63-c758c9fe18b3 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 944 time: 0.0616741 Aug 03 19:46:53.980982 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:53.981139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe76ebec-5c9e-43e5-89d0-d448030ab19f req-2b2f3d07-1089-4858-aba8-4fb107c14650 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Aug 03 19:46:54.031935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:54.034296 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35b23f-734e-4ce0-923b-151b98fbde29" -d '{"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-plugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:54.038810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:54.060497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:54.077497 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4be5f4-2689-4539-b430-a56e3d1782a8 x-openstack-request-id: req-2b4be5f4-2689-4539-b430-a56e3d1782a8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:54.077796 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-plugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:54.078051 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b4be5f4-2689-4539-b430-a56e3d1782a8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:54.078478 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'code': 200} Aug 03 19:46:54.157391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:54.167153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:54.176105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:54.181389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:54.181389 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.277516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.306732 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58f77e8a-cc52-4d69-adf1-9f2483e12795 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6346862 Aug 03 19:46:54.307628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:54.309782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39906) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:54.310101 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6dfdbd-59b8-4410-936a-7d0f46439c52" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:54.352067 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7784da-1ec5-4ec9-ad7b-1362d0780124 x-openstack-request-id: req-5b7784da-1ec5-4ec9-ad7b-1362d0780124 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:54.352429 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:54.352772 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b7784da-1ec5-4ec9-ad7b-1362d0780124 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:54.353252 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:46:54.354167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32d2fd1-50a8-4651-89a9-4b2772541399 tempest-TestVolumeBackupRestore-1889710896 tempest-TestVolumeBackupRestore-1889710896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:54.355818 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b32d2fd1-50a8-4651-89a9-4b2772541399 tempest-TestVolumeBackupRestore-1889710896 tempest-TestVolumeBackupRestore-1889710896-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1091 time: 0.0449162 Aug 03 19:46:54.358665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39910) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:46:54.363180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Request body: {'floatingip': {'port_id': 'dd077597-df74-49e9-a01f-f703780b5627'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:46:54.391195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ee8a3-bf10-4d27-83e7-8cb9f1d8f08a None None] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:54.437517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:54.454508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.508719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-0a170937-9994-4052-88be-caef136e90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:54.511016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-0a170937-9994-4052-88be-caef136e90eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0976646 Aug 03 19:46:54.660683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:52Z', 'revision_number': 0, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:54.688076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:54.698079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:54.698686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:54.705326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-b5b1e8a2-4423-4fc1-a0a1-37fe2412834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:54.706837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-b5b1e8a2-4423-4fc1-a0a1-37fe2412834f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 914 time: 0.1876850 Aug 03 19:46:54.819660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:54.861758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-65c17fdc-784f-41dc-91bc-0b7bbe538563 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 999 time: 0.1205313 Aug 03 19:46:54.865735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:54.988763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-c3d75fab-0a89-462f-ac1d-f3521af74622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:54.990192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-c3d75fab-0a89-462f-ac1d-f3521af74622 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.1089485 Aug 03 19:46:54.998568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71325ee0-3a86-444c-834c-97b32a8bc05d req-ff116c81-9ade-4075-a78e-cb3aa874cea5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.000209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71325ee0-3a86-444c-834c-97b32a8bc05d req-ff116c81-9ade-4075-a78e-cb3aa874cea5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 944 time: 0.1791008 Aug 03 19:46:55.026491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 47db868e-0cdf-4590-ad0b-06c6130f59c7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:55.081573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:55.083875 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aab4f4-ec76-420a-a6b5-814a368f4ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:55.113126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:52Z', 'revision_number': 0, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:55.126442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71325ee0-3a86-444c-834c-97b32a8bc05d req-9be8dc44-dd5f-4a53-b30b-3c89ec68732c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126380 Aug 03 19:46:55.132328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-6c1caf04-349d-4035-bf0d-9d6fed770501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.133842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-6c1caf04-349d-4035-bf0d-9d6fed770501 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313012 Aug 03 19:46:55.152820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f2dae-1722-4bee-bab5-45f174fe5204 None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:52Z', 'revision_number': 0, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:55.173156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:55.187588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'port_id': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'mac_address': 'fa:16:3e:80:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:46:55.233193 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.247725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47db868e-0cdf-4590-ad0b-06c6130f59c7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:46:55.258539 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.resource_extend [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 03 19:46:55.269387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:55.345817 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.357171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a379-241c-44cb-8af0-e1f8ba92b116 req-2548824d-8889-439e-a5d9-e833ef2207af tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.358867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d520a379-241c-44cb-8af0-e1f8ba92b116 req-2548824d-8889-439e-a5d9-e833ef2207af tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.1365757 Aug 03 19:46:55.377267 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe632b7f-7b12-4d94-a03c-e76e39f20f0f None None] New status for floating IP 775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:46:55.387003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-2ed97ad8-32bc-426a-be01-bd01591396e4 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350447 Aug 03 19:46:55.389356 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.439909 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:55.457348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d520a379-241c-44cb-8af0-e1f8ba92b116 req-db52c4b6-9bf9-4b9e-bd93-2a985294e263 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906579 Aug 03 19:46:55.458067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:55.497082 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.db.api [None req-fe632b7f-7b12-4d94-a03c-e76e39f20f0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101345) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:46:55.497683 n-d-803363-1 neutron-server[101345]: DEBUG oslo_db.api [None req-fe632b7f-7b12-4d94-a03c-e76e39f20f0f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:46:55.502311 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67b935-5068-4bf4-8c58-fcfe02a16d11 x-openstack-request-id: req-6a67b935-5068-4bf4-8c58-fcfe02a16d11 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:55.502595 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:55.502843 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a67b935-5068-4bf4-8c58-fcfe02a16d11 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:55.503228 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'status': 'completed', 'code': 200} Aug 03 19:46:55.586736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['47db868e-0cdf-4590-ad0b-06c6130f59c7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:46:55.603561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c6dfdbd-59b8-4410-936a-7d0f46439c52 req-effcb5dd-b20e-4023-836f-4721fc571bec service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033620 Aug 03 19:46:55.629904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-7d12cdc7-51d6-4e69-9c1f-c8222287ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:55.631427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-7d12cdc7-51d6-4e69-9c1f-c8222287ced8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1127 time: 0.0733171 Aug 03 19:46:55.999181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe632b7f-7b12-4d94-a03c-e76e39f20f0f None None] New status for floating IP 775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:46:56.127588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-d6956ab8-9a1a-44c6-945e-7f20c9604513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.129081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-d6956ab8-9a1a-44c6-945e-7f20c9604513 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 897 time: 0.4597135 Aug 03 19:46:56.132926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:46:56.311484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-86b7d76c-dfbe-4882-83c4-e2b08f21ec94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1002 time: 0.1735761 Aug 03 19:46:56.342458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ab72-ec31-476e-a047-b922c0c9ccfb req-f124790e-670a-4458-bec4-7525f9d5cbc4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.343898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc80ab72-ec31-476e-a047-b922c0c9ccfb req-f124790e-670a-4458-bec4-7525f9d5cbc4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 945 time: 0.1294167 Aug 03 19:46:56.374209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:46:56.380498 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:56.384397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:46:56.394452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:56.395131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:56.452742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-c43ba239-4d3a-4af6-99cd-5457e03ae7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.454263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-c43ba239-4d3a-4af6-99cd-5457e03ae7e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.1335344 Aug 03 19:46:56.463016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bc80ab72-ec31-476e-a047-b922c0c9ccfb req-ebd0d1c2-3455-4206-ab0f-a200b7f1f01c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970511 Aug 03 19:46:56.478223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d30caf96-a012-4ee8-9bcc-8931f6f5f25b tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "PUT /v2.0/floatingips/775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5 HTTP/1.1" status: 200 len: 991 time: 2.1179693 Aug 03 19:46:56.514451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-c344846c-8cf7-4b02-849f-462302e10404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.515990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-c344846c-8cf7-4b02-849f-462302e10404 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496495 Aug 03 19:46:56.516544 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:56.637639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6078147-2b97-449e-a5ec-d5372208d012 req-5c9148a3-f232-447e-bfde-8345dce90d5d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:56.639537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6078147-2b97-449e-a5ec-d5372208d012 req-5c9148a3-f232-447e-bfde-8345dce90d5d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.1048326 Aug 03 19:46:56.675251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-adb5cdc3-1fec-4e90-9582-e6d49cd8a1fd service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502280 Aug 03 19:46:56.714418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a6078147-2b97-449e-a5ec-d5372208d012 req-28797261-4fd3-42dd-ad09-c9b1f409552c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682476 Aug 03 19:46:56.782327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04aab4f4-ec76-420a-a6b5-814a368f4ad7 req-255f7f41-ce78-417c-a229-649e69899990 service neutron] 10.222.0.77 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982747 Aug 03 19:46:56.908472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:56Z', 'revision_number': 2, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:56.934981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:46:56.943359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:46:56.943960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:57.026766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 47db868e-0cdf-4590-ad0b-06c6130f59c7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:46:57.078207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:46:57.225890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 47db868e-0cdf-4590-ad0b-06c6130f59c7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:46:57.234431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 47db868e-0cdf-4590-ad0b-06c6130f59c7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:46:57.234847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.367964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.395180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:56Z', 'revision_number': 2, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:46:57.402078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:57.404353 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f40693-b555-4236-9c73-0458e73083d3" -d '{"events": [{"server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "name": "network-vif-plugged", "status": "completed", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:57.438183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430218d6-c051-43eb-b7bc-82affe2fa36f None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'floating_ip_address': '172.25.2.135', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'port_id': 'dd077597-df74-49e9-a01f-f703780b5627', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'mac_address': 'fa:16:3e:bc:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:46:52Z', 'updated_at': '2021-08-03T19:46:56Z', 'revision_number': 2, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:46:57.444501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:57.473882 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a601b1-5322-4d41-9343-adc89a9d0361 x-openstack-request-id: req-94a601b1-5322-4d41-9343-adc89a9d0361 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:57.474183 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "name": "network-vif-plugged", "status": "completed", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:57.474434 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-94a601b1-5322-4d41-9343-adc89a9d0361 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:57.474834 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'code': 200} Aug 03 19:46:57.505081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}, {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:57.507412 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}, {"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:57.511719 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:57.568747 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:57.633352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0029817-68e9-4acc-a5ef-bb1c038f1c4e req-3c89b632-f555-4828-8705-81780ae234da tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.635079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0029817-68e9-4acc-a5ef-bb1c038f1c4e req-3c89b632-f555-4828-8705-81780ae234da tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0958300 Aug 03 19:46:57.641728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6623-0e2b-4cd6-a318-17b15f4a37d0 req-5940a1f0-22f5-40ab-8e40-0a0f11881631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.643184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bbe6623-0e2b-4cd6-a318-17b15f4a37d0 req-5940a1f0-22f5-40ab-8e40-0a0f11881631 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1097 time: 0.0686822 Aug 03 19:46:57.653563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:46:57.702677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0029817-68e9-4acc-a5ef-bb1c038f1c4e req-4f580e0f-056a-429e-bf69-2e4fd83cc797 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585377 Aug 03 19:46:57.704691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bbe6623-0e2b-4cd6-a318-17b15f4a37d0 req-8e304dad-ee67-4d57-b168-e82293e7c205 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524445 Aug 03 19:46:57.749940 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2402deec-0921-467c-8c6b-1ef10faa6fa3 x-openstack-request-id: req-2402deec-0921-467c-8c6b-1ef10faa6fa3 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:57.750425 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:57.750949 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2402deec-0921-467c-8c6b-1ef10faa6fa3 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:57.751542 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:46:57.751942 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:46:57.767724 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:57.783829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 has no active binding in host n-h1-803363-1 {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 03 19:46:57.877418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c94d0-2a72-47c7-bd77-484d96d1268f req-81b48269-96bc-4adc-bc43-47c752829bb9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.878986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-728c94d0-2a72-47c7-bd77-484d96d1268f req-81b48269-96bc-4adc-bc43-47c752829bb9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0780275 Aug 03 19:46:57.883887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-cea25ba7-3a66-4acd-9cea-b298c3919e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:57.889816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-cea25ba7-3a66-4acd-9cea-b298c3919e77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0759797 Aug 03 19:46:57.976281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-728c94d0-2a72-47c7-bd77-484d96d1268f req-381c4c6d-f02a-416a-b1ad-c8d118b69de9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886617 Aug 03 19:46:58.004728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-f4c92204-2fbf-4aab-b081-a0d2967429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.006134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-f4c92204-2fbf-4aab-b081-a0d2967429a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 914 time: 0.1124277 Aug 03 19:46:58.077454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-41d2f9fa-60ea-4e56-951d-3f6c2be9af55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 1001 time: 0.0637655 Aug 03 19:46:58.133204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-0e80a304-1a45-4bee-a55b-b27c03019042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.134683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-0e80a304-1a45-4bee-a55b-b27c03019042 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.0501814 Aug 03 19:46:58.183050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-a94d942f-6309-40ab-8b95-bb1c003cba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.184571 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-a94d942f-6309-40ab-8b95-bb1c003cba39 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423057 Aug 03 19:46:58.279349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-db7f3e6e-b922-46be-bada-13b6d8eaa351 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872648 Aug 03 19:46:58.378162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-c8f09b70-a918-48c3-9430-f7740c7c4829 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919261 Aug 03 19:46:58.499802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-030cb80f-4410-4912-b3b3-32caa8ef04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.501420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-030cb80f-4410-4912-b3b3-32caa8ef04b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0461793 Aug 03 19:46:58.601295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-b8a4f9e7-a0fe-4995-b3bd-4ca52317ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.602857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-b8a4f9e7-a0fe-4995-b3bd-4ca52317ce48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 914 time: 0.0948040 Aug 03 19:46:58.670442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-19ff2862-191c-4437-9a38-53e0c66e787e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 1001 time: 0.0598092 Aug 03 19:46:58.723958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-b0b28e03-0407-4f09-b21c-06a0d9495f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.725614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-b0b28e03-0407-4f09-b21c-06a0d9495f5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.0464480 Aug 03 19:46:58.788012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-10a14d38-56f4-4fcb-90ce-e86d6eeaa134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.789443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-10a14d38-56f4-4fcb-90ce-e86d6eeaa134 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565107 Aug 03 19:46:58.876798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fe5da-d800-46f5-a409-dd42620cf4c0 req-2449de57-77a7-4f46-a5bb-7f9cac8854e4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:58.878396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-171fe5da-d800-46f5-a409-dd42620cf4c0 req-2449de57-77a7-4f46-a5bb-7f9cac8854e4 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.1066623 Aug 03 19:46:58.933809 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-73a29e6a-6aff-4cfc-9e69-48334b2bb332 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308098 Aug 03 19:46:58.938909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-171fe5da-d800-46f5-a409-dd42620cf4c0 req-53afa970-222d-4353-8734-b1799ea548ef tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540111 Aug 03 19:46:59.029996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50dc79ed-9dae-49c5-866a-3a8220ad7e7d req-26075dca-bca2-47f9-b0f3-05cdd93cbb68 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876553 Aug 03 19:46:59.100864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e5773-5244-4a74-9f72-0b535693b0ff req-0596dd4e-975a-45a1-8932-6160017d9ada tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:46:59.102249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce2e5773-5244-4a74-9f72-0b535693b0ff req-0596dd4e-975a-45a1-8932-6160017d9ada tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 946 time: 0.0562086 Aug 03 19:46:59.141392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce2e5773-5244-4a74-9f72-0b535693b0ff req-5aca8188-20a9-478a-98fa-921daacccb89 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329919 Aug 03 19:46:59.218164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-b401872f-b8cb-4baf-8769-3601e318e983 service neutron] 10.222.0.77 "GET /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937/bindings/n-h1-803363-1 HTTP/1.1" status: 200 len: 384 time: 0.0558398 Aug 03 19:46:59.394394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:59.415318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:46:59.459624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:46:59.560120 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.634879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] Transition to ACTIVE for port object f40e1fd2-5184-4941-8abc-4a678027c937 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:46:59.753227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:46:59.755514 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cef560-32f8-4815-bbcf-371888830a47" -d '{"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-unplugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:46:59.790443 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2423f56a-022a-47fc-aecc-1e82e014349f x-openstack-request-id: req-2423f56a-022a-47fc-aecc-1e82e014349f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:46:59.790737 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-unplugged", "status": "completed", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:46:59.790991 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2423f56a-022a-47fc-aecc-1e82e014349f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:46:59.792026 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'code': 200} Aug 03 19:46:59.794414 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:46:59.894922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=11']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:46:59.934376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] No DVR routers for this DVR port f40e1fd2-5184-4941-8abc-4a678027c937 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:00.089614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cbd5c-2558-4dfa-934b-44df62766476 req-16e7454d-c179-4c5d-9718-5920654060dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.091105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6cbd5c-2558-4dfa-934b-44df62766476 req-16e7454d-c179-4c5d-9718-5920654060dd tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0699456 Aug 03 19:47:00.117327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-48297d7a-25f1-4ff3-b69e-b4ace74419a4 service neutron] 10.222.0.77 "PUT /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937/bindings/n-h1-803363-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8920634 Aug 03 19:47:00.142976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d6cbd5c-2558-4dfa-934b-44df62766476 req-aae0ef4b-8208-4ac7-b153-25d53c8f313f tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376558 Aug 03 19:47:00.260666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30453a15-4cbd-49eb-bde9-7b338ef475fe req-c6667b24-5d3d-4dd7-a4f6-3b82710e8fb4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.262364 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30453a15-4cbd-49eb-bde9-7b338ef475fe req-c6667b24-5d3d-4dd7-a4f6-3b82710e8fb4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Aug 03 19:47:00.300476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-30453a15-4cbd-49eb-bde9-7b338ef475fe req-a752e90f-20c4-425e-a8f5-79c5cd5444ef tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Aug 03 19:47:00.403310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-68d6c87d-53ca-4701-933a-4588267b1e72 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.405103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-68d6c87d-53ca-4701-933a-4588267b1e72 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918&tenant_id=98aca119abbe473ea7debecebc9f453b&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.0787992 Aug 03 19:47:00.418321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc2b9e-97f5-4c6e-9850-5e76caeaa663 req-ba37a71a-1078-45c8-bd4c-24aec6795617 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.419735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68bc2b9e-97f5-4c6e-9850-5e76caeaa663 req-ba37a71a-1078-45c8-bd4c-24aec6795617 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0616558 Aug 03 19:47:00.485278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68bc2b9e-97f5-4c6e-9850-5e76caeaa663 req-b2b4faf4-f411-42e6-95bf-1326af5e574c tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570321 Aug 03 19:47:00.488297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-da11dba6-d597-45e7-9ea5-363c18b73235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.489594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-da11dba6-d597-45e7-9ea5-363c18b73235 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 1096 time: 0.0690329 Aug 03 19:47:00.508284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39944) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:00.581010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-08f8dba9-5bd7-41ba-847c-76dd8fb8dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.582529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-08f8dba9-5bd7-41ba-847c-76dd8fb8dea8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1096 time: 0.0435743 Aug 03 19:47:00.700936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12d218-b26b-4bef-be6b-3b4d65babe06 tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.702461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ee12d218-b26b-4bef-be6b-3b4d65babe06 tempest-TestVolumeBootPattern-1375672193 tempest-TestVolumeBootPattern-1375672193-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1092 time: 0.1931627 Aug 03 19:47:00.705535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39948) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:00.710400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:00.711998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-4a63eee2-e3cc-4783-a804-0fde4d51ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.713553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-4a63eee2-e3cc-4783-a804-0fde4d51ce1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 897 time: 0.1232252 Aug 03 19:47:00.784201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-d2a45dba-3541-4f35-8e7d-ce3d1b0f76d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 1000 time: 0.0624352 Aug 03 19:47:00.802413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.838093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c030513f-6cdd-492e-b7e1-5b79f8861d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.838093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c030513f-6cdd-492e-b7e1-5b79f8861d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.0444620 Aug 03 19:47:00.883698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-b22f1cd7-e9dd-4726-919c-975a3011c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:00.885557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-b22f1cd7-e9dd-4726-919c-975a3011c221 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415025 Aug 03 19:47:00.908870 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:00.981699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-1d74e5ec-81be-4c1d-8dad-ac97dfb4a21f service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878150 Aug 03 19:47:01.023192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Allocated IP 172.25.2.74 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/43d57173-e9ce-42cf-a363-ec5fbb36f836) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:01.074917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-470a240d-a28b-46b5-82aa-9d7287630856 service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863760 Aug 03 19:47:01.127472 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.340530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.377588 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:01.386463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:01.393314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:01.398859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=43d57173-e9ce-42cf-a363-ec5fbb36f836,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:01.430150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c922c13-786d-429e-a86f-6781a96a669f req-7a890c8a-e418-4128-af3d-45cef92e78bd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:01.431675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c922c13-786d-429e-a86f-6781a96a669f req-7a890c8a-e418-4128-af3d-45cef92e78bd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0612385 Aug 03 19:47:01.477897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c922c13-786d-429e-a86f-6781a96a669f req-001bde81-72d1-4cbd-ab68-1fbd4da8060f tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399320 Aug 03 19:47:01.751506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e4d15521-d5ab-4288-b108-9acdbb1eaec8 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:01.752984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-e4d15521-d5ab-4288-b108-9acdbb1eaec8 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918&tenant_id=98aca119abbe473ea7debecebc9f453b&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 1096 time: 0.0457673 Aug 03 19:47:01.780458 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:01.946473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.034817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c1fd06e4-a40d-44ca-b777-12d6aed387e2 service neutron] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:02.038099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c1fd06e4-a40d-44ca-b777-12d6aed387e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.039240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50d4525f-abc6-460a-868a-b062ede73d91 req-c1fd06e4-a40d-44ca-b777-12d6aed387e2 service neutron] 10.222.0.54 "DELETE /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937/bindings/n-h2-803363-1 HTTP/1.1" status: 204 len: 173 time: 0.2794218 Aug 03 19:47:02.098836 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.222946 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.294708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event updated for resources: {'Port': ['ID=43d57173-e9ce-42cf-a363-ec5fbb36f836,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:02.308607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.413859 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 0dc1ffb2-b06d-44bb-95d1-52d0126a2a27 associated. External IP: 172.25.2.74, port: 47db868e-0cdf-4590-ad0b-06c6130f59c7. Aug 03 19:47:02.595549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0240f2-0ba9-4011-9d59-953f9effb957 req-c564f261-681b-403c-b402-c614356add61 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.596990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b0240f2-0ba9-4011-9d59-953f9effb957 req-c564f261-681b-403c-b402-c614356add61 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0500305 Aug 03 19:47:02.636152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b0240f2-0ba9-4011-9d59-953f9effb957 req-e44fee03-b064-4838-8ff7-a4f24ac3cad5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331988 Aug 03 19:47:02.644700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:02.745383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9f3be-ed4d-48e4-b882-8dfd1bae99fd req-0d6e3f85-bf5b-404b-bd9d-f8fd37e49087 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.747125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39f9f3be-ed4d-48e4-b882-8dfd1bae99fd req-0d6e3f85-bf5b-404b-bd9d-f8fd37e49087 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1096 time: 0.0431156 Aug 03 19:47:02.766018 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:02.782003 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:02.784081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39f9f3be-ed4d-48e4-b882-8dfd1bae99fd req-7d0835da-8480-43df-8a21-eec6bb9a2d7f tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310447 Aug 03 19:47:02.793318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:02.793990 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:02.902197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f159676-e46c-4966-be9f-a263de30c92b req-86a63255-d9cf-4a22-b6f1-cb4ea2a86aaf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:02.903831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f159676-e46c-4966-be9f-a263de30c92b req-86a63255-d9cf-4a22-b6f1-cb4ea2a86aaf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0509861 Aug 03 19:47:02.906445 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:02.911369 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:02.950011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-56d47efb-40e7-4a4a-90ca-d4256806b5f6 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2433035 Aug 03 19:47:02.960853 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:02.960853 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501429ab-60dc-4eff-aa46-d25896b36c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:02.961244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f159676-e46c-4966-be9f-a263de30c92b req-6d8ae0a1-78fa-4583-8d9a-7fbb34091f7d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497289 Aug 03 19:47:02.989465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39962) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:03.013972 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48548bde-16a7-4ba7-abc2-807dbb01a5ae x-openstack-request-id: req-48548bde-16a7-4ba7-abc2-807dbb01a5ae {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:03.014291 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:03.014547 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48548bde-16a7-4ba7-abc2-807dbb01a5ae {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:03.014957 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'status': 'completed', 'code': 200} Aug 03 19:47:03.074500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:03.075346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2d0f6fbf-72dd-49f3-9e56-aa1ce43596d4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/92faba4c-af20-46ae-a912-4372e97df310 HTTP/1.1" status: 200 len: 992 time: 0.0846581 Aug 03 19:47:03.093677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-8c05e2f3-9394-461c-84d4-bd92e76d8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.095214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-8c05e2f3-9394-461c-84d4-bd92e76d8a89 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1097 time: 0.0601039 Aug 03 19:47:03.118621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:03.162879 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '0dc1ffb2-b06d-44bb-95d1-52d0126a2a27', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:80:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:01Z', 'updated_at': '2021-08-03T19:47:01Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}, {'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.194217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-00ad52a7-b4d0-4c82-9dbc-8ba1e278cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.195783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-00ad52a7-b4d0-4c82-9dbc-8ba1e278cb0d service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0933623 Aug 03 19:47:03.266124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-7473e8c3-49ac-45a2-b6b4-d8a8de766005 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 999 time: 0.0629280 Aug 03 19:47:03.282427 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:03.292451 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:03.293221 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.325626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-e0760de1-6b8e-429c-b047-4a7a63d82a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.327297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-e0760de1-6b8e-429c-b047-4a7a63d82a1e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0535109 Aug 03 19:47:03.376686 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-aa798d10-3152-4bbd-8b16-354ae8b1e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:03.378200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-aa798d10-3152-4bbd-8b16-354ae8b1e73f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433331 Aug 03 19:47:03.399708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:03.436976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:03.471783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-c908db13-b5a0-46ed-9cb1-784e92953198 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Aug 03 19:47:03.580126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501429ab-60dc-4eff-aa46-d25896b36c2a req-72b3d8a1-1a39-4957-a252-e475598f62d6 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008990 Aug 03 19:47:03.644864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '0dc1ffb2-b06d-44bb-95d1-52d0126a2a27', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:80:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:01Z', 'updated_at': '2021-08-03T19:47:01Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}, {'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:03.672940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36029d3-d255-4880-ace2-4cfe11a008ee None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '0dc1ffb2-b06d-44bb-95d1-52d0126a2a27', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.74', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:80:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:01Z', 'updated_at': '2021-08-03T19:47:01Z', 'revision_number': 0, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}, {'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:03.869284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b30f05-0582-4d11-9c90-90826903504f None None] New status for floating IP 0dc1ffb2-b06d-44bb-95d1-52d0126a2a27: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:05.328598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39968) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:05.491442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 356236e9-d010-46b5-89e2-03167a44dec6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:05.491719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.571599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.571936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.584614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 356236e9-d010-46b5-89e2-03167a44dec6 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:05.806048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.832571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=356236e9-d010-46b5-89e2-03167a44dec6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:05.898455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:05.898818 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP 92faba4c-af20-46ae-a912-4372e97df310 disassociated (deleted). External IP: 172.25.2.130, port: f40e1fd2-5184-4941-8abc-4a678027c937. Aug 03 19:47:06.113164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:06.557894 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:06.562669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:06.567402 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Sync routers for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:06.577102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:06.577769 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:06.590074 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1766bf24-7b69-4e7b-bf0a-a6db4767d8d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/floatingips/92faba4c-af20-46ae-a912-4372e97df310 HTTP/1.1" status: 204 len: 168 time: 1.2603638 Aug 03 19:47:06.590785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:06.593154 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a473296d-bb0c-49f3-be11-e86a14d40a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:06.686224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:06.895397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:06.926450 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Checking router: 0b2a329e-39f0-43fd-91c0-f4ec58f364cf for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:06.936426 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:06.937138 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:07.012135 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e492aed3-d87e-44a5-a07e-2b4cfb7a5a23 x-openstack-request-id: req-e492aed3-d87e-44a5-a07e-2b4cfb7a5a23 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:07.012518 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:07.012898 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e492aed3-d87e-44a5-a07e-2b4cfb7a5a23 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:07.013371 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'status': 'completed', 'code': 200} Aug 03 19:47:07.048555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:07.134330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-97cfcfe8-5253-474d-accd-9eb98848feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.135877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-97cfcfe8-5253-474d-accd-9eb98848feb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 1096 time: 0.0655243 Aug 03 19:47:07.144490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b65e3-53e1-4818-bb4d-d5ba43740080 req-4e774595-f915-43c8-99eb-f9c15f7f9afc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.146129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df7b65e3-53e1-4818-bb4d-d5ba43740080 req-4e774595-f915-43c8-99eb-f9c15f7f9afc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0848029 Aug 03 19:47:07.237366 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df7b65e3-53e1-4818-bb4d-d5ba43740080 req-e962b715-39e2-4055-b135-938ca30bbedc tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e544013-16c5-43af-8d7c-420f9463c757&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845857 Aug 03 19:47:07.266425 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:07.279860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-7eb4f873-5883-4cd4-8e9d-9e3e5c8776ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.281449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-7eb4f873-5883-4cd4-8e9d-9e3e5c8776ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 200 len: 897 time: 0.1125705 Aug 03 19:47:07.299487 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7d4fe-e8eb-49e0-b421-ec95bd641fbc None None] The sync data for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 is: [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eadd3dda-21e9-4168-8dab-c7d5ab496057', 'name': '', 'network_id': '6a50a7b0-5483-49be-81fd-329020b570fc', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:3c:27:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:59Z', 'updated_at': '2021-08-03T19:46:04Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': '6357d13d-3cec-4e54-a9d8-e551462c7245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:07.327076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-0a7528db-8f81-4321-ac38-4b5b118bddba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 200 len: 217 time: 0.0375421 Aug 03 19:47:07.413185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-4499376f-f8ae-4124-a8fb-23a48a4b8ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.414699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-4499376f-f8ae-4124-a8fb-23a48a4b8ebc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 200 len: 835 time: 0.0525331 Aug 03 19:47:07.469328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-adc9352f-c54d-4a64-a5b5-706277cc9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.470986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-adc9352f-c54d-4a64-a5b5-706277cc9fce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6a50a7b0-5483-49be-81fd-329020b570fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468254 Aug 03 19:47:07.537498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45990e9-9e8a-48ae-b6fd-976d2ecc5297 None None] New status for floating IP 92faba4c-af20-46ae-a912-4372e97df310: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:07.568780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-010e5053-8ac4-43cc-8f20-60565defc456 service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901387 Aug 03 19:47:07.649168 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-9aaf6ad0-6b7a-49f1-8f9f-885743d15ef5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:07.650758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-9aaf6ad0-6b7a-49f1-8f9f-885743d15ef5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.54 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 945 time: 0.0602107 Aug 03 19:47:07.687957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-f0519cf2-fcff-4e36-81de-97dba04ba830 service neutron] 10.222.0.54 "GET /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966454 Aug 03 19:47:07.747099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port f40e1fd2-5184-4941-8abc-4a678027c937 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:07.747444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.840951 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port f40e1fd2-5184-4941-8abc-4a678027c937, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=f40e1fd2-5184-4941-8abc-4a678027c937,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:07.841334 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:07.854368 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for f40e1fd2-5184-4941-8abc-4a678027c937 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:08.088493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.118539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=f40e1fd2-5184-4941-8abc-4a678027c937,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:08.161191 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] No DVR routers for this DVR port f40e1fd2-5184-4941-8abc-4a678027c937 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:08.164181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:08.166822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-761abd43-2301-4c16-b3b5-29734b8d7fd0 req-2a1f7411-36a0-42d4-9807-fa17d0af25b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.54 "DELETE /v2.0/ports/f40e1fd2-5184-4941-8abc-4a678027c937 HTTP/1.1" status: 204 len: 173 time: 0.5086904 Aug 03 19:47:08.352267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a24d116-1438-4c7d-b324-39df1ba6c97f req-c85d36b2-285f-4f62-a9ad-a53a16876cec tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=109fdbca-fba9-4bba-8817-238be3955918 HTTP/1.1" status: 200 len: 210 time: 0.0406945 Aug 03 19:47:08.366437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-7525a24d-eb12-4fd0-839c-cd95950e03f4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643187 Aug 03 19:47:08.457276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069a82-7e30-4403-a416-e161512af79a req-695e07e8-f3e3-4d95-bdfd-5d514bf3cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.458795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-695e07e8-f3e3-4d95-bdfd-5d514bf3cc02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1097 time: 0.0484550 Aug 03 19:47:08.571060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069a82-7e30-4403-a416-e161512af79a req-8c9a6a15-ad9b-42a8-a857-0b6a1e5d28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:08.573253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-8c9a6a15-ad9b-42a8-a857-0b6a1e5d28d7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0924702 Aug 03 19:47:08.644381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-2d57d834-c96a-4ce0-b0a6-926b966d67e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 1001 time: 0.0646472 Aug 03 19:47:09.014934 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-deleted', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:09.016273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069a82-7e30-4403-a416-e161512af79a req-2f82beff-f233-4e2b-80c0-b6543b2fe8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.017346 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e788ce-7475-4529-9c73-5bdb5739117c" -d '{"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-deleted", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:09.017744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-2f82beff-f233-4e2b-80c0-b6543b2fe8e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.3658476 Aug 03 19:47:09.042001 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:47:09.055100 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cbd091-fa9d-47ce-8cd8-ba8f89834406 x-openstack-request-id: req-57cbd091-fa9d-47ce-8cd8-ba8f89834406 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:09.055398 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109fdbca-fba9-4bba-8817-238be3955918", "name": "network-vif-deleted", "tag": "f40e1fd2-5184-4941-8abc-4a678027c937", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:09.055658 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57cbd091-fa9d-47ce-8cd8-ba8f89834406 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:09.056312 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109fdbca-fba9-4bba-8817-238be3955918', 'name': 'network-vif-deleted', 'tag': 'f40e1fd2-5184-4941-8abc-4a678027c937', 'status': 'completed', 'code': 200} Aug 03 19:47:09.065650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af069a82-7e30-4403-a416-e161512af79a req-5f7f1f6c-ba76-4744-a1c8-48da4fbcded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:09.067134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-5f7f1f6c-ba76-4744-a1c8-48da4fbcded6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416086 Aug 03 19:47:09.160673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-b5d39cf1-6e1e-4627-ad3a-5fb39713bd52 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858977 Aug 03 19:47:09.249048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af069a82-7e30-4403-a416-e161512af79a req-a5cb9507-2e8f-486a-9bb0-d79a357007f5 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809443 Aug 03 19:47:09.409881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39982) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:09.788613 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.057068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port eadd3dda-21e9-4168-8dab-c7d5ab496057 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:10.057689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.151573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port eadd3dda-21e9-4168-8dab-c7d5ab496057, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eadd3dda-21e9-4168-8dab-c7d5ab496057,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:10.151967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.165496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for eadd3dda-21e9-4168-8dab-c7d5ab496057 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:10.419324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.446340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=eadd3dda-21e9-4168-8dab-c7d5ab496057,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:10.630224 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:10.852030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:10.962070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:10.967821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7754125c-84c9-4177-a6b9-3566f2018e20 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/0b2a329e-39f0-43fd-91c0-f4ec58f364cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5569139 Aug 03 19:47:10.971342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39986) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:10.973058 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Sync routers for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:10.984550 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:10.985211 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:11.028851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting subnet 6357d13d-3cec-4e54-a9d8-e551462c7245 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:47:11.032717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.081181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.097237 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:11.185648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.303695 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:47:10Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:11.305845 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.340471 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Subnet': ['ID=6357d13d-3cec-4e54-a9d8-e551462c7245,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:11.344297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.347203 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-115f2998-3a62-419c-8044-3ba9296e7088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/subnets/6357d13d-3cec-4e54-a9d8-e551462c7245 HTTP/1.1" status: 204 len: 168 time: 0.3744285 Aug 03 19:47:11.348868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39988) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:11.353075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa3522-52bb-4467-95e7-ab4466e8847d None None] Network 6a50a7b0-5483-49be-81fd-329020b570fc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:11.427741 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Checking router: 0b2a329e-39f0-43fd-91c0-f4ec58f364cf for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:11.436861 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Routers {'0b2a329e-39f0-43fd-91c0-f4ec58f364cf'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:11.437389 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:11.473844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.545254 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] Set router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:11.551662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] DHCP port deletion for 6a50a7b0-5483-49be-81fd-329020b570fc request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:47:11.600469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.602387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Deleting port 1f541f22-d731-4d58-8d7a-b480034811f1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:11.602766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.674135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] For port 1f541f22-d731-4d58-8d7a-b480034811f1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1f541f22-d731-4d58-8d7a-b480034811f1,segment=NetworkSegment(b2ea72c3-7b4e-462a-9f0f-ae971d570bc6),segment_id=b2ea72c3-7b4e-462a-9f0f-ae971d570bc6)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:11.674525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.688373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Calling delete_port for 1f541f22-d731-4d58-8d7a-b480034811f1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:11.727529 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:47:10Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:11.732966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:11.754736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 7f3e2468-1f1e-4935-a892-83382190a6a8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:47:11.755219 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.758516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: f40e1fd2-5184-4941-8abc-4a678027c937 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:11.759112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device f40e1fd2-5184-4941-8abc-4a678027c937 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:11.761383 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7da2de-1b08-4497-900d-3b9df18a1518 None None] The sync data for ids ['0b2a329e-39f0-43fd-91c0-f4ec58f364cf'] in n-d-803363-1 is: [{'id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-778697726', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:45:55Z', 'updated_at': '2021-08-03T19:47:10Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': '7f3e2468-1f1e-4935-a892-83382190a6a8', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:23:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b2a329e-39f0-43fd-91c0-f4ec58f364cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:45:56Z', 'updated_at': '2021-08-03T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:11.839650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port 7f3e2468-1f1e-4935-a892-83382190a6a8, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7f3e2468-1f1e-4935-a892-83382190a6a8,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:11.840020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.852480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 7f3e2468-1f1e-4935-a892-83382190a6a8 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:47:11.903056 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:11.928142 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Pushing event deleted for resources: {'Port': ['ID=1f541f22-d731-4d58-8d7a-b480034811f1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:11.934087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] No DVR routers for this DVR port 1f541f22-d731-4d58-8d7a-b480034811f1 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:47:11.949621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.949970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.950311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.950647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.950979 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.951308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.951633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.951961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.952282 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.952602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.952946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:11.953265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f555987-e111-4f4d-9c41-c4348fdaf0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.105850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.143917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=7f3e2468-1f1e-4935-a892-83382190a6a8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.206099 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.294868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1f541f22-d731-4d58-8d7a-b480034811f1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:12.317580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.319323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1f541f22-d731-4d58-8d7a-b480034811f1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:12.319677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1f541f22-d731-4d58-8d7a-b480034811f1 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:12.319802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.320137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eadd3dda-21e9-4168-8dab-c7d5ab496057 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:12.341153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: eadd3dda-21e9-4168-8dab-c7d5ab496057 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:12.342787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eadd3dda-21e9-4168-8dab-c7d5ab496057 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:12.511341 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.511589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Fanout notify agent at l3_agent the message router_deleted on router 0b2a329e-39f0-43fd-91c0-f4ec58f364cf {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:47:12.518412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.519610 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9319e7c2-269b-4bb6-8ab3-6e0f14752695 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/routers/0b2a329e-39f0-43fd-91c0-f4ec58f364cf HTTP/1.1" status: 204 len: 168 time: 1.1696198 Aug 03 19:47:12.522480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39990) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:12.611856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.709480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.719235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a50a7b0-5483-49be-81fd-329020b570fc']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.729116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.729413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ea72c3-7b4e-462a-9f0f-ae971d570bc6') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:12.738018 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.752201 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.757921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:47:12.758302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:47:12.761931 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:47:12.897289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.908729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:12.908729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/networks/6a50a7b0-5483-49be-81fd-329020b570fc HTTP/1.1" status: 204 len: 168 time: 0.3830671 Aug 03 19:47:12.910021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 39992) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:12.919899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Network': ['ID=6a50a7b0-5483-49be-81fd-329020b570fc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:12.927584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.931094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.932610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16391d34-3cab-4f5f-b557-ba54fbca7304 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:12.980803 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.008414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.196964 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.200412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.201656 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/security-groups/8e544013-16c5-43af-8d7c-420f9463c757 HTTP/1.1" status: 204 len: 168 time: 0.2905891 Aug 03 19:47:13.211118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b203-9e06-4c2e-8ab9-7ddc351b223c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e544013-16c5-43af-8d7c-420f9463c757,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:13.627259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 39998) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:13.631950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325356284', 'description': 'tempest-secgroup-smoke-1325356284 description', 'project_id': '98aca119abbe473ea7debecebc9f453b'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:13.722728 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.806322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.922260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:13.952321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e101cf36-d690-4e20-8282-d45ed33013df,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.031143 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.032459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b08c6216-57bf-44ae-a048-33af726dda83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4041722 Aug 03 19:47:14.035444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40000) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.039893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:14.177164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f3e2468-1f1e-4935-a892-83382190a6a8 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:47:14.189951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.197227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7f3e2468-1f1e-4935-a892-83382190a6a8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:47:14.197599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7f3e2468-1f1e-4935-a892-83382190a6a8 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:47:14.255261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.371381 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.388914 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5411ad03-91d1-414f-85c1-5aabadfe1bc0,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.505329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.506615 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-82ab00a8-757e-44e4-bc74-7c9f741652cf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4702096 Aug 03 19:47:14.509733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40002) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.514961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:14.613540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.672864 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.766008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.784246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41eb691f-41f1-4976-8fe7-ba816eb57e7e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:14.914688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:14.916952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-352db54b-eb61-423d-b3bc-2afec9333e66 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4050710 Aug 03 19:47:14.919732 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40004) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:14.924221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:15.024607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.086623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.171110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.189211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f960b0a-56a8-4fbf-bd3e-34246d586d83,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:15.280041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.281277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-181f69e7-a3ab-4177-a934-5a279c2954ea tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3605924 Aug 03 19:47:15.283953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40006) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:15.288500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:15.405316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.464081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.665475 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.688006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e143520-1ba9-4769-b0ed-95387ce42cd1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:15.698513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.825848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:15.827271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ec0c10a-d463-4607-af69-e8c1bb2ade83 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5422852 Aug 03 19:47:15.829893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40008) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:15.834410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:15.945365 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:47:15.950900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.012007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.105192 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.126160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fc40ff-827d-465b-adf3-8d6e1b24b25e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:16.188654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.189919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-06d7e54a-352f-4c0d-9089-000ea16b1055 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3590941 Aug 03 19:47:16.192603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.197546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'security_group_rule': {'security_group_id': 'e101cf36-d690-4e20-8282-d45ed33013df', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:16.288522 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Project 98aca119abbe473ea7debecebc9f453b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 19:47:16.294593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.359210 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.462855 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.480575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416d9075-8853-441b-ac47-cedf1474a89e,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:16.634109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.635458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0c49302e-822d-47cf-a33b-5f6277bf4884 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4417903 Aug 03 19:47:16.638415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40014) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:16.643446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'network': {'name': 'tempest-network-smoke--1303905023', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:16.750766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:16.754261 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.777600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:47:16.786688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.787039 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Added segment b4162458-e6f8-449c-b3c8-6d0f4c02924c of type vlan for network 4cfb02cd-833f-40f0-b7c3-d38933fac272 Aug 03 19:47:16.830355 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.990743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:16.996553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:16.997173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.063225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Network': ['ID=4cfb02cd-833f-40f0-b7c3-d38933fac272,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:17.074816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:47:17.155355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a949c89e-b883-4a52-8f7c-f7b2f7f35ba5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5158875 Aug 03 19:47:17.157957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40016) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:17.162533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'admin_state_up': True, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:17.265287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.266320 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.322843 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.556363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.862107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.881445 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:17.990712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.182 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ed152617-f5a7-4f17-902b-e5277f4b35de) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:18.090683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.197131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.237195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:18.240081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:18.250885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:18.256427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=ed152617-f5a7-4f17-902b-e5277f4b35de,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:18.593882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.796860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45d8bbe3-811a-4427-920d-eaa708e3ed3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.800756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:18.990865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:47:19.096298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:19.105887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Sync routers for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:19.115293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:19.115911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:19.214255 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.215432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8f8617be-18f8-48ca-9045-6af5c0bc04b6 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0565474 Aug 03 19:47:19.219656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40018) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:19.224172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:19.249343 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c803898c-4d7c-4136-82e3-71ba8b0dbb9c tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=98aca119abbe473ea7debecebc9f453b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284560 Aug 03 19:47:19.252853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40020) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:19.343103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499df867-f59f-4a97-8541-e3ed1717b087 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:19.344674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-499df867-f59f-4a97-8541-e3ed1717b087 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917442 Aug 03 19:47:19.347486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40022) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:19.380029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-018bae2f-b916-4db3-8411-d93b39169a54 tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291243 Aug 03 19:47:19.380258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40024) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:19.385330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1287823675', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'project_id': '98aca119abbe473ea7debecebc9f453b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:19.568883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:18Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:19.603288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Checking router: 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:19.606726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Updating router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b port ed152617-f5a7-4f17-902b-e5277f4b35de binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:47:19.628677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.636712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:19.641112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.895109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:19.905970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Transition to ACTIVE for port object ed152617-f5a7-4f17-902b-e5277f4b35de will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:19.956913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.017521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Subnet': ['ID=f80b16ed-7902-46ce-b93b-6a7d0adde028,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:20.027059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Checking segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:20.027431 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network hostable DHCP agents. Network: 4cfb02cd-833f-40f0-b7c3-d38933fac272, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:47:20.077517 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.128961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Attempting to bind port ed152617-f5a7-4f17-902b-e5277f4b35de on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:20.129331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Attempting to bind port ed152617-f5a7-4f17-902b-e5277f4b35de by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:20.129719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Attempting to bind port ed152617-f5a7-4f17-902b-e5277f4b35de on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:20.136980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:20.137290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:20.137683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.138743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:20.139222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Bound port: ed152617-f5a7-4f17-902b-e5277f4b35de, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:20.139611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.141265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8be43-38d5-4529-9298-e20069963b8e None None] Pushing event updated for resources: {'Port': ['ID=ed152617-f5a7-4f17-902b-e5277f4b35de,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:20.155319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:47:20.196467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] For port ed152617-f5a7-4f17-902b-e5277f4b35de, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:20.199714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] For port ed152617-f5a7-4f17-902b-e5277f4b35de, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ed152617-f5a7-4f17-902b-e5277f4b35de,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:20.288273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4cfb02cd-833f-40f0-b7c3-d38933fac272) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:20.292588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:20.321234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.321504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df103b6a-5889-4623-8829-ab2736f5373b None None] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:20.341094 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.420593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:20.421172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:46:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.470615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8be43-38d5-4529-9298-e20069963b8e None None] Pushing event updated for resources: {'Port': ['ID=ed152617-f5a7-4f17-902b-e5277f4b35de,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:20.494647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2dd323ec-31d7-433f-958f-c933fd0520ce tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1133361 Aug 03 19:47:20.498189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40026) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:20.594177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:20.621699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4cfb02cd-833f-40f0-b7c3-d38933fac272', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:47:20.623294 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:20.887104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Allocated IP 172.20.0.2 (4cfb02cd-833f-40f0-b7c3-d38933fac272/f80b16ed-7902-46ce-b93b-6a7d0adde028/aebb029f-7d37-43bd-8b42-c1f79d14fcc7) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:20.964825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:18Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:20.999054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d368243-8546-4285-b6d7-c56a6c4acd4a None None] The sync data for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 is: [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:18Z', 'revision_number': 3, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:21.096289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.105346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Transition to ACTIVE for port object aebb029f-7d37-43bd-8b42-c1f79d14fcc7 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:21.125492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Transition to ACTIVE for port object aebb029f-7d37-43bd-8b42-c1f79d14fcc7 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:21.250466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.286903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:21.291382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:21.296897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:21.349226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.360116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Pushing event updated for resources: {'Port': ['ID=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:21.381364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Attempting to bind port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:21.381797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Attempting to bind port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:21.382191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Attempting to bind port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 on network 4cfb02cd-833f-40f0-b7c3-d38933fac272 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:21.387703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:21.388180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Checking segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:21.388595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.389162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Bound using segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:21.389674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Bound port: aebb029f-7d37-43bd-8b42-c1f79d14fcc7, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:21.390071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.461017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] For port aebb029f-7d37-43bd-8b42-c1f79d14fcc7, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:21.464230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] For port aebb029f-7d37-43bd-8b42-c1f79d14fcc7, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:21.623858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.649663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.1 (4cfb02cd-833f-40f0-b7c3-d38933fac272/f80b16ed-7902-46ce-b93b-6a7d0adde028/b8593813-6b19-4f85-95c0-5e569f039cc3) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:21.702983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997e47-06f6-4e26-b8fe-5720b6567d19 None None] Pushing event updated for resources: {'Port': ['ID=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:21.780710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-2ab76366-3c21-4821-bd63-0fefce5ef59e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519109 Aug 03 19:47:21.812723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:21.829299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object b8593813-6b19-4f85-95c0-5e569f039cc3 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:21.932570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-b318a19a-29cc-4167-962e-a08ca41bb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:21.934134 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-b318a19a-29cc-4167-962e-a08ca41bb06c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0913398 Aug 03 19:47:21.961061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.023087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:22.034221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:22.036032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:22.041617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:22.063602 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7f9d7afb-f80c-445c-b386-be94bced4802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.085350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-039a507e-538f-4739-95a3-443893a6bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:22.086892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-039a507e-538f-4739-95a3-443893a6bf4a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1246908 Aug 03 19:47:22.090181 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.164991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-3fc5a670-f256-4ac2-943e-a56d48202d96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 1001 time: 0.0696938 Aug 03 19:47:22.226391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-84c8f58b-bad4-447b-93f2-93107be13fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:22.230327 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-84c8f58b-bad4-447b-93f2-93107be13fc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0549886 Aug 03 19:47:22.249827 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.285065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-c128613d-a8d4-4dd8-be4c-321d57d56521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:22.286714 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-c128613d-a8d4-4dd8-be4c-321d57d56521 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514040 Aug 03 19:47:22.303756 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ed152617-f5a7-4f17-902b-e5277f4b35de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:22.377597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.397656 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-f88e666f-529d-4f71-88af-74f7847ff60b service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030662 Aug 03 19:47:22.448488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ed152617-f5a7-4f17-902b-e5277f4b35de completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:22.465667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ed152617-f5a7-4f17-902b-e5277f4b35de triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:22.466335 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.515689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6fae5c08-d8a2-4c7e-8810-0e7286012a71 req-2417dead-44c5-464e-9550-eeec45890f7a service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094913 Aug 03 19:47:22.564543 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.585736 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ed152617-f5a7-4f17-902b-e5277f4b35de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ed152617-f5a7-4f17-902b-e5277f4b35de,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:22.694360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.695115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aebb029f-7d37-43bd-8b42-c1f79d14fcc7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:22.696161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.780208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ed152617-f5a7-4f17-902b-e5277f4b35de,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:22.808008 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.895221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:22.898430 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:22.922632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:23.010379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:23.012242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:23.056856 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.151770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:23.205256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed94bd-dc01-45cd-984a-1c7a0edd4b88 None None] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:47:23.275651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:23.293699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7b731768-1c6b-4a9e-ae41-d27e8d446119 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/2d7ea51b-1cb2-4793-93f5-94cf3a27d37b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7852976 Aug 03 19:47:23.296767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Sync routers for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:23.306609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:23.307224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:47:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:23.425668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Provisioning for port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:23.429294 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:23.431440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Provisioning complete for port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:23.434248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.464761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-a7b567a5-e756-4e96-a17d-43f95f3d0f08 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325356284&fields=id&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 267 time: 0.0461097 Aug 03 19:47:23.530566 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.582437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] For port aebb029f-7d37-43bd-8b42-c1f79d14fcc7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:23.611091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-8c5a2e4c-79e7-4357-89c9-05ad5f03bf7d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:23.612669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-8c5a2e4c-79e7-4357-89c9-05ad5f03bf7d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/networks?id=4cfb02cd-833f-40f0-b7c3-d38933fac272 HTTP/1.1" status: 200 len: 797 time: 0.1399975 Aug 03 19:47:23.633174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-fc4dec8b-48db-427c-8850-ef413f0e53fe tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/quotas/98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 375 time: 0.0110643 Aug 03 19:47:23.662496 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 2, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:23.666618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.698827 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Checking router: 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:23.699307 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Updating router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b port b8593813-6b19-4f85-95c0-5e569f039cc3 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:47:23.712221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-82fc4975-3604-4d8a-9cbb-6dbe2e28d4b5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706091 Aug 03 19:47:23.739207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d41d61-5f52-48f9-8194-4c514c64f739 None None] Pushing event updated for resources: {'Port': ['ID=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:23.741617 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.831448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-c978fb03-b682-4a1b-969c-7c1941205c09 service neutron] 10.222.0.67 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067309 Aug 03 19:47:23.920045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Provisioning for port b8593813-6b19-4f85-95c0-5e569f039cc3 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:23.924966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Provisioning complete for port b8593813-6b19-4f85-95c0-5e569f039cc3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:23.925473 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:23.940215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-65410942-e148-4521-b6a5-cf4a16aa465a service neutron] 10.222.0.67 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023662 Aug 03 19:47:23.987234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Port b8593813-6b19-4f85-95c0-5e569f039cc3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:24.001815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Provisioning complete for port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:24.002106 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-39031c71-5761-4ee4-9d1f-59f737be3525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.079660 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.092472 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Transition to ACTIVE for port object b8593813-6b19-4f85-95c0-5e569f039cc3 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:24.219167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-173a2770-ceee-45c4-a3c2-e6e8bf6221b3 None None] Provisioning complete for port b8593813-6b19-4f85-95c0-5e569f039cc3 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:24.219786 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-173a2770-ceee-45c4-a3c2-e6e8bf6221b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.243635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ed152617-f5a7-4f17-902b-e5277f4b35de up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:24.284950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-173a2770-ceee-45c4-a3c2-e6e8bf6221b3 None None] Port b8593813-6b19-4f85-95c0-5e569f039cc3 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:24.306353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ed152617-f5a7-4f17-902b-e5277f4b35de triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:24.306734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.340543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6cb0aa75-1bb2-494b-a18d-b0d7c5504ba4 req-a4b193dc-578e-4ef1-a74f-d03eb4394e00 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Aug 03 19:47:24.392165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aebb029f-7d37-43bd-8b42-c1f79d14fcc7 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:24.407826 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.447251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:24.447629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.459738 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Pushing event updated for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:24.470241 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.470538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.470984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.471506 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.472006 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.472347 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.472756 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.479214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.479214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.479214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.479214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.479214 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:47:24.551614 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Attempting to bind port b8593813-6b19-4f85-95c0-5e569f039cc3 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:24.552090 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Attempting to bind port b8593813-6b19-4f85-95c0-5e569f039cc3 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:24.552400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Attempting to bind port b8593813-6b19-4f85-95c0-5e569f039cc3 on network 4cfb02cd-833f-40f0-b7c3-d38933fac272 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:24.558710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:24.559099 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Checking segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:24.559684 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.560772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Bound using segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:24.565128 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Bound port: b8593813-6b19-4f85-95c0-5e569f039cc3, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:24.565544 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.639575 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] For port b8593813-6b19-4f85-95c0-5e569f039cc3, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:24.643023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] For port b8593813-6b19-4f85-95c0-5e569f039cc3, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b8593813-6b19-4f85-95c0-5e569f039cc3,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:24.774279 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.831934 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:24.832569 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:47:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:24.871543 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426c859-f086-462e-b914-74075332f4c1 None None] Pushing event updated for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:24.951394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:24.955101 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:25.163832 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:24Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:25.281167 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bd0800-d3f7-4ca1-bc36-6c5ec6a4ffb6 None None] The sync data for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 is: [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:24Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:25.430569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ee98b3d-f202-4cbf-a9e4-7e10d8775fd5 req-141812cd-671c-4ffc-924a-dea8319b93f7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 210 time: 0.0285873 Aug 03 19:47:26.256021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b8593813-6b19-4f85-95c0-5e569f039cc3 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:26.434546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b8593813-6b19-4f85-95c0-5e569f039cc3 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:26.438921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b8593813-6b19-4f85-95c0-5e569f039cc3 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:26.439293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.525992 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.529338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50679cd9-0660-4046-b447-5129847b000f req-3cb0e3a5-6456-41a6-8879-3de2ffc6e267 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 210 time: 0.0333257 Aug 03 19:47:26.560820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b8593813-6b19-4f85-95c0-5e569f039cc3, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b8593813-6b19-4f85-95c0-5e569f039cc3,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:26.671698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:26.722831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:27.140980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-fc4ed9c9-a6c5-4e4b-894d-e5eb9711f8d8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:27.142474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-fc4ed9c9-a6c5-4e4b-894d-e5eb9711f8d8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/networks?id=4cfb02cd-833f-40f0-b7c3-d38933fac272 HTTP/1.1" status: 200 len: 797 time: 0.1103337 Aug 03 19:47:27.188975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4a370767-2d32-4ee1-a8d5-091f2e252ee2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98aca119abbe473ea7debecebc9f453b HTTP/1.1" status: 200 len: 380 time: 0.0365314 Aug 03 19:47:27.198854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'port': {'device_id': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'admin_state_up': True, 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'security_groups': ['e101cf36-d690-4e20-8282-d45ed33013df']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:27.422923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Made reservation on behalf of 98aca119abbe473ea7debecebc9f453b for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:47:27.426480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.562175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.20.0.7 (4cfb02cd-833f-40f0-b7c3-d38933fac272/f80b16ed-7902-46ce-b93b-6a7d0adde028/b7138082-f982-44d9-83fe-ed614a67a2f6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:27.638808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6b61503-adb9-4670-91b7-6e2a7a9b6015 req-546e6932-c251-4289-a2ba-8b09b1d636f5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 210 time: 0.0382590 Aug 03 19:47:27.729412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.743649 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Transition to ACTIVE for port object b7138082-f982-44d9-83fe-ed614a67a2f6 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:27.883321 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:27.934252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:27.937760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:27.943939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:27.950034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:28.000481 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:28.001130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.174340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-6a2637af-d166-4ea9-b01c-9a575d52faeb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9792550 Aug 03 19:47:28.187780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Request body: {'port': {'device_id': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:28.230137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b8593813-6b19-4f85-95c0-5e569f039cc3 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:28.242555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.285053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b8593813-6b19-4f85-95c0-5e569f039cc3 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:28.285429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.288351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa09b63a-ce13-4af2-9954-fb9dbf9db8b3 None None] Provisioning for port b7138082-f982-44d9-83fe-ed614a67a2f6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:28.313545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aa09b63a-ce13-4af2-9954-fb9dbf9db8b3 None None] Provisioning complete for port b7138082-f982-44d9-83fe-ed614a67a2f6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:28.314212 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa09b63a-ce13-4af2-9954-fb9dbf9db8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.360217 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-aa09b63a-ce13-4af2-9954-fb9dbf9db8b3 None None] Port b7138082-f982-44d9-83fe-ed614a67a2f6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:47:28.519729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:47:28.527148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.539751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Transition to ACTIVE for port object b7138082-f982-44d9-83fe-ed614a67a2f6 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:47:28.683382 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.761428 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:28.825923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c9d0-018b-4b13-ab0d-bb5a1f88fb46 req-f45559d3-1935-4175-8f06-83f88fc71bcb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:28.828051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1586c9d0-018b-4b13-ab0d-bb5a1f88fb46 req-f45559d3-1935-4175-8f06-83f88fc71bcb tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 943 time: 0.1175938 Aug 03 19:47:28.872263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Attempting to bind port b7138082-f982-44d9-83fe-ed614a67a2f6 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:47:28.872617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Attempting to bind port b7138082-f982-44d9-83fe-ed614a67a2f6 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:47:28.872975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Attempting to bind port b7138082-f982-44d9-83fe-ed614a67a2f6 on network 4cfb02cd-833f-40f0-b7c3-d38933fac272 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:28.885925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Port b7138082-f982-44d9-83fe-ed614a67a2f6 on network 4cfb02cd-833f-40f0-b7c3-d38933fac272 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:47:28.890089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Attempting to bind port b7138082-f982-44d9-83fe-ed614a67a2f6 on network 4cfb02cd-833f-40f0-b7c3-d38933fac272 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:47:28.897819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1586c9d0-018b-4b13-ab0d-bb5a1f88fb46 req-bb1543e1-75cb-426d-a5da-cb315106a61e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614772 Aug 03 19:47:28.898724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:47:28.899070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Checking segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:47:28.899459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Bound using segment: {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:47:28.899929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Bound port: b7138082-f982-44d9-83fe-ed614a67a2f6, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4162458-e6f8-449c-b3c8-6d0f4c02924c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:47:28.900326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:28.966274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:47:28.972462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:47:29.160936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.196165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.196839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:29.198295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] 10.222.0.77 "PUT /v2.0/ports/b7138082-f982-44d9-83fe-ed614a67a2f6 HTTP/1.1" status: 200 len: 1091 time: 1.0154624 Aug 03 19:47:29.198730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:29.201010 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50aef85-2f15-4835-a05e-97128a3a9b40" -d '{"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:29.238769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650b80-864b-4394-8ffd-80cdae569ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:29.243237 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af64d49-ce78-4b07-859b-a84b24ec53d4 x-openstack-request-id: req-4af64d49-ce78-4b07-859b-a84b24ec53d4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:29.243533 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:29.243788 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4af64d49-ce78-4b07-859b-a84b24ec53d4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:29.244186 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'status': 'completed', 'code': 200} Aug 03 19:47:29.312292 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-92f3270d-825c-4fa9-b576-bff88f9b796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.313890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-92f3270d-825c-4fa9-b576-bff88f9b796b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1094 time: 0.0480061 Aug 03 19:47:29.427363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-3b0d2d17-cfcf-48fe-b045-0b6275f98152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.428848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-3b0d2d17-cfcf-48fe-b045-0b6275f98152 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=98aca119abbe473ea7debecebc9f453b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1050818 Aug 03 19:47:29.528562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-246b98ac-1c4e-4784-bcd2-da17cdd013c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.530377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e50aef85-2f15-4835-a05e-97128a3a9b40 req-246b98ac-1c4e-4784-bcd2-da17cdd013c3 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939596 Aug 03 19:47:29.606210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-5975bbaf-637f-43ab-982f-c75b3e3e08e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.607784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-5975bbaf-637f-43ab-982f-c75b3e3e08e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1094 time: 0.0423298 Aug 03 19:47:29.650979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-fad79d47-a589-4e5f-a99c-dfafc2433f23 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7138082-f982-44d9-83fe-ed614a67a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0340745 Aug 03 19:47:29.703979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-b6739414-2e87-4de7-812a-2f0d01c454b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.705453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-b6739414-2e87-4de7-812a-2f0d01c454b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f80b16ed-7902-46ce-b93b-6a7d0adde028 HTTP/1.1" status: 200 len: 835 time: 0.0473204 Aug 03 19:47:29.753241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822daf3-82c5-479c-9127-2b1280710be7 req-3e73cf26-6505-498e-9bad-207ada8041d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:29.754721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-3e73cf26-6505-498e-9bad-207ada8041d3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cfb02cd-833f-40f0-b7c3-d38933fac272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415123 Aug 03 19:47:29.844395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-7c570d5b-b775-41c0-9479-88e9abac0d33 service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 Aug 03 19:47:29.940316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a822daf3-82c5-479c-9127-2b1280710be7 req-1364840f-cb5c-4804-b219-a2e3be54bf99 service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882542 Aug 03 19:47:30.018887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e88ca-76e8-495b-9870-5dab8fa07f9a req-dee71386-ad22-4602-87aa-52adf83809b1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:30.020262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b0e88ca-76e8-495b-9870-5dab8fa07f9a req-dee71386-ad22-4602-87aa-52adf83809b1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 943 time: 0.0493762 Aug 03 19:47:30.059175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4b0e88ca-76e8-495b-9870-5dab8fa07f9a req-7b62f689-90a1-43cd-a6f3-c53b235016f9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325189 Aug 03 19:47:31.180298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146b09-6997-424c-859d-21b60e2f020e req-3d552d3b-5a96-4936-a27e-6add2f7641e1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:31.181823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6146b09-6997-424c-859d-21b60e2f020e req-3d552d3b-5a96-4936-a27e-6add2f7641e1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 943 time: 0.0541317 Aug 03 19:47:31.223068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6146b09-6997-424c-859d-21b60e2f020e req-611898dc-4fcf-46c7-aeb0-656dd4584827 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347753 Aug 03 19:47:32.348189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dee54-d1bd-4b0b-a2b2-f5c160ef2714 req-062cd42e-bf14-4822-b7a7-defd2251f5d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:32.349859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a44dee54-d1bd-4b0b-a2b2-f5c160ef2714 req-062cd42e-bf14-4822-b7a7-defd2251f5d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 943 time: 0.0548122 Aug 03 19:47:32.390768 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a44dee54-d1bd-4b0b-a2b2-f5c160ef2714 req-9b830d7b-8344-41ab-9d25-9c7d4a51a539 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344315 Aug 03 19:47:33.228949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:47:33.327399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:33.338671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'mac_address': 'fa:16:3e:45:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:47:33.385312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.398476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:47:33.419151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:33.471041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.513180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b070c6-cc21-45d6-bed2-2a8603099d85 req-af45c4c4-af0f-421d-8505-b8014fb2bc40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:33.513180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b070c6-cc21-45d6-bed2-2a8603099d85 req-af45c4c4-af0f-421d-8505-b8014fb2bc40 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 943 time: 0.0490062 Aug 03 19:47:33.546830 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3b070c6-cc21-45d6-bed2-2a8603099d85 req-e33be631-9597-4f1e-8f87-4eaf63aada0c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 03 19:47:33.582813 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:33.632746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:33.798448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b7138082-f982-44d9-83fe-ed614a67a2f6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:47:34.674273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7befe5-68aa-4f27-ac1f-0e52fc063f9b req-c5b1c02f-5b32-47c6-a283-831b38422688 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:34.675797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb7befe5-68aa-4f27-ac1f-0e52fc063f9b req-c5b1c02f-5b32-47c6-a283-831b38422688 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 944 time: 0.0614593 Aug 03 19:47:34.713742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb7befe5-68aa-4f27-ac1f-0e52fc063f9b req-98de5f54-0fef-4067-b8d8-4df57ea219b0 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Aug 03 19:47:35.244020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:47:35.391467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b7138082-f982-44d9-83fe-ed614a67a2f6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:47:35.395497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b7138082-f982-44d9-83fe-ed614a67a2f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:47:35.395865 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.472855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.497723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:35.500107 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e5122-5235-416c-8e7b-950e895f6dff" -d '{"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-plugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:35.512969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:47:35.599466 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a3fbe-1342-4668-9408-515f359d86b7 x-openstack-request-id: req-a37a3fbe-1342-4668-9408-515f359d86b7 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:35.599466 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-plugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:35.599466 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a37a3fbe-1342-4668-9408-515f359d86b7 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:35.599775 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'code': 200} Aug 03 19:47:35.646171 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:35.694641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fa205-ea72-4db5-8132-8340f910fdb6 req-60d15dc7-5111-4e3d-a484-e35f87b1c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:35.695853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:35.696165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec5fa205-ea72-4db5-8132-8340f910fdb6 req-60d15dc7-5111-4e3d-a484-e35f87b1c289 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1096 time: 0.0412695 Aug 03 19:47:35.731238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec5fa205-ea72-4db5-8132-8340f910fdb6 req-09df1128-aadf-44cd-8bb1-d8ef8665d4c4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276000 Aug 03 19:47:35.833249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398e325-4534-47d2-b853-9bc7aeea607b req-d75f085b-409b-4237-9fac-a7ed784ef217 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:35.834722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8398e325-4534-47d2-b853-9bc7aeea607b req-d75f085b-409b-4237-9fac-a7ed784ef217 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0500822 Aug 03 19:47:35.874120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8398e325-4534-47d2-b853-9bc7aeea607b req-4fd1c119-36f0-4b6c-8bed-bee61f7d2ff1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326452 Aug 03 19:47:36.993621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080aede-843c-4159-8e22-a4e52379f72a req-bd198339-2726-4bda-9454-f8f781d6e067 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:36.995089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a080aede-843c-4159-8e22-a4e52379f72a req-bd198339-2726-4bda-9454-f8f781d6e067 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0528860 Aug 03 19:47:37.033307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a080aede-843c-4159-8e22-a4e52379f72a req-8ed2a83d-164f-4362-b560-3b424cf83d92 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321438 Aug 03 19:47:37.151729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6661cd1-f66c-417b-bdc5-3f3179e279a4 req-374d1528-6df8-47b5-90ec-9f95e0fd1c41 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:37.153295 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6661cd1-f66c-417b-bdc5-3f3179e279a4 req-374d1528-6df8-47b5-90ec-9f95e0fd1c41 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0526950 Aug 03 19:47:37.192293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6661cd1-f66c-417b-bdc5-3f3179e279a4 req-fef5b399-6463-4d78-8440-6d77b2b85893 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325134 Aug 03 19:47:37.214003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40096) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:37.253731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc60f9-aa4f-4848-9ea1-eb7fc480165a tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:37.255231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-76fc60f9-aa4f-4848-9ea1-eb7fc480165a tempest-TestNetworkAdvancedServerOps-1120654943 tempest-TestNetworkAdvancedServerOps-1120654943-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1091 time: 0.0402648 Aug 03 19:47:37.258121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40098) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:37.262642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:47:37.362422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.462291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.566947 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Allocated IP 172.25.2.125 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/5a626f3d-1420-4b2a-a3a3-1526e859b59d) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:47:37.672453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.768459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:37.805128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:47:37.808010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:47:37.811718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:47:37.837737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=5a626f3d-1420-4b2a-a3a3-1526e859b59d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:38.513410 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.645239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.800425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.894064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:38.964741 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event updated for resources: {'Port': ['ID=5a626f3d-1420-4b2a-a3a3-1526e859b59d,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:47:38.978484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.080003 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP a7707e81-195a-4214-beff-5b3a5827bfa3 associated. External IP: 172.25.2.125, port: b7138082-f982-44d9-83fe-ed614a67a2f6. Aug 03 19:47:39.285678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:47:39.394104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:47:39.405275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Sync routers for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:47:39.415337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:39.416114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:47:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:39.491956 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:39.523106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:39.525401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-540f5ff2-2a2d-4851-a9d5-10f4a79b4dc7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2663376 Aug 03 19:47:39.526003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:47:39.528472 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e18941-7215-4d1e-a0b0-1458363fdeff" -d '{"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:47:39.625075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7176e8-fb89-402a-a625-b87f7348b769 req-3a54d46d-4267-4240-acaa-fd61facd048c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:39.626631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d7176e8-fb89-402a-a625-b87f7348b769 req-3a54d46d-4267-4240-acaa-fd61facd048c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Aug 03 19:47:39.667044 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d7176e8-fb89-402a-a625-b87f7348b769 req-b13c3a47-ea0f-43d1-bdaa-6a47513aac01 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340598 Aug 03 19:47:39.690318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40104) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:39.731110 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207364d-3e11-4160-a9f9-9317c3e04de4 x-openstack-request-id: req-5207364d-3e11-4160-a9f9-9317c3e04de4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:47:39.731383 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:47:39.731644 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5207364d-3e11-4160-a9f9-9317c3e04de4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:47:39.732047 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'status': 'completed', 'code': 200} Aug 03 19:47:39.760864 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a7707e81-195a-4214-beff-5b3a5827bfa3', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'mac_address': 'fa:16:3e:45:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:38Z', 'updated_at': '2021-08-03T19:47:38Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:39.786198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95f488de-a0d6-443c-b537-2ada34c3e087 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/a7707e81-195a-4214-beff-5b3a5827bfa3 HTTP/1.1" status: 200 len: 991 time: 0.0946760 Aug 03 19:47:39.792822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Checking router: 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:47:39.800473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-6121182e-b874-45fc-942d-3920d9dcb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:39.802002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-6121182e-b874-45fc-942d-3920d9dcb6a0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1096 time: 0.0586929 Aug 03 19:47:39.802137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:47:39.802661 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:47:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:39.897700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-48211bce-2fc6-4c36-8d6e-5514ec1e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:39.899257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-48211bce-2fc6-4c36-8d6e-5514ec1e2a19 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4cfb02cd-833f-40f0-b7c3-d38933fac272 HTTP/1.1" status: 200 len: 898 time: 0.0900126 Aug 03 19:47:39.913046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:47:39.971156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-867cffda-fc5e-4304-9149-4bb7db068d32 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7138082-f982-44d9-83fe-ed614a67a2f6 HTTP/1.1" status: 200 len: 999 time: 0.0641699 Aug 03 19:47:40.024107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-d6a3cafb-834d-4ce1-9790-1516c3407873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:40.025690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-d6a3cafb-834d-4ce1-9790-1516c3407873 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f80b16ed-7902-46ce-b93b-6a7d0adde028 HTTP/1.1" status: 200 len: 835 time: 0.0467129 Aug 03 19:47:40.071033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-71760773-c02a-4674-b1dd-2d6ffbb477d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:47:40.072554 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-71760773-c02a-4674-b1dd-2d6ffbb477d4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cfb02cd-833f-40f0-b7c3-d38933fac272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399933 Aug 03 19:47:40.141631 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a7707e81-195a-4214-beff-5b3a5827bfa3', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'mac_address': 'fa:16:3e:45:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:38Z', 'updated_at': '2021-08-03T19:47:38Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:47:40.171968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a069fd4-9886-40ea-b09a-5860cc0abbb3 None None] The sync data for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 is: [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'a7707e81-195a-4214-beff-5b3a5827bfa3', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'floating_ip_address': '172.25.2.125', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'mac_address': 'fa:16:3e:45:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:47:38Z', 'updated_at': '2021-08-03T19:47:38Z', 'revision_number': 0, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:47:40.173497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-52d18a50-92ca-4879-ba63-eea88573f7fc service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937672 Aug 03 19:47:40.268575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40e18941-7215-4d1e-a0b0-1458363fdeff req-818692fb-109a-4e8d-8452-e739bfbdc2ab service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Aug 03 19:47:40.380040 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a674118-583d-4b73-9978-6195ceab46c8 None None] New status for floating IP a7707e81-195a-4214-beff-5b3a5827bfa3: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:47:40.790179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40106) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:47:40.855306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f5c050e-0110-48a8-b0e8-dd9f268895f9 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/a7707e81-195a-4214-beff-5b3a5827bfa3 HTTP/1.1" status: 200 len: 993 time: 0.0638781 Aug 03 19:47:45.622778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:46.042787 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:47:48.836662 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3825e447-252e-4ed5-a350-50b9e04b9424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.087825 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-04b4dc6a-616b-4a69-84da-29892e04478a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.196257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:52.979431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:47:54.910789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:03.434066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:08.341723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-0322522f-f5cb-40be-8745-bbaafb333462 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409205 Aug 03 19:48:08.425166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-a0e2f032-2168-4b88-9526-d3920c787d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:08.426674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-a0e2f032-2168-4b88-9526-d3920c787d6f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1097 time: 0.0420315 Aug 03 19:48:08.533227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-002f6c51-3ea8-47c8-96b2-3569aa8344fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:08.534638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-002f6c51-3ea8-47c8-96b2-3569aa8344fb service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0893471 Aug 03 19:48:08.602913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-c2c179c7-f0d7-4032-bc4b-6c5781228188 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 1001 time: 0.0608420 Aug 03 19:48:08.653150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-90cfb791-4945-4038-b440-578e06093bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:08.654616 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-90cfb791-4945-4038-b440-578e06093bae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0444818 Aug 03 19:48:08.708808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-5b37f8f3-2277-4ad9-b099-e3c8f8e325fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:08.711120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-5b37f8f3-2277-4ad9-b099-e3c8f8e325fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496178 Aug 03 19:48:08.803067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-9f2cc420-ed56-411a-80b1-b7be8055e5ed service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Aug 03 19:48:08.900204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-35aabba5-37fb-4268-9241-ae5eb1c81415 req-99f9b788-3cf1-4b7b-ac1d-ded171d2291e service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895848 Aug 03 19:48:12.579909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f0d8b-1589-4a0b-8f1f-17506e703d4a req-c9860c64-6a46-4075-a30a-2bf3d1d9b357 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:12.581458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6f0d8b-1589-4a0b-8f1f-17506e703d4a req-c9860c64-6a46-4075-a30a-2bf3d1d9b357 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Aug 03 19:48:12.624743 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba6f0d8b-1589-4a0b-8f1f-17506e703d4a req-fcd4d9ea-4dc2-4f04-a2dc-71631821e4dd tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343528 Aug 03 19:48:13.743337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068004ee-44ba-46e1-861a-48e3fb40e49e req-4d889e00-2f56-4d40-bb34-09c55abba088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:13.744855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-068004ee-44ba-46e1-861a-48e3fb40e49e req-4d889e00-2f56-4d40-bb34-09c55abba088 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Aug 03 19:48:13.783492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-068004ee-44ba-46e1-861a-48e3fb40e49e req-60f2a5cb-9a59-4ab7-ac76-925afb8d26d7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327137 Aug 03 19:48:14.902363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8193-9ea9-48e9-86e4-d2c99d67dbcf req-f7cf3a70-1dd8-44a0-914f-5678f3c342ae tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:14.903916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a2e8193-9ea9-48e9-86e4-d2c99d67dbcf req-f7cf3a70-1dd8-44a0-914f-5678f3c342ae tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0520670 Aug 03 19:48:14.947129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a2e8193-9ea9-48e9-86e4-d2c99d67dbcf req-5d8afdfd-c592-49ed-990b-76e7caeb3224 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369716 Aug 03 19:48:15.602441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:16.065175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897d470-c802-465c-ab4e-f50d902b304d req-a5a45933-b364-4eda-bf28-cb75a9fe884d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:16.066654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3897d470-c802-465c-ab4e-f50d902b304d req-a5a45933-b364-4eda-bf28-cb75a9fe884d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0499742 Aug 03 19:48:16.105098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3897d470-c802-465c-ab4e-f50d902b304d req-cb1ee70c-9c35-447b-b3f9-43c1e6193d7c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Aug 03 19:48:17.220142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537cce0-e121-4fd6-aa90-5fa8a285c046 req-fe3856b9-4bba-4478-b843-dc83417f00c7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:17.221631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c537cce0-e121-4fd6-aa90-5fa8a285c046 req-fe3856b9-4bba-4478-b843-dc83417f00c7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 03 19:48:17.259857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c537cce0-e121-4fd6-aa90-5fa8a285c046 req-ca4e461d-5836-4871-b38d-5b2cfd0b1d90 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Aug 03 19:48:18.384276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ce4fe-a54c-424c-b4b9-e696acd39fab req-29f11169-928d-4c95-ae1c-671c21fd847c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:18.385837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e20ce4fe-a54c-424c-b4b9-e696acd39fab req-29f11169-928d-4c95-ae1c-671c21fd847c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Aug 03 19:48:18.429371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e20ce4fe-a54c-424c-b4b9-e696acd39fab req-7a9051af-6fee-4868-9687-29b0d23aa5c5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Aug 03 19:48:18.811690 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb495e00-35a5-445a-a2f4-dd1bcc743f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:19.545808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9f7db-c01b-4720-bc16-a4ccb6ba9b45 req-9708c81c-e781-4dfc-b2c5-249818232a49 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:19.547284 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92e9f7db-c01b-4720-bc16-a4ccb6ba9b45 req-9708c81c-e781-4dfc-b2c5-249818232a49 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0504928 Aug 03 19:48:19.584747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-92e9f7db-c01b-4720-bc16-a4ccb6ba9b45 req-586bd302-bbd5-40b1-9e63-f85edb1b9578 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 03 19:48:20.701711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551ee71-cdf1-4a6f-9bb2-2743e966b8e2 req-d749e2b5-4069-42e3-a12d-d6c390e68280 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:20.703203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1551ee71-cdf1-4a6f-9bb2-2743e966b8e2 req-d749e2b5-4069-42e3-a12d-d6c390e68280 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0499566 Aug 03 19:48:20.741659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1551ee71-cdf1-4a6f-9bb2-2743e966b8e2 req-9a95d78e-b307-4530-a4ec-e57d59637771 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322888 Aug 03 19:48:21.857420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a396c-e5dd-44e8-8aa2-937ce6402f05 req-620b4519-5cfd-41ec-b4b9-5c825f068016 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:21.858879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f4a396c-e5dd-44e8-8aa2-937ce6402f05 req-620b4519-5cfd-41ec-b4b9-5c825f068016 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0491140 Aug 03 19:48:21.901165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f4a396c-e5dd-44e8-8aa2-937ce6402f05 req-23c5e2f9-77fa-47d9-b990-364e0830e714 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363538 Aug 03 19:48:22.005652 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-46555838-2280-4e78-b5c2-b7a54035c950 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408611 Aug 03 19:48:22.070978 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b27becb8-f68c-485f-9a05-9282c6c1cee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:22.084038 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-f567786c-7f00-42e2-9fdd-0a820c6444ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:22.085564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-f567786c-7f00-42e2-9fdd-0a820c6444ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0450532 Aug 03 19:48:22.192552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-cdd29722-6169-4b0d-bb2c-4dd231e1650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:22.194166 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-cdd29722-6169-4b0d-bb2c-4dd231e1650c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 914 time: 0.0882177 Aug 03 19:48:22.202683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:22.265301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-11885522-38b4-4e48-9b10-15ae33a266d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 1001 time: 0.0632570 Aug 03 19:48:22.315207 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-82a93b91-c016-4433-b6f9-7faa3ed625d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:22.316739 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-82a93b91-c016-4433-b6f9-7faa3ed625d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.0446026 Aug 03 19:48:22.363205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-17386e18-1fcc-40ab-bfbe-711dcd0f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:22.365763 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-17386e18-1fcc-40ab-bfbe-711dcd0f7731 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415456 Aug 03 19:48:22.458326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-c2bb1b94-ea20-46ba-9665-7d497a839493 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867515 Aug 03 19:48:22.550178 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-7eafc1a0-59ff-47fd-8749-fbd1cf3fb81a req-c35412f8-17ac-4fdc-b8b2-f459272f26b2 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843773 Aug 03 19:48:23.019200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f9654-4856-4fa3-8f91-21f8eaca5dda req-f8f2ac10-e46a-4662-9e2a-735b28b9ff32 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:23.020693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd3f9654-4856-4fa3-8f91-21f8eaca5dda req-f8f2ac10-e46a-4662-9e2a-735b28b9ff32 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0502665 Aug 03 19:48:23.041146 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:48:23.060507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd3f9654-4856-4fa3-8f91-21f8eaca5dda req-cbc39846-afe6-424a-ad2d-ad4d71af38d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331676 Aug 03 19:48:23.065301 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:24.178570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eb406-0d75-4389-9201-6e2e95014c1a req-41c1404a-a1ce-4d70-892b-b2f2a318a33b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:24.180201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae0eb406-0d75-4389-9201-6e2e95014c1a req-41c1404a-a1ce-4d70-892b-b2f2a318a33b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0516901 Aug 03 19:48:24.219680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae0eb406-0d75-4389-9201-6e2e95014c1a req-2760fae1-f3cf-4b9c-a4aa-fa6d464a5ba8 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Aug 03 19:48:24.885611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:25.335004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8b117-0964-4a21-b1d2-b7fb46781264 req-e654137d-c97b-4f03-b098-5f28bafbe013 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:25.336515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3a8b117-0964-4a21-b1d2-b7fb46781264 req-e654137d-c97b-4f03-b098-5f28bafbe013 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Aug 03 19:48:25.380375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3a8b117-0964-4a21-b1d2-b7fb46781264 req-2c6dd197-1da0-4a06-bdfa-1426c978d8a2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369275 Aug 03 19:48:26.500723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2736397-1bb9-48fc-8a7a-c6baba2e4621 req-b2247bdb-01ae-4330-93cb-df74164e380b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:26.502139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2736397-1bb9-48fc-8a7a-c6baba2e4621 req-b2247bdb-01ae-4330-93cb-df74164e380b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0535889 Aug 03 19:48:26.542362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2736397-1bb9-48fc-8a7a-c6baba2e4621 req-f523b696-31d4-4f25-aa17-dff6abb28b4c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341637 Aug 03 19:48:27.658519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac081-67b9-480c-9d30-c29403ac3260 req-d1837101-29a2-44c5-8987-c2e232aea89b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:27.660062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6edac081-67b9-480c-9d30-c29403ac3260 req-d1837101-29a2-44c5-8987-c2e232aea89b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0504005 Aug 03 19:48:27.699098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6edac081-67b9-480c-9d30-c29403ac3260 req-822b8387-d625-42fb-bb4e-f1e49f34f36e tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Aug 03 19:48:28.816094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b8a8e-0562-4177-960d-b605abcbd38c req-c8d5d5f0-2e06-4c53-bc28-42ba2184ed33 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:28.817610 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e2b8a8e-0562-4177-960d-b605abcbd38c req-c8d5d5f0-2e06-4c53-bc28-42ba2184ed33 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0494199 Aug 03 19:48:28.860511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e2b8a8e-0562-4177-960d-b605abcbd38c req-03123537-2aed-48f7-9647-e5b94fda85a1 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Aug 03 19:48:29.986075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580dc32-0b31-4deb-a2a7-a04a765df2d8 req-a9fe76db-a798-430d-9f86-2e9b5ff022a7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:29.989163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2580dc32-0b31-4deb-a2a7-a04a765df2d8 req-a9fe76db-a798-430d-9f86-2e9b5ff022a7 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Aug 03 19:48:30.028363 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2580dc32-0b31-4deb-a2a7-a04a765df2d8 req-647dd76c-e242-4e6e-aabb-1deb6fe08ef2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348015 Aug 03 19:48:30.034619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40198) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:30.194874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Deleting port 7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:30.195127 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.274478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.274818 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.287363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Calling delete_port for 7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:30.545835 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.577899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event deleted for resources: {'Port': ['ID=7c0b23b3-1b70-4de6-8e66-c832c8a9cdaf,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:30.602756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.603102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.603448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.603795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.604134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.604469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.604836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.605169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.605588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.605926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.606257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.606610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:30.647422 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:30.652156 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Floating IP 775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5 disassociated (deleted). External IP: 172.25.2.135, port: dd077597-df74-49e9-a01f-f703780b5627. Aug 03 19:48:30.863946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:48:31.373498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:31.382067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:31.383302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:31.393205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:31.393814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:31.407491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298a4ba-d6ef-4e28-aaf6-dc6f2ae3161b req-fc1f4893-f366-4d1b-bdef-e3da4dfe5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:31.409100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7298a4ba-d6ef-4e28-aaf6-dc6f2ae3161b req-fc1f4893-f366-4d1b-bdef-e3da4dfe5203 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1096 time: 0.1143603 Aug 03 19:48:31.420552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8fe3e-2547-4958-8cf3-038ca82b7ff0 req-08fb851c-8f06-4e0c-87ab-3c65d7e10b8d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:31.421994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cf8fe3e-2547-4958-8cf3-038ca82b7ff0 req-08fb851c-8f06-4e0c-87ab-3c65d7e10b8d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.1256886 Aug 03 19:48:31.435840 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-52bbd371-9bc5-40c3-ba00-0c87716d0ea5 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "DELETE /v2.0/floatingips/775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5 HTTP/1.1" status: 204 len: 168 time: 1.4001667 Aug 03 19:48:31.447660 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:31.449945 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe925d-3194-4aab-abb0-269b5c0c33f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:31.485172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7298a4ba-d6ef-4e28-aaf6-dc6f2ae3161b req-c24332ac-92a3-48a4-808d-5a4d43eee34e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603502 Aug 03 19:48:31.492261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cf8fe3e-2547-4958-8cf3-038ca82b7ff0 req-83a640dd-eafb-4198-b17b-cbf4fe8c9d71 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603178 Aug 03 19:48:31.504577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:31.710077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:31.740251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:31.749850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:31.750492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:31.860131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:31.914847 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad38f7ad-6a17-4561-b15e-6b60d65d48ee x-openstack-request-id: req-ad38f7ad-6a17-4561-b15e-6b60d65d48ee {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:31.915201 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:31.915366 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad38f7ad-6a17-4561-b15e-6b60d65d48ee {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:31.915822 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:48:32.013629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d0399-e9d9-4d72-a00e-3196cc6b592b req-22015e3b-ebd4-4e50-8065-d92dc2c134aa tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.017124 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d67d0399-e9d9-4d72-a00e-3196cc6b592b req-22015e3b-ebd4-4e50-8065-d92dc2c134aa tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0541220 Aug 03 19:48:32.030844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-afe5bcc8-62da-48dd-8190-4f417c0a7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.033189 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-afe5bcc8-62da-48dd-8190-4f417c0a7032 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 1096 time: 0.0468102 Aug 03 19:48:32.057392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d67d0399-e9d9-4d72-a00e-3196cc6b592b req-5d5f00a4-4563-4634-8465-7c82e94a70c8 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360816 Aug 03 19:48:32.071025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:32.099090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936c7f2-bfde-4b14-a2d5-2ae2f871d8f0 None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:40Z', 'revision_number': 4, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'eca6903b-cb94-4314-862a-b8818d1c4e09', 'name': '', 'network_id': '9414ebdc-faa0-49a2-bae5-4486ce9ccd6e', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'mac_address': 'fa:16:3e:78:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:39Z', 'updated_at': '2021-08-03T19:43:45Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'subnets': [{'id': 'b0958905-3192-45cb-b6f7-4bd0e1907e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:32.132741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-2ed7e450-dce5-4958-a0fa-c91401bd0ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.134426 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-2ed7e450-dce5-4958-a0fa-c91401bd0ad1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 200 len: 914 time: 0.0934491 Aug 03 19:48:32.184351 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-9836885f-e9f1-4be1-a834-ac5014825c68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 200 len: 217 time: 0.0409834 Aug 03 19:48:32.238766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-78051b9e-1d97-424e-8e2f-2ccbcd69f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.240424 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-78051b9e-1d97-424e-8e2f-2ccbcd69f57c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 200 len: 852 time: 0.0469644 Aug 03 19:48:32.296208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-95e3bf48-b25b-4ec0-bebb-0d086c4d3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.298005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-95e3bf48-b25b-4ec0-bebb-0d086c4d3695 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492527 Aug 03 19:48:32.357767 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a807a-94df-4643-a18d-635af36fab4e None None] New status for floating IP 775ebaf2-200b-4ba1-a8ba-ec9f85bb56c5: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:48:32.397079 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-24d1f3d3-959b-4cdc-b04e-7f8a45ff62b4 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913019 Aug 03 19:48:32.502051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-afbe925d-3194-4aab-abb0-269b5c0c33f5 req-a2d9df64-425c-497d-aa60-a85025c382e8 service neutron] 10.222.0.54 "GET /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973868 Aug 03 19:48:32.611934 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4cde9-1461-488c-b1da-2f5e266e9f83 req-b3cc46f7-d3bd-4272-bf24-183351ba3a1d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:32.613471 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23c4cde9-1461-488c-b1da-2f5e266e9f83 req-b3cc46f7-d3bd-4272-bf24-183351ba3a1d tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0497231 Aug 03 19:48:32.653244 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23c4cde9-1461-488c-b1da-2f5e266e9f83 req-ed26daa9-c8ce-4333-9fca-3a9eb3026ecf tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Aug 03 19:48:33.187818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c42725-9e8e-47b6-9f1a-561a88e65f04 req-89bd07d9-9d16-4f55-8899-c7e440981327 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:33.189688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34c42725-9e8e-47b6-9f1a-561a88e65f04 req-89bd07d9-9d16-4f55-8899-c7e440981327 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0617321 Aug 03 19:48:33.235110 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34c42725-9e8e-47b6-9f1a-561a88e65f04 req-89c7998a-67a6-4a3d-ba6c-37360a2f8485 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393920 Aug 03 19:48:33.488454 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.492029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:48:33.494342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:33.670669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.709111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:33.720744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:33.723114 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df8562-4b05-4841-a351-2878ba1e2465" -d '{"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-unplugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:33.732351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ceb7b221-d959-4e66-8413-1daa8e4179d7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:33.734425 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ceb7b221-d959-4e66-8413-1daa8e4179d7 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0572920 Aug 03 19:48:33.739698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'port_id': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'mac_address': 'fa:16:3e:45:a4:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:48:33.743854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:33.788810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7bae9-f4c6-4011-9819-c609b891bcea req-08074265-4f71-4387-a776-62e8aade3e8a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:33.790674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ca7bae9-f4c6-4011-9819-c609b891bcea req-08074265-4f71-4387-a776-62e8aade3e8a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0611022 Aug 03 19:48:33.796228 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.815847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:48:33.834501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ca7bae9-f4c6-4011-9819-c609b891bcea req-9405dc3a-2a68-477e-a961-6b2b125bf05a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Aug 03 19:48:33.839663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Deleting port dd077597-df74-49e9-a01f-f703780b5627 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:33.840043 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.861622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40228) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:33.880256 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.914050 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5937ea20-ade3-4c60-8147-db7dd4ff41bf x-openstack-request-id: req-5937ea20-ade3-4c60-8147-db7dd4ff41bf {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:33.914344 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-unplugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:33.914661 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5937ea20-ade3-4c60-8147-db7dd4ff41bf {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:33.915073 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'code': 200} Aug 03 19:48:33.937615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] For port dd077597-df74-49e9-a01f-f703780b5627, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=dd077597-df74-49e9-a01f-f703780b5627,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:33.937856 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:33.952526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Calling delete_port for dd077597-df74-49e9-a01f-f703780b5627 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:33.957163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 19:48:33.957527 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 19:48:33.962391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f9a552d-b650-4d49-8cca-b50e648819b4 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/floatingips/a7707e81-195a-4214-beff-5b3a5827bfa3 HTTP/1.1" status: 200 len: 993 time: 0.0955381 Aug 03 19:48:33.974283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:33.982873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.983245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.983588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.983956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.984295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.984629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.985001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.985327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.985652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.985977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.986307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:33.986629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.364056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95330bb-a570-4b52-b66e-1c15e42f8b16 req-0c297136-8f38-4ff7-9ba5-50ee0f396159 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:48:34.365968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e95330bb-a570-4b52-b66e-1c15e42f8b16 req-0c297136-8f38-4ff7-9ba5-50ee0f396159 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 945 time: 0.0530405 Aug 03 19:48:34.409039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e95330bb-a570-4b52-b66e-1c15e42f8b16 req-8c477d7e-9557-46b7-a6f5-e30dde7dec4e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/security-groups?id=b0081dcc-1d49-4ce8-b494-acfcffb507d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369668 Aug 03 19:48:34.499060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:34.511795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:48:34.516969 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:34.532975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:34.545833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event deleted for resources: {'Port': ['ID=dd077597-df74-49e9-a01f-f703780b5627,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:34.559691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.564606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:48:34.599151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] No DVR routers for this DVR port dd077597-df74-49e9-a01f-f703780b5627 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:34.601858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:34.603965 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-62dea947-8957-4e22-b718-8fa93b773d80 req-ce7ac2ff-cf8d-4397-b352-b31d37399f67 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.54 "DELETE /v2.0/ports/dd077597-df74-49e9-a01f-f703780b5627 HTTP/1.1" status: 204 len: 173 time: 0.8637371 Aug 03 19:48:34.604454 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'name': 'network-vif-deleted', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:34.606832 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cd503d-2993-4081-85ce-6acf1ea1db6d" -d '{"events": [{"server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "name": "network-vif-deleted", "tag": "dd077597-df74-49e9-a01f-f703780b5627"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:34.630926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:34.683309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:34.706027 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345f87c6-bae5-460d-a87a-4ad504245472 x-openstack-request-id: req-345f87c6-bae5-460d-a87a-4ad504245472 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:34.706027 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1ca1254-20bf-439c-a668-62e46fec372b", "name": "network-vif-deleted", "tag": "dd077597-df74-49e9-a01f-f703780b5627", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:34.706027 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-345f87c6-bae5-460d-a87a-4ad504245472 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:34.706027 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ca1254-20bf-439c-a668-62e46fec372b', 'name': 'network-vif-deleted', 'tag': 'dd077597-df74-49e9-a01f-f703780b5627', 'status': 'completed', 'code': 200} Aug 03 19:48:34.863005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b7138082-f982-44d9-83fe-ed614a67a2f6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:48:35.509141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:48:35.510850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1cf26da0-e726-4708-8d88-9a53722f87d1 req-7207284b-280a-4edb-9e50-f7369677bd5d tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0289958 Aug 03 19:48:35.558401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b7138082-f982-44d9-83fe-ed614a67a2f6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:48:35.558766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:35.637286 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:35.669095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:35.749102 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:35.797881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:35.916204 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:48:35.918597 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e50cb2-76c8-48d7-9cfc-ecc69474ccfe" -d '{"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-plugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:48:35.955073 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902dcde2-6c6d-46c7-a0cb-dc6f1c12e7f4 x-openstack-request-id: req-902dcde2-6c6d-46c7-a0cb-dc6f1c12e7f4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:48:35.955387 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-plugged", "status": "completed", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:48:35.955619 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-902dcde2-6c6d-46c7-a0cb-dc6f1c12e7f4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:48:35.956013 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'code': 200} Aug 03 19:48:36.612189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-af72bb4e-2da8-4433-b7ea-9e331f7b4689 req-a4ec5b5b-9460-43e3-8746-27af71916b8a tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0272555 Aug 03 19:48:37.708226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3dd0fe2e-28cc-4116-8512-28e0c4ef5656 req-2e38ab89-7742-414f-a504-8f3d0e7f11be tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0279520 Aug 03 19:48:38.009924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device dd077597-df74-49e9-a01f-f703780b5627 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:38.030607 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: dd077597-df74-49e9-a01f-f703780b5627 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:38.031026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device dd077597-df74-49e9-a01f-f703780b5627 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:38.817487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41ab71eb-0dae-4891-bf95-d2fd7098a412 req-9a9ba96f-b1d5-437f-ab10-e62d6082031e tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "GET /v2.0/ports?device_id=b1ca1254-20bf-439c-a668-62e46fec372b HTTP/1.1" status: 200 len: 210 time: 0.0305269 Aug 03 19:48:39.873766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40250) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:39.934512 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:39.960822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:40.065531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:40.068453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:40.069821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] 10.222.0.67 "DELETE /v2.0/security-groups/b0081dcc-1d49-4ce8-b494-acfcffb507d6 HTTP/1.1" status: 204 len: 168 time: 0.1950097 Aug 03 19:48:40.081317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade1170-1888-48d5-8f42-977edea7fcb1 tempest-TestVolumeBackupRestore-853274694 tempest-TestVolumeBackupRestore-853274694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0081dcc-1d49-4ce8-b494-acfcffb507d6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:43.946883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40398) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:44.423136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.685521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Deleting port eca6903b-cb94-4314-862a-b8818d1c4e09 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:44.685876 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.765997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] For port eca6903b-cb94-4314-862a-b8818d1c4e09, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eca6903b-cb94-4314-862a-b8818d1c4e09,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:44.766366 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:44.779650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Calling delete_port for eca6903b-cb94-4314-862a-b8818d1c4e09 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:45.040157 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.072380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca6903b-cb94-4314-862a-b8818d1c4e09,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:45.243064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.466545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Router b32c46bd-1722-4e2e-b39b-48ca5e06ebee has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:48:45.571825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:45.576956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-25c0bdb3-a5ae-42ef-b02b-45a95cd2f231 admin admin] 10.222.0.67 "PUT /v2.0/routers/b32c46bd-1722-4e2e-b39b-48ca5e06ebee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6290655 Aug 03 19:48:45.579435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40456) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:45.582356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Sync routers for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:45.596275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:45.597002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:45.689267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.789343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.795663 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:45.862585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:45.931036 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Deleting port 3b5824d1-1c00-4232-a067-e25fc4d29f1f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:45.931379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.016319 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] For port 3b5824d1-1c00-4232-a067-e25fc4d29f1f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3b5824d1-1c00-4232-a067-e25fc4d29f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:46.016761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.031772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Calling delete_port for 3b5824d1-1c00-4232-a067-e25fc4d29f1f owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:46.051206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:48:44Z', 'revision_number': 5, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port': {'id': '3b5824d1-1c00-4232-a067-e25fc4d29f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:5f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:46.078251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Checking router: b32c46bd-1722-4e2e-b39b-48ca5e06ebee for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:46.087302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Routers {'b32c46bd-1722-4e2e-b39b-48ca5e06ebee'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:46.087935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:46.177417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] Set router b32c46bd-1722-4e2e-b39b-48ca5e06ebee gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:46.235442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:48:45Z', 'revision_number': 6, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:46.263735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4144559-496d-4514-b8ff-d02f5cb73b6e None None] The sync data for ids ['b32c46bd-1722-4e2e-b39b-48ca5e06ebee'] in n-d-803363-1 is: [{'id': 'b32c46bd-1722-4e2e-b39b-48ca5e06ebee', 'name': 'tempest-TestVolumeBackupRestore-630079649-router', 'tenant_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:35Z', 'updated_at': '2021-08-03T19:48:45Z', 'revision_number': 6, 'project_id': '4efdc99f514d4a4a883b81aa0e6f46a1', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:46.274638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.300835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5824d1-1c00-4232-a067-e25fc4d29f1f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:46.369725 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.463888 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.466047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.596533 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.597053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32c46bd-1722-4e2e-b39b-48ca5e06ebee {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:48:46.601319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.602474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a4f3b52c-b7a6-41c9-a5a3-55b51fbfb026 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b32c46bd-1722-4e2e-b39b-48ca5e06ebee HTTP/1.1" status: 204 len: 168 time: 1.0221212 Aug 03 19:48:46.605289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40498) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:46.651100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Deleting subnet b0958905-3192-45cb-b6f7-4bd0e1907e08 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:48:46.654445 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.690566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.775297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.926785 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.956238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0958905-3192-45cb-b6f7-4bd0e1907e08,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:46.960209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:46.964716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b6e61f39-4a88-4879-8b0f-60a6b50d5bb1 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b0958905-3192-45cb-b6f7-4bd0e1907e08 HTTP/1.1" status: 204 len: 168 time: 0.3562186 Aug 03 19:48:46.965200 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40516) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:46.968639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d86081e-0d40-4aa1-b7cf-310dd2160a9b None None] Network 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:47.050192 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.107046 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Deleting port fcd04656-d868-49d0-a8b1-22040e642242 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:47.107415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.170221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] DHCP port deletion for 9414ebdc-faa0-49a2-bae5-4486ce9ccd6e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:48:47.174903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] For port fcd04656-d868-49d0-a8b1-22040e642242, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcd04656-d868-49d0-a8b1-22040e642242,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:47.175272 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.192432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Calling delete_port for fcd04656-d868-49d0-a8b1-22040e642242 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:47.219065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Deleting port fcd04656-d868-49d0-a8b1-22040e642242 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:47.219361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.289626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] For port fcd04656-d868-49d0-a8b1-22040e642242, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fcd04656-d868-49d0-a8b1-22040e642242,segment=NetworkSegment(b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8),segment_id=b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:47.290336 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.304929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Calling delete_port for fcd04656-d868-49d0-a8b1-22040e642242 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:47.366046 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.381189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.394644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd04656-d868-49d0-a8b1-22040e642242,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:47.396545 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] No DVR routers for this DVR port fcd04656-d868-49d0-a8b1-22040e642242 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:47.406885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] Pushing event deleted for resources: {'Port': ['ID=fcd04656-d868-49d0-a8b1-22040e642242,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:47.411139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38453de4-40e2-4fcd-928a-18b5d76d99af None None] No DVR routers for this DVR port fcd04656-d868-49d0-a8b1-22040e642242 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:47.488380 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.498644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9414ebdc-faa0-49a2-bae5-4486ce9ccd6e']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:47.508618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:47.508943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51cf9bb-8ebe-4975-aca6-b010a1d5d6b8') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:47.517730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.531500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.537337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:48:47.537727 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:48:47.539336 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:48:47.671336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.676939 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:47.681690 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] 10.222.0.67 "DELETE /v2.0/networks/9414ebdc-faa0-49a2-bae5-4486ce9ccd6e HTTP/1.1" status: 204 len: 168 time: 0.7126822 Aug 03 19:48:47.682109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40542) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:47.690316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb900aa4-3add-4823-ae83-36fb001acf98 admin admin] Pushing event deleted for resources: {'Network': ['ID=9414ebdc-faa0-49a2-bae5-4486ce9ccd6e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:48.288462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eca6903b-cb94-4314-862a-b8818d1c4e09 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:48.313538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: eca6903b-cb94-4314-862a-b8818d1c4e09 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:48.313886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eca6903b-cb94-4314-862a-b8818d1c4e09 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:48.314308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcd04656-d868-49d0-a8b1-22040e642242 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:48.334071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fcd04656-d868-49d0-a8b1-22040e642242 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:48.334873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fcd04656-d868-49d0-a8b1-22040e642242 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:48.334873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3b5824d1-1c00-4232-a067-e25fc4d29f1f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:48.353973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3b5824d1-1c00-4232-a067-e25fc4d29f1f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:48.354327 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3b5824d1-1c00-4232-a067-e25fc4d29f1f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:48.361713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:48.616900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Deleting port 7c02b528-e5d7-4be5-80dd-2399d947d122 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:48.617243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:48.694515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] For port 7c02b528-e5d7-4be5-80dd-2399d947d122, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c02b528-e5d7-4be5-80dd-2399d947d122,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:48.695092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:48.708724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Calling delete_port for 7c02b528-e5d7-4be5-80dd-2399d947d122 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:48.813828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-85c4ebf1-87f8-42af-846d-7c79610f58fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:48.983547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.015888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c02b528-e5d7-4be5-80dd-2399d947d122,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:49.183467 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.405612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:48:49.514318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:48:49.519462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-95207a5e-757c-4136-9ac2-d6801a25eb5a admin admin] 10.222.0.67 "PUT /v2.0/routers/893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364887 Aug 03 19:48:49.521935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40626) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:49.524783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a798b-dff0-489d-a220-370072e21969 None None] Sync routers for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:48:49.535574 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:49.536172 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:49.630583 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.640471 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:49.743603 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.825867 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:48:48Z', 'revision_number': 5, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port': {'id': '54b097be-3961-4033-a1e7-e42dd4f4eb63', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:43:45Z', 'updated_at': '2021-08-03T19:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:49.853133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a798b-dff0-489d-a220-370072e21969 None None] Checking router: 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:48:49.861801 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] Routers {'893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:48:49.862563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:49.880540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Deleting port 54b097be-3961-4033-a1e7-e42dd4f4eb63 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:49.880913 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.952846 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] Set router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:48:49.964390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] For port 54b097be-3961-4033-a1e7-e42dd4f4eb63, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=54b097be-3961-4033-a1e7-e42dd4f4eb63,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:49.964942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:49.977716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Calling delete_port for 54b097be-3961-4033-a1e7-e42dd4f4eb63 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:50.003523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-656a798b-dff0-489d-a220-370072e21969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:48:49Z', 'revision_number': 6, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:50.033559 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a798b-dff0-489d-a220-370072e21969 None None] The sync data for ids ['893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7'] in n-d-803363-1 is: [{'id': '893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7', 'name': 'tempest-TestVolumeBackupRestore-2123126215-router', 'tenant_id': 'f3397eecda734a049b999ff55127e6e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:43:44Z', 'updated_at': '2021-08-03T19:48:49Z', 'revision_number': 6, 'project_id': 'f3397eecda734a049b999ff55127e6e3', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:48:50.253688 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.282689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Pushing event deleted for resources: {'Port': ['ID=54b097be-3961-4033-a1e7-e42dd4f4eb63,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:50.343877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.439486 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.442089 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.511346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c02b528-e5d7-4be5-80dd-2399d947d122 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:50.532124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7c02b528-e5d7-4be5-80dd-2399d947d122 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:50.532476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c02b528-e5d7-4be5-80dd-2399d947d122 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:50.561293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.561837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:48:50.566935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.568108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d52f785f-df3b-4311-bce2-483fccff394d admin admin] 10.222.0.67 "DELETE /v2.0/routers/893ff4f8-b8f0-4f05-88d9-18bc1a80d7f7 HTTP/1.1" status: 204 len: 168 time: 1.0452547 Aug 03 19:48:50.570695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40672) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:50.620439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Deleting subnet 5d11ba3d-1c3a-4359-883b-e76e8349fc1d {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:48:50.624274 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.659651 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.738802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.906492 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.938683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d11ba3d-1c3a-4359-883b-e76e8349fc1d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:50.942361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:50.945753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-866f8669-1a24-49dc-a5dc-cc9b4eea043f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5d11ba3d-1c3a-4359-883b-e76e8349fc1d HTTP/1.1" status: 204 len: 168 time: 0.3728454 Aug 03 19:48:50.946997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40686) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:50.947498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f917a-f525-4484-8dad-817563438152 None None] Network 1d4dec88-1694-49ca-93c4-33931668c539 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:48:51.021272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.081529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Deleting port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:51.082077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.157198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] For port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:51.159411 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.162138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] DHCP port deletion for 1d4dec88-1694-49ca-93c4-33931668c539 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:48:51.172439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Calling delete_port for 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:51.214382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Deleting port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:48:51.214764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.280233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] For port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,segment=NetworkSegment(38c523e3-d6c3-4fed-bb7f-83b1784121ce),segment_id=38c523e3-d6c3-4fed-bb7f-83b1784121ce)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:48:51.280947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.293512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Calling delete_port for 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:48:51.349051 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.369418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.376285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Pushing event deleted for resources: {'Port': ['ID=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:51.379841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] No DVR routers for this DVR port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:51.398481 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] Pushing event deleted for resources: {'Port': ['ID=1153b3a3-7e49-4e96-bcce-1cfadf5fa38a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:51.402850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f02ec2-da6c-453a-a105-34748f8a2237 None None] No DVR routers for this DVR port 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:48:51.458423 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.469243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4dec88-1694-49ca-93c4-33931668c539']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:51.480141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c523e3-d6c3-4fed-bb7f-83b1784121ce') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:51.480439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c523e3-d6c3-4fed-bb7f-83b1784121ce') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:48:51.489349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.503434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.509506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:48:51.509896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:48:51.511493 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:48:51.665317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.670063 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:51.672073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1d4dec88-1694-49ca-93c4-33931668c539 HTTP/1.1" status: 204 len: 168 time: 0.7240784 Aug 03 19:48:51.685829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065dbab-01e5-4da6-b129-cea55c9df186 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4dec88-1694-49ca-93c4-33931668c539,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:52.053654 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55695354-9671-4270-a09d-1a81c8689e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.058801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40726) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:52.103392 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52c5821a-3907-4c28-b3ff-c5db6f80a03d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4efdc99f514d4a4a883b81aa0e6f46a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433578 Aug 03 19:48:52.105905 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40728) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:52.156687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.178095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.179218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.272140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:52.282329 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.285023 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:52.286194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/39e7b69f-283c-4903-b1f6-a2f8f51fb98f HTTP/1.1" status: 204 len: 168 time: 0.1793954 Aug 03 19:48:52.295347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:52.295510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882ef8e-72de-4666-92a4-bcdef9944991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e7b69f-283c-4903-b1f6-a2f8f51fb98f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:52.296199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1153b3a3-7e49-4e96-bcce-1cfadf5fa38a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:52.296876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 54b097be-3961-4033-a1e7-e42dd4f4eb63 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:48:52.321955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 54b097be-3961-4033-a1e7-e42dd4f4eb63 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:48:52.322294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 54b097be-3961-4033-a1e7-e42dd4f4eb63 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:48:53.046371 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:53.139249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:53.180065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10008d3b-0017-4288-9dbb-43261cc61dfb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f3397eecda734a049b999ff55127e6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391362 Aug 03 19:48:53.182535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:48:53.229602 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:53.251181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:53.374050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:53.376971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:48:53.378133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a170905-a955-4325-a19f-29508daf233b HTTP/1.1" status: 204 len: 168 time: 0.1947105 Aug 03 19:48:53.386255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4458135-2bfc-4ae7-8f62-91f8f6a54963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a170905-a955-4325-a19f-29508daf233b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:48:54.868599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:00.040672 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:49:03.474011 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.099173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40766) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:09.256615 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port 5a626f3d-1420-4b2a-a3a3-1526e859b59d {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:09.256912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.332420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.332795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.344333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for 5a626f3d-1420-4b2a-a3a3-1526e859b59d owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:09.562381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.588129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=5a626f3d-1420-4b2a-a3a3-1526e859b59d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:09.653640 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.653981 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Floating IP a7707e81-195a-4214-beff-5b3a5827bfa3 disassociated (deleted). External IP: 172.25.2.125, port: b7138082-f982-44d9-83fe-ed614a67a2f6. Aug 03 19:49:09.860930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:09.969585 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:09.974260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:09.978850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Sync routers for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:09.989067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:09.989682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:10.003359 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-eb56ce50-92f6-42e7-a27e-f62ca7b7303a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/floatingips/a7707e81-195a-4214-beff-5b3a5827bfa3 HTTP/1.1" status: 204 len: 168 time: 0.9005060 Aug 03 19:49:10.003359 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:10.003638 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d67b9-64c2-4868-b9c1-44bf993ba00c" -d '{"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:10.093499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:10.288560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:10.318175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Checking router: 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:10.327194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:10.327831 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:10.475422 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37a422-a94e-4988-89c5-fa0dd1a33ee4 x-openstack-request-id: req-8e37a422-a94e-4988-89c5-fa0dd1a33ee4 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:10.475946 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:10.475946 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8e37a422-a94e-4988-89c5-fa0dd1a33ee4 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:10.476184 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'status': 'completed', 'code': 200} Aug 03 19:49:10.550129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-03ea3f27-e6d0-472f-ba65-28b1f9b8734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.551686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-03ea3f27-e6d0-472f-ba65-28b1f9b8734c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=98aca119abbe473ea7debecebc9f453b&device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 1096 time: 0.0503724 Aug 03 19:49:10.602883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:10.652681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-8f457d70-9307-47fa-bdc2-0f6523ecb1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.654280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-8f457d70-9307-47fa-bdc2-0f6523ecb1a4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=4cfb02cd-833f-40f0-b7c3-d38933fac272 HTTP/1.1" status: 200 len: 898 time: 0.0942531 Aug 03 19:49:10.697900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-9cc39097-ab81-48a9-8d46-5e130d31d537 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7138082-f982-44d9-83fe-ed614a67a2f6 HTTP/1.1" status: 200 len: 217 time: 0.0355060 Aug 03 19:49:10.751033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-1a6cbd52-43da-4964-b35f-cca60adc3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.752969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-1a6cbd52-43da-4964-b35f-cca60adc3f00 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=f80b16ed-7902-46ce-b93b-6a7d0adde028 HTTP/1.1" status: 200 len: 835 time: 0.0478997 Aug 03 19:49:10.800762 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-9a470602-fa75-46a9-8de4-e6ab77b1fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.802283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-9a470602-fa75-46a9-8de4-e6ab77b1fa63 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=4cfb02cd-833f-40f0-b7c3-d38933fac272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415993 Aug 03 19:49:10.807259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:10.834647 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38cefa-8941-42d2-bf4a-a44e9c2e79f7 None None] The sync data for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 is: [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b8593813-6b19-4f85-95c0-5e569f039cc3', 'name': '', 'network_id': '4cfb02cd-833f-40f0-b7c3-d38933fac272', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'mac_address': 'fa:16:3e:5b:83:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:21Z', 'updated_at': '2021-08-03T19:47:26Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'subnets': [{'id': 'f80b16ed-7902-46ce-b93b-6a7d0adde028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:10.939739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8001ad-7436-492d-aa70-9c23c42e033e req-9226b670-04dd-4346-93f0-9d7829b29c71 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:10.941283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c8001ad-7436-492d-aa70-9c23c42e033e req-9226b670-04dd-4346-93f0-9d7829b29c71 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.4144294 Aug 03 19:49:10.943539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-411880c5-9c6b-4a12-bf17-a9b29bc3f14d service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329408 Aug 03 19:49:11.035876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c8001ad-7436-492d-aa70-9c23c42e033e req-b3f4adf3-1a66-408f-a702-b28400e316ae tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883832 Aug 03 19:49:11.068576 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-292d67b9-64c2-4868-b9c1-44bf993ba00c req-2f5a129c-e60b-4e0f-af17-5e9bcd170ddc service neutron] 10.222.0.77 "GET /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144614 Aug 03 19:49:11.080943 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edaadbd-e920-4bf3-bfbd-11c9d2776264 None None] New status for floating IP a7707e81-195a-4214-beff-5b3a5827bfa3: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:11.846174 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-e8f8a4b9-c967-436b-ba81-68b152518d7a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:11.847627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-e8f8a4b9-c967-436b-ba81-68b152518d7a tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0498517 Aug 03 19:49:11.942877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:11.943220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:12.029601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port b7138082-f982-44d9-83fe-ed614a67a2f6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b7138082-f982-44d9-83fe-ed614a67a2f6,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:12.029969 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:12.042314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for b7138082-f982-44d9-83fe-ed614a67a2f6 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:12.183871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf048c-097d-41ea-b998-73d223d455bc req-27ea3265-5d1c-4b15-afd3-f0463128f8c5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:12.185403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3bf048c-097d-41ea-b998-73d223d455bc req-27ea3265-5d1c-4b15-afd3-f0463128f8c5 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/ports?device_id=03e60a07-ff3b-471a-b43a-40848d1e1917 HTTP/1.1" status: 200 len: 945 time: 0.0801933 Aug 03 19:49:12.235873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3bf048c-097d-41ea-b998-73d223d455bc req-56e88b4f-6e67-4837-a877-eaf89fc2e62c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "GET /v2.0/security-groups?id=e101cf36-d690-4e20-8282-d45ed33013df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Aug 03 19:49:12.288370 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:12.319667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=b7138082-f982-44d9-83fe-ed614a67a2f6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:12.362250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] No DVR routers for this DVR port b7138082-f982-44d9-83fe-ed614a67a2f6 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:12.365064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:12.367091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e54ae8e9-706f-4ce6-bd20-ab82067b2556 req-a0dfbf17-170d-4f36-a6a2-c35a5f278ae2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.77 "DELETE /v2.0/ports/b7138082-f982-44d9-83fe-ed614a67a2f6 HTTP/1.1" status: 204 len: 173 time: 0.5133278 Aug 03 19:49:12.367600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-deleted', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:12.369829 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30539d8e-270a-40d1-a9b4-ca04553f680b" -d '{"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-deleted", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:12.493401 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1adf39-9ff2-44a0-953a-c3dc13b98983 x-openstack-request-id: req-db1adf39-9ff2-44a0-953a-c3dc13b98983 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:12.493697 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e60a07-ff3b-471a-b43a-40848d1e1917", "name": "network-vif-deleted", "tag": "b7138082-f982-44d9-83fe-ed614a67a2f6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:12.493945 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-db1adf39-9ff2-44a0-953a-c3dc13b98983 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:12.494342 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e60a07-ff3b-471a-b43a-40848d1e1917', 'name': 'network-vif-deleted', 'tag': 'b7138082-f982-44d9-83fe-ed614a67a2f6', 'status': 'completed', 'code': 200} Aug 03 19:49:13.293055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:13.658849 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:13.921633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port b8593813-6b19-4f85-95c0-5e569f039cc3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:13.921896 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.013848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port b8593813-6b19-4f85-95c0-5e569f039cc3, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b8593813-6b19-4f85-95c0-5e569f039cc3,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:14.014217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.027877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for b8593813-6b19-4f85-95c0-5e569f039cc3 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:14.293654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.321567 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=b8593813-6b19-4f85-95c0-5e569f039cc3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:14.501223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.712461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:14.816740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:14.821615 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7514fdff-35d6-427e-a0da-f4ec73e4786b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "PUT /v2.0/routers/2d7ea51b-1cb2-4793-93f5-94cf3a27d37b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5274570 Aug 03 19:49:14.824240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:14.827202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Sync routers for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:14.837748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:14.838709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:14.885650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting subnet f80b16ed-7902-46ce-b93b-6a7d0adde028 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:49:14.889196 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.929792 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:14.957516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:15.021861 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.139152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:49:14Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:15.162559 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.165732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Checking router: 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:15.174619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Routers {'2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:15.175229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:48:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:15.192111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Subnet': ['ID=f80b16ed-7902-46ce-b93b-6a7d0adde028,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:15.194997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.196847 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9dac6fc5-3431-4e43-8044-031917f1797b tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/subnets/f80b16ed-7902-46ce-b93b-6a7d0adde028 HTTP/1.1" status: 204 len: 168 time: 0.3716366 Aug 03 19:49:15.199458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40790) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:15.208832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5af1f-5b8b-4908-956f-3a65b2d04f36 None None] Network 4cfb02cd-833f-40f0-b7c3-d38933fac272 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:49:15.373882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] Set router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:15.566245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] DHCP port deletion for 4cfb02cd-833f-40f0-b7c3-d38933fac272 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:49:15.613268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:49:14Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:15.642177 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.643124 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af65e33-f4f4-4f2a-a43b-f9bec820cdcb None None] The sync data for ids ['2d7ea51b-1cb2-4793-93f5-94cf3a27d37b'] in n-d-803363-1 is: [{'id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-230553799', 'tenant_id': '98aca119abbe473ea7debecebc9f453b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:49:14Z', 'revision_number': 5, 'project_id': '98aca119abbe473ea7debecebc9f453b', 'gw_port': {'id': 'ed152617-f5a7-4f17-902b-e5277f4b35de', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ea51b-1cb2-4793-93f5-94cf3a27d37b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:47:17Z', 'updated_at': '2021-08-03T19:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:15.648917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.662172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Deleting port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:15.662548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.701164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:15.731659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b7138082-f982-44d9-83fe-ed614a67a2f6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:15.731996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b7138082-f982-44d9-83fe-ed614a67a2f6 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:15.751605 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] For port aebb029f-7d37-43bd-8b42-c1f79d14fcc7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,segment=NetworkSegment(b4162458-e6f8-449c-b3c8-6d0f4c02924c),segment_id=b4162458-e6f8-449c-b3c8-6d0f4c02924c)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:15.751924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.756815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.765735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Calling delete_port for aebb029f-7d37-43bd-8b42-c1f79d14fcc7 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:15.932129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Deleting port ed152617-f5a7-4f17-902b-e5277f4b35de {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:15.932473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.943150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:15.969708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] Pushing event deleted for resources: {'Port': ['ID=aebb029f-7d37-43bd-8b42-c1f79d14fcc7,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:15.973279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f237d6-5b54-4e85-b062-4523c9c70d4b None None] No DVR routers for this DVR port aebb029f-7d37-43bd-8b42-c1f79d14fcc7 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:16.019693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] For port ed152617-f5a7-4f17-902b-e5277f4b35de, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ed152617-f5a7-4f17-902b-e5277f4b35de,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:16.020064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.034125 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Calling delete_port for ed152617-f5a7-4f17-902b-e5277f4b35de owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:16.259615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.291111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aebb029f-7d37-43bd-8b42-c1f79d14fcc7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:16.292133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Port': ['ID=ed152617-f5a7-4f17-902b-e5277f4b35de,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:16.310833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: aebb029f-7d37-43bd-8b42-c1f79d14fcc7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:16.311173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aebb029f-7d37-43bd-8b42-c1f79d14fcc7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:16.311576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b8593813-6b19-4f85-95c0-5e569f039cc3 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:16.333153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b8593813-6b19-4f85-95c0-5e569f039cc3 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:16.333492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b8593813-6b19-4f85-95c0-5e569f039cc3 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:16.352585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.442685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.444787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.571476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.571932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Fanout notify agent at l3_agent the message router_deleted on router 2d7ea51b-1cb2-4793-93f5-94cf3a27d37b {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:49:16.579636 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.580794 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c822f3eb-636b-4ca1-9a84-9ef3890b2132 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/routers/2d7ea51b-1cb2-4793-93f5-94cf3a27d37b HTTP/1.1" status: 204 len: 168 time: 1.3802001 Aug 03 19:49:16.583496 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:16.667552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.759073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.770538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb02cd-833f-40f0-b7c3-d38933fac272']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:16.779985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4162458-e6f8-449c-b3c8-6d0f4c02924c') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:16.780281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4162458-e6f8-449c-b3c8-6d0f4c02924c') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:16.789109 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.801978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.807576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:49:16.807959 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:49:16.810814 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:49:16.928181 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.935730 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:16.936944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/networks/4cfb02cd-833f-40f0-b7c3-d38933fac272 HTTP/1.1" status: 204 len: 168 time: 0.3524854 Aug 03 19:49:16.940404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:16.951673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687418c2-9c64-46c7-8add-4a5dde5de05c tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'Network': ['ID=4cfb02cd-833f-40f0-b7c3-d38933fac272,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:16.999946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.028431 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.173554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.176154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:17.177368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] 10.222.0.67 "DELETE /v2.0/security-groups/e101cf36-d690-4e20-8282-d45ed33013df HTTP/1.1" status: 204 len: 168 time: 0.2359076 Aug 03 19:49:17.186658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7515ed2-10cd-4e66-858d-d60c13c024d2 tempest-TestNetworkAdvancedServerOps-705888789 tempest-TestNetworkAdvancedServerOps-705888789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101cf36-d690-4e20-8282-d45ed33013df,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:17.814054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40804) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:17.944289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f5041612-ab26-4496-a5d9-b6eae8c3ad18 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=98aca119abbe473ea7debecebc9f453b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290741 Aug 03 19:49:17.946781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40808) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:17.995451 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.017265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.162428 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.165077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.166242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3c043dab-6fd9-44e2-8e3e-b2e13381a80e HTTP/1.1" status: 204 len: 168 time: 0.2185767 Aug 03 19:49:18.174658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bcae-4cd9-4041-af2f-de0e6f1907c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c043dab-6fd9-44e2-8e3e-b2e13381a80e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:18.279912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ed152617-f5a7-4f17-902b-e5277f4b35de no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:18.301321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ed152617-f5a7-4f17-902b-e5277f4b35de {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:18.301668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ed152617-f5a7-4f17-902b-e5277f4b35de not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:18.773639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40814) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:18.802138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a8e83c5-0943-4135-a0ca-e920a2fb0a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.814889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1328d7cd-737d-40a5-9b56-a2ce25af6a44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8d51b09fc1484e4f911988878db4f88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400429 Aug 03 19:49:18.817340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40816) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:18.865100 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:18.887622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.013613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.016894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:19.018149 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00361c55-5cb2-46b5-889b-84628648d20a HTTP/1.1" status: 204 len: 168 time: 0.1998451 Aug 03 19:49:19.026117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561a8c3-30cf-43cc-81e9-da71f9efd972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00361c55-5cb2-46b5-889b-84628648d20a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:22.034631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d361bc4-5e1e-4a8b-abda-b03672fbf442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:22.171425 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:22.908053 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-1d07a4d9-dddf-4404-8cf3-c99291736a87 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399783 Aug 03 19:49:22.994382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:23.010010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-a785e8e9-add2-4f72-bd31-3cf7ec15fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:23.011517 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-a785e8e9-add2-4f72-bd31-3cf7ec15fe1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0445635 Aug 03 19:49:23.122137 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-5dfde351-2809-4b4e-a7c1-d22b02940af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:23.123614 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-5dfde351-2809-4b4e-a7c1-d22b02940af6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0931404 Aug 03 19:49:23.191571 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-f0be17bf-f2cd-4fbc-b1ca-1ddb73a63f95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 1001 time: 0.0610528 Aug 03 19:49:23.239523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-89c17462-a7eb-4ca7-b261-9d83d3c3a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:23.240938 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-89c17462-a7eb-4ca7-b261-9d83d3c3a703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0430672 Aug 03 19:49:23.284582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-247e9a80-fefa-45c7-9c53-33216a84af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:23.286066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-247e9a80-fefa-45c7-9c53-33216a84af60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382321 Aug 03 19:49:23.377304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-4f6c8143-fc23-4f68-8f99-e9a417510de6 service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Aug 03 19:49:23.465827 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-8eaa9e35-1441-4899-a026-f4f89c9e2cd7 req-b30df79f-c71d-4dfc-9a76-3699c91231fe service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814214 Aug 03 19:49:24.836545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:33.436618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:35.685705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40832) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:36.022296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 43d57173-e9ce-42cf-a363-ec5fbb36f836 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:36.022554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.100258 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.100595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.111921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 43d57173-e9ce-42cf-a363-ec5fbb36f836 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:36.345268 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.372878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=43d57173-e9ce-42cf-a363-ec5fbb36f836,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:36.400198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.400549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.400932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.401277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.401612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.401943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.402271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.402596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.402927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.403249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.403601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.403926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:36.443214 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.443552 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 0dc1ffb2-b06d-44bb-95d1-52d0126a2a27 disassociated (deleted). External IP: 172.25.2.74, port: 47db868e-0cdf-4590-ad0b-06c6130f59c7. Aug 03 19:49:36.653292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:36.763986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:36.769444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:36.774031 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:36.784436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:36.785064 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:36.797348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e51ebf6a-1490-457b-bc53-dd9327dac8e2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "DELETE /v2.0/floatingips/0dc1ffb2-b06d-44bb-95d1-52d0126a2a27 HTTP/1.1" status: 204 len: 168 time: 1.1105382 Aug 03 19:49:36.798292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:36.800708 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e605b7cd-6bd0-4458-af80-8f9dfad4af88" -d '{"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:36.889917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:37.120976 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:49:37.179286 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecbbe20-4896-44dc-8a4a-f2c42d7f5acc x-openstack-request-id: req-cecbbe20-4896-44dc-8a4a-f2c42d7f5acc {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:37.179573 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:37.179854 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cecbbe20-4896-44dc-8a4a-f2c42d7f5acc {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:37.180271 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'status': 'completed', 'code': 200} Aug 03 19:49:37.209562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:37.239434 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:37.248072 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:37.248692 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:37.291769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-4d8b3e15-80eb-4953-bbaf-61e5394d513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.293318 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-4d8b3e15-80eb-4953-bbaf-61e5394d513f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 1097 time: 0.0821226 Aug 03 19:49:37.305853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d510dc-608a-4cd6-b764-cbed68d0b59f req-fedd12b7-a779-46f1-a296-c3bdff513695 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.307549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37d510dc-608a-4cd6-b764-cbed68d0b59f req-fedd12b7-a779-46f1-a296-c3bdff513695 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0710027 Aug 03 19:49:37.353491 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:37.393867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37d510dc-608a-4cd6-b764-cbed68d0b59f req-48ee5cdd-04eb-49eb-8cad-818afc6ed6a9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775003 Aug 03 19:49:37.422130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-4951d173-75fa-47ed-bbd3-48319e10e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.424155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-4951d173-75fa-47ed-bbd3-48319e10e507 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.1154578 Aug 03 19:49:37.466167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-dc5f6fa2-9a3e-451c-9817-4e673b70f589 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 200 len: 217 time: 0.0340803 Aug 03 19:49:37.514899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-e8c99c69-4559-4578-9397-81b9a4d63aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.516444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-e8c99c69-4559-4578-9397-81b9a4d63aa4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0432243 Aug 03 19:49:37.568070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-292f13d9-5f83-4539-8ee1-42dd28cafcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:37.569594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-292f13d9-5f83-4539-8ee1-42dd28cafcd1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451853 Aug 03 19:49:37.576322 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:37.603289 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bed08f5-b71d-485a-b590-69661912ad37 None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '967580f9-5af1-4612-a900-042f76490d92', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'floating_ip_address': '172.25.2.219', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'port_id': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'mac_address': 'fa:16:3e:3b:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:44:06Z', 'updated_at': '2021-08-03T19:44:09Z', 'revision_number': 1, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:37.661168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-8d948851-4f9d-4378-a35d-f02a9a6f6361 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843425 Aug 03 19:49:37.757900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e605b7cd-6bd0-4458-af80-8f9dfad4af88 req-287f225a-eec8-408f-afd4-bbb277506600 service neutron] 10.222.0.77 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Aug 03 19:49:37.836101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7491ec-076c-45ea-8057-95b3bb63353b None None] New status for floating IP 0dc1ffb2-b06d-44bb-95d1-52d0126a2a27: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:38.511718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e016e0-8678-41b7-b79d-46e74ff2e0cd req-620bc0af-25a0-4049-b460-e42991b108be tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:38.513144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4e016e0-8678-41b7-b79d-46e74ff2e0cd req-620bc0af-25a0-4049-b460-e42991b108be tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0505853 Aug 03 19:49:38.552439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4e016e0-8678-41b7-b79d-46e74ff2e0cd req-d0b44b5b-3bd0-4ee3-90f3-8ece52faf1b2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334156 Aug 03 19:49:38.731844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-317a15a0-06cf-4612-83c3-002b7353d967 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:38.733308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-317a15a0-06cf-4612-83c3-002b7353d967 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 946 time: 0.0492470 Aug 03 19:49:38.829104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 47db868e-0cdf-4590-ad0b-06c6130f59c7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:38.829399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:38.916776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port 47db868e-0cdf-4590-ad0b-06c6130f59c7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=47db868e-0cdf-4590-ad0b-06c6130f59c7,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:38.917143 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:38.929196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 47db868e-0cdf-4590-ad0b-06c6130f59c7 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:39.166061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:39.195917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=47db868e-0cdf-4590-ad0b-06c6130f59c7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.233328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:49:39.561550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port 47db868e-0cdf-4590-ad0b-06c6130f59c7 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:39.564709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:39.566679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09c5dc8b-4dbe-4b6f-b484-698c1a943d8b req-734e195c-a139-4970-9f86-9bd014511e44 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.77 "DELETE /v2.0/ports/47db868e-0cdf-4590-ad0b-06c6130f59c7 HTTP/1.1" status: 204 len: 173 time: 0.8265252 Aug 03 19:49:39.567118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'name': 'network-vif-deleted', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:39.569423 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee9f21-1cbd-4d1c-bc7d-7647b17f116e" -d '{"events": [{"server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "name": "network-vif-deleted", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:39.607633 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31d5bc8-4392-4d6a-98f8-fd3a34925c45 x-openstack-request-id: req-c31d5bc8-4392-4d6a-98f8-fd3a34925c45 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:39.607933 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48ddbb2-0308-4adc-acc0-c0c88804672e", "name": "network-vif-deleted", "tag": "47db868e-0cdf-4590-ad0b-06c6130f59c7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:39.608181 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c31d5bc8-4392-4d6a-98f8-fd3a34925c45 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:39.608578 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48ddbb2-0308-4adc-acc0-c0c88804672e', 'name': 'network-vif-deleted', 'tag': '47db868e-0cdf-4590-ad0b-06c6130f59c7', 'status': 'completed', 'code': 200} Aug 03 19:49:39.686073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11d6fd3-9ac1-4fe1-9b2d-d80f6c6d6b4c req-35b3146b-6c2c-4bab-990b-aa73eeede2c9 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0283511 Aug 03 19:49:40.781398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bade1a4-1788-4de0-b66b-3635362a3567 req-6cef95d9-6f80-4c64-89e3-56ceee1968be tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0263822 Aug 03 19:49:41.877433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa4b1b57-6be5-48d4-a131-7b669cf83148 req-dba93a86-41e7-45d3-8b5b-3c30f43a7cad tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0286846 Aug 03 19:49:42.986673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05f632b9-0e55-4731-a37f-595cd7e65988 req-1e21ac42-1185-42e0-9649-cceb8276b406 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=c48ddbb2-0308-4adc-acc0-c0c88804672e HTTP/1.1" status: 200 len: 210 time: 0.0303090 Aug 03 19:49:43.821228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 47db868e-0cdf-4590-ad0b-06c6130f59c7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:43.842010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 47db868e-0cdf-4590-ad0b-06c6130f59c7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:43.842359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 47db868e-0cdf-4590-ad0b-06c6130f59c7 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:45.623086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:48.785587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a627f7db-12d6-4e1c-a827-d184928b5849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:49.606594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40876) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:49.764885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 70db39c4-c043-43d0-a178-33788e06448f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:49.765229 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:49.845206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:49.845446 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:49.857260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 70db39c4-c043-43d0-a178-33788e06448f owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:50.074731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.103415 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=70db39c4-c043-43d0-a178-33788e06448f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:50.162064 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.162399 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Floating IP 967580f9-5af1-4612-a900-042f76490d92 disassociated (deleted). External IP: 172.25.2.219, port: 415d312f-d9be-4d10-8d63-4f83178c38a8. Aug 03 19:49:50.375498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:49:50.483428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:49:50.488444 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:50.493013 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:49:50.502649 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:50.503251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:50.515312 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0690165b-cf56-40c8-90a5-49e36658364d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "DELETE /v2.0/floatingips/967580f9-5af1-4612-a900-042f76490d92 HTTP/1.1" status: 204 len: 168 time: 0.9076459 Aug 03 19:49:50.515920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:50.518971 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf24321-5675-433d-91e1-e9491b455661" -d '{"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:50.607777 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:50.807855 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:50.833215 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:49:50.841094 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:49:50.841674 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:50.905585 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6636f44b-7f72-4313-b621-95e8ec1f9aaf x-openstack-request-id: req-6636f44b-7f72-4313-b621-95e8ec1f9aaf {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:50.906354 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:50.906451 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6636f44b-7f72-4313-b621-95e8ec1f9aaf {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:50.906861 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'status': 'completed', 'code': 200} Aug 03 19:49:50.957475 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:49:51.002944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe8664-970b-4e65-829b-63e6dc74be9e req-b7084bf5-8e46-441d-9948-5a83d805eadc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.005123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecbe8664-970b-4e65-829b-63e6dc74be9e req-b7084bf5-8e46-441d-9948-5a83d805eadc tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.0523417 Aug 03 19:49:51.008473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24321-5675-433d-91e1-e9491b455661 req-8ce21f68-bd7e-45e4-be28-19b553558c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.010220 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-8ce21f68-bd7e-45e4-be28-19b553558c9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f838fb178a6447ab862a47a008b37eb6&device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 1096 time: 0.0471489 Aug 03 19:49:51.046248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecbe8664-970b-4e65-829b-63e6dc74be9e req-9fde04f8-adef-4603-8a85-6053f898e3eb tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Aug 03 19:49:51.105986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24321-5675-433d-91e1-e9491b455661 req-fa472e55-b4ef-4516-b476-7761ccca2aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.107519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-fa472e55-b4ef-4516-b476-7761ccca2aa8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 200 len: 912 time: 0.0897727 Aug 03 19:49:51.156556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-cca919f5-56cb-44c2-aa77-a4071ed52f30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 200 len: 217 time: 0.0394597 Aug 03 19:49:51.160436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:49:51.191415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ac3a6f-6678-4e76-bc80-3d0691f9a25f None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:33:36Z', 'revision_number': 4, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '3bf14bc8-3c23-4af0-b962-ebd019517265', 'name': '', 'network_id': 'ee267510-f8ba-46bd-bb6a-7641f173dc5e', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'mac_address': 'fa:16:3e:c7:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:34Z', 'updated_at': '2021-08-03T19:33:54Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'subnets': [{'id': '867cc5a0-afcf-4ba4-b196-665449efa56c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:49:51.256394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24321-5675-433d-91e1-e9491b455661 req-07cf5d42-4bf3-46c0-b309-25c7afb4f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.264479 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-07cf5d42-4bf3-46c0-b309-25c7afb4f875 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 200 len: 850 time: 0.0479057 Aug 03 19:49:51.310702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf24321-5675-433d-91e1-e9491b455661 req-35fa932c-8e93-454b-9517-c73347b41b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.311089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-35fa932c-8e93-454b-9517-c73347b41b45 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ee267510-f8ba-46bd-bb6a-7641f173dc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425897 Aug 03 19:49:51.411245 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-d1b9b917-eeab-4e85-9ee1-141ce2529d9e service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917976 Aug 03 19:49:51.427254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cbd80-f781-4488-ba05-4812151a1ed3 None None] New status for floating IP 967580f9-5af1-4612-a900-042f76490d92: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:49:51.516194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-eaf24321-5675-433d-91e1-e9491b455661 req-087bd59c-d150-4fca-8f3e-48691e1f5d2a service neutron] 10.222.0.54 "GET /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884697 Aug 03 19:49:51.752670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820982fd-2012-4749-9101-121454b04b73 req-f417519a-0358-4d5c-ab5f-c012aca9f7d0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:51.754130 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-820982fd-2012-4749-9101-121454b04b73 req-f417519a-0358-4d5c-ab5f-c012aca9f7d0 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Aug 03 19:49:51.848429 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port 415d312f-d9be-4d10-8d63-4f83178c38a8 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:51.848811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.938732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] For port 415d312f-d9be-4d10-8d63-4f83178c38a8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=415d312f-d9be-4d10-8d63-4f83178c38a8,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:49:51.939516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:51.951483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for 415d312f-d9be-4d10-8d63-4f83178c38a8 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:52.054107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b01b25e-ca0f-45ba-8919-171fde0bdd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.166273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.168701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8282e0f-a40f-454f-89d8-22f64e443c13 req-11788f0f-b2da-4cba-83bd-88c1281ab8f2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:49:52.170186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8282e0f-a40f-454f-89d8-22f64e443c13 req-11788f0f-b2da-4cba-83bd-88c1281ab8f2 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 945 time: 0.0492356 Aug 03 19:49:52.194634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.200027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=415d312f-d9be-4d10-8d63-4f83178c38a8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:52.210714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8282e0f-a40f-454f-89d8-22f64e443c13 req-1cf4bb34-c525-4937-8021-fd8b0f66e77d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/security-groups?id=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337667 Aug 03 19:49:52.253530 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] No DVR routers for this DVR port 415d312f-d9be-4d10-8d63-4f83178c38a8 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:49:52.256469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:52.260174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-820982fd-2012-4749-9101-121454b04b73 req-fa61d844-1375-497b-a13b-a3038eb960b5 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.54 "DELETE /v2.0/ports/415d312f-d9be-4d10-8d63-4f83178c38a8 HTTP/1.1" status: 204 len: 173 time: 0.4985960 Aug 03 19:49:52.908096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'name': 'network-vif-deleted', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:49:52.910607 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb61e79-4a78-4dcb-aab8-19d527d7d054" -d '{"events": [{"server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "name": "network-vif-deleted", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:49:52.946660 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8188f1b4-698d-412b-a7a1-b5aecefc849d x-openstack-request-id: req-8188f1b4-698d-412b-a7a1-b5aecefc849d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:49:52.947273 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821964c-fc50-4ae8-b32b-1ff6de2ecc74", "name": "network-vif-deleted", "tag": "415d312f-d9be-4d10-8d63-4f83178c38a8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:49:52.947374 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8188f1b4-698d-412b-a7a1-b5aecefc849d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:49:52.947713 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821964c-fc50-4ae8-b32b-1ff6de2ecc74', 'name': 'network-vif-deleted', 'tag': '415d312f-d9be-4d10-8d63-4f83178c38a8', 'status': 'completed', 'code': 200} Aug 03 19:49:52.994234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:53.317663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d1de20b-b45a-48c3-8349-664eedcecf17 req-d6e54dde-1468-4281-af9f-c8428f700062 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0278289 Aug 03 19:49:54.395588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 415d312f-d9be-4d10-8d63-4f83178c38a8 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:49:54.417090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 415d312f-d9be-4d10-8d63-4f83178c38a8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:49:54.417436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 415d312f-d9be-4d10-8d63-4f83178c38a8 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:49:54.424158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2fe40925-5c82-4557-b8f4-c29ade68c3a2 req-c91fa5c1-b739-4568-9652-ec2c4f725e96 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0360768 Aug 03 19:49:54.877708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:55.519655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d95058ef-aa5d-4ae7-8d27-3ee9c4b0a3ce req-e829897e-bb82-4275-96cd-e9f898f4b6df tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0266705 Aug 03 19:49:56.625487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ad91d32-b285-4add-8d30-aa26e15dad7b req-77d1c6f6-7283-4e2b-91cf-685da1138660 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "GET /v2.0/ports?device_id=0821964c-fc50-4ae8-b32b-1ff6de2ecc74 HTTP/1.1" status: 200 len: 210 time: 0.0266867 Aug 03 19:49:57.681559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40898) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:49:57.809984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Deleting port f5f02e82-4384-432c-a684-6ecbbc2a55a5 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:49:57.810332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:57.892773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:57.893058 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:57.904633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Calling delete_port for f5f02e82-4384-432c-a684-6ecbbc2a55a5 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:49:58.116570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.144174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'Port': ['ID=f5f02e82-4384-432c-a684-6ecbbc2a55a5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:49:58.209294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.212112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:49:58.213326 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-808149d5-1839-428d-9904-b0aba0395d54 tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "DELETE /v2.0/floatingips/953dc80a-e5bf-4aaa-99fd-ce5ab1b5accc HTTP/1.1" status: 204 len: 168 time: 0.5307751 Aug 03 19:50:01.706656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40914) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:01.768167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:01.793465 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:01.927373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:01.929994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:01.931528 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] 10.222.0.67 "DELETE /v2.0/security-groups/5f7b8d06-ed20-4eab-9cfb-faed0ad140a6 HTTP/1.1" status: 204 len: 168 time: 0.2236028 Aug 03 19:50:01.942062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d72b9a-01c6-46bb-ae7f-7d05d71bbd9d tempest-TestVolumeBootPattern-1854355489 tempest-TestVolumeBootPattern-1854355489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7b8d06-ed20-4eab-9cfb-faed0ad140a6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:02.076669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40918) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:02.519826 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.759301 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Deleting port 3bf14bc8-3c23-4af0-b962-ebd019517265 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:02.760042 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.834974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] For port 3bf14bc8-3c23-4af0-b962-ebd019517265, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=3bf14bc8-3c23-4af0-b962-ebd019517265,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:02.835250 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:02.847364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Calling delete_port for 3bf14bc8-3c23-4af0-b962-ebd019517265 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:03.411267 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:03.441876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf14bc8-3c23-4af0-b962-ebd019517265,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:03.498822 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:03.617960 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:03.838674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:50:03.946345 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:50:03.952336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ee1adfa-8595-4785-9d76-0b46e5fb11a6 admin admin] 10.222.0.67 "PUT /v2.0/routers/206e1674-d5fb-476c-8ba2-3c5d4edc9a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8736145 Aug 03 19:50:03.955028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40924) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:03.958676 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Sync routers for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:50:03.968392 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:03.969062 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:04.060393 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.166250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:04.175117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.278630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Deleting port 303a4238-22f9-4f33-b137-3ca516a2eed7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:04.278974 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.362005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] For port 303a4238-22f9-4f33-b137-3ca516a2eed7, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=303a4238-22f9-4f33-b137-3ca516a2eed7,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:04.362374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.375633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Calling delete_port for 303a4238-22f9-4f33-b137-3ca516a2eed7 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:04.390465 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:50:03Z', 'revision_number': 5, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port': {'id': '303a4238-22f9-4f33-b137-3ca516a2eed7', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:18:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:27Z', 'updated_at': '2021-08-03T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:04.416539 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Checking router: 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:50:04.425772 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Routers {'206e1674-d5fb-476c-8ba2-3c5d4edc9a12'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:04.426367 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:04.511683 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] Set router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:04.565382 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:50:04Z', 'revision_number': 6, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:04.590399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.590583 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfefd28-52fc-4e37-a862-93567803421f None None] The sync data for ids ['206e1674-d5fb-476c-8ba2-3c5d4edc9a12'] in n-d-803363-1 is: [{'id': '206e1674-d5fb-476c-8ba2-3c5d4edc9a12', 'name': 'tempest-TestVolumeBootPattern-332504104-router', 'tenant_id': 'f838fb178a6447ab862a47a008b37eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:26Z', 'updated_at': '2021-08-03T19:50:04Z', 'revision_number': 6, 'project_id': 'f838fb178a6447ab862a47a008b37eb6', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:04.626789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Pushing event deleted for resources: {'Port': ['ID=303a4238-22f9-4f33-b137-3ca516a2eed7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:04.682816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.771822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.773977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.870136 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.870695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206e1674-d5fb-476c-8ba2-3c5d4edc9a12 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:50:04.875283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.876457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fb4b3eab-2f9c-4d87-82da-01156afecf33 admin admin] 10.222.0.67 "DELETE /v2.0/routers/206e1674-d5fb-476c-8ba2-3c5d4edc9a12 HTTP/1.1" status: 204 len: 168 time: 0.9205618 Aug 03 19:50:04.879032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:04.924843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Deleting subnet 867cc5a0-afcf-4ba4-b196-665449efa56c {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:50:04.928041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:04.964171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.049440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.182632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.209399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867cc5a0-afcf-4ba4-b196-665449efa56c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:05.214020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.215785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6d77b195-c3cd-4193-8a07-349fab10b55d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/867cc5a0-afcf-4ba4-b196-665449efa56c HTTP/1.1" status: 204 len: 168 time: 0.3357131 Aug 03 19:50:05.218410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40928) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:05.221199 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c83485-6553-4554-9694-3a35a5eb1447 None None] Network ee267510-f8ba-46bd-bb6a-7641f173dc5e requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:05.287890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.349913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Deleting port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:05.350117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.404480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] DHCP port deletion for ee267510-f8ba-46bd-bb6a-7641f173dc5e request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:50:05.418955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] For port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:05.419326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.433820 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Calling delete_port for cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:05.456108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Deleting port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:05.456552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.521543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] For port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,segment=NetworkSegment(7bd091c9-4e8b-4415-b9af-67d94a3c2cc5),segment_id=7bd091c9-4e8b-4415-b9af-67d94a3c2cc5)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:05.521937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.535200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Calling delete_port for cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:05.595957 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.608689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] No DVR routers for this DVR port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:05.620723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.629980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:05.652718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Pushing event deleted for resources: {'Port': ['ID=cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:05.662936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] No DVR routers for this DVR port cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:05.665208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.665764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.666105 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.666442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.667054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.667397 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.667744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.668056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.668387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.668734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.669061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.669385 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2509506f-6320-460f-82d1-b01d53a0d3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:05.701647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.712162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee267510-f8ba-46bd-bb6a-7641f173dc5e']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:05.723032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:05.723268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd091c9-4e8b-4415-b9af-67d94a3c2cc5') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:05.731743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.748637 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.754554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:50:05.754938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:50:05.756512 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:50:05.863965 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.869545 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:05.871484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ee267510-f8ba-46bd-bb6a-7641f173dc5e HTTP/1.1" status: 204 len: 168 time: 0.6520672 Aug 03 19:50:05.880829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40930) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:05.882713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b4c2-da67-4346-95e5-847423f81d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee267510-f8ba-46bd-bb6a-7641f173dc5e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:06.230839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.313575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:06.333133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:06.333704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd15fbf7-2df0-4c92-86fa-f1765e4a4f8d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:06.334111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bf14bc8-3c23-4af0-b962-ebd019517265 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:06.353095 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 3bf14bc8-3c23-4af0-b962-ebd019517265 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:06.353444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 3bf14bc8-3c23-4af0-b962-ebd019517265 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:06.353862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 303a4238-22f9-4f33-b137-3ca516a2eed7 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:06.372777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 303a4238-22f9-4f33-b137-3ca516a2eed7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:06.373126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 303a4238-22f9-4f33-b137-3ca516a2eed7 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:06.481517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Deleting port fa7f6346-4870-4092-8f0d-014b405e48ba {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:06.481800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.563222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] For port fa7f6346-4870-4092-8f0d-014b405e48ba, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fa7f6346-4870-4092-8f0d-014b405e48ba,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:06.563577 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.576097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Calling delete_port for fa7f6346-4870-4092-8f0d-014b405e48ba owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:06.830103 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:06.855916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7f6346-4870-4092-8f0d-014b405e48ba,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:07.028593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.248835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Router ff2633f6-b89c-44e9-a806-4af174167a52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:50:07.356706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:50:07.363978 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dfc26d19-f8bf-4d8b-b2a3-e110a38a6bd5 admin admin] 10.222.0.67 "PUT /v2.0/routers/ff2633f6-b89c-44e9-a806-4af174167a52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819334 Aug 03 19:50:07.366130 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 40932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:07.366377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Sync routers for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:50:07.376532 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:07.377286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:07.480497 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.483375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:07.585368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.661379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:50:06Z', 'revision_number': 5, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port': {'id': 'aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a8:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:33:48Z', 'updated_at': '2021-08-03T19:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:07.737233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Deleting port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:07.737574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.826004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] For port aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:07.826540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:07.840710 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Calling delete_port for aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:07.847594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Checking router: ff2633f6-b89c-44e9-a806-4af174167a52 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:50:07.855701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Routers {'ff2633f6-b89c-44e9-a806-4af174167a52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:50:07.856302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:49:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff2633f6-b89c-44e9-a806-4af174167a52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:07.943344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] Set router ff2633f6-b89c-44e9-a806-4af174167a52 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:50:07.999268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:50:07Z', 'revision_number': 6, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:08.026733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00f0a76-fb04-4ae1-9707-85915c2931ad None None] The sync data for ids ['ff2633f6-b89c-44e9-a806-4af174167a52'] in n-d-803363-1 is: [{'id': 'ff2633f6-b89c-44e9-a806-4af174167a52', 'name': 'tempest-TestVolumeBootPattern-741994157-router', 'tenant_id': '2d791d152899445f99b2c81162747e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:33:46Z', 'updated_at': '2021-08-03T19:50:07Z', 'revision_number': 6, 'project_id': '2d791d152899445f99b2c81162747e1d', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:50:08.060203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.088814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:08.146661 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.239876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.241994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.378663 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.379244 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2633f6-b89c-44e9-a806-4af174167a52 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 19:50:08.383816 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.387555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40934) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:08.388061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e2c74808-5d05-4a22-ab5a-4df05db6b793 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ff2633f6-b89c-44e9-a806-4af174167a52 HTTP/1.1" status: 204 len: 168 time: 1.0205820 Aug 03 19:50:08.435968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Deleting subnet 466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:50:08.439609 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.475533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fa7f6346-4870-4092-8f0d-014b405e48ba no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:08.484874 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.498043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fa7f6346-4870-4092-8f0d-014b405e48ba {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:08.498394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fa7f6346-4870-4092-8f0d-014b405e48ba not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:08.565862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.692846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.719624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:08.723299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.725671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b3a30a8b-2246-4878-89c3-a56ea5630cb7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/466da5ca-b8a9-4aa8-bc60-ae7d0c183ce4 HTTP/1.1" status: 204 len: 168 time: 0.3364756 Aug 03 19:50:08.727858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40936) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:08.729226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1a03c-6b77-44c9-8ece-0f2b20709fea None None] Network 41737c3a-47a1-4e1a-ab2a-a37c07812cca requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:08.803526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.860057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Deleting port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:08.860601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.906086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] DHCP port deletion for 41737c3a-47a1-4e1a-ab2a-a37c07812cca request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 19:50:08.935437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-48247e36-efed-4466-be85-11779652add8 admin admin] For port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:08.935802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:08.948987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Calling delete_port for 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:08.953600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Deleting port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:08.953983 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.024318 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] For port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,segment=NetworkSegment(30d26770-5f67-4144-a9c1-1fc339915efd),segment_id=30d26770-5f67-4144-a9c1-1fc339915efd)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:09.024757 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.039538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Calling delete_port for 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:09.144152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.149489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.170526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:09.174899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48247e36-efed-4466-be85-11779652add8 admin admin] No DVR routers for this DVR port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:09.179011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] No DVR routers for this DVR port 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:09.183480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14891be-ebb8-4b9f-bc36-593e284e9d16 None None] Pushing event deleted for resources: {'Port': ['ID=5bc2d8ad-8730-4b99-a5f9-2302ae1b3952,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:09.253516 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.263287 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-48247e36-efed-4466-be85-11779652add8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41737c3a-47a1-4e1a-ab2a-a37c07812cca']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:09.273996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-48247e36-efed-4466-be85-11779652add8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d26770-5f67-4144-a9c1-1fc339915efd') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:09.274293 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-48247e36-efed-4466-be85-11779652add8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d26770-5f67-4144-a9c1-1fc339915efd') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:50:09.284099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.298193 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.304069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:50:09.304461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:50:09.306177 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:50:09.429478 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.435312 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.437223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-48247e36-efed-4466-be85-11779652add8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/41737c3a-47a1-4e1a-ab2a-a37c07812cca HTTP/1.1" status: 204 len: 168 time: 0.7084372 Aug 03 19:50:09.453932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48247e36-efed-4466-be85-11779652add8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41737c3a-47a1-4e1a-ab2a-a37c07812cca,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:09.776315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40940) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:09.816253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2865a0a3-3822-45e9-9ff0-7894d0f8c629 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f838fb178a6447ab862a47a008b37eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387602 Aug 03 19:50:09.818997 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40942) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:09.865816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:09.887133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:10.024093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:10.026675 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:10.032640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b HTTP/1.1" status: 204 len: 168 time: 0.2079999 Aug 03 19:50:10.036328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220a643-864c-4d86-9a18-2c4270ded19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a1c1dc-9ddf-4aaa-8c9a-1a14340e1a9b,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:10.310582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:10.331096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:10.333143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device aa8805a0-f3a7-4de0-a2c3-f08c1fbe7fcb not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:10.333143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:10.351988 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:10.352321 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5bc2d8ad-8730-4b99-a5f9-2302ae1b3952 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:10.782131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40948) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:10.822629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c89ca95c-07e8-4bc6-9956-06c140345776 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d791d152899445f99b2c81162747e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392914 Aug 03 19:50:10.829766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 40950) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:10.879123 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:10.903740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:11.011916 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:11.014391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:11.015631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2924e32c-fbe5-4052-a0d2-d5acb5c71213 HTTP/1.1" status: 204 len: 168 time: 0.1848998 Aug 03 19:50:11.023323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c6852-ee01-455a-8016-a2cc7534fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2924e32c-fbe5-4052-a0d2-d5acb5c71213,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:14.119746 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:50:15.629163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:18.788770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9d98bf7f-b3e0-4f94-adf6-26444da3b146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:21.948063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d5855ed0-d19a-4f43-b4a6-8996b226ccd0 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b1142b914ead4e379807a645e19333d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298216 Aug 03 19:50:22.062586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc84-24fa-4407-8585-30516e9e86a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:22.135037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-f56c02b1-9579-448d-86d9-fd542628ecfb tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:22.136629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-f56c02b1-9579-448d-86d9-fd542628ecfb tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827886 Aug 03 19:50:22.153214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-cc3aa3c4-236e-4c52-bb2c-ea13c7a41c3c tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/quotas/b1142b914ead4e379807a645e19333d1 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Aug 03 19:50:22.189791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-ede6dc84-86ad-45f3-aef1-577dcda11a4f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b1142b914ead4e379807a645e19333d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296307 Aug 03 19:50:22.234678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:22.429502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52fa59a9-18d7-45a3-9320-9c9171beb1a1 req-cd7228d3-a37a-4a35-a57a-c952194050d0 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0263991 Aug 03 19:50:22.987985 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:23.507532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1d09fb8-1eee-48bd-9082-075bda246209 req-b7e57a17-a92d-4458-a87a-5efc3365c29c tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0263860 Aug 03 19:50:24.583709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d756a47d-43f9-45e7-8873-dd0bb17e9e5b req-3cf1bbd1-e0db-4e54-a31f-4f6e175084a6 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0263083 Aug 03 19:50:24.839320 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:25.685931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fdc887d-4c94-4320-a544-7072158cebda req-fbaf3fd2-e440-497a-a819-ae7f99b3562d tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0354855 Aug 03 19:50:26.691674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-814fb439-5fec-4c3b-86eb-9ab2bbb10ae0 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=b1142b914ead4e379807a645e19333d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210683 Aug 03 19:50:26.788398 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2626006e-4249-40f1-aace-8add56112857 req-e4eed3e5-3ea2-42ca-a22d-fbdc9f3c7077 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0300314 Aug 03 19:50:26.826656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-9e3b801a-3b9d-4937-9ca4-c8bf56681678 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:26.828067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-9e3b801a-3b9d-4937-9ca4-c8bf56681678 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310260 Aug 03 19:50:26.840340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Request body: {'port': {'device_id': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'admin_state_up': True, 'tenant_id': 'b1142b914ead4e379807a645e19333d1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:27.054249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Made reservation on behalf of b1142b914ead4e379807a645e19333d1 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:50:27.057803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.067580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.158490 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.237119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.297754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:27.370259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Allocated IP 192.168.233.118 (e2a3574b-438b-423b-8823-87ded3bfd6b4/28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f/ff5ce277-dd5c-4270-ab00-8b7c02f11c28) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:50:27.515421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.528821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Transition to ACTIVE for port object ff5ce277-dd5c-4270-ab00-8b7c02f11c28 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:50:27.645547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.688496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Network e2a3574b-438b-423b-8823-87ded3bfd6b4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:50:27.691502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:50:27.697786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:50:27.721144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Pushing event updated for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:27.751235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:27.751235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.815203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d967306a-646d-4070-9951-56c3ec7f9c1f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9783938 Aug 03 19:50:27.828493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-b042cb72-41d8-4629-baec-2b27072694a8 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:50:27.831323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-b042cb72-41d8-4629-baec-2b27072694a8 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087690 Aug 03 19:50:27.843865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Request body: {'port': {'device_id': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:27.929563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:27.950794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393fbae-a8d9-4e95-a4e5-39d686eddf2e req-c4cfc0b5-b216-4ed1-bc36-f82399923047 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:27.952524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a393fbae-a8d9-4e95-a4e5-39d686eddf2e req-c4cfc0b5-b216-4ed1-bc36-f82399923047 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 936 time: 0.0885406 Aug 03 19:50:28.010713 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4901e064-7b8c-4a43-9a3c-842906525838 None None] Provisioning for port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:28.015392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4901e064-7b8c-4a43-9a3c-842906525838 None None] Provisioning complete for port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:28.022241 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4901e064-7b8c-4a43-9a3c-842906525838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.050913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4901e064-7b8c-4a43-9a3c-842906525838 None None] Port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:50:28.069737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a393fbae-a8d9-4e95-a4e5-39d686eddf2e req-7e9c52a8-50da-4d08-9b45-e622991e3993 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964415 Aug 03 19:50:28.229030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff5ce277-dd5c-4270-ab00-8b7c02f11c28 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:28.236889 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.248517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Transition to ACTIVE for port object ff5ce277-dd5c-4270-ab00-8b7c02f11c28 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:50:28.351390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.402176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:28.475129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Attempting to bind port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:50:28.475533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Attempting to bind port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:50:28.475868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Attempting to bind port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:28.480368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:50:28.480610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Attempting to bind port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 on network e2a3574b-438b-423b-8823-87ded3bfd6b4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:28.485690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:50:28.486024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Checking segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:50:28.486401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Bound using segment: {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:50:28.486828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Bound port: ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '446ea08e-99fc-4220-a59c-0bdddbcfae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:50:28.487182 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.551944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:50:28.555243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:50:28.620289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.661643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:28.662267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:28.663719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] 10.222.0.77 "PUT /v2.0/ports/ff5ce277-dd5c-4270-ab00-8b7c02f11c28 HTTP/1.1" status: 200 len: 1096 time: 0.8253665 Aug 03 19:50:28.664249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:28.666659 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac" -d '{"events": [{"name": "network-changed", "server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:28.697451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271e09b-8990-4c6c-87c3-5780f80e666b service neutron] Pushing event updated for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:28.705362 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e9d319-6e05-4227-aafc-7303eaa059b8 x-openstack-request-id: req-e7e9d319-6e05-4227-aafc-7303eaa059b8 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:28.705956 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:28.705956 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e7e9d319-6e05-4227-aafc-7303eaa059b8 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:28.706283 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28', 'status': 'completed', 'code': 200} Aug 03 19:50:28.770869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac req-7c23ab88-95aa-4457-be81-db043402b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:28.772413 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac req-7c23ab88-95aa-4457-be81-db043402b3c5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b1142b914ead4e379807a645e19333d1&device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 1099 time: 0.0442975 Aug 03 19:50:28.801348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac req-a22a1bde-79bd-4391-bb4c-cda65eb7f4fa service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b1142b914ead4e379807a645e19333d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211596 Aug 03 19:50:28.900221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac req-d0ed44f6-9b04-4038-a15a-694ea79cda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:28.901744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce121be2-e5e4-4cfa-853e-59d9ca3142ac req-d0ed44f6-9b04-4038-a15a-694ea79cda98 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936728 Aug 03 19:50:28.975846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d7427e25-28a5-42d5-a28d-0a6f39041eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:28.977263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d7427e25-28a5-42d5-a28d-0a6f39041eb3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b1142b914ead4e379807a645e19333d1&device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 1099 time: 0.0387135 Aug 03 19:50:29.018806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d6d919f1-fcf0-4e0c-a1ed-770dffc1a02e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28 HTTP/1.1" status: 200 len: 217 time: 0.0329733 Aug 03 19:50:29.069774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-df6e1f91-df6b-4e71-849c-c037c55ccd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:29.071751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-df6e1f91-df6b-4e71-849c-c037c55ccd40 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f HTTP/1.1" status: 200 len: 843 time: 0.0459495 Aug 03 19:50:29.115580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-ea63cdda-d0b2-42bc-a16a-bf8b415fd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:29.117185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-ea63cdda-d0b2-42bc-a16a-bf8b415fd98c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=e2a3574b-438b-423b-8823-87ded3bfd6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0395536 Aug 03 19:50:29.242939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed598256-70c0-42f7-a486-b0379a3e7fe6 req-81aca899-5b14-40f7-9c79-264ea1536660 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:29.244414 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed598256-70c0-42f7-a486-b0379a3e7fe6 req-81aca899-5b14-40f7-9c79-264ea1536660 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 948 time: 0.1026196 Aug 03 19:50:29.249808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-d5359e89-3d04-4b76-b147-8dabe70bfea5 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249213 Aug 03 19:50:29.327580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed598256-70c0-42f7-a486-b0379a3e7fe6 req-eb3d2458-b829-4563-9846-a4afcb2d33c8 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766366 Aug 03 19:50:29.360449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b2b299c8-4042-4786-bbeb-4a7f7ec081ad req-b9dfad78-5540-4754-940e-b9043f1acee6 service neutron] 10.222.0.77 "GET /v2.0/networks/e2a3574b-438b-423b-8823-87ded3bfd6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029975 Aug 03 19:50:30.763793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08ad8c-f4b3-41bf-9839-6c88821f171c req-3a4661e1-97c4-4fd3-af44-b2e6f7e4b4ce tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:30.766166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb08ad8c-f4b3-41bf-9839-6c88821f171c req-3a4661e1-97c4-4fd3-af44-b2e6f7e4b4ce tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 948 time: 0.3726029 Aug 03 19:50:30.803945 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb08ad8c-f4b3-41bf-9839-6c88821f171c req-196b15c8-d0b9-4f81-982e-499d49caa6d7 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317950 Aug 03 19:50:31.925938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec052c-98c5-4b36-9065-79c67bc36839 req-f8a51e38-2fb6-44dc-976b-94b822d7f837 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:31.927436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5ec052c-98c5-4b36-9065-79c67bc36839 req-f8a51e38-2fb6-44dc-976b-94b822d7f837 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 948 time: 0.0577781 Aug 03 19:50:31.964443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5ec052c-98c5-4b36-9065-79c67bc36839 req-ac97c0e7-5f22-42d9-bcff-e8a6142c5e30 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311165 Aug 03 19:50:32.003651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ff5ce277-dd5c-4270-ab00-8b7c02f11c28 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:50:32.100141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:32.111480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28', 'network_id': 'e2a3574b-438b-423b-8823-87ded3bfd6b4', 'port_id': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28', 'mac_address': 'fa:16:3e:cf:a5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d3c34b-dab4-42c9-9bc5-8f56f97ebd3f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:50:32.148235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.161609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff5ce277-dd5c-4270-ab00-8b7c02f11c28 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:32.181149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:32.259156 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:32.306800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:32.457193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ff5ce277-dd5c-4270-ab00-8b7c02f11c28'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:33.080512 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d49fb-4f05-40f6-a01a-1875ff874352 req-00889326-cb83-4e96-891a-f13e4b05c203 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:33.082073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4d49fb-4f05-40f6-a01a-1875ff874352 req-00889326-cb83-4e96-891a-f13e4b05c203 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 949 time: 0.0484908 Aug 03 19:50:33.120716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d4d49fb-4f05-40f6-a01a-1875ff874352 req-37c66d04-fb05-45db-9b41-4be508b39861 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Aug 03 19:50:33.470549 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:34.019378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ff5ce277-dd5c-4270-ab00-8b7c02f11c28 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:34.139253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:34.144106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:34.144484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:34.225509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:34.244978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc42ab-d98c-457d-b9d2-ff18c6533aa2 req-9a35146e-ed63-4ed4-96bb-c946048ee93d tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:34.247130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6bc42ab-d98c-457d-b9d2-ff18c6533aa2 req-9a35146e-ed63-4ed4-96bb-c946048ee93d tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 949 time: 0.0591385 Aug 03 19:50:34.248717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:34.251070 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720f62e9-3624-453f-9526-6b914705154c" -d '{"events": [{"server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:34.263959 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:34.293499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6bc42ab-d98c-457d-b9d2-ff18c6533aa2 req-be277ce4-39c0-482e-b7d8-395d7eac1b47 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 Aug 03 19:50:34.346146 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df2fee-9fd6-4274-a7e0-50da44304575 x-openstack-request-id: req-c0df2fee-9fd6-4274-a7e0-50da44304575 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:34.346437 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "name": "network-vif-plugged", "status": "completed", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:34.346687 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0df2fee-9fd6-4274-a7e0-50da44304575 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:34.347083 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28', 'code': 200} Aug 03 19:50:34.349131 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:34.412425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:34.450155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6010ce-3b15-464b-8bc6-76a3634e42d4 req-cc307171-3053-4e6d-b086-72e74639387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:34.454697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed6010ce-3b15-464b-8bc6-76a3634e42d4 req-cc307171-3053-4e6d-b086-72e74639387d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 1101 time: 0.0433586 Aug 03 19:50:34.489787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed6010ce-3b15-464b-8bc6-76a3634e42d4 req-342dc30d-2e3a-49f0-8a68-81b06eb50595 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Aug 03 19:50:35.414482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd00b9-3a1e-48be-9223-e3146f21e82b req-dc3d69a3-2836-4d0e-9cad-5f375e5be272 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:35.416008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ccd00b9-3a1e-48be-9223-e3146f21e82b req-dc3d69a3-2836-4d0e-9cad-5f375e5be272 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 950 time: 0.0497789 Aug 03 19:50:35.455275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3ccd00b9-3a1e-48be-9223-e3146f21e82b req-6510d30d-4f22-4421-a8bc-f5465b5add9f tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324228 Aug 03 19:50:36.900471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2585d0-1d1a-49c2-bdda-989c0c0edce4 req-82d3373e-9c31-44fe-8042-dbe5bd5ff621 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:36.902478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2585d0-1d1a-49c2-bdda-989c0c0edce4 req-82d3373e-9c31-44fe-8042-dbe5bd5ff621 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 950 time: 0.0520799 Aug 03 19:50:36.939603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d2585d0-1d1a-49c2-bdda-989c0c0edce4 req-699a2612-b6b4-4e25-a654-f95121f0bab5 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Aug 03 19:50:38.054730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e955e8-de24-4878-9331-61d1702bb0df req-cf32b31a-8d0a-410d-b274-59646eb43706 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:38.056207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93e955e8-de24-4878-9331-61d1702bb0df req-cf32b31a-8d0a-410d-b274-59646eb43706 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 950 time: 0.0489101 Aug 03 19:50:38.095391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-93e955e8-de24-4878-9331-61d1702bb0df req-4b8f800a-14a5-4af9-8abb-691433469d44 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/security-groups?id=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Aug 03 19:50:38.155468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-532e6499-35ac-4ef6-9cdb-7f452d7e900d tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:38.157223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-532e6499-35ac-4ef6-9cdb-7f452d7e900d tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 950 time: 0.0480108 Aug 03 19:50:38.246657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Deleting port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:50:38.246996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:38.337403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] For port ff5ce277-dd5c-4270-ab00-8b7c02f11c28, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,segment=NetworkSegment(446ea08e-99fc-4220-a59c-0bdddbcfae64),segment_id=446ea08e-99fc-4220-a59c-0bdddbcfae64)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:38.337764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:38.349957 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Calling delete_port for ff5ce277-dd5c-4270-ab00-8b7c02f11c28 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:50:38.552606 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:38.565057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ff5ce277-dd5c-4270-ab00-8b7c02f11c28'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:38.580314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Pushing event deleted for resources: {'Port': ['ID=ff5ce277-dd5c-4270-ab00-8b7c02f11c28,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:38.630954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] No DVR routers for this DVR port ff5ce277-dd5c-4270-ab00-8b7c02f11c28 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:50:38.633624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:38.635650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-241e1a06-2943-44b4-8ad2-c23d32ebdeeb req-e8747e9e-429b-4f46-afee-1441d41171e4 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.77 "DELETE /v2.0/ports/ff5ce277-dd5c-4270-ab00-8b7c02f11c28 HTTP/1.1" status: 204 len: 173 time: 0.4729414 Aug 03 19:50:38.636106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'name': 'network-vif-deleted', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:38.638448 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f657d44-12d3-4059-84fd-3f44ee9643ba" -d '{"events": [{"server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "name": "network-vif-deleted", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:38.675919 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb9374-1506-4572-b835-a8b5aa6d4837 x-openstack-request-id: req-bfcb9374-1506-4572-b835-a8b5aa6d4837 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:38.676247 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faddf1a7-2385-4cad-b71b-34d4e2052e95", "name": "network-vif-deleted", "tag": "ff5ce277-dd5c-4270-ab00-8b7c02f11c28", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:38.676504 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfcb9374-1506-4572-b835-a8b5aa6d4837 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:38.676945 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faddf1a7-2385-4cad-b71b-34d4e2052e95', 'name': 'network-vif-deleted', 'tag': 'ff5ce277-dd5c-4270-ab00-8b7c02f11c28', 'status': 'completed', 'code': 200} Aug 03 19:50:39.200453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4e4d27f-fb30-4b03-881f-f15a6aad2e72 req-31d63cd6-fb37-48b1-bafc-141bf1a15b72 tempest-ServersAdminNegativeTestJSON-1300564513 tempest-ServersAdminNegativeTestJSON-1300564513-project] 10.222.0.67 "GET /v2.0/ports?device_id=faddf1a7-2385-4cad-b71b-34d4e2052e95 HTTP/1.1" status: 200 len: 210 time: 0.0262175 Aug 03 19:50:40.691134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41110) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:40.818852 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-18ca52ff-8e0d-4124-9841-46a0446129bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1142b914ead4e379807a645e19333d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265666 Aug 03 19:50:40.821376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41114) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:40.867922 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:40.889246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.023928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.026416 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.027875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5 HTTP/1.1" status: 204 len: 168 time: 0.2055881 Aug 03 19:50:41.035915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c85aed-d708-4d0a-aa84-5a0f7bb6bcf5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:41.043382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.043714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.044048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.044384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.044737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.045075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.045386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.045704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.046023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.046341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.046656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.046967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4583b01d-0993-45ee-ade2-2b3fb83b17cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:41.622246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41120) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:41.635529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2567dee3-8a45-4e65-9bf7-c2d3b82e7fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.725982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2567dee3-8a45-4e65-9bf7-c2d3b82e7fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.784629 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2567dee3-8a45-4e65-9bf7-c2d3b82e7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.826238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2567dee3-8a45-4e65-9bf7-c2d3b82e7fba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0872473a88ae44d3bc9f3fa1e947e94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005081 Aug 03 19:50:41.826238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567dee3-8a45-4e65-9bf7-c2d3b82e7fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcef107-9c00-40f7-919b-d9a6a14a6a38,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:41.826886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41122) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:41.877992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:41.899824 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:42.015125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:42.017731 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:42.019772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dbcef107-9c00-40f7-919b-d9a6a14a6a38 HTTP/1.1" status: 204 len: 168 time: 0.1916792 Aug 03 19:50:42.028084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcef107-9c00-40f7-919b-d9a6a14a6a38,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:42.036504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ff5ce277-dd5c-4270-ab00-8b7c02f11c28 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:50:42.037202 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.037313 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.037607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.038059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.038283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.038621 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.039031 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.040325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.040325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.040325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.040325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.040641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce958c66-f3f2-486d-abc2-34b55a9dd488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:50:42.070012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: ff5ce277-dd5c-4270-ab00-8b7c02f11c28 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:50:42.070358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ff5ce277-dd5c-4270-ab00-8b7c02f11c28 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:50:43.049203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41144) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:43.142092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-997956959-network', 'tenant_id': 'c969b2f2723b4df4aa9d724d07e3a16f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:43.243397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Made reservation on behalf of c969b2f2723b4df4aa9d724d07e3a16f for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:50:43.245784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.254403 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.341082 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.414275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.437666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:50:43.447000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4383f97-a2d2-4fa1-931e-03d8602bd874,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:43.452933 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.453510 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Added segment b079f5f1-082d-47ae-bfda-fecf06b91d8a of type vlan for network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 Aug 03 19:50:43.494638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.591426 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.592389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:43.592998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:43.654093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] Pushing event updated for resources: {'Network': ['ID=28deab91-9d29-4f8c-b3ee-d7522c11e9c0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:43.675090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:50:43.718105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b05e9748-5ad4-4669-8ede-1828fabf19fb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6677575 Aug 03 19:50:43.721243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41148) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:50:43.726501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Request body: {'subnet': {'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-997956959-subnet', 'tenant_id': 'c969b2f2723b4df4aa9d724d07e3a16f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:43.808575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Made reservation on behalf of c969b2f2723b4df4aa9d724d07e3a16f for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:50:43.810950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:44.054816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:44.107147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce0e484-6072-43ab-975d-a4ecad18cfcd,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:44.118548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Checking segment: {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:50:44.118912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Network hostable DHCP agents. Network: 28deab91-9d29-4f8c-b3ee-d7522c11e9c0, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:50:44.200711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:50:44.271709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 28deab91-9d29-4f8c-b3ee-d7522c11e9c0) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:50:44.276049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:44.277154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:44.281916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c4aaf-ed56-4ce4-8989-0f53fdf07d05 None None] Network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:44.347603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5dddd7d4-a14f-459c-b327-782efc2b2272 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6250994 Aug 03 19:50:44.406761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ac965-b555-4ec4-bd65-264f77de37b6 None None] Network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:50:44.769102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d333bafe-64c8-4971-a69e-87d448aec014 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:44.770625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d333bafe-64c8-4971-a69e-87d448aec014 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 811 time: 0.1061311 Aug 03 19:50:44.786546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-fd75005d-605c-4a52-bab9-77b47b53aca3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/quotas/c969b2f2723b4df4aa9d724d07e3a16f HTTP/1.1" status: 200 len: 375 time: 0.0101383 Aug 03 19:50:44.818176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-e8e0771d-ea12-4f2c-a81d-a835c1aabe02 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262110 Aug 03 19:50:44.912449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-b973a268-ada7-433b-84a9-72a3383b50c3 service neutron] 10.222.0.67 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874510 Aug 03 19:50:45.001629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d1bdfc5c-4ffc-4aac-b6a2-4db6ab8b7643 service neutron] 10.222.0.67 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Aug 03 19:50:45.234010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-277145a8-c529-44e1-9347-ae9af914ce6c req-15fbe44a-a62b-48ce-9c5f-d9402c398a8d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 210 time: 0.0267599 Aug 03 19:50:45.657847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:46.326073 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d59a118-5562-4677-9235-2e691c1fa605 req-59d323b5-4a9a-4cca-8d0c-d50dad7e6d40 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 210 time: 0.0261841 Aug 03 19:50:47.399867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-2423b78a-a205-417f-980a-1d636babbde7 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:47.401793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-2423b78a-a205-417f-980a-1d636babbde7 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.77 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 811 time: 0.1110878 Aug 03 19:50:47.417374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Request body: {'port': {'device_id': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0', 'admin_state_up': True, 'tenant_id': 'c969b2f2723b4df4aa9d724d07e3a16f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:47.446569 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-615b936e-2f5f-4453-bcb5-8fdd80144ac0 req-ea8f67ea-5409-4276-b4cd-da647d12116e tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 210 time: 0.0438008 Aug 03 19:50:47.612268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Made reservation on behalf of c969b2f2723b4df4aa9d724d07e3a16f for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:50:47.616081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:47.742644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Allocated IP 172.20.0.8 (28deab91-9d29-4f8c-b3ee-d7522c11e9c0/9ce0e484-6072-43ab-975d-a4ecad18cfcd/75e9c881-c8c3-4442-9538-02ddea176252) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:50:47.893794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:47.989372 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.035815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:50:48.039123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:50:48.044872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:50:48.051220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:48.098443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:48.099067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.266186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-d3b08e0e-347d-4ef7-920a-60a57998237d tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261518 Aug 03 19:50:48.266186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Request body: {'port': {'device_id': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:50:48.309069 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.607869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1e533-95e8-458b-bae1-6823a02f66da req-a575ccbf-04b7-4653-834f-8e670c64155c tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:48.609390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ce1e533-95e8-458b-bae1-6823a02f66da req-a575ccbf-04b7-4653-834f-8e670c64155c tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 931 time: 0.0950863 Aug 03 19:50:48.621418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e9c881-c8c3-4442-9538-02ddea176252 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:48.633251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.655772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Transition to ACTIVE for port object 75e9c881-c8c3-4442-9538-02ddea176252 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:50:48.670559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ce1e533-95e8-458b-bae1-6823a02f66da req-c50a122f-1bfa-4017-ad6f-26feb771b0bd tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512197 Aug 03 19:50:48.734298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.787041 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:48.825430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-350c4f33-f8e7-4558-90e5-96b235784fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.854677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:50:48.855017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:50:48.855372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:48.860936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:50:48.860936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:50:48.865377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:50:48.865715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Checking segment: {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:50:48.866099 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Bound using segment: {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:50:48.866527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Bound port: 75e9c881-c8c3-4442-9538-02ddea176252, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:50:48.866883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:48.930827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:50:48.933986 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:50:49.035404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:49.069228 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.069841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:49.071227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] 10.222.0.77 "PUT /v2.0/ports/75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 1091 time: 0.8249536 Aug 03 19:50:49.071666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:49.073926 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab" -d '{"events": [{"name": "network-changed", "server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:49.098244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f6393-530e-45f5-a156-7d02b96637e5 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:49.111184 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b83d4-51d6-4786-b9ce-df947aa1b866 x-openstack-request-id: req-cc9b83d4-51d6-4786-b9ce-df947aa1b866 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:49.111418 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:49.111647 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc9b83d4-51d6-4786-b9ce-df947aa1b866 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:49.112050 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'status': 'completed', 'code': 200} Aug 03 19:50:49.174021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-2f7e0497-bd88-44bb-bd2b-e60e50fa89bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.175636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-2f7e0497-bd88-44bb-bd2b-e60e50fa89bd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1094 time: 0.0429132 Aug 03 19:50:49.276127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-1c6b1535-ae8c-417b-997f-8221dab1188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.277630 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-1c6b1535-ae8c-417b-997f-8221dab1188c service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0944555 Aug 03 19:50:49.374632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-7678ba4a-ff94-49f0-820a-e49f27240dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.376019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2536eee1-75ac-4ddc-8f1e-93092e3f96ab req-7678ba4a-ff94-49f0-820a-e49f27240dbc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905967 Aug 03 19:50:49.491321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-1b4fdd74-b972-4a5c-b549-e396fb53eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.492971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-1b4fdd74-b972-4a5c-b549-e396fb53eec7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1094 time: 0.0392361 Aug 03 19:50:49.534142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-cbdb4a49-4656-4110-9090-8c1f069c670d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0336533 Aug 03 19:50:49.585704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb868afd-1728-485c-8d56-b26d67c36993 req-5c92b56a-5797-494b-ab04-a60414ec1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.587112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-5c92b56a-5797-494b-ab04-a60414ec1814 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0458188 Aug 03 19:50:49.616329 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-0c759dab-b44d-41e7-8a09-6e9735d8a71a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224886 Aug 03 19:50:49.703791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-e5ba85d8-1c7c-4349-ad3e-a172f4c61758 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806446 Aug 03 19:50:49.830526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f29376-b50d-4b18-859d-4dcb074f6945 req-a18eee17-85b2-4911-bd22-58692675c9ac tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:49.832087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70f29376-b50d-4b18-859d-4dcb074f6945 req-a18eee17-85b2-4911-bd22-58692675c9ac tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0762012 Aug 03 19:50:49.835656 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fb868afd-1728-485c-8d56-b26d67c36993 req-32d2ca98-8925-4862-bf6b-7b8b95fe48fd service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250000 Aug 03 19:50:49.870553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-70f29376-b50d-4b18-859d-4dcb074f6945 req-43d15da8-6eb4-4f01-b5c3-2ff38fcd2ad3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 03 19:50:50.983112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb3e48-5853-4886-bd86-7ff26f822218 req-3572aed6-938c-4ee8-9bd8-822821c10733 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:50.984582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6cb3e48-5853-4886-bd86-7ff26f822218 req-3572aed6-938c-4ee8-9bd8-822821c10733 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0482931 Aug 03 19:50:51.026089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f6cb3e48-5853-4886-bd86-7ff26f822218 req-ef2d34c7-1006-41be-9f9c-7557b6f2b9a1 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Aug 03 19:50:51.119000 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:50:52.064616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:50:52.130931 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ccf95ff3-0e11-465d-8e6b-baabf041fb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:52.142878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f930-bc53-495d-be10-411bc08150f5 req-294e2bf0-23b2-47c5-bf54-f653b486c44e tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:52.144321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c484f930-bc53-495d-be10-411bc08150f5 req-294e2bf0-23b2-47c5-bf54-f653b486c44e tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0506384 Aug 03 19:50:52.184344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c484f930-bc53-495d-be10-411bc08150f5 req-78914966-2092-457f-9728-4cccc8395980 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Aug 03 19:50:52.184586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:52.203633 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '75e9c881-c8c3-4442-9538-02ddea176252', 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0', 'port_id': '75e9c881-c8c3-4442-9538-02ddea176252', 'mac_address': 'fa:16:3e:35:72:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce0e484-6072-43ab-975d-a4ecad18cfcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:50:52.227770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:52.236908 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:52.249106 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e9c881-c8c3-4442-9538-02ddea176252 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:50:52.268936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:52.345865 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:52.392260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:52.529964 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['75e9c881-c8c3-4442-9538-02ddea176252'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:50:53.001902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:53.298818 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c4cf9-58bf-438a-bd8c-74f488473ef8 req-be3cb2e7-13a8-456c-99c1-fed3326b8f89 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:53.300308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc6c4cf9-58bf-438a-bd8c-74f488473ef8 req-be3cb2e7-13a8-456c-99c1-fed3326b8f89 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 944 time: 0.0487506 Aug 03 19:50:53.337488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fc6c4cf9-58bf-438a-bd8c-74f488473ef8 req-f57f28c4-908a-4876-8d20-bb1815290b49 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Aug 03 19:50:54.079207 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:50:54.179054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 75e9c881-c8c3-4442-9538-02ddea176252 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:50:54.182846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 75e9c881-c8c3-4442-9538-02ddea176252 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:50:54.183283 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.261587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.283829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:50:54.286130 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fcffbe-6e7d-4f22-900c-1d45e951aaeb" -d '{"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-plugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:50:54.299446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:50:54.326617 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b963ced-74ca-4580-b0f9-92081f3a00dd x-openstack-request-id: req-5b963ced-74ca-4580-b0f9-92081f3a00dd {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:50:54.326617 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-plugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:50:54.326617 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b963ced-74ca-4580-b0f9-92081f3a00dd {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:50:54.326617 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'code': 200} Aug 03 19:50:54.378496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:54.425789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:50:54.449355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11994f8d-3c00-41d6-9b45-ff9c30a6971e req-0a4bf7d8-2d6e-4eab-816d-582b88f7fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:54.450851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11994f8d-3c00-41d6-9b45-ff9c30a6971e req-0a4bf7d8-2d6e-4eab-816d-582b88f7fe1c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1096 time: 0.0709927 Aug 03 19:50:54.479801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f151e74-d8ec-4c4d-a039-fdc592220415 req-8e62b168-356c-4c4a-bab6-0b04639aca61 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:54.481222 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f151e74-d8ec-4c4d-a039-fdc592220415 req-8e62b168-356c-4c4a-bab6-0b04639aca61 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0709379 Aug 03 19:50:54.509574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11994f8d-3c00-41d6-9b45-ff9c30a6971e req-43935744-00d4-4619-9fcc-258d2e81e9d7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512023 Aug 03 19:50:54.528045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f151e74-d8ec-4c4d-a039-fdc592220415 req-7dda03d0-b05c-4e87-8eaa-dfa2657516fa tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Aug 03 19:50:54.862916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:50:55.644980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d63c5-0e9f-41a2-b03f-39694c8ff03a req-4e63e156-2cc1-4429-adf1-26d7c77b7afe tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:55.646460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f17d63c5-0e9f-41a2-b03f-39694c8ff03a req-4e63e156-2cc1-4429-adf1-26d7c77b7afe tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0501106 Aug 03 19:50:55.683992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f17d63c5-0e9f-41a2-b03f-39694c8ff03a req-1735643f-74e9-4577-b0b2-c2d3433fd17f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Aug 03 19:50:56.173039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9299a8-e3e4-4e8d-b3f0-efa275c3d68c req-b24f9cd7-834b-4b64-b33f-ef982ef89e07 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:56.175184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f9299a8-e3e4-4e8d-b3f0-efa275c3d68c req-b24f9cd7-834b-4b64-b33f-ef982ef89e07 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0584307 Aug 03 19:50:56.216297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f9299a8-e3e4-4e8d-b3f0-efa275c3d68c req-551af2fb-d094-4ec8-b9dd-70edd881ad35 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Aug 03 19:50:56.339198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-dac6e010-7ff6-4c33-8acc-67d6b40f0888 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925469 Aug 03 19:50:57.334289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93fdd6-babf-48c3-aca3-ebc896711ef0 req-17b3ba8b-c83d-42cd-aa16-a704fdd71d32 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:57.335999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c93fdd6-babf-48c3-aca3-ebc896711ef0 req-17b3ba8b-c83d-42cd-aa16-a704fdd71d32 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0526919 Aug 03 19:50:57.376084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c93fdd6-babf-48c3-aca3-ebc896711ef0 req-bd4a5d99-e783-452b-b7ec-3615e2b99392 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 03 19:50:58.438484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-b2b57df6-c283-4419-b540-69f2b1e40bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:58.440505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-b2b57df6-c283-4419-b540-69f2b1e40bf9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1096 time: 0.0450847 Aug 03 19:50:58.558129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5cdc-909e-4f57-a7c5-734d0cc112f9 req-25cfe61d-8d3e-47c1-8ba3-8fe6be904ed8 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:58.559924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bfa5cdc-909e-4f57-a7c5-734d0cc112f9 req-25cfe61d-8d3e-47c1-8ba3-8fe6be904ed8 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.1142437 Aug 03 19:50:58.586905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-63820011-768e-468d-a04e-e0647d71a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:58.588303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-63820011-768e-468d-a04e-e0647d71a8a9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.1343138 Aug 03 19:50:58.639095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-e9e5d2fa-bd2d-44a4-95a8-639145b6cd09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0437264 Aug 03 19:50:58.641974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bfa5cdc-909e-4f57-a7c5-734d0cc112f9 req-e973e6d4-b812-45a0-bd38-d55ba4ad7431 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745714 Aug 03 19:50:58.691075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-237c2ee5-8a9a-4948-af79-cfc470ac5054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:58.692565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-237c2ee5-8a9a-4948-af79-cfc470ac5054 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0461757 Aug 03 19:50:58.723291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-dea93752-7328-49d1-b7c6-fd48a60d5d73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240200 Aug 03 19:50:58.810148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-8241a595-4b3e-4ed6-af7e-5a9819b2dd42 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797660 Aug 03 19:50:58.902423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-8278f497-b000-4585-a2c7-0c89fac5a869 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853221 Aug 03 19:50:59.758280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3c6ef-256e-4555-a0d5-8bc876544eb7 req-2ace92b3-4757-46e2-8621-091cf8cb0361 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:50:59.759760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96f3c6ef-256e-4555-a0d5-8bc876544eb7 req-2ace92b3-4757-46e2-8621-091cf8cb0361 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 03 19:50:59.796917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96f3c6ef-256e-4555-a0d5-8bc876544eb7 req-96af87c3-6228-493d-8840-314b6c060e66 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 03 19:51:00.916349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb1b8-d1e0-41d9-8087-197922b45c23 req-c2939ecb-1aa0-465d-b914-ee72cbc0f043 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:00.917850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1cdb1b8-d1e0-41d9-8087-197922b45c23 req-c2939ecb-1aa0-465d-b914-ee72cbc0f043 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0536366 Aug 03 19:51:00.954382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1cdb1b8-d1e0-41d9-8087-197922b45c23 req-43caff7a-ccdd-4be4-910d-9768186c9f1f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Aug 03 19:51:02.069116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb5b2e-cc77-4707-b2b8-e16803d1c031 req-1ea71fe8-6000-43d9-9c0f-abcf01389412 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:02.070603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78fb5b2e-cc77-4707-b2b8-e16803d1c031 req-1ea71fe8-6000-43d9-9c0f-abcf01389412 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0494602 Aug 03 19:51:02.108059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-78fb5b2e-cc77-4707-b2b8-e16803d1c031 req-1b8c68c7-606e-4ec6-8d4b-6d20587244ee tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Aug 03 19:51:03.224170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878c0aa-3aab-44fc-93f6-d34702727330 req-ab9d566d-f5b7-43bf-a2c2-f6d993474b6e tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:03.225640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c878c0aa-3aab-44fc-93f6-d34702727330 req-ab9d566d-f5b7-43bf-a2c2-f6d993474b6e tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0480683 Aug 03 19:51:03.262575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c878c0aa-3aab-44fc-93f6-d34702727330 req-9c79aa7e-247d-4bb3-8c36-ca1ebf039bd8 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311716 Aug 03 19:51:03.473431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:04.378879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94329b1-60f9-40be-bd20-e073a411d61e req-a2fa68d0-5948-4e7f-836c-3ea74b22e139 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:04.380336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e94329b1-60f9-40be-bd20-e073a411d61e req-a2fa68d0-5948-4e7f-836c-3ea74b22e139 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Aug 03 19:51:04.417128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e94329b1-60f9-40be-bd20-e073a411d61e req-db106a7e-9150-4e43-b623-662a5028882f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Aug 03 19:51:05.530571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c30eea-3e93-43b4-9821-01b7f9251359 req-727df98e-3cb8-4718-bebb-2010e574a55a tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:05.532028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85c30eea-3e93-43b4-9821-01b7f9251359 req-727df98e-3cb8-4718-bebb-2010e574a55a tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Aug 03 19:51:05.570521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85c30eea-3e93-43b4-9821-01b7f9251359 req-4e9b1733-b0ed-458c-893a-7cad50840495 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Aug 03 19:51:06.683694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428634a-b181-4d2c-9f1c-38d89095fda1 req-5373cbcd-2a64-43dd-aad4-2ddeb8648def tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:06.685204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f428634a-b181-4d2c-9f1c-38d89095fda1 req-5373cbcd-2a64-43dd-aad4-2ddeb8648def tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0489945 Aug 03 19:51:06.722997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f428634a-b181-4d2c-9f1c-38d89095fda1 req-b1149445-cbe1-4639-bc2b-4859801af674 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Aug 03 19:51:07.839937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262e170-5dc6-4099-be0d-237138921f46 req-a3cc8570-12d8-48ac-81b0-1fa125ea4af9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:07.841439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0262e170-5dc6-4099-be0d-237138921f46 req-a3cc8570-12d8-48ac-81b0-1fa125ea4af9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Aug 03 19:51:07.879118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0262e170-5dc6-4099-be0d-237138921f46 req-e32620a1-976b-4d5b-b377-d2f1991c3566 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316982 Aug 03 19:51:08.992585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc2260-223b-40c9-bdec-b272c663b59e req-fb209245-f1bc-48a7-bc03-97830458cef2 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:08.994095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-facc2260-223b-40c9-bdec-b272c663b59e req-fb209245-f1bc-48a7-bc03-97830458cef2 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0486441 Aug 03 19:51:09.032395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-facc2260-223b-40c9-bdec-b272c663b59e req-69526a6d-6c64-401d-92e5-0420a19d8cf8 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Aug 03 19:51:10.147705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03906f-90fc-40fe-949b-cfe9f4bd9ba6 req-ca8ce4f0-0408-429a-8e90-d95e7906a0e5 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:10.149369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a03906f-90fc-40fe-949b-cfe9f4bd9ba6 req-ca8ce4f0-0408-429a-8e90-d95e7906a0e5 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Aug 03 19:51:10.186574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a03906f-90fc-40fe-949b-cfe9f4bd9ba6 req-323318d8-ca19-45b3-8626-2403f1713074 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313292 Aug 03 19:51:11.305715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91bdaa-0553-48ec-8ebb-34ef5a66dd04 req-13b98573-dd5c-42e9-b425-1f3322982dcf tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:11.307178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef91bdaa-0553-48ec-8ebb-34ef5a66dd04 req-13b98573-dd5c-42e9-b425-1f3322982dcf tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0521183 Aug 03 19:51:11.343445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef91bdaa-0553-48ec-8ebb-34ef5a66dd04 req-0e1bd2fa-1980-44e5-9063-8e394e398af8 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304086 Aug 03 19:51:12.457409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51082c4a-4548-42c8-8f6e-9c50e19a0047 req-fa93ffe3-1be2-4d1c-971b-d6cc99fce980 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:12.458928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51082c4a-4548-42c8-8f6e-9c50e19a0047 req-fa93ffe3-1be2-4d1c-971b-d6cc99fce980 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Aug 03 19:51:12.496028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51082c4a-4548-42c8-8f6e-9c50e19a0047 req-ecd08b74-cea1-47e9-b5b7-cfed103672c6 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Aug 03 19:51:13.401177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-940c925a-e281-4522-a2ac-43746c90f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:13.402695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-940c925a-e281-4522-a2ac-43746c90f9fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1096 time: 0.0851750 Aug 03 19:51:13.507731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-310d0dab-08ab-4d5a-91b0-38ce347c8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:13.509245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-310d0dab-08ab-4d5a-91b0-38ce347c8b97 service neutron] 10.222.0.77 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.0864124 Aug 03 19:51:13.553017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-4d0a5ac0-41dd-42fa-ba08-6a28af6b3ad3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0353959 Aug 03 19:51:13.631530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-60bfcd9d-c0f7-4053-9200-b61cebc362ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:13.633017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-60bfcd9d-c0f7-4053-9200-b61cebc362ca service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0735543 Aug 03 19:51:13.645289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88b79c-8903-4479-9d72-234b4236d2ec req-329d05b1-c832-4cbb-a18a-14be11c2cff2 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:13.646672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe88b79c-8903-4479-9d72-234b4236d2ec req-329d05b1-c832-4cbb-a18a-14be11c2cff2 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0797858 Aug 03 19:51:13.677015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-772a2b02-82f1-412c-99d3-257f1ae14d5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294075 Aug 03 19:51:13.747225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe88b79c-8903-4479-9d72-234b4236d2ec req-d1729b6f-683b-4bda-8f37-82651851c617 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921938 Aug 03 19:51:13.786241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-77b21126-e355-4667-9f53-2a61cf0d774c service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003754 Aug 03 19:51:13.874915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94277721-ad1f-41f7-83f6-beb73006d6e9 req-29464bf9-3875-45eb-a8ab-875f9d714f38 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806255 Aug 03 19:51:14.865143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020d74-68b8-468c-990a-6ab93c24c1bb req-b8675c78-d058-468f-8dd3-e2c103c06021 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:14.866664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d020d74-68b8-468c-990a-6ab93c24c1bb req-b8675c78-d058-468f-8dd3-e2c103c06021 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0493503 Aug 03 19:51:14.904103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d020d74-68b8-468c-990a-6ab93c24c1bb req-a1e79be1-6874-4aea-b051-2908c9f69393 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316503 Aug 03 19:51:15.634131 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:16.356570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2cf38-1f57-4ecd-aa26-0fa54c5257b9 req-8da33f0b-2734-44c6-91f8-34afcf27aaf0 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:16.358079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58a2cf38-1f57-4ecd-aa26-0fa54c5257b9 req-8da33f0b-2734-44c6-91f8-34afcf27aaf0 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.3867347 Aug 03 19:51:16.397394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58a2cf38-1f57-4ecd-aa26-0fa54c5257b9 req-43fc5908-fd67-4340-82b8-d7047ac055c2 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Aug 03 19:51:17.511411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b622e81-9cab-4fbc-9b78-86fd6ee263d1 req-928b36c9-de19-4c81-a536-d9d752ad0189 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:17.512874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b622e81-9cab-4fbc-9b78-86fd6ee263d1 req-928b36c9-de19-4c81-a536-d9d752ad0189 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0484240 Aug 03 19:51:17.550472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b622e81-9cab-4fbc-9b78-86fd6ee263d1 req-b73666e2-d62f-4814-a3b9-72309e5a2ddf tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Aug 03 19:51:18.664719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62532-595d-471f-8def-901c40c14d22 req-f0d676d4-af7f-48b1-a6fb-e42fc4e5157b tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:18.666161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5aa62532-595d-471f-8def-901c40c14d22 req-f0d676d4-af7f-48b1-a6fb-e42fc4e5157b tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0473616 Aug 03 19:51:18.703262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5aa62532-595d-471f-8def-901c40c14d22 req-ec59850f-b033-40d0-b8ae-7e1576d15941 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Aug 03 19:51:18.788293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-81bd66f5-69ec-43f9-a362-8ccfb5b65dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:19.820494 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973d49-2045-4dac-a3c2-fbc27ad43492 req-e108e4d6-bd95-46ee-a66d-da19ea69f0e3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:19.821976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41973d49-2045-4dac-a3c2-fbc27ad43492 req-e108e4d6-bd95-46ee-a66d-da19ea69f0e3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0510798 Aug 03 19:51:19.859599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41973d49-2045-4dac-a3c2-fbc27ad43492 req-af289d1b-bb52-464e-a24b-aacc030cca76 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Aug 03 19:51:20.972912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f5433-3377-4a81-84e4-52d3de4a73eb req-69a6a0f6-8a00-4307-a83d-4b46e402346f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:20.974355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-521f5433-3377-4a81-84e4-52d3de4a73eb req-69a6a0f6-8a00-4307-a83d-4b46e402346f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0468867 Aug 03 19:51:21.011680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-521f5433-3377-4a81-84e4-52d3de4a73eb req-ce97db8b-c1fd-4812-bb78-41133fc679c3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Aug 03 19:51:22.057050 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-19a18195-9999-4c6f-97e5-35dbb2dcba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:22.129054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa60f03-3146-4d77-a4b3-300a7dea4cf2 req-84712efd-249d-4832-b416-b3002fd7d3f9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:22.130544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa60f03-3146-4d77-a4b3-300a7dea4cf2 req-84712efd-249d-4832-b416-b3002fd7d3f9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Aug 03 19:51:22.169713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afa60f03-3146-4d77-a4b3-300a7dea4cf2 req-2f636e5e-2d3a-468d-bc27-804bccbc7725 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Aug 03 19:51:22.199502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.022356 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:23.289414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da860f-1075-4955-a9f1-dc24bce200f4 req-cd7b82da-c835-43fd-96ed-7b7d27e0a6ee tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:23.290885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7da860f-1075-4955-a9f1-dc24bce200f4 req-cd7b82da-c835-43fd-96ed-7b7d27e0a6ee tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Aug 03 19:51:23.328539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7da860f-1075-4955-a9f1-dc24bce200f4 req-a15b6de0-2900-4d72-bb2e-7b914a946705 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Aug 03 19:51:24.442339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625570f8-df92-4c48-a85c-7e7c8ee4bea2 req-d0b28243-ee11-4035-935c-dfbaae0089eb tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:24.443791 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-625570f8-df92-4c48-a85c-7e7c8ee4bea2 req-d0b28243-ee11-4035-935c-dfbaae0089eb tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0481181 Aug 03 19:51:24.479939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-625570f8-df92-4c48-a85c-7e7c8ee4bea2 req-904d4aa4-b720-482e-a1de-6ba7379a2313 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303824 Aug 03 19:51:24.885331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:25.593681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3133030-0278-4f1f-9cac-ab151b09fe74 req-c5fb7cf7-6423-4a48-951c-b3c5a8ec6ec4 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:25.595139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3133030-0278-4f1f-9cac-ab151b09fe74 req-c5fb7cf7-6423-4a48-951c-b3c5a8ec6ec4 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0493445 Aug 03 19:51:25.632702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3133030-0278-4f1f-9cac-ab151b09fe74 req-a57c7020-3749-432b-8a63-fdf975c140a1 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312779 Aug 03 19:51:25.947544 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-ed089224-aa9c-4d80-a269-551861e78ddf service neutron] show failed (client error): The resource could not be found. Aug 03 19:51:25.948539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-ed089224-aa9c-4d80-a269-551861e78ddf service neutron] 10.222.0.77 "GET /v2.0/ports/75e9c881-c8c3-4442-9538-02ddea176252/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0568585 Aug 03 19:51:26.526739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-095bcb00-cc0a-48bd-81e2-3b4dd77aac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.528239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-095bcb00-cc0a-48bd-81e2-3b4dd77aac55 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603&tenant_id=c969b2f2723b4df4aa9d724d07e3a16f HTTP/1.1" status: 200 len: 1096 time: 0.0921540 Aug 03 19:51:26.546239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:26.597929 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.748700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba82113-3c09-4521-aca2-be9053379d96 req-fd2eee80-f40c-4108-8449-114e79510853 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:26.750826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fba82113-3c09-4521-aca2-be9053379d96 req-fd2eee80-f40c-4108-8449-114e79510853 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0498853 Aug 03 19:51:26.789235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fba82113-3c09-4521-aca2-be9053379d96 req-259ed33e-9bb6-4854-985f-acc37e067f56 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Aug 03 19:51:26.802936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:26.835546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:26.880141 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:26.882460 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56bf292-3fdc-4318-955c-7e9837f98a0c" -d '{"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-unplugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:26.886433 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:26.900330 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Transition to ACTIVE for port object 75e9c881-c8c3-4442-9538-02ddea176252 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:26.934283 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc2926-0f2d-451c-ad32-262232cc9dcc x-openstack-request-id: req-2dbc2926-0f2d-451c-ad32-262232cc9dcc {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:26.934578 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-unplugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:26.934834 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2dbc2926-0f2d-451c-ad32-262232cc9dcc {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:26.935243 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'code': 200} Aug 03 19:51:26.979841 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.042032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:27.044299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] No DVR routers for this DVR port 75e9c881-c8c3-4442-9538-02ddea176252 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:27.080218 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:27.080555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:27.080916 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:27.085139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:27.085463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Attempting to bind port 75e9c881-c8c3-4442-9538-02ddea176252 on network 28deab91-9d29-4f8c-b3ee-d7522c11e9c0 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:27.090138 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:27.090474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Checking segment: {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:27.090859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Bound using segment: {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:27.091289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Bound port: 75e9c881-c8c3-4442-9538-02ddea176252, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b079f5f1-082d-47ae-bfda-fecf06b91d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:27.091643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.158896 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:27.161957 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:27.305781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.662688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.663300 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:27.664724 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 1091 time: 1.1223981 Aug 03 19:51:27.686495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a10ad-9c8e-418a-9d20-108e820037b7 service neutron] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:27.736220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-c10683fd-4d73-4833-80ac-c650d3ce9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.737697 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-c10683fd-4d73-4833-80ac-c650d3ce9314 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1094 time: 0.0396693 Aug 03 19:51:27.830068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-ae28ab9a-024c-47cd-ba74-aa92f4e918ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.831574 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-ae28ab9a-024c-47cd-ba74-aa92f4e918ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.0865929 Aug 03 19:51:27.874999 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-91964d96-6fe4-42e8-85eb-47e4a396ce5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0352504 Aug 03 19:51:27.907544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8d4f-fdec-4a58-9398-63519025a4a7 req-8f296609-e5c9-44d0-875c-338a9f4b2153 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.909211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f7d8d4f-fdec-4a58-9398-63519025a4a7 req-8f296609-e5c9-44d0-875c-338a9f4b2153 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0503533 Aug 03 19:51:27.924619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-9a299ee4-fb4e-4bb1-b138-7d0db9892a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:27.926039 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-9a299ee4-fb4e-4bb1-b138-7d0db9892a70 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0452118 Aug 03 19:51:27.945784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f7d8d4f-fdec-4a58-9398-63519025a4a7 req-886bc086-5297-49f5-b55b-3a36f6bf958f tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Aug 03 19:51:27.957559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-ee046a5e-e75b-4d89-a032-0c37144f9ce4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243042 Aug 03 19:51:27.969612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-9d71dbad-2de8-4f69-a024-868f137f35f1 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:51:27.970581 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-9d71dbad-2de8-4f69-a024-868f137f35f1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057454 Aug 03 19:51:28.064181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-d55924ad-3a56-44e4-8ba7-cc05f0c5880f service neutron] 10.222.0.54 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866911 Aug 03 19:51:28.118462 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:51:28.163101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e696a5d9-2e65-4c85-a1e6-2ec9a11ed93e req-574fa503-941d-494a-a7fd-b93b23ece5c9 service neutron] 10.222.0.54 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Aug 03 19:51:28.937575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:28.939979 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a46aa3-8371-4385-af53-46b4bc210f66" -d '{"events": [{"name": "network-changed", "server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:28.987589 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89788b6a-fc08-4766-ab65-05a483940082 x-openstack-request-id: req-89788b6a-fc08-4766-ab65-05a483940082 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:28.987883 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:28.988138 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89788b6a-fc08-4766-ab65-05a483940082 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:28.988545 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'status': 'completed', 'code': 200} Aug 03 19:51:29.068499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-c50b94ac-e10d-4dbc-af38-43b81316941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.070049 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-c50b94ac-e10d-4dbc-af38-43b81316941e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1094 time: 0.0427368 Aug 03 19:51:29.087719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-68cf5a9d-44cb-416c-aab4-9dcdbd6ce8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.089328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-68cf5a9d-44cb-416c-aab4-9dcdbd6ce8be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1094 time: 0.0772123 Aug 03 19:51:29.101323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd531dc-d537-4742-81a8-b8cc30c50b93 req-b5d54798-7b28-40e8-bd3c-d269823ee84b tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.102763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dd531dc-d537-4742-81a8-b8cc30c50b93 req-b5d54798-7b28-40e8-bd3c-d269823ee84b tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0644727 Aug 03 19:51:29.164024 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-e0a43900-b373-4f85-a223-24af2cd4a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.165452 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-e0a43900-b373-4f85-a223-24af2cd4a34c service neutron] 10.222.0.54 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.0864956 Aug 03 19:51:29.189817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dd531dc-d537-4742-81a8-b8cc30c50b93 req-906aa657-f772-4e47-8365-1ff96e294dde tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786769 Aug 03 19:51:29.212963 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-0670790c-8133-428c-957b-5c79b87921ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0399718 Aug 03 19:51:29.219334 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-a2cfbf01-9437-4a3f-a1a1-ab0549fc2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.220866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-a2cfbf01-9437-4a3f-a1a1-ab0549fc2ed1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.1171956 Aug 03 19:51:29.262225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-13db5d80-d933-417d-930b-3473c715b153 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0347896 Aug 03 19:51:29.262619 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-3298f1ac-fc13-4175-a821-32e7731bba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.264085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-3298f1ac-fc13-4175-a821-32e7731bba5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0438988 Aug 03 19:51:29.297005 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-6dbf6888-031a-4d7a-8ded-4f87c199423a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243564 Aug 03 19:51:29.311126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-54416e84-0e3f-4815-9710-1453aceb9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:29.312672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-54416e84-0e3f-4815-9710-1453aceb9c7b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0440609 Aug 03 19:51:29.344486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-b278a5bb-4a82-4549-82fa-5800667246fd service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247588 Aug 03 19:51:29.392191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-628209cd-e303-4215-89ed-e7b833f72630 service neutron] 10.222.0.54 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874929 Aug 03 19:51:29.440231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-1ecd884b-87f7-4e0b-b948-74eaa0b3bc4c service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889065 Aug 03 19:51:29.485788 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-74420277-b082-4508-8610-51ec788a9c17 service neutron] 10.222.0.54 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848105 Aug 03 19:51:29.529204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25a46aa3-8371-4385-af53-46b4bc210f66 req-3ec552fb-a18c-408d-8a4f-baac604d70b2 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821805 Aug 03 19:51:30.294269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:30.310859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5fff7-7a2d-4021-94d7-cfca4dd03af2 req-0aa2d2c4-51c3-4a79-b4fc-750a22742e45 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:30.313283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f5fff7-7a2d-4021-94d7-cfca4dd03af2 req-0aa2d2c4-51c3-4a79-b4fc-750a22742e45 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 943 time: 0.0553343 Aug 03 19:51:30.334354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:30.352915 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f5fff7-7a2d-4021-94d7-cfca4dd03af2 req-4e614d09-54ce-4a52-82a7-b2e0cb6bac64 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Aug 03 19:51:30.829411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:30.922146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:30.932954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '75e9c881-c8c3-4442-9538-02ddea176252', 'network_id': '28deab91-9d29-4f8c-b3ee-d7522c11e9c0', 'port_id': '75e9c881-c8c3-4442-9538-02ddea176252', 'mac_address': 'fa:16:3e:35:72:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce0e484-6072-43ab-975d-a4ecad18cfcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:30.971352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:30.983307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e9c881-c8c3-4442-9538-02ddea176252 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:31.003741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:31.113046 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:31.160042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:31.167386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.167735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.168086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.168489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.168856 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.169197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.169530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.169858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.170188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.170513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.170837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.171682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:31.444467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['75e9c881-c8c3-4442-9538-02ddea176252'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:31.468680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9640-c40c-4ec3-a4a2-f14c753bf43e req-4ea508ef-db6f-4f9d-a1d9-6b07ca5e52a9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.470202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ee9640-c40c-4ec3-a4a2-f14c753bf43e req-4ea508ef-db6f-4f9d-a1d9-6b07ca5e52a9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 944 time: 0.0494699 Aug 03 19:51:31.508180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d0ee9640-c40c-4ec3-a4a2-f14c753bf43e req-e41acb0a-3abd-4ca9-a5a9-0a258c42590a tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317843 Aug 03 19:51:31.946601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-db4fad3c-02e7-4bc1-a1be-d057672f5231 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:31.947978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-db4fad3c-02e7-4bc1-a1be-d057672f5231 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.77 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603&tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 944 time: 0.0506854 Aug 03 19:51:32.013297 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-26e6ed7b-f928-4226-aed1-352296ab10c6 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:51:32.014307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-26e6ed7b-f928-4226-aed1-352296ab10c6 service neutron] 10.222.0.77 "DELETE /v2.0/ports/75e9c881-c8c3-4442-9538-02ddea176252/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0585837 Aug 03 19:51:32.121057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-9c2787cb-ea76-4b0b-9699-152d3094ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:32.122523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-9c2787cb-ea76-4b0b-9699-152d3094ed7b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 1095 time: 0.0390847 Aug 03 19:51:32.211146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-35f8fad4-f28a-436d-ba27-7befd633184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:32.212495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-35f8fad4-f28a-436d-ba27-7befd633184d service neutron] 10.222.0.77 "GET /v2.0/networks?id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 200 len: 912 time: 0.0830624 Aug 03 19:51:32.256928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-0b962023-6e66-4c95-9c6b-798b966190d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 200 len: 217 time: 0.0372529 Aug 03 19:51:32.307083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-c41350b0-e09a-4142-92d4-2496199b1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:32.308525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-c41350b0-e09a-4142-92d4-2496199b1816 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 200 len: 851 time: 0.0433962 Aug 03 19:51:32.339841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-02be01d7-fb9f-4c28-9ddd-8b2b6c6220fc service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=28deab91-9d29-4f8c-b3ee-d7522c11e9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240178 Aug 03 19:51:32.433327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-d2ad752a-094d-46bd-adaa-09fe16792af1 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Aug 03 19:51:32.521545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-99478cae-b61e-4a6a-91d9-c1558244c613 service neutron] 10.222.0.77 "GET /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810180 Aug 03 19:51:32.857921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:32.962014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 75e9c881-c8c3-4442-9538-02ddea176252 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:32.965873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 75e9c881-c8c3-4442-9538-02ddea176252 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:32.966248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:33.042894 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:33.067787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:33.070080 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6352dfef-52a8-48fb-a431-9cb34d99b792" -d '{"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-plugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:33.083021 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:33.150693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:33.198755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:33.493567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:33.892817 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c76887-0610-44ef-b8e9-a80dd68832c7 x-openstack-request-id: req-59c76887-0610-44ef-b8e9-a80dd68832c7 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:33.893407 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-plugged", "status": "completed", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:33.893407 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59c76887-0610-44ef-b8e9-a80dd68832c7 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:33.894164 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'code': 200} Aug 03 19:51:33.984342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4e934-e680-4366-be12-0921c00360a0 req-3cab9f4e-a969-4d59-992a-87bb2b64b4f9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:33.985865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ec4e934-e680-4366-be12-0921c00360a0 req-3cab9f4e-a969-4d59-992a-87bb2b64b4f9 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Aug 03 19:51:34.024699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4ec4e934-e680-4366-be12-0921c00360a0 req-def0a4dd-10e0-4206-af75-d6e723a30004 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Aug 03 19:51:35.148226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32fdd-a5fc-42a0-97a3-38b9f2a46dff req-699e7b33-1700-4372-b4e0-d702d1eee652 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.149711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c32fdd-a5fc-42a0-97a3-38b9f2a46dff req-699e7b33-1700-4372-b4e0-d702d1eee652 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0568373 Aug 03 19:51:35.190132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54c32fdd-a5fc-42a0-97a3-38b9f2a46dff req-f3633352-fb3b-4bd8-bbc8-da5f2eb4fba3 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/security-groups?id=f4383f97-a2d2-4fa1-931e-03d8602bd874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344605 Aug 03 19:51:35.326973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-6901b1f8-fd56-4a90-a920-5afb7983bdfe tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:35.328467 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-6901b1f8-fd56-4a90-a920-5afb7983bdfe tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.54 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Aug 03 19:51:35.424688 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Deleting port 75e9c881-c8c3-4442-9538-02ddea176252 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:51:35.424956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.513790 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] For port 75e9c881-c8c3-4442-9538-02ddea176252, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=75e9c881-c8c3-4442-9538-02ddea176252,segment=NetworkSegment(b079f5f1-082d-47ae-bfda-fecf06b91d8a),segment_id=b079f5f1-082d-47ae-bfda-fecf06b91d8a)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:35.514164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.527400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Calling delete_port for 75e9c881-c8c3-4442-9538-02ddea176252 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:51:35.724039 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.751945 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Pushing event deleted for resources: {'Port': ['ID=75e9c881-c8c3-4442-9538-02ddea176252,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:35.757789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['75e9c881-c8c3-4442-9538-02ddea176252'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:35.803044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] No DVR routers for this DVR port 75e9c881-c8c3-4442-9538-02ddea176252 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:51:35.805749 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:35.807851 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-d4c622cd-3631-4013-be3b-505dc7c990c2 req-126aa765-e62e-4288-8d2f-5b3d6622de06 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.54 "DELETE /v2.0/ports/75e9c881-c8c3-4442-9538-02ddea176252 HTTP/1.1" status: 204 len: 173 time: 0.4727089 Aug 03 19:51:35.808283 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-deleted', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:35.810737 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734da742-b326-4c3c-9709-6dca77945388" -d '{"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-deleted", "tag": "75e9c881-c8c3-4442-9538-02ddea176252"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:35.847324 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f161a1a-0a5e-458e-97b1-5281facf855f x-openstack-request-id: req-0f161a1a-0a5e-458e-97b1-5281facf855f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:35.847616 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd930188-0bac-4d83-8ed9-8c8322a77603", "name": "network-vif-deleted", "tag": "75e9c881-c8c3-4442-9538-02ddea176252", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:35.847866 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0f161a1a-0a5e-458e-97b1-5281facf855f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:35.848271 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd930188-0bac-4d83-8ed9-8c8322a77603', 'name': 'network-vif-deleted', 'tag': '75e9c881-c8c3-4442-9538-02ddea176252', 'status': 'completed', 'code': 200} Aug 03 19:51:36.295294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0769c929-0966-42dc-b0cd-396382b897d2 req-1175f517-86bd-40fc-85c7-acefe5f71a83 tempest-DeleteServersTestJSON-230360613 tempest-DeleteServersTestJSON-230360613-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd930188-0bac-4d83-8ed9-8c8322a77603 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Aug 03 19:51:37.421835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41314) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:37.464876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Deleting subnet 9ce0e484-6072-43ab-975d-a4ecad18cfcd {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:51:37.467827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.502004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.544710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.655324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.681718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce0e484-6072-43ab-975d-a4ecad18cfcd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:37.686904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.688767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6a3bda1a-1322-400b-a20c-6349f8d2466a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9ce0e484-6072-43ab-975d-a4ecad18cfcd HTTP/1.1" status: 204 len: 168 time: 0.2658069 Aug 03 19:51:37.691250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41316) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:37.760924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.842759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.852961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28deab91-9d29-4f8c-b3ee-d7522c11e9c0']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:37.863024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b079f5f1-082d-47ae-bfda-fecf06b91d8a') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:37.863322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b079f5f1-082d-47ae-bfda-fecf06b91d8a') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:51:37.871841 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.885301 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.891886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:51:37.892293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: timer() Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:51:37.894123 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:51:38.032495 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.037870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.039740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] 10.222.0.67 "DELETE /v2.0/networks/28deab91-9d29-4f8c-b3ee-d7522c11e9c0 HTTP/1.1" status: 204 len: 168 time: 0.3475635 Aug 03 19:51:38.051234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50f90e-225a-4b7b-b3e7-b17e2c39db4f admin admin] Pushing event deleted for resources: {'Network': ['ID=28deab91-9d29-4f8c-b3ee-d7522c11e9c0,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:38.338887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41320) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:38.379385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ec9b6dc2-f49f-48bb-9a94-847a93a02a4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c969b2f2723b4df4aa9d724d07e3a16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393255 Aug 03 19:51:38.381886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41322) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:38.429665 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.451171 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.581166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.583676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:38.584887 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f4383f97-a2d2-4fa1-931e-03d8602bd874 HTTP/1.1" status: 204 len: 168 time: 0.2020555 Aug 03 19:51:38.592563 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef25dce-7531-4a40-8662-8f335ebcc030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4383f97-a2d2-4fa1-931e-03d8602bd874,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:38.899287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:51:38.921627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 75e9c881-c8c3-4442-9538-02ddea176252 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:51:38.921974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 75e9c881-c8c3-4442-9538-02ddea176252 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:51:39.601900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41344) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:39.695599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1275618611-network', 'tenant_id': 'b3478257543a4a13942a513d985f73da'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:39.770013 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Made reservation on behalf of b3478257543a4a13942a513d985f73da for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:39.772560 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:39.780870 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:39.871010 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:39.933198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:39.960804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:51:39.965985 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0080310-e01e-4e3d-99a1-43d5036bb9aa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:39.976456 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:39.976456 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Added segment f413251f-f482-4352-99ad-3a568758efda of type vlan for network b41d64aa-77f6-4244-8ef8-4b927395dd6d Aug 03 19:51:40.013742 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.109983 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.110966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:40.111545 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.170542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] Pushing event updated for resources: {'Network': ['ID=b41d64aa-77f6-4244-8ef8-4b927395dd6d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:40.181022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:51:40.208500 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aa44cb75-bac6-47f3-a416-84a95582c417 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6053977 Aug 03 19:51:40.211373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41348) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:51:40.216162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Request body: {'subnet': {'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1275618611-subnet', 'tenant_id': 'b3478257543a4a13942a513d985f73da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:40.298593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Made reservation on behalf of b3478257543a4a13942a513d985f73da for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:40.301671 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.544398 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.609351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:40.613805 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Checking segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:40.614201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Network hostable DHCP agents. Network: b41d64aa-77f6-4244-8ef8-4b927395dd6d, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:51:40.698442 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:51:40.767664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, b41d64aa-77f6-4244-8ef8-4b927395dd6d) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:40.772366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:40.772917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:40.776884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15a6c78-ac7c-4d02-bb35-ce589154145a None None] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:40.853883 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d3cc4ec3-b721-44b2-9fee-cafec4d4b15e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6414959 Aug 03 19:51:41.058870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9c4c2-1a22-4a63-b31a-06365f707994 None None] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:51:41.290551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9152146c-f6ed-4c6e-8289-8c7045d40598 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:41.292014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9152146c-f6ed-4c6e-8289-8c7045d40598 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 815 time: 0.1026700 Aug 03 19:51:41.306860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-b19d0bcb-9a62-473c-a204-d553221c8412 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/quotas/b3478257543a4a13942a513d985f73da HTTP/1.1" status: 200 len: 375 time: 0.0090621 Aug 03 19:51:41.342118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-82d6247d-d8d6-47d9-8825-e641892a614b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300882 Aug 03 19:51:41.482030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-de1f7443-498a-4d49-8b1c-d8d5e5faedae service neutron] 10.222.0.67 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321349 Aug 03 19:51:41.574534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-3c6606f7-f09a-4de7-a498-eee72028cf13 service neutron] 10.222.0.67 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861232 Aug 03 19:51:41.799697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8603f10e-18a0-46ce-b7cc-fcb7aefe9a26 req-0bd4d900-adaf-4071-8556-0d77749111e3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Aug 03 19:51:42.893851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0a55d55-06aa-45ae-89dd-ebb31a6037b3 req-bb83b366-8042-4b9f-af00-7124c55c0ea1 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 210 time: 0.0277333 Aug 03 19:51:43.850526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-4690c987-d42c-429b-a663-0704d6e5fdcc tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:43.851985 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-4690c987-d42c-429b-a663-0704d6e5fdcc tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 815 time: 0.1048985 Aug 03 19:51:43.869581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Request body: {'port': {'device_id': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'admin_state_up': True, 'tenant_id': 'b3478257543a4a13942a513d985f73da'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:43.992757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9993224a-c31d-4334-b16f-96843289a9b1 req-921d8c3f-d6b2-4795-a845-5cdef7d68698 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 210 time: 0.0265827 Aug 03 19:51:44.106453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Made reservation on behalf of b3478257543a4a13942a513d985f73da for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:51:44.110162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.239504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Allocated IP 172.20.0.4 (b41d64aa-77f6-4244-8ef8-4b927395dd6d/eb10e8ab-b3c5-4dc0-a576-cdee927cabc1/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:51:44.383757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.481257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.529626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:51:44.532682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:51:44.539322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:51:44.563003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:44.575684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.576040 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.576388 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.576755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.577097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.577434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.577769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.578104 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.578435 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.578766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.579096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.579424 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:51:44.601793 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:44.602410 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:44.670200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-1c152569-a4f7-4ccd-95fb-ffdf73ea9f88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042819 Aug 03 19:51:44.688316 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Request body: {'port': {'device_id': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:51:44.755145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.021877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:45.029693 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.041850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Transition to ACTIVE for port object ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:51:45.108401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e285c8-dae2-4add-b6ff-490a9855c1c7 req-1fb6ac70-c2de-4fbe-9dd6-17f8db1a2d92 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.109908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33e285c8-dae2-4add-b6ff-490a9855c1c7 req-1fb6ac70-c2de-4fbe-9dd6-17f8db1a2d92 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 931 time: 0.0489202 Aug 03 19:51:45.121332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.149085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33e285c8-dae2-4add-b6ff-490a9855c1c7 req-704dfbe9-0516-4664-aed1-3b7de6586c45 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Aug 03 19:51:45.176391 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:45.241726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:51:45.242054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:51:45.242378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:45.246729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:51:45.247035 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:51:45.251778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:51:45.252117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Checking segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:51:45.252502 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Bound using segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:51:45.253084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Bound port: ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:51:45.253987 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.319814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:51:45.322755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:51:45.392402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.427143 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.427796 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.429338 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] 10.222.0.54 "PUT /v2.0/ports/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 1091 time: 0.7453475 Aug 03 19:51:45.429780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:45.432013 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af47840-e42a-4430-b04a-90307534b9da" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:45.457767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9728b-984f-44fa-b518-013f2b13aacd service neutron] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:45.469974 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c6dbac-0562-4804-a15f-cff0d4ee4f75 x-openstack-request-id: req-e8c6dbac-0562-4804-a15f-cff0d4ee4f75 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:45.470271 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:45.470523 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8c6dbac-0562-4804-a15f-cff0d4ee4f75 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:45.470929 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'status': 'completed', 'code': 200} Aug 03 19:51:45.551017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47840-e42a-4430-b04a-90307534b9da req-0bde81df-8eab-42c8-ab71-351e7cb282af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.552723 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1af47840-e42a-4430-b04a-90307534b9da req-0bde81df-8eab-42c8-ab71-351e7cb282af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1094 time: 0.0419679 Aug 03 19:51:45.629834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:45.659022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47840-e42a-4430-b04a-90307534b9da req-aea8bd73-05df-4538-a568-6854d2a2e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.662162 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1af47840-e42a-4430-b04a-90307534b9da req-aea8bd73-05df-4538-a568-6854d2a2e635 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b3478257543a4a13942a513d985f73da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0955844 Aug 03 19:51:45.759819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af47840-e42a-4430-b04a-90307534b9da req-46d7a26b-1a0a-43ea-a1b7-8a6b06269eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.761310 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1af47840-e42a-4430-b04a-90307534b9da req-46d7a26b-1a0a-43ea-a1b7-8a6b06269eb4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934253 Aug 03 19:51:45.855966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-a10cb4eb-7298-4ed1-92c5-6e8fabb92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.857485 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-a10cb4eb-7298-4ed1-92c5-6e8fabb92975 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1094 time: 0.0402184 Aug 03 19:51:45.905348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-250b14f3-425d-49aa-ad23-8713350dc3f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0349827 Aug 03 19:51:45.954577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-22e7459a-0030-44f0-8c2b-7a85a48cbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:45.956001 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-22e7459a-0030-44f0-8c2b-7a85a48cbbc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0446572 Aug 03 19:51:45.991950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-109c2fd3-1aeb-4d25-84f7-93b570e79312 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279903 Aug 03 19:51:46.082560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-3fa0bba9-1db1-4867-a6a3-e0440f0c8507 service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Aug 03 19:51:46.178505 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d3a9908-861c-495b-ae45-95f12ef690d2 req-47a769f5-1cb4-4d28-b019-d18ea5b8042a service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895455 Aug 03 19:51:46.283118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009a484-f4d0-4014-b56c-9e0754617e27 req-31a797dd-a8f3-4d05-96b2-a13beecfce41 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:46.285118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9009a484-f4d0-4014-b56c-9e0754617e27 req-31a797dd-a8f3-4d05-96b2-a13beecfce41 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0526600 Aug 03 19:51:46.324088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9009a484-f4d0-4014-b56c-9e0754617e27 req-11e10394-0350-4090-96cd-f867080536ee tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Aug 03 19:51:47.437685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e15cdf-256f-40d6-9946-733799e7dc0f req-44cc7422-4d65-4cca-83fa-48dbd14f2c1b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:47.439161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8e15cdf-256f-40d6-9946-733799e7dc0f req-44cc7422-4d65-4cca-83fa-48dbd14f2c1b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0497122 Aug 03 19:51:47.477673 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c8e15cdf-256f-40d6-9946-733799e7dc0f req-4c96b93b-6c3a-4f49-8d38-f97d75920f12 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Aug 03 19:51:48.592017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c912d81-9484-4cdc-af7c-7ffe5cb6bcca req-a5dc3fca-4468-4947-9baf-3b62578b3b8a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:48.593428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c912d81-9484-4cdc-af7c-7ffe5cb6bcca req-a5dc3fca-4468-4947-9baf-3b62578b3b8a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0499330 Aug 03 19:51:48.631395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c912d81-9484-4cdc-af7c-7ffe5cb6bcca req-f4c40487-9df8-4c5a-8687-2f094bf254a6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Aug 03 19:51:48.786290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-838fc4fc-587d-4d21-8256-dd1f1e9be94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:48.938531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:51:49.030498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:49.041410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'port_id': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'mac_address': 'fa:16:3e:54:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb10e8ab-b3c5-4dc0-a576-cdee927cabc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:51:49.077688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:49.089989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:51:49.112911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:49.177778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:49.223300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:49.434975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:51:49.750110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3feff-31a7-4ae5-a93f-40bcf9c47966 req-ce65e498-b989-4a9b-aa60-e3076f020745 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:49.751505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ae3feff-31a7-4ae5-a93f-40bcf9c47966 req-ce65e498-b989-4a9b-aa60-e3076f020745 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 944 time: 0.0530629 Aug 03 19:51:49.789944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ae3feff-31a7-4ae5-a93f-40bcf9c47966 req-1c0820f5-74ab-4b1e-809a-9de17dba1b63 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Aug 03 19:51:50.903510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d25c-2c8e-4d9d-912d-db61c74cb3ca req-c5601aea-5592-4646-b2a5-1d517d537167 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:50.905022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad00d25c-2c8e-4d9d-912d-db61c74cb3ca req-c5601aea-5592-4646-b2a5-1d517d537167 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 944 time: 0.0494170 Aug 03 19:51:50.938169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:51:50.944286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad00d25c-2c8e-4d9d-912d-db61c74cb3ca req-fc517a0a-4ff8-474e-a8b2-ffff361f8113 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327551 Aug 03 19:51:51.093917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:51:51.098579 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:51:51.101347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:51.174567 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:51.196396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:51:51.198661 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1001d40b-ab37-44e9-9b47-43fbbe572fd0" -d '{"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-plugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:51:51.211570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:51:51.235617 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4c6bd1-ed30-43e0-b01d-0b3658255d95 x-openstack-request-id: req-8a4c6bd1-ed30-43e0-b01d-0b3658255d95 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:51:51.235951 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-plugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:51:51.236206 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a4c6bd1-ed30-43e0-b01d-0b3658255d95 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:51:51.236599 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'code': 200} Aug 03 19:51:51.303784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:51.355137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:51:51.355719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280ddcd-3cf3-469e-8c1d-32b299c939ab req-d058e9c1-2802-475a-b526-c45af749bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:51.357302 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4280ddcd-3cf3-469e-8c1d-32b299c939ab req-d058e9c1-2802-475a-b526-c45af749bf92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1096 time: 0.0420091 Aug 03 19:51:51.392349 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4280ddcd-3cf3-469e-8c1d-32b299c939ab req-2fba3853-a151-4db0-85d6-8e13f2294ddb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279796 Aug 03 19:51:52.046524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2123bad7-f5ec-45e4-a017-56439b33ec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:52.064498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4b1b6-6505-4ef0-a589-b52faae6261d req-6f6cde36-9d3c-44c8-8d58-653bfe695db3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:52.067094 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57c4b1b6-6505-4ef0-a589-b52faae6261d req-6f6cde36-9d3c-44c8-8d58-653bfe695db3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0537050 Aug 03 19:51:52.104189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57c4b1b6-6505-4ef0-a589-b52faae6261d req-cc068d74-5b66-4b36-bbab-df8ab8863408 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312345 Aug 03 19:51:52.242548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:53.020332 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:53.222658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb00453-7410-4f28-b87d-856f1fb0d837 req-2ebf1c4b-95fd-4506-90f5-23c2c390ec0d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:53.224120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdb00453-7410-4f28-b87d-856f1fb0d837 req-2ebf1c4b-95fd-4506-90f5-23c2c390ec0d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0530527 Aug 03 19:51:53.262214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdb00453-7410-4f28-b87d-856f1fb0d837 req-f054cdde-1701-4af1-acbb-3467cc8f00c9 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Aug 03 19:51:53.372383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582774f5-09f3-4ded-b5bd-d7a56864fbf7 req-69cda3ae-1be4-4a31-838d-87d33626f6b9 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:53.373873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-582774f5-09f3-4ded-b5bd-d7a56864fbf7 req-69cda3ae-1be4-4a31-838d-87d33626f6b9 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0480917 Aug 03 19:51:53.411645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-582774f5-09f3-4ded-b5bd-d7a56864fbf7 req-7923f6d2-02cd-4840-b2c0-5d54f507783c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Aug 03 19:51:53.673662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d105c0-7a09-41b2-b7f2-ce5b15bee4d5 req-747a824d-eb6b-4c84-bea0-8d4269cca648 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:53.675256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1d105c0-7a09-41b2-b7f2-ce5b15bee4d5 req-747a824d-eb6b-4c84-bea0-8d4269cca648 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Aug 03 19:51:53.713305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1d105c0-7a09-41b2-b7f2-ce5b15bee4d5 req-7e592c1c-edc1-4dc7-9ba3-04f829f73e57 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321920 Aug 03 19:51:53.828923 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b3846-4dfb-4903-a0fe-31ae1d3ceb6f req-2c861651-c82b-4ca3-ab4f-33ea7d6b5790 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:53.830389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e4b3846-4dfb-4903-a0fe-31ae1d3ceb6f req-2c861651-c82b-4ca3-ab4f-33ea7d6b5790 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0526352 Aug 03 19:51:53.868395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e4b3846-4dfb-4903-a0fe-31ae1d3ceb6f req-3a45228b-17fb-400c-82f4-cf6aeb44e370 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314322 Aug 03 19:51:54.302404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae05427-ad82-493b-b33d-219d129ebebe req-411cc6ba-a476-48ed-ad7f-1be234a58d31 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:54.303884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ae05427-ad82-493b-b33d-219d129ebebe req-411cc6ba-a476-48ed-ad7f-1be234a58d31 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Aug 03 19:51:54.342690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ae05427-ad82-493b-b33d-219d129ebebe req-2b1e8a87-73b3-4595-b6cf-a97d0cf74b59 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328977 Aug 03 19:51:54.428337 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-bb180a84-a870-4e2d-bda5-112d6aec0ab8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396893 Aug 03 19:51:54.888560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:51:55.457717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa6468-ad44-4439-b10d-18863b81d2c4 req-6ecabbf7-5de2-4465-bd94-07de666c0a03 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:55.459219 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daaa6468-ad44-4439-b10d-18863b81d2c4 req-6ecabbf7-5de2-4465-bd94-07de666c0a03 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Aug 03 19:51:55.497894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daaa6468-ad44-4439-b10d-18863b81d2c4 req-723ffd08-95a5-493e-ae4f-4968b852aa9d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Aug 03 19:51:56.481309 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-e1052f03-57ad-423f-9ef9-17de5e684cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:56.482816 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-e1052f03-57ad-423f-9ef9-17de5e684cf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1096 time: 0.0389655 Aug 03 19:51:56.578044 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-d8a83cca-13f3-409a-9c2b-211cf50f068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:56.579450 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-d8a83cca-13f3-409a-9c2b-211cf50f068f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0890241 Aug 03 19:51:56.618148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150d455-6dce-4fb4-b7f5-0c0340f4c30e req-6e426ccf-7eaa-495f-b8b2-038778af34a5 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:56.619675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a150d455-6dce-4fb4-b7f5-0c0340f4c30e req-6e426ccf-7eaa-495f-b8b2-038778af34a5 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0546539 Aug 03 19:51:56.623758 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-822fc856-d910-4767-b51f-8e88fa7b2130 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0361421 Aug 03 19:51:56.657862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a150d455-6dce-4fb4-b7f5-0c0340f4c30e req-434df656-7ba6-47a8-943b-4dd0514b7a4e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Aug 03 19:51:56.678003 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-c6f172c6-ff26-4886-9c7a-bd422b467703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:56.679525 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-c6f172c6-ff26-4886-9c7a-bd422b467703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0495739 Aug 03 19:51:56.709902 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-141f1f77-6bb0-4d0f-b7e6-8ea3c7c07ebb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238938 Aug 03 19:51:56.798472 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-3f5786aa-4ed6-4045-b376-706fa931e3dd service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811644 Aug 03 19:51:56.896333 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-ecc5e782-91d4-47d7-9a4d-7c2ffc905de9 service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906737 Aug 03 19:51:57.778574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8def9-f4fb-41ec-9279-6d2184c5764b req-cf2c63b9-b527-4797-a984-ccdabd139f5d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:57.780087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a8def9-f4fb-41ec-9279-6d2184c5764b req-cf2c63b9-b527-4797-a984-ccdabd139f5d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0500004 Aug 03 19:51:57.819377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5a8def9-f4fb-41ec-9279-6d2184c5764b req-75170ebc-9a9d-4a3d-b048-8ac3e32ae4eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 03 19:51:58.936628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69901cae-98ca-4008-845b-4f1f5ef68c27 req-17cfcebe-3b2e-4fba-b712-0fb119875a71 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:51:58.938134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69901cae-98ca-4008-845b-4f1f5ef68c27 req-17cfcebe-3b2e-4fba-b712-0fb119875a71 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0491562 Aug 03 19:51:58.976976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69901cae-98ca-4008-845b-4f1f5ef68c27 req-2e62615b-7737-44b2-b4ec-3db31ccdf048 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320873 Aug 03 19:52:00.095534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d145f54-545e-444b-b88c-4123c396a6cb req-354f0a9b-a1e3-4e76-a372-4a7cfea0ea3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:00.097034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d145f54-545e-444b-b88c-4123c396a6cb req-354f0a9b-a1e3-4e76-a372-4a7cfea0ea3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0544276 Aug 03 19:52:00.135943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d145f54-545e-444b-b88c-4123c396a6cb req-59f00638-d8ba-4413-be7f-3a53b71e5cfb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Aug 03 19:52:01.252916 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5c2eb-91e8-4f5a-9173-ad2c747fbe15 req-fa9bfac3-d08e-46f6-bc27-395288eba96b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:01.254431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2c5c2eb-91e8-4f5a-9173-ad2c747fbe15 req-fa9bfac3-d08e-46f6-bc27-395288eba96b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0496147 Aug 03 19:52:01.292990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2c5c2eb-91e8-4f5a-9173-ad2c747fbe15 req-93003c70-ec6f-4614-b612-1662f2b7c0da tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Aug 03 19:52:02.407565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa244806-0565-49f4-9bd5-d7012f0f4a19 req-4a8abf18-8cd3-4cc5-9dbd-6d38eb4afef2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:02.409046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa244806-0565-49f4-9bd5-d7012f0f4a19 req-4a8abf18-8cd3-4cc5-9dbd-6d38eb4afef2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Aug 03 19:52:02.446040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa244806-0565-49f4-9bd5-d7012f0f4a19 req-33abcd17-d549-4bb9-9b2d-2a24d98fcf1d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Aug 03 19:52:03.459298 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:03.563034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b5335-c36c-44a4-970c-d019d322c2f8 req-c0aa7320-9709-4696-a99c-3d2888fa9084 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:03.564497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5b5335-c36c-44a4-970c-d019d322c2f8 req-c0aa7320-9709-4696-a99c-3d2888fa9084 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0524921 Aug 03 19:52:03.601821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d5b5335-c36c-44a4-970c-d019d322c2f8 req-f0901474-352a-4309-8c1b-8af04ad52777 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Aug 03 19:52:04.718983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f05e80-74d0-4458-ad85-3c259f16ec6c req-100bf522-7ead-4c6d-8bf6-f5ffbf8797ad tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:04.720466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5f05e80-74d0-4458-ad85-3c259f16ec6c req-100bf522-7ead-4c6d-8bf6-f5ffbf8797ad tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0497141 Aug 03 19:52:04.767540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5f05e80-74d0-4458-ad85-3c259f16ec6c req-ee7ea15a-d777-47a3-a78c-940e7a050d64 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Aug 03 19:52:05.117389 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:52:05.883246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f00652-e955-4359-9d49-b6ef1ce0e33f req-897d7bfd-9528-4314-8ea3-666a6018439c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:05.884761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52f00652-e955-4359-9d49-b6ef1ce0e33f req-897d7bfd-9528-4314-8ea3-666a6018439c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Aug 03 19:52:05.923264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52f00652-e955-4359-9d49-b6ef1ce0e33f req-8ddf24ec-bb95-40a8-814f-6e22b25a880f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Aug 03 19:52:07.042792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d0c89-84aa-409e-80ca-553532c31711 req-3cc7e8c2-8646-44eb-a9c7-f79facb90632 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:07.044273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d58d0c89-84aa-409e-80ca-553532c31711 req-3cc7e8c2-8646-44eb-a9c7-f79facb90632 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Aug 03 19:52:07.082504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d58d0c89-84aa-409e-80ca-553532c31711 req-e316af85-98ab-4d74-bd18-f20724d2102f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Aug 03 19:52:08.202830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917dc12-d241-4173-86fb-459804627154 req-0ab08e30-53b9-4303-a2dc-885adb1c1d4d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:08.204335 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d917dc12-d241-4173-86fb-459804627154 req-0ab08e30-53b9-4303-a2dc-885adb1c1d4d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0490718 Aug 03 19:52:08.242199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d917dc12-d241-4173-86fb-459804627154 req-20b62ae4-8ae5-47bf-875d-c413b38b2a74 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Aug 03 19:52:09.356157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635df33-52f8-474b-b1d3-6bd435fd7c06 req-5d4e247e-5227-4783-9f99-2b84ad2164ed tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:09.357676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1635df33-52f8-474b-b1d3-6bd435fd7c06 req-5d4e247e-5227-4783-9f99-2b84ad2164ed tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0490007 Aug 03 19:52:09.395557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1635df33-52f8-474b-b1d3-6bd435fd7c06 req-f39be5a6-4748-417f-bebe-06bd2df8d821 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 03 19:52:10.512733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4596d5-b4a3-4f10-b075-f7acd9bb3c67 req-bf0a574b-9326-420d-8737-9fc4c9a7e8ee tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:10.514203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da4596d5-b4a3-4f10-b075-f7acd9bb3c67 req-bf0a574b-9326-420d-8737-9fc4c9a7e8ee tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0524282 Aug 03 19:52:10.552377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da4596d5-b4a3-4f10-b075-f7acd9bb3c67 req-4e5eb382-5395-471c-805c-e84ad0777bae tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Aug 03 19:52:11.665339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a13329-fd87-45b7-9df5-398288b9d1bb req-43d88716-f328-407c-aaf0-aa592925ca71 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:11.666799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47a13329-fd87-45b7-9df5-398288b9d1bb req-43d88716-f328-407c-aaf0-aa592925ca71 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0481656 Aug 03 19:52:11.704384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47a13329-fd87-45b7-9df5-398288b9d1bb req-d6bf1c2b-6f96-4a14-85c2-ed2e413eb20a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Aug 03 19:52:12.817575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3e9d5-da84-41f4-b575-912081e61ea6 req-3812f9b4-02e3-4aa9-a954-7298fd932668 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:12.819801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8d3e9d5-da84-41f4-b575-912081e61ea6 req-3812f9b4-02e3-4aa9-a954-7298fd932668 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0492127 Aug 03 19:52:12.857254 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8d3e9d5-da84-41f4-b575-912081e61ea6 req-85f5290e-934f-4673-89a8-2c8bb0ad9e00 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 03 19:52:13.976078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f11d20-6d74-49dc-abc5-82c4f082178f req-69e6c021-810f-4c1c-bf6c-364874ca8647 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:13.983519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8f11d20-6d74-49dc-abc5-82c4f082178f req-69e6c021-810f-4c1c-bf6c-364874ca8647 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0533392 Aug 03 19:52:14.014909 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8f11d20-6d74-49dc-abc5-82c4f082178f req-5ff7f7ca-2646-4870-abef-a1b42dc518c8 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Aug 03 19:52:15.129157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b751e41-a170-4c75-9b16-1923f7a3a426 req-158e5496-bed5-4eb9-99d0-9596ee127f9d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:15.130642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b751e41-a170-4c75-9b16-1923f7a3a426 req-158e5496-bed5-4eb9-99d0-9596ee127f9d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Aug 03 19:52:15.169405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9b751e41-a170-4c75-9b16-1923f7a3a426 req-2caeb446-f493-4931-beea-cab027137564 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 03 19:52:15.628954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:16.283604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10c330-cf06-4982-839d-db478f27a866 req-ee05862b-8525-4c4f-9af5-eda3ccd1ef3a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:16.285140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae10c330-cf06-4982-839d-db478f27a866 req-ee05862b-8525-4c4f-9af5-eda3ccd1ef3a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Aug 03 19:52:16.324048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae10c330-cf06-4982-839d-db478f27a866 req-5653e6df-3b67-43a4-9ab1-3621bbbadb5c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Aug 03 19:52:17.442296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322182fb-03ac-47e3-b7fd-4761685025a9 req-cf63f6a9-70b5-45c8-bcbe-758582303812 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:17.444479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-322182fb-03ac-47e3-b7fd-4761685025a9 req-cf63f6a9-70b5-45c8-bcbe-758582303812 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Aug 03 19:52:17.481844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-322182fb-03ac-47e3-b7fd-4761685025a9 req-75c35a34-ab4f-4912-b3e4-932b38cc984d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Aug 03 19:52:18.597541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a8a3e-3fe9-4726-bf1c-7241211cfcef req-8d243193-1939-4bce-82b5-ef745606caae tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:18.598933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-385a8a3e-3fe9-4726-bf1c-7241211cfcef req-8d243193-1939-4bce-82b5-ef745606caae tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0497117 Aug 03 19:52:18.637821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-385a8a3e-3fe9-4726-bf1c-7241211cfcef req-ef22c860-d352-407a-bd77-c2310335018a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Aug 03 19:52:18.788878 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4b520cf3-313f-400d-8a5d-8a0fce6fa5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:19.750239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9dd68-e333-44ae-a95b-05f55f855c11 req-9f6b8c48-4202-4cce-a42e-314279a9f0f7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:19.751693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ac9dd68-e333-44ae-a95b-05f55f855c11 req-9f6b8c48-4202-4cce-a42e-314279a9f0f7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0484362 Aug 03 19:52:19.789614 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ac9dd68-e333-44ae-a95b-05f55f855c11 req-efd3adb9-512a-4d1f-b391-490e6574e7de tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Aug 03 19:52:20.908053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc4d4-34d4-45ac-ae10-a50650ef3ac5 req-9f9b6a7f-c706-46d7-a6cb-b073324a34a8 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:20.909593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cffdc4d4-34d4-45ac-ae10-a50650ef3ac5 req-9f9b6a7f-c706-46d7-a6cb-b073324a34a8 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0536571 Aug 03 19:52:20.946943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cffdc4d4-34d4-45ac-ae10-a50650ef3ac5 req-bba8cb62-60c5-442e-aac1-eae8f9ab08db tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307984 Aug 03 19:52:22.038748 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a3cab319-cdfd-4cc7-bc06-b7c8f7e457ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:22.063650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f86dcf-83ce-40a9-8f4c-8061b1dc756b req-cad3ae60-2859-4531-a91a-112b90dab034 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:22.065187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85f86dcf-83ce-40a9-8f4c-8061b1dc756b req-cad3ae60-2859-4531-a91a-112b90dab034 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0501699 Aug 03 19:52:22.103705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-85f86dcf-83ce-40a9-8f4c-8061b1dc756b req-cd4754af-eea1-42c7-baf8-8185e692edf1 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Aug 03 19:52:22.217120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:23.038147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:23.221282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863f31a-3f06-482b-9cd6-63e64d7f1de7 req-8664b1c9-c48f-4fb4-acbb-92dab2689c4b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:23.222775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2863f31a-3f06-482b-9cd6-63e64d7f1de7 req-8664b1c9-c48f-4fb4-acbb-92dab2689c4b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0499721 Aug 03 19:52:23.260948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2863f31a-3f06-482b-9cd6-63e64d7f1de7 req-31433a9e-62fa-4734-aa5c-ae4269cd1d50 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Aug 03 19:52:24.273044 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-7832e4d4-db55-433e-ba8f-a58ccdbbf4dd service neutron] show failed (client error): The resource could not be found. Aug 03 19:52:24.274586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-7832e4d4-db55-433e-ba8f-a58ccdbbf4dd service neutron] 10.222.0.54 "GET /v2.0/ports/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0559180 Aug 03 19:52:24.384278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1f8b3-9c23-4f8d-bee3-f13f8ec3177a req-4bba8a16-28fc-4021-bc6c-3399a21025dd tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:24.385879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4db1f8b3-9c23-4f8d-bee3-f13f8ec3177a req-4bba8a16-28fc-4021-bc6c-3399a21025dd tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0561519 Aug 03 19:52:24.424080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4db1f8b3-9c23-4f8d-bee3-f13f8ec3177a req-f24cf24d-5cf9-4dba-83e6-0beaadf3f124 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Aug 03 19:52:24.724322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-d8aceb87-1c23-4d03-885b-a2604ea7d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:24.725844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-d8aceb87-1c23-4d03-885b-a2604ea7d7e0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55&tenant_id=b3478257543a4a13942a513d985f73da HTTP/1.1" status: 200 len: 1096 time: 0.0397232 Aug 03 19:52:24.737711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:24.790485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:24.917816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.005304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:25.036460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:25.074887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:25.077253 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a2f97-16d5-46fd-ba02-118d12768224" -d '{"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:25.082566 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.093901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Transition to ACTIVE for port object ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:25.125719 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec75ec61-fdb2-4c87-8edb-752f895cd4d6 x-openstack-request-id: req-ec75ec61-fdb2-4c87-8edb-752f895cd4d6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:25.126023 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-unplugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:25.126278 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ec75ec61-fdb2-4c87-8edb-752f895cd4d6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:25.126711 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'code': 200} Aug 03 19:52:25.157895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.220079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:25.222123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] No DVR routers for this DVR port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:52:25.231355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.231705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.232049 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.232389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.232753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.233089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.233420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.233747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.234082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.234410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.234736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.235059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:25.272163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:52:25.272426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:52:25.272787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:25.277256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:52:25.277576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Attempting to bind port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:25.282258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:52:25.282596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Checking segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:25.282981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Bound using segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:52:25.283406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Bound port: ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:52:25.283757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.346173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:25.349126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:52:25.421073 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.453570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:25.454582 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:25.455649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] 10.222.0.77 "PUT /v2.0/ports/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 1091 time: 0.7219260 Aug 03 19:52:25.488451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09dcaa-6f31-44e8-9ca7-35bc0266426f service neutron] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:25.550283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-6ecf7948-743f-4ec9-b0b6-21c4b8ec2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:25.551702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-6ecf7948-743f-4ec9-b0b6-21c4b8ec2d46 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1094 time: 0.0722246 Aug 03 19:52:25.575081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574141be-b642-4418-a1dd-337c5a4c86bb req-b7548079-b9ee-4e7e-b327-27de65bf669d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:25.576551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-574141be-b642-4418-a1dd-337c5a4c86bb req-b7548079-b9ee-4e7e-b327-27de65bf669d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0708506 Aug 03 19:52:25.661961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-574141be-b642-4418-a1dd-337c5a4c86bb req-087f6d1e-17fe-42ac-9d74-a0a3ac848e0f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747519 Aug 03 19:52:25.678546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-b311e772-bff8-4e61-b1dc-1dcf8c82f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:25.680108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-b311e772-bff8-4e61-b1dc-1dcf8c82f24f service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.1205292 Aug 03 19:52:25.725309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-447585e5-071b-4776-b3f5-8c88e3eee35e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0378027 Aug 03 19:52:25.773217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-df50062e-7d81-4f58-a811-1a0b7d3d110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:25.774707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-df50062e-7d81-4f58-a811-1a0b7d3d110a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0424297 Aug 03 19:52:25.805965 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-6e765f47-ddba-4e84-8f4a-0ca6a9ae5b6e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238781 Aug 03 19:52:25.898169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-5f8d43a3-ca02-48bd-9cf2-e4d44d18574c service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848193 Aug 03 19:52:25.985597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0416f695-1dc5-44e1-8dc1-e844543332ef req-aa48c401-45cc-4335-b3ba-e97fbeaf7019 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809910 Aug 03 19:52:26.778288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec3195-5519-465d-8647-b9859330ac18 req-61a3b795-5138-47cc-80a2-eb37ee876d32 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:26.779767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72ec3195-5519-465d-8647-b9859330ac18 req-61a3b795-5138-47cc-80a2-eb37ee876d32 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0489147 Aug 03 19:52:26.817375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72ec3195-5519-465d-8647-b9859330ac18 req-7a965c7a-3de0-4dd1-b40d-6c96a9120cda tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Aug 03 19:52:27.127688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:27.130045 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f74de6-5490-4de9-a780-d5ccda446ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:27.160187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:52:27.178517 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8b60c6-9834-494a-81ba-72cd50917246 x-openstack-request-id: req-df8b60c6-9834-494a-81ba-72cd50917246 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:27.178812 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:27.179571 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df8b60c6-9834-494a-81ba-72cd50917246 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:27.180154 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'status': 'completed', 'code': 200} Aug 03 19:52:27.203181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:52:27.242757 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6105634d-5d4b-491a-8ebe-7f4c42b0f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.244456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6105634d-5d4b-491a-8ebe-7f4c42b0f34b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1094 time: 0.0454235 Aug 03 19:52:27.263532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-2e03cda0-cc27-4860-be54-3dd30bbc43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.265076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-2e03cda0-cc27-4860-be54-3dd30bbc43c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1094 time: 0.0434661 Aug 03 19:52:27.334822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-ccbf6760-c05a-49dd-8a36-320b973bf75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.336713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-ccbf6760-c05a-49dd-8a36-320b973bf75a service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0853934 Aug 03 19:52:27.362437 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-64314eea-3b13-4ba5-a0d1-250451f4e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.364076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-64314eea-3b13-4ba5-a0d1-250451f4e998 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0922153 Aug 03 19:52:27.384975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-56eb0923-9963-4bff-9e82-b504fbfb6d80 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0396571 Aug 03 19:52:27.407061 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-b13768cc-cd49-461a-b0a1-a4accba253c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0365322 Aug 03 19:52:27.435372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-92a779e2-d669-4ea5-974c-588c38be1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.436867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-92a779e2-d669-4ea5-974c-588c38be1ddd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0439522 Aug 03 19:52:27.456305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6c61cc8c-f621-4eeb-8d9e-7bb00b5106a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.457829 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6c61cc8c-f621-4eeb-8d9e-7bb00b5106a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0441883 Aug 03 19:52:27.469880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6ab141ec-d153-479e-9cc5-67d8ee88f065 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251117 Aug 03 19:52:27.492011 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-84ca6d03-abd6-4726-8a16-2f8acadbc1fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275650 Aug 03 19:52:27.563597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-1efd3576-d7ed-410a-a446-26c6de0552ab service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845726 Aug 03 19:52:27.586586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-12b44f8c-d364-4ef3-8591-3ba6b2f10449 service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879352 Aug 03 19:52:27.668304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-6af26557-bc5e-4936-9df3-1ac2f2f29576 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952332 Aug 03 19:52:27.686384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-13f74de6-5490-4de9-a780-d5ccda446ba7 req-e27f6ad5-b705-4a46-82fa-337db4fe0598 service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925632 Aug 03 19:52:27.939905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83364b5c-84ee-434f-af9e-f2b2cf43df21 req-bf27bd84-5d2b-4090-b5d2-c7f3cbbd5585 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:27.941352 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83364b5c-84ee-434f-af9e-f2b2cf43df21 req-bf27bd84-5d2b-4090-b5d2-c7f3cbbd5585 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 943 time: 0.0533369 Aug 03 19:52:27.980052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83364b5c-84ee-434f-af9e-f2b2cf43df21 req-461e24b0-ad4c-4f34-9671-b76753f2003c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 03 19:52:28.616362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:52:28.713923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:28.724895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'port_id': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'mac_address': 'fa:16:3e:54:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb10e8ab-b3c5-4dc0-a576-cdee927cabc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:52:28.765023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:28.778057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:52:28.796854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:28.873657 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:28.925528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:29.087887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:52:29.100832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c333-8eb3-4cfe-8f91-c7b3c9339417 req-07510345-74bf-46ff-8e56-4b1afdff685e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.102941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9745c333-8eb3-4cfe-8f91-c7b3c9339417 req-07510345-74bf-46ff-8e56-4b1afdff685e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 944 time: 0.0543082 Aug 03 19:52:29.143560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9745c333-8eb3-4cfe-8f91-c7b3c9339417 req-49ded08b-fac0-4d36-bcf9-f741378cbe1c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346246 Aug 03 19:52:29.511254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027da360-f81d-4899-ba0b-ce02a5535166 req-060dba7d-f593-466b-9358-1f7758baec9a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.512831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-027da360-f81d-4899-ba0b-ce02a5535166 req-060dba7d-f593-466b-9358-1f7758baec9a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 944 time: 0.0513802 Aug 03 19:52:29.553118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-027da360-f81d-4899-ba0b-ce02a5535166 req-378a42ae-4834-4055-8b02-ad10f7a22330 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Aug 03 19:52:29.620522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-1ddf9011-5903-4646-82bf-90ac592a970e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.622042 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-1ddf9011-5903-4646-82bf-90ac592a970e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.54 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55&tenant_id=b3478257543a4a13942a513d985f73da&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 944 time: 0.0844150 Aug 03 19:52:29.683259 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-3b76a23c-1c0b-4ac2-be11-f9f09f8bb6cb service neutron] delete failed (client error): The resource could not be found. Aug 03 19:52:29.684176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-3b76a23c-1c0b-4ac2-be11-f9f09f8bb6cb service neutron] 10.222.0.54 "DELETE /v2.0/ports/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0539224 Aug 03 19:52:29.791554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-38b3a1f7-0551-4f54-a641-1bac209f7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.793076 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-38b3a1f7-0551-4f54-a641-1bac209f7fef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 1095 time: 0.0456021 Aug 03 19:52:29.881889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-54421e19-d751-44d8-b1ab-f8e5322d6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.883680 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-54421e19-d751-44d8-b1ab-f8e5322d6caf service neutron] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0838203 Aug 03 19:52:29.929265 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-b352e285-ad99-4e78-8add-23dd02a2e814 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 200 len: 217 time: 0.0382972 Aug 03 19:52:29.978484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-494d7a85-e96b-4e42-9bce-1d2fd86bdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:29.979817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-494d7a85-e96b-4e42-9bce-1d2fd86bdb3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0435760 Aug 03 19:52:30.009671 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-66dec0c2-1f29-4ce4-9bb5-9f6ddfd6d1cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228293 Aug 03 19:52:30.102305 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-ee77a30e-877e-4b4b-b316-3a95d04e05ce service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849922 Aug 03 19:52:30.191056 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-087d97fa-1a2a-4644-982e-f35a0f1f7f97 req-6fef883b-140a-435d-9c37-6bc5fd83cbde service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Aug 03 19:52:30.644903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:30.669598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d616-5426-4031-bec1-c3d512f64e7d req-70b559fe-be54-469e-aded-e7414dd9d65c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:30.671234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97e0d616-5426-4031-bec1-c3d512f64e7d req-70b559fe-be54-469e-aded-e7414dd9d65c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 944 time: 0.0498192 Aug 03 19:52:30.711992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97e0d616-5426-4031-bec1-c3d512f64e7d req-f48eea63-6c4e-4483-a674-0dd52dba96c6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Aug 03 19:52:30.791329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:30.796616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:30.801949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:30.874465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:30.902884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:30.905208 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fda9fe-3e86-49a3-9c9e-561717bc883b" -d '{"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-plugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:30.919311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:30.941071 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2711c83d-f7c8-46cb-be32-a229eeb3a277 x-openstack-request-id: req-2711c83d-f7c8-46cb-be32-a229eeb3a277 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:30.945747 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-plugged", "status": "completed", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:30.945747 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2711c83d-f7c8-46cb-be32-a229eeb3a277 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:30.945747 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'code': 200} Aug 03 19:52:30.994227 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:31.042279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:31.831345 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f29ff-d500-428a-95cb-42a4db44fcf0 req-2f95b49a-3fdd-4cfe-ba20-128191b0caad tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:31.832817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069f29ff-d500-428a-95cb-42a4db44fcf0 req-2f95b49a-3fdd-4cfe-ba20-128191b0caad tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0532060 Aug 03 19:52:32.201533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-069f29ff-d500-428a-95cb-42a4db44fcf0 req-e166a09a-667c-4156-9d75-40e36f498f49 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620005 Aug 03 19:52:32.312910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369831d7-fe15-4b0a-8b2c-4194a5caa375 req-089d54f0-7757-42dc-8d73-643a90c3cce1 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:32.314341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369831d7-fe15-4b0a-8b2c-4194a5caa375 req-089d54f0-7757-42dc-8d73-643a90c3cce1 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0485005 Aug 03 19:52:32.352294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369831d7-fe15-4b0a-8b2c-4194a5caa375 req-285e0776-deb0-4590-bf62-dba3e75a7f33 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308688 Aug 03 19:52:32.463743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cc4e1-a506-466c-95bd-0ffa3ece921c req-3857dc71-24e4-4fd9-bab8-1648a38f48db tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:32.465125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d2cc4e1-a506-466c-95bd-0ffa3ece921c req-3857dc71-24e4-4fd9-bab8-1648a38f48db tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Aug 03 19:52:32.501010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d2cc4e1-a506-466c-95bd-0ffa3ece921c req-9c242f1d-f1e4-4c51-9d47-207e499b40cf tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Aug 03 19:52:33.073137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-91b232bb-cc07-4e28-b1a7-33272f9168c7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:33.074696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-91b232bb-cc07-4e28-b1a7-33272f9168c7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 815 time: 0.1063368 Aug 03 19:52:33.089864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-6a9119da-5c29-4ca7-b86f-13187610d237 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/quotas/b3478257543a4a13942a513d985f73da HTTP/1.1" status: 200 len: 375 time: 0.0094714 Aug 03 19:52:33.137507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-97ae7a9b-0e7c-4df6-ba58-e9547a6a1ca6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425153 Aug 03 19:52:33.231421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8789b2a9-8ead-434c-9f38-6057f67ee71a service neutron] 10.222.0.67 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Aug 03 19:52:33.329177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-62143c23-26b3-4984-a8ff-d6ff32fb576a service neutron] 10.222.0.67 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844762 Aug 03 19:52:33.534059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:33.582421 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-029c2b69-291e-44ee-b30c-9455b26d02ad req-c568a0ac-0fa5-4384-8dca-bba4d7c1c414 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 210 time: 0.0286336 Aug 03 19:52:34.191891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-81abaf41-6642-4d31-8fce-74cf50090163 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:34.193396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-81abaf41-6642-4d31-8fce-74cf50090163 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.77 "GET /v2.0/ports?device_id=b36ce021-3005-4835-93ae-aeb313d9ec55 HTTP/1.1" status: 200 len: 945 time: 0.0533378 Aug 03 19:52:34.280628 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Deleting port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:52:34.280999 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:34.372361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] For port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:34.372755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:34.385126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Calling delete_port for ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:52:34.581906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:34.593437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:52:34.614075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Pushing event deleted for resources: {'Port': ['ID=ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:34.659101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] No DVR routers for this DVR port ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:52:34.670118 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:34.672039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31849934-1555-4ee4-bfa9-ef9e2a42aeb5 req-c3863783-48de-4a3d-9cab-762ff3fa8df6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.77 "DELETE /v2.0/ports/ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 HTTP/1.1" status: 204 len: 173 time: 0.4726365 Aug 03 19:52:34.672475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-deleted', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:34.674724 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ef6183-1b2f-476e-aa6e-cf4845cf3bb9" -d '{"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-deleted", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:34.692050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dff86768-9caa-4212-b75d-e6864217a5be req-543f5b9a-8fc6-4dcd-80c9-bb19738098c6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 210 time: 0.0342350 Aug 03 19:52:34.735330 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0cc8e6-0022-4776-965d-e0b854b511ab x-openstack-request-id: req-ca0cc8e6-0022-4776-965d-e0b854b511ab {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:34.735330 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36ce021-3005-4835-93ae-aeb313d9ec55", "name": "network-vif-deleted", "tag": "ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:34.735330 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ca0cc8e6-0022-4776-965d-e0b854b511ab {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:34.735664 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36ce021-3005-4835-93ae-aeb313d9ec55', 'name': 'network-vif-deleted', 'tag': 'ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1', 'status': 'completed', 'code': 200} Aug 03 19:52:35.605185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-c0fe2aff-79b6-4592-b38d-6178cbb6aeca tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:35.606704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-c0fe2aff-79b6-4592-b38d-6178cbb6aeca tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 815 time: 0.1182091 Aug 03 19:52:35.626314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Request body: {'port': {'device_id': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'admin_state_up': True, 'tenant_id': 'b3478257543a4a13942a513d985f73da'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:35.808917 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7682259-bb94-4077-a2ec-7c0595a1fa37 req-1fa49076-cd9a-4305-bada-d55f37d34d6f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 210 time: 0.0343494 Aug 03 19:52:35.814098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Made reservation on behalf of b3478257543a4a13942a513d985f73da for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:52:35.817875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:35.975599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Allocated IP 172.20.0.13 (b41d64aa-77f6-4244-8ef8-4b927395dd6d/eb10e8ab-b3c5-4dc0-a576-cdee927cabc1/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:52:36.126878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.265887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.280118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:52:36.313347 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Network b41d64aa-77f6-4244-8ef8-4b927395dd6d is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:52:36.316557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:52:36.320269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:52:36.350126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:36.378903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:36.384345 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.460374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-8304c7e1-65c1-44ea-9275-9e69994be478 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8398325 Aug 03 19:52:36.473559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Request body: {'port': {'device_id': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:52:36.528315 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.801138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:52:36.808397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.819815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Transition to ACTIVE for port object 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:52:36.909021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:36.974358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:36.983844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68062-7bae-4414-9573-c1f4b9b28d8f req-04eb0920-5d88-4ae9-9dc6-55f91f2af457 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:36.985397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63a68062-7bae-4414-9573-c1f4b9b28d8f req-04eb0920-5d88-4ae9-9dc6-55f91f2af457 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 932 time: 0.1050766 Aug 03 19:52:37.070484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63a68062-7bae-4414-9573-c1f4b9b28d8f req-0a08999c-84a6-40d4-bdc4-4f0a6dc27a64 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790787 Aug 03 19:52:37.085305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:52:37.085642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:52:37.085972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:37.091207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:52:37.091524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:52:37.096219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:52:37.096550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Checking segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:52:37.096954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Bound using segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:52:37.097379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Bound port: 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:52:37.097733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:37.160157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:52:37.163151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:52:37.233468 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:37.272522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.273170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:37.275423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] 10.222.0.77 "PUT /v2.0/ports/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 1092 time: 0.8061535 Aug 03 19:52:37.275886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:37.278139 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2af3618-9dda-4ce7-8804-e9771321ecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:37.303620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423c06b-21ea-42ab-b93c-8af4104bdadb service neutron] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:37.317300 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955df351-279b-4eae-8751-11241a873cbd x-openstack-request-id: req-955df351-279b-4eae-8751-11241a873cbd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:37.317597 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:37.317857 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-955df351-279b-4eae-8751-11241a873cbd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:37.318268 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'status': 'completed', 'code': 200} Aug 03 19:52:37.378983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-c97e59d0-ab83-4156-8e3a-16b42bb31b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.380553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-c97e59d0-ab83-4156-8e3a-16b42bb31b59 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0416548 Aug 03 19:52:37.479659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-35eb8901-018c-41c7-a9d7-ad531542b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.481146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-35eb8901-018c-41c7-a9d7-ad531542b078 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b3478257543a4a13942a513d985f73da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933595 Aug 03 19:52:37.574644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-19b70995-f76a-490e-8719-a86cdb2d15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.576111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2af3618-9dda-4ce7-8804-e9771321ecf8 req-19b70995-f76a-490e-8719-a86cdb2d15c7 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885298 Aug 03 19:52:37.650619 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-23809fbb-fa1e-4f45-bf97-895341cb944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.652042 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-23809fbb-fa1e-4f45-bf97-895341cb944c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0401242 Aug 03 19:52:37.697819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-6895746c-776d-4f8f-b7ca-cbf71894bd02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0376606 Aug 03 19:52:37.746646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-683d59b0-3a47-443c-9691-24230669423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:37.748072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-683d59b0-3a47-443c-9691-24230669423d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0439355 Aug 03 19:52:37.778825 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-1c889c83-2d6e-4fd2-82a4-2542825d1aec service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231719 Aug 03 19:52:37.872002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-c947f513-0e42-416e-b363-88d7f248b94f service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Aug 03 19:52:37.962834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c2d753c0-4b8b-43bc-8369-05e9fb597ea3 req-3e8d9a19-d6b8-433f-9317-8083817f8c21 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826221 Aug 03 19:52:38.191967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f933d-a9ed-430d-b306-51a9351ccadb req-c853599b-3e98-4216-8814-c220b0481a5c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:38.197098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d2f933d-a9ed-430d-b306-51a9351ccadb req-c853599b-3e98-4216-8814-c220b0481a5c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0508621 Aug 03 19:52:38.232306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d2f933d-a9ed-430d-b306-51a9351ccadb req-0bdfaf82-d7f8-45f7-a6dd-3e563e6f9d7a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Aug 03 19:52:38.695539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:52:38.715401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:52:38.715741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device ab9cfac4-b440-48b7-8a65-5abc2d7ff9e1 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:52:39.351878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2feac-1639-40ac-b6f1-7e6bde6f639f req-7d489b4a-5044-466a-bd25-383fce777586 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:39.353594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2feac-1639-40ac-b6f1-7e6bde6f639f req-7d489b4a-5044-466a-bd25-383fce777586 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0531681 Aug 03 19:52:39.390536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2feac-1639-40ac-b6f1-7e6bde6f639f req-d266a5cf-1947-47e7-b85a-dd26398fea7d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Aug 03 19:52:40.503270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193e7c0-b020-4dd4-ab1b-e4e9b1dc7604 req-40484559-33cf-43bb-994d-bc347adb5390 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:40.504762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3193e7c0-b020-4dd4-ab1b-e4e9b1dc7604 req-40484559-33cf-43bb-994d-bc347adb5390 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0487168 Aug 03 19:52:40.543218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3193e7c0-b020-4dd4-ab1b-e4e9b1dc7604 req-4f343e75-3c3d-4266-9d0c-0cfa3df8d05b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321519 Aug 03 19:52:40.709001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:52:40.804708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:40.816259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'port_id': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'mac_address': 'fa:16:3e:d5:f6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb10e8ab-b3c5-4dc0-a576-cdee927cabc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:52:40.853051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:40.865235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:52:40.885271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:40.964148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:41.011648 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:41.019109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.019450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.019784 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.020179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.020508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.020858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.021184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.021504 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.021824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.022143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.022462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.022777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:52:41.147009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:52:41.655266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ea8ae-e48c-4eea-ac2d-d0c468869370 req-a689480a-7cab-4d2b-b358-7cfc78c54d21 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:41.656797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c73ea8ae-e48c-4eea-ac2d-d0c468869370 req-a689480a-7cab-4d2b-b358-7cfc78c54d21 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 945 time: 0.0489550 Aug 03 19:52:41.694218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c73ea8ae-e48c-4eea-ac2d-d0c468869370 req-4404f96a-7f6f-4690-89a0-607108a44352 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Aug 03 19:52:42.117273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:52:42.724759 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:52:42.814749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fc115-d364-41d8-bae1-24981fc7be4a req-c817d6f1-67b0-4d97-af55-a3d47e838f48 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:42.816249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d21fc115-d364-41d8-bae1-24981fc7be4a req-c817d6f1-67b0-4d97-af55-a3d47e838f48 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 945 time: 0.0533061 Aug 03 19:52:42.830459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:52:42.834428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:52:42.834877 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:42.855495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d21fc115-d364-41d8-bae1-24981fc7be4a req-177e89b3-e3a0-49dd-ad09-39c059226a72 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Aug 03 19:52:42.915014 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:42.938030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:52:42.940251 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da4fab4-78e2-43b6-bdd5-375c8834e7ed" -d '{"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:52:42.952870 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:52:43.025330 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:43.049216 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc729f6-35ac-4bad-8f69-a8acff64a29f x-openstack-request-id: req-3dc729f6-35ac-4bad-8f69-a8acff64a29f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:52:43.049509 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:52:43.049759 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dc729f6-35ac-4bad-8f69-a8acff64a29f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:52:43.050144 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'code': 200} Aug 03 19:52:43.078563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:52:43.145711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163a78c-8dec-4dcd-9487-55b0493bb3e8 req-301eff39-8ea2-4b0b-bc6e-df43aa87aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:43.147237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0163a78c-8dec-4dcd-9487-55b0493bb3e8 req-301eff39-8ea2-4b0b-bc6e-df43aa87aff2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1097 time: 0.0406091 Aug 03 19:52:43.181666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0163a78c-8dec-4dcd-9487-55b0493bb3e8 req-fabadc04-3417-4755-bc16-a32eb1fedbd3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270023 Aug 03 19:52:43.974868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc26de-9854-4ddc-a75b-43413360dd27 req-ee33f2a7-3d73-4499-9d0d-66a14d245ec6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:43.976355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90fc26de-9854-4ddc-a75b-43413360dd27 req-ee33f2a7-3d73-4499-9d0d-66a14d245ec6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0490050 Aug 03 19:52:44.015689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90fc26de-9854-4ddc-a75b-43413360dd27 req-43abdb6b-44ea-4230-b3d2-64c18fcdeac1 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Aug 03 19:52:45.136510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7916d-0772-400e-bf89-87db509d1778 req-e9e2136b-18a1-4ecd-b81e-0a621e38829f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:45.137941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-55c7916d-0772-400e-bf89-87db509d1778 req-e9e2136b-18a1-4ecd-b81e-0a621e38829f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0553105 Aug 03 19:52:45.175444 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-55c7916d-0772-400e-bf89-87db509d1778 req-1c26e74c-71dd-4637-a224-a6a2f9b44528 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Aug 03 19:52:45.286742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47298aec-4cdf-4244-a718-676cf3b80b20 req-d67d8477-58fd-4bc1-9aa6-2e998bcd5016 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:45.288209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47298aec-4cdf-4244-a718-676cf3b80b20 req-d67d8477-58fd-4bc1-9aa6-2e998bcd5016 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0492015 Aug 03 19:52:45.325666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47298aec-4cdf-4244-a718-676cf3b80b20 req-36b20065-b443-4c33-a8c4-90249069d79d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Aug 03 19:52:45.664951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:45.742105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686e88e-8594-4a9c-966a-c86c4bc66e9a req-426023c5-bece-4dff-a9aa-69c9b907722b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:45.744109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3686e88e-8594-4a9c-966a-c86c4bc66e9a req-426023c5-bece-4dff-a9aa-69c9b907722b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0481298 Aug 03 19:52:45.782460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3686e88e-8594-4a9c-966a-c86c4bc66e9a req-3fef3199-a3a0-4121-b051-eb32d1ffb077 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 03 19:52:45.844598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-e97b4093-7a87-4a89-8014-3ec301512e68 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396104 Aug 03 19:52:46.904220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25e72f-8b3a-4979-8751-393184b59383 req-828de10a-ea48-482a-8a36-2fd13c693714 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:46.905802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c25e72f-8b3a-4979-8751-393184b59383 req-828de10a-ea48-482a-8a36-2fd13c693714 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0552204 Aug 03 19:52:46.943761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c25e72f-8b3a-4979-8751-393184b59383 req-152ae088-7761-4f76-85fe-1e67cec6a963 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Aug 03 19:52:47.912118 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-bc5f28aa-b854-4c43-83b1-4af4a559ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:47.913672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-bc5f28aa-b854-4c43-83b1-4af4a559ff55 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1097 time: 0.0426381 Aug 03 19:52:48.006140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-ff96106b-ec29-4476-8c91-f83a0c2eee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:48.007639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-ff96106b-ec29-4476-8c91-f83a0c2eee0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0877175 Aug 03 19:52:48.069814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-e50c9332-47cf-4309-aed5-0af20ad49036 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0475843 Aug 03 19:52:48.126724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592fb1c-ac51-4f10-926e-5f9e37a0c735 req-6e643d37-8e12-45f0-9d6f-c1d141a6a10a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:48.128193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4592fb1c-ac51-4f10-926e-5f9e37a0c735 req-6e643d37-8e12-45f0-9d6f-c1d141a6a10a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.1145384 Aug 03 19:52:48.136958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-963a67c5-3f62-4078-8b15-43cade7fcd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:48.138227 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-963a67c5-3f62-4078-8b15-43cade7fcd2e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0616472 Aug 03 19:52:48.177269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-9c6cb7d8-a1b4-4a64-b22d-f58a8e69b63e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265691 Aug 03 19:52:48.198732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4592fb1c-ac51-4f10-926e-5f9e37a0c735 req-60d524b1-6bf8-4e12-ba7f-d137b34b056d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644312 Aug 03 19:52:48.275117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-fa9fbf86-f68e-4bb9-b6e7-dccc81e1de31 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859704 Aug 03 19:52:48.370394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-816a1cc7-437c-4061-b389-9dc423519042 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885985 Aug 03 19:52:48.775219 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-725a5c4e-fc1b-494a-b6a6-2e17ee355f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:49.312353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e12bc1-4a1f-4b14-b282-ae4459233059 req-a213477e-031d-4a73-9df3-58be26d15468 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:49.313865 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37e12bc1-4a1f-4b14-b282-ae4459233059 req-a213477e-031d-4a73-9df3-58be26d15468 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0484793 Aug 03 19:52:49.351100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37e12bc1-4a1f-4b14-b282-ae4459233059 req-11c63a0b-8711-4e24-8cda-5cc2111628f6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Aug 03 19:52:50.465833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd577bb-12e5-484c-af6e-206cc4b01cf9 req-1cf9effc-db6c-442a-9f91-8672f71033cb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:50.467313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bd577bb-12e5-484c-af6e-206cc4b01cf9 req-1cf9effc-db6c-442a-9f91-8672f71033cb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0492980 Aug 03 19:52:50.504997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2bd577bb-12e5-484c-af6e-206cc4b01cf9 req-77b36859-7ba9-4182-89cf-d8584b5cc2bf tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Aug 03 19:52:51.624610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e67e-98b3-43f1-b577-385e1dc9b341 req-5245c09f-647d-4ad8-b82d-380d7a872e37 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:51.626107 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a37e67e-98b3-43f1-b577-385e1dc9b341 req-5245c09f-647d-4ad8-b82d-380d7a872e37 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0542831 Aug 03 19:52:51.663646 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a37e67e-98b3-43f1-b577-385e1dc9b341 req-fd7319ff-da9c-4cbd-a05a-4e55fcdc94d3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315466 Aug 03 19:52:52.031978 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-87bab3fe-461b-4a2d-92d4-88c227153a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.253031 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:52.778768 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae153b7-eff4-4552-b68c-0c421ba344cc req-0eceffa8-bbce-415d-9a63-34f52f06a299 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:52.780275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aae153b7-eff4-4552-b68c-0c421ba344cc req-0eceffa8-bbce-415d-9a63-34f52f06a299 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0491619 Aug 03 19:52:52.817464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aae153b7-eff4-4552-b68c-0c421ba344cc req-cf0004d4-6fb3-4330-9039-241cf3ae40ea tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Aug 03 19:52:53.060393 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:53.931802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8abe0a-f009-4e16-ae38-6ba07f12760e req-f13910d4-9b09-45b4-a440-7828416b4cb7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:53.933301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a8abe0a-f009-4e16-ae38-6ba07f12760e req-f13910d4-9b09-45b4-a440-7828416b4cb7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 03 19:52:53.970478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a8abe0a-f009-4e16-ae38-6ba07f12760e req-158ad283-a959-4c5c-a21d-0103ecfa6085 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 03 19:52:54.881536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:52:55.089602 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301b909-2e6b-437f-8b25-e02fe1f0e834 req-6fb4a577-b64e-4fb1-aae5-d3023aa5cb6b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:55.090982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8301b909-2e6b-437f-8b25-e02fe1f0e834 req-6fb4a577-b64e-4fb1-aae5-d3023aa5cb6b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0527713 Aug 03 19:52:55.127895 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8301b909-2e6b-437f-8b25-e02fe1f0e834 req-0a493e5d-4fb7-47dc-998e-2938fb751929 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310805 Aug 03 19:52:56.242637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece693c7-dba7-4f57-ac21-ae54df7b5960 req-472af11b-ba47-4539-9012-84fd4b73e42e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:56.244133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece693c7-dba7-4f57-ac21-ae54df7b5960 req-472af11b-ba47-4539-9012-84fd4b73e42e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0492887 Aug 03 19:52:56.281941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece693c7-dba7-4f57-ac21-ae54df7b5960 req-3771b4a6-80ed-4674-a546-ed199b5c3708 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Aug 03 19:52:57.396506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c5024-987a-451c-a187-60757089e1ab req-a7c7157a-96f4-4773-a214-00a0079c7af2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:57.398000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b54c5024-987a-451c-a187-60757089e1ab req-a7c7157a-96f4-4773-a214-00a0079c7af2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0486145 Aug 03 19:52:57.437092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b54c5024-987a-451c-a187-60757089e1ab req-8ad13f71-c116-4888-930d-a4d96b33aed6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Aug 03 19:52:58.559205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e7b81-96bb-46e1-953f-deb265c87eab req-36e91379-d8b9-4413-91c3-d7e6b7a36a8f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:58.562228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e01e7b81-96bb-46e1-953f-deb265c87eab req-36e91379-d8b9-4413-91c3-d7e6b7a36a8f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0567436 Aug 03 19:52:58.599523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e01e7b81-96bb-46e1-953f-deb265c87eab req-db30dfdd-eb60-4ecb-991e-f0f2ac6864dc tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Aug 03 19:52:59.713858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a9cd5-787b-420e-960c-67993d4a94d3 req-0d9276f9-9f8c-4ec4-a34c-190000ac4c73 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:52:59.715311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c96a9cd5-787b-420e-960c-67993d4a94d3 req-0d9276f9-9f8c-4ec4-a34c-190000ac4c73 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0479991 Aug 03 19:52:59.751904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c96a9cd5-787b-420e-960c-67993d4a94d3 req-47fc2d0d-1bb3-4a41-9cd0-7bf43ab36d6f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Aug 03 19:53:00.866965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a640d-6d59-41d1-bc51-5761fe8fdccf req-b528f9a1-3731-4fc0-a95c-fdb81f900e12 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:00.869050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-627a640d-6d59-41d1-bc51-5761fe8fdccf req-b528f9a1-3731-4fc0-a95c-fdb81f900e12 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0488186 Aug 03 19:53:00.906563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-627a640d-6d59-41d1-bc51-5761fe8fdccf req-9e2d317a-3bc4-4753-840c-177d545e7661 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Aug 03 19:53:02.025449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fffaa-14a5-4619-a3ad-2ba63da77102 req-609f7b09-bfca-4791-9181-908e97c68a3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:02.026906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a5fffaa-14a5-4619-a3ad-2ba63da77102 req-609f7b09-bfca-4791-9181-908e97c68a3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0531790 Aug 03 19:53:02.063719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a5fffaa-14a5-4619-a3ad-2ba63da77102 req-2b614f5f-6bc5-45b4-bd6e-c74a61d48c6d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309546 Aug 03 19:53:03.178835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba9089-ae43-443e-a80b-8f3344016e5d req-18c4b94f-400a-470b-b2ed-c6d6e29d62f2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:03.180231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9ba9089-ae43-443e-a80b-8f3344016e5d req-18c4b94f-400a-470b-b2ed-c6d6e29d62f2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0491335 Aug 03 19:53:03.218378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9ba9089-ae43-443e-a80b-8f3344016e5d req-99609a92-a4d7-4820-aadd-3239fd9af93d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Aug 03 19:53:03.503249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:04.331709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832527-1ebd-495e-a741-3d84c1304e74 req-6f84d0a0-6621-4323-8274-6c5840623d88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:04.333201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87832527-1ebd-495e-a741-3d84c1304e74 req-6f84d0a0-6621-4323-8274-6c5840623d88 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0488923 Aug 03 19:53:04.370680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87832527-1ebd-495e-a741-3d84c1304e74 req-68f3ec62-6a7a-4fb5-9194-d80b4cae2ca7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Aug 03 19:53:05.491207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef31198-eb93-4506-a9c7-fe69a959dd27 req-651c9e5f-ac72-4791-9b94-f7e471272de8 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:05.492720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aef31198-eb93-4506-a9c7-fe69a959dd27 req-651c9e5f-ac72-4791-9b94-f7e471272de8 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0531816 Aug 03 19:53:05.533114 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aef31198-eb93-4506-a9c7-fe69a959dd27 req-03c316da-96ea-450c-8124-f70bc6a514ea tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319037 Aug 03 19:53:06.648744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10c79b-6033-441c-ba8e-57fb40f21323 req-7501948e-e12b-4ece-81ca-4a4fa5a7cf53 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:06.650876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e10c79b-6033-441c-ba8e-57fb40f21323 req-7501948e-e12b-4ece-81ca-4a4fa5a7cf53 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0499275 Aug 03 19:53:06.688239 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e10c79b-6033-441c-ba8e-57fb40f21323 req-8d2f1721-3832-470c-a0ab-bc24e7584646 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 Aug 03 19:53:07.800764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4927-4f33-4913-9154-b995973f0a43 req-785fca26-ebd1-4689-8b55-59b5912ddb5f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:07.802224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88eb4927-4f33-4913-9154-b995973f0a43 req-785fca26-ebd1-4689-8b55-59b5912ddb5f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 03 19:53:07.839578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88eb4927-4f33-4913-9154-b995973f0a43 req-ba5ebb85-079c-4a09-8621-bf7db2e7a3e3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Aug 03 19:53:08.957988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9d548-c0ef-4bb6-a71b-3f0083604c30 req-4f44cf2d-cafc-4e76-90f4-69980054b21e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:08.959506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1d9d548-c0ef-4bb6-a71b-3f0083604c30 req-4f44cf2d-cafc-4e76-90f4-69980054b21e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0523272 Aug 03 19:53:08.998395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1d9d548-c0ef-4bb6-a71b-3f0083604c30 req-fcc7b404-0b32-49b6-aed3-14d5d74b1156 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Aug 03 19:53:10.114185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4b935-cfd2-472d-8acd-75d1dd219b7b req-15ad055d-3eb7-4d22-b85c-ac74596dd60c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:10.115661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7da4b935-cfd2-472d-8acd-75d1dd219b7b req-15ad055d-3eb7-4d22-b85c-ac74596dd60c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0485380 Aug 03 19:53:10.153963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7da4b935-cfd2-472d-8acd-75d1dd219b7b req-fead743e-0290-4058-aea4-bf8103c1f31a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Aug 03 19:53:11.268992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abeabc-7285-4066-9f03-ed637e3f295d req-fb3563a6-c455-4e9a-a5db-53aeea2f5dba tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:11.270504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88abeabc-7285-4066-9f03-ed637e3f295d req-fb3563a6-c455-4e9a-a5db-53aeea2f5dba tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0494046 Aug 03 19:53:11.307758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88abeabc-7285-4066-9f03-ed637e3f295d req-f7700a04-f1a5-4be0-8154-6f969ddadc6f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Aug 03 19:53:12.426029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc60f6-9c05-4874-88df-9e814e958028 req-e7c07125-0eb8-4a39-ab27-1ad34de8109f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:12.427509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dbc60f6-9c05-4874-88df-9e814e958028 req-e7c07125-0eb8-4a39-ab27-1ad34de8109f tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0533586 Aug 03 19:53:12.465761 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dbc60f6-9c05-4874-88df-9e814e958028 req-cf904246-28a0-45cb-b4e1-a59a1bbdb4ba tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Aug 03 19:53:13.578965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a8aef-a85b-4797-a78c-77f4396623fb req-29a24643-3fbd-4f40-a7d3-7c879cb303f7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:13.580437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-511a8aef-a85b-4797-a78c-77f4396623fb req-29a24643-3fbd-4f40-a7d3-7c879cb303f7 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0488627 Aug 03 19:53:13.617501 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-511a8aef-a85b-4797-a78c-77f4396623fb req-f0c1d0bc-39f9-4bed-9056-5ded5acb3014 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Aug 03 19:53:14.730985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf93850-4d3b-4a74-b77b-58ba7b53650f req-0fe67d6d-bd63-4c5c-b78c-34a4eb8077de tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:14.732451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdf93850-4d3b-4a74-b77b-58ba7b53650f req-0fe67d6d-bd63-4c5c-b78c-34a4eb8077de tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0471327 Aug 03 19:53:14.769928 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdf93850-4d3b-4a74-b77b-58ba7b53650f req-d82867ef-c3f8-4534-bd88-d15d71e0d77b tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Aug 03 19:53:15.366464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-4d4aada2-7a10-42d7-8154-bbaf2cdf7367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:15.368603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-4d4aada2-7a10-42d7-8154-bbaf2cdf7367 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1097 time: 0.0446608 Aug 03 19:53:15.389983 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-e6e45739-3327-4173-b54c-ad379b70027f req-b9bd6964-fe3f-4c6f-8af1-7e59fbcecfc0 service neutron] show failed (client error): The resource could not be found. Aug 03 19:53:15.391065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-b9bd6964-fe3f-4c6f-8af1-7e59fbcecfc0 service neutron] 10.222.0.77 "GET /v2.0/ports/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0610139 Aug 03 19:53:15.470655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-895c77df-a974-4188-829b-30b10ff42954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:15.472128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-895c77df-a974-4188-829b-30b10ff42954 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0854468 Aug 03 19:53:15.524635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-e3e8aef4-dcfb-4d88-8f9c-a737a5bdad6e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0377092 Aug 03 19:53:15.572977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-722f65cb-e7a0-449c-acf7-d7e9b2cd50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:15.574416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-722f65cb-e7a0-449c-acf7-d7e9b2cd50eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0441813 Aug 03 19:53:15.606940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-a1730719-7814-4480-884a-8889eec57874 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252752 Aug 03 19:53:15.695243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-80a79616-eaa0-402b-9f82-e30fb97d346f service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808289 Aug 03 19:53:15.698872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.792130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-613a0dbd-f6e7-469c-86bf-db50b73334cb req-d35549f2-b4fe-46b9-83ea-b56188208a12 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887697 Aug 03 19:53:15.851559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-c480478e-05cb-44f0-85e8-3d9ee310fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:15.853778 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-c480478e-05cb-44f0-85e8-3d9ee310fa18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc&tenant_id=b3478257543a4a13942a513d985f73da HTTP/1.1" status: 200 len: 1097 time: 0.0437763 Aug 03 19:53:15.872568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:15.887316 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e3427-1b6e-4a73-86b7-c9fc317e86b9 req-e21a0fa5-a0e1-434f-b6f9-fedbe6fee19d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:15.888949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb2e3427-1b6e-4a73-86b7-c9fc317e86b9 req-e21a0fa5-a0e1-434f-b6f9-fedbe6fee19d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0497584 Aug 03 19:53:15.927294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:15.927856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb2e3427-1b6e-4a73-86b7-c9fc317e86b9 req-da6b70d7-b439-4979-a61f-ad6e5fe9bd3c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Aug 03 19:53:16.131485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:16.169342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:16.207549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:16.209892 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a405ddc5-110c-4df5-9e4c-bc22ffeb4d31" -d '{"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:16.214198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.226144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Transition to ACTIVE for port object 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:16.260829 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe4798c-9c0f-49bd-83b0-f1420fba5804 x-openstack-request-id: req-9fe4798c-9c0f-49bd-83b0-f1420fba5804 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:16.261123 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-unplugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:16.261374 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9fe4798c-9c0f-49bd-83b0-f1420fba5804 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:16.261775 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'code': 200} Aug 03 19:53:16.285119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.346755 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] No DVR routers for this DVR port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:16.349741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:16.361634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.361958 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.362298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.362635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.362968 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.363297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.363630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.363954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.364278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.364601 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.364949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.365270 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:16.393339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:16.393955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:16.393955 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:16.398045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:53:16.398373 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Attempting to bind port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on network b41d64aa-77f6-4244-8ef8-4b927395dd6d {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:16.403630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:16.403970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Checking segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:16.404354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Bound using segment: {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:16.404813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Bound port: 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f413251f-f482-4352-99ad-3a568758efda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:16.405169 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.470694 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:16.473657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:16.548552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.581926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:16.582546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:16.583939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] 10.222.0.54 "PUT /v2.0/ports/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 1092 time: 0.7165015 Aug 03 19:53:16.606332 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625176f-5cfe-4df9-a23e-05729dfbbaae service neutron] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:16.657157 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-028fce01-8881-4cbd-bf6f-3a6f32231747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:16.658551 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-028fce01-8881-4cbd-bf6f-3a6f32231747 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0406184 Aug 03 19:53:16.752834 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-b849af29-a28e-4baf-b842-6c58a1c3e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:16.754290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-b849af29-a28e-4baf-b842-6c58a1c3e61e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0879831 Aug 03 19:53:16.796781 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-26eadd77-0640-4450-b985-bd5aeb9f6969 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Aug 03 19:53:16.845622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45739-3327-4173-b54c-ad379b70027f req-651bf7db-9955-421b-bb9b-e74cf6150deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:16.847018 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-651bf7db-9955-421b-bb9b-e74cf6150deb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0429008 Aug 03 19:53:16.882375 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-99dd31a0-c125-4d8a-b28f-0c4751ef9868 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274642 Aug 03 19:53:16.973677 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-f6d55f51-3332-4e0c-aaa1-62a3a5b45eca service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828452 Aug 03 19:53:17.052195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceb688-07a4-40c1-8f03-4ca9501d3f92 req-10431f2a-3a84-4ebb-8958-5e3d3950a693 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:17.053725 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10ceb688-07a4-40c1-8f03-4ca9501d3f92 req-10431f2a-3a84-4ebb-8958-5e3d3950a693 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0533752 Aug 03 19:53:17.071925 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-4fa50a6e-853d-4004-95ce-eab8bad1945e service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904417 Aug 03 19:53:17.092288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10ceb688-07a4-40c1-8f03-4ca9501d3f92 req-c6e213bb-e65b-49cc-b7f3-7605001f812c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Aug 03 19:53:18.207470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb2bde-1dd9-4e91-a3b2-880502f58eb4 req-58b04434-53bf-4e06-b50b-cffb7f768a4e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.208876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9eb2bde-1dd9-4e91-a3b2-880502f58eb4 req-58b04434-53bf-4e06-b50b-cffb7f768a4e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0485280 Aug 03 19:53:18.246483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9eb2bde-1dd9-4e91-a3b2-880502f58eb4 req-b317bcf8-8357-49b6-a937-2b6f3f8342aa tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310521 Aug 03 19:53:18.263019 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:18.265716 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:18.313214 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2f7ddc-49ef-4057-b57a-727901e669d1 x-openstack-request-id: req-dc2f7ddc-49ef-4057-b57a-727901e669d1 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:18.313515 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:18.313777 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc2f7ddc-49ef-4057-b57a-727901e669d1 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:18.314196 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'status': 'completed', 'code': 200} Aug 03 19:53:18.380296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-e8e5e2d1-594a-4c8b-984b-d6345401a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.381969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-e8e5e2d1-594a-4c8b-984b-d6345401a7dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0453460 Aug 03 19:53:18.393812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-4c630391-0c08-41fa-b042-66185e8c5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.395317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-4c630391-0c08-41fa-b042-66185e8c5fbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1095 time: 0.0416017 Aug 03 19:53:18.476721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-cbf948ea-cd28-4372-99e6-1e55d55cd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.478796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-cbf948ea-cd28-4372-99e6-1e55d55cd17d service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0901456 Aug 03 19:53:18.487387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-9e071093-a0e1-4e16-ad82-8015f93ad1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.488890 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-9e071093-a0e1-4e16-ad82-8015f93ad1b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0863745 Aug 03 19:53:18.520445 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-6c1ccd22-ced1-417f-b934-e6b0b8c2cea3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0343444 Aug 03 19:53:18.534789 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-b154c494-f80e-434f-820d-e935b4cb713f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.0381596 Aug 03 19:53:18.569610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-182c48e1-c224-4903-900f-0860b6d5cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.571139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-182c48e1-c224-4903-900f-0860b6d5cdb9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0436802 Aug 03 19:53:18.584154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-028d5f2f-f9ec-4986-bcf3-573b2e012049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:18.585628 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-028d5f2f-f9ec-4986-bcf3-573b2e012049 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0433240 Aug 03 19:53:18.607796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-6b87ee43-f1ea-4642-be3a-52ff8d4609a7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298712 Aug 03 19:53:18.617737 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-3bb8f16a-cf14-4fca-a768-97c148d1d685 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247719 Aug 03 19:53:18.698456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-eb148528-1cac-4ed0-8e0c-412300462c91 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836091 Aug 03 19:53:18.714404 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-db9ae2ed-b133-40bf-90fc-ab267bf3a383 service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888844 Aug 03 19:53:18.790295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e753e3fc-07e4-40c6-9056-6dd009555301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:18.794589 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-bbacc295-a6a4-4581-8b61-ed867048be43 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896208 Aug 03 19:53:18.812258 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4e2c6895-a07b-4f71-a7b0-cbaa21a687cb req-938dea88-17a4-4dd9-9b28-4fa735d4919d service neutron] 10.222.0.54 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899036 Aug 03 19:53:18.862050 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:18.900024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:19.116378 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:53:19.366895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fcb30-e057-4141-b571-ca8fcb48e0ce req-c5b76968-ac16-47e9-9dab-6ae3df515dff tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:19.368397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c31fcb30-e057-4141-b571-ca8fcb48e0ce req-c5b76968-ac16-47e9-9dab-6ae3df515dff tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 944 time: 0.0492322 Aug 03 19:53:19.370279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:53:19.405927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c31fcb30-e057-4141-b571-ca8fcb48e0ce req-d7989bb5-5ffb-4370-a046-10227d581e02 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Aug 03 19:53:19.463040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:19.474242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'network_id': 'b41d64aa-77f6-4244-8ef8-4b927395dd6d', 'port_id': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'mac_address': 'fa:16:3e:d5:f6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb10e8ab-b3c5-4dc0-a576-cdee927cabc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:53:19.515542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:19.528236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:53:19.546952 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:19.622351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:19.671517 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:19.785618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df3238-0af7-402c-b722-c14da5fa7458 req-56c9ee31-95d5-44de-b0fb-3a704e6afd3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:19.787133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7df3238-0af7-402c-b722-c14da5fa7458 req-56c9ee31-95d5-44de-b0fb-3a704e6afd3d tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 945 time: 0.0500784 Aug 03 19:53:19.857910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f7df3238-0af7-402c-b722-c14da5fa7458 req-6462cd5b-8c8c-4a6b-95f4-0e422834ffde tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637934 Aug 03 19:53:19.875350 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-25e13f14-ecff-4a76-a348-ea04bf0cd591 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:19.876765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-25e13f14-ecff-4a76-a348-ea04bf0cd591 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.77 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc&tenant_id=b3478257543a4a13942a513d985f73da&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 945 time: 0.0684521 Aug 03 19:53:19.938148 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-fc337ee3-d051-4010-ba1d-b4b8120afff1 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:53:19.939148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-fc337ee3-d051-4010-ba1d-b4b8120afff1 service neutron] 10.222.0.77 "DELETE /v2.0/ports/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0548561 Aug 03 19:53:19.941779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:53:20.020758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-ef430bfe-a400-4241-b7e0-e1c58771a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:20.022311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-ef430bfe-a400-4241-b7e0-e1c58771a8c0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b3478257543a4a13942a513d985f73da&device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 1096 time: 0.0415552 Aug 03 19:53:20.114960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-9af20072-f81d-46fe-bdaf-3eff35a826ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:20.116458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-9af20072-f81d-46fe-bdaf-3eff35a826ca service neutron] 10.222.0.77 "GET /v2.0/networks?id=b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 200 len: 916 time: 0.0877898 Aug 03 19:53:20.484552 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-acf78b0c-c12c-4a5c-a0a1-4b5c9e97e101 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 200 len: 217 time: 0.3608735 Aug 03 19:53:20.532915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-08afdaaf-bfe9-420e-945f-934dfa84f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:20.534304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-08afdaaf-bfe9-420e-945f-934dfa84f5eb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 200 len: 855 time: 0.0431087 Aug 03 19:53:20.564226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-6892a66e-c532-4416-aadf-303248b7c495 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b41d64aa-77f6-4244-8ef8-4b927395dd6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229397 Aug 03 19:53:20.654083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-4a682051-9f89-48d4-b6e4-5ac25ccb64d5 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827157 Aug 03 19:53:20.743886 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8ad201e1-3151-4468-904b-fa6643a283f7 req-a9bec8e8-599b-4ff9-af2a-eca0d398ddd5 service neutron] 10.222.0.77 "GET /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827522 Aug 03 19:53:20.979577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238839f-3594-44e9-8c0c-f177bc25830c req-c8c78a86-08f7-44b7-998c-237a706f7f3a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:20.981023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a238839f-3594-44e9-8c0c-f177bc25830c req-c8c78a86-08f7-44b7-998c-237a706f7f3a tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 945 time: 0.0535600 Aug 03 19:53:21.020251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a238839f-3594-44e9-8c0c-f177bc25830c req-6628ced9-5970-44d6-ad2e-609907cc0f73 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Aug 03 19:53:21.389944 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:21.502060 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:21.506059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:21.511036 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:21.594038 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:21.616431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:21.618661 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74935e0a-fd90-4e30-bb39-badd8069842b" -d '{"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:21.635372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:21.655258 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2861fd5-563d-40d7-920b-c5665709b6c2 x-openstack-request-id: req-a2861fd5-563d-40d7-920b-c5665709b6c2 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:21.655556 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-plugged", "status": "completed", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:21.655811 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2861fd5-563d-40d7-920b-c5665709b6c2 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:21.656245 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'code': 200} Aug 03 19:53:21.730742 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:21.779273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:22.046810 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4453147f-6823-4531-b1f2-d867a1cca82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:22.137634 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07001766-67a9-4c5b-887b-bb022533ba38 req-59d1f535-c46e-4008-8cbc-5a5ff6004cd5 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:22.139476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07001766-67a9-4c5b-887b-bb022533ba38 req-59d1f535-c46e-4008-8cbc-5a5ff6004cd5 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0487025 Aug 03 19:53:22.177629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07001766-67a9-4c5b-887b-bb022533ba38 req-9c03c797-df8d-4346-a72b-ae6e96bf9562 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Aug 03 19:53:22.216243 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:22.296373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f00227-30e8-40ae-8e4a-10fbe3d4e642 req-74b879eb-5dd3-434b-b63b-994dbd8821d2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:22.306898 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5f00227-30e8-40ae-8e4a-10fbe3d4e642 req-74b879eb-5dd3-434b-b63b-994dbd8821d2 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0531540 Aug 03 19:53:22.337443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5f00227-30e8-40ae-8e4a-10fbe3d4e642 req-20d0e671-048d-46ff-bd45-e2387e6585ee tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Aug 03 19:53:22.452932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e45b4-e8b6-4fda-883e-1bafb1836712 req-db799b7a-8228-491d-a2d2-1f77287cfa3e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:22.454297 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f2e45b4-e8b6-4fda-883e-1bafb1836712 req-db799b7a-8228-491d-a2d2-1f77287cfa3e tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0514317 Aug 03 19:53:22.491495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f2e45b4-e8b6-4fda-883e-1bafb1836712 req-4a87fa26-83d0-4eba-9fde-bd4a78b0bc44 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Aug 03 19:53:23.029684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:23.070173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d66d1-e78d-4962-9f59-4611cae39e38 req-ae917d49-971c-4313-bb01-b8afe9a03407 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:23.072382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a4d66d1-e78d-4962-9f59-4611cae39e38 req-ae917d49-971c-4313-bb01-b8afe9a03407 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0493219 Aug 03 19:53:23.109260 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a4d66d1-e78d-4962-9f59-4611cae39e38 req-7aa03455-5724-42e8-8ea4-9f02239e33b3 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Aug 03 19:53:24.223906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b53469-1289-491d-970f-b48fc297a03a req-13b4d209-65a0-4b75-a5e5-d2c1caa44c62 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:24.225407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b53469-1289-491d-970f-b48fc297a03a req-13b4d209-65a0-4b75-a5e5-d2c1caa44c62 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0478642 Aug 03 19:53:24.263280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e1b53469-1289-491d-970f-b48fc297a03a req-2ce7b182-6c21-4d93-81b3-7b3c733b2e1c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/security-groups?id=a0080310-e01e-4e3d-99a1-43d5036bb9aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Aug 03 19:53:24.334271 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-5a2c3383-308d-4e69-b382-f7be0d391ba6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:24.335782 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-5a2c3383-308d-4e69-b382-f7be0d391ba6 tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 946 time: 0.0480762 Aug 03 19:53:24.747554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Deleting port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:53:24.747890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:24.838539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] For port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,segment=NetworkSegment(f413251f-f482-4352-99ad-3a568758efda),segment_id=f413251f-f482-4352-99ad-3a568758efda)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:24.838908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:24.851770 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Calling delete_port for 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:53:24.890537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:25.057087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:25.089997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Pushing event deleted for resources: {'Port': ['ID=09ffa06b-a072-46d7-9eaa-09d9ac4e3db0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:25.091537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:53:25.131596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] No DVR routers for this DVR port 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:53:25.135937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:25.138025 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-3135c0c6-9c03-481a-9d34-7b9bde173b5f req-f922268e-1c6e-4225-837a-6c838c7f48eb tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.54 "DELETE /v2.0/ports/09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 HTTP/1.1" status: 204 len: 173 time: 0.7962177 Aug 03 19:53:25.138470 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-deleted', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:25.141349 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915557e5-c99d-471b-bb3b-05f30ca17b72" -d '{"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-deleted", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:25.179909 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4168eaed-7ef1-4600-acb6-bc694bd8d214 x-openstack-request-id: req-4168eaed-7ef1-4600-acb6-bc694bd8d214 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:25.180211 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc", "name": "network-vif-deleted", "tag": "09ffa06b-a072-46d7-9eaa-09d9ac4e3db0", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:25.181313 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4168eaed-7ef1-4600-acb6-bc694bd8d214 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:25.181776 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc', 'name': 'network-vif-deleted', 'tag': '09ffa06b-a072-46d7-9eaa-09d9ac4e3db0', 'status': 'completed', 'code': 200} Aug 03 19:53:25.365109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-395e5b5c-d05c-4f5b-91bd-d99ce430850e req-8f0c5ce5-666d-4762-a5d4-63537958f04c tempest-ServerDiskConfigTestJSON-1865623637 tempest-ServerDiskConfigTestJSON-1865623637-project] 10.222.0.67 "GET /v2.0/ports?device_id=e2d1b484-e65b-47a0-a0ca-f8c71f3bfcbc HTTP/1.1" status: 200 len: 210 time: 0.0315826 Aug 03 19:53:26.481795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41708) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:26.526029 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Deleting subnet eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 19:53:26.529101 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.561935 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.604120 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.699467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.723850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb10e8ab-b3c5-4dc0-a576-cdee927cabc1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:26.727555 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.729797 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2d42050c-8375-4b72-87e3-b50daacde896 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eb10e8ab-b3c5-4dc0-a576-cdee927cabc1 HTTP/1.1" status: 204 len: 168 time: 0.2469954 Aug 03 19:53:26.732456 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41710) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:26.800203 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.880921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.891876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41d64aa-77f6-4244-8ef8-4b927395dd6d']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:26.902048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f413251f-f482-4352-99ad-3a568758efda') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:26.902340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f413251f-f482-4352-99ad-3a568758efda') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:26.910860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.923876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.929510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 19:53:26.929892 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: timer() Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 19:53:26.931467 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 19:53:27.075118 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.079553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.081840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b41d64aa-77f6-4244-8ef8-4b927395dd6d HTTP/1.1" status: 204 len: 168 time: 0.3484373 Aug 03 19:53:27.095306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb64bad-d9b7-488e-9f8a-2446e13a3292 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41d64aa-77f6-4244-8ef8-4b927395dd6d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:27.418365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:53:27.438218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:53:27.438558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 09ffa06b-a072-46d7-9eaa-09d9ac4e3db0 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:53:27.532101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41714) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:27.571473 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09ed9c77-a221-44cb-890e-573b7c9ba4dd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b3478257543a4a13942a513d985f73da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381532 Aug 03 19:53:27.574684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41716) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:27.622338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.644016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.758873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.762145 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:27.763306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0080310-e01e-4e3d-99a1-43d5036bb9aa HTTP/1.1" status: 204 len: 168 time: 0.1876819 Aug 03 19:53:27.771576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31c920-90e9-459b-abbe-d352b455583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0080310-e01e-4e3d-99a1-43d5036bb9aa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:28.759581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:28.853257 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-213679787-network', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:28.941329 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:53:28.943717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:28.954697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.049812 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.126522 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.151536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 19:53:29.160246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eede32-4c33-49e0-a89a-118cf6658f37,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:29.168475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.168597 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Added segment 16f38449-04e4-49ee-b140-d4eb1b5d135e of type vlan for network cabe2126-f03d-4d8b-844f-03994b0a8398 Aug 03 19:53:29.208978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.312736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.313708 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:29.314294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.373246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] Pushing event updated for resources: {'Network': ['ID=cabe2126-f03d-4d8b-844f-03994b0a8398,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:29.382890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network cabe2126-f03d-4d8b-844f-03994b0a8398 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 19:53:29.407063 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4c01717c-aa93-439c-b2d7-196cabf37e15 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6457901 Aug 03 19:53:29.409927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41742) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:29.414902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Request body: {'subnet': {'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-213679787-subnet', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:29.491640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:53:29.494189 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.714966 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.779464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=387b3f80-87ca-4a13-928d-51340fc7a202,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:29.784617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:29.785006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Network hostable DHCP agents. Network: cabe2126-f03d-4d8b-844f-03994b0a8398, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 19:53:29.868908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 19:53:29.943562 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, cabe2126-f03d-4d8b-844f-03994b0a8398) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:29.947525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:29.948114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:29.953020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfad4dd-bf2b-465d-b141-9c886ea24b20 None None] Network cabe2126-f03d-4d8b-844f-03994b0a8398 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:53:30.058840 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-01832f2b-9165-4a6a-bfd9-026767f76cdb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6477201 Aug 03 19:53:30.061598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:30.066635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:30.094650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-cabe2126-f03d-4d8b-844f-03994b0a8398', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 19:53:30.095517 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.166736 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.168419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.220388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.231335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Allocated IP 172.20.0.2 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/acc1d57a-a7e9-41b2-9155-859f56b5566e) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:30.368796 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.377923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Transition to ACTIVE for port object acc1d57a-a7e9-41b2-9155-859f56b5566e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:30.393333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Transition to ACTIVE for port object acc1d57a-a7e9-41b2-9155-859f56b5566e will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:30.436051 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.463860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.504123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:30.506900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:30.513690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:30.520160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Pushing event updated for resources: {'Port': ['ID=acc1d57a-a7e9-41b2-9155-859f56b5566e,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:30.567922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Attempting to bind port acc1d57a-a7e9-41b2-9155-859f56b5566e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:30.568290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Attempting to bind port acc1d57a-a7e9-41b2-9155-859f56b5566e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:30.568745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Attempting to bind port acc1d57a-a7e9-41b2-9155-859f56b5566e on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:30.573598 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:30.574705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:30.575132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.575524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:30.575987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Bound port: acc1d57a-a7e9-41b2-9155-859f56b5566e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:30.576364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.641192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] For port acc1d57a-a7e9-41b2-9155-859f56b5566e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:30.644276 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] For port acc1d57a-a7e9-41b2-9155-859f56b5566e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=acc1d57a-a7e9-41b2-9155-859f56b5566e,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:30.713132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.728213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.751193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:30.781926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011de8ea-b3f4-4d25-a175-4b5c44eab9c7 None None] Pushing event updated for resources: {'Port': ['ID=acc1d57a-a7e9-41b2-9155-859f56b5566e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:30.862322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Allocated IP 172.25.2.102 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/93dda5dc-21f9-425f-867c-632d8b00ae35) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:30.993978 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:31.109673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:31.148540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:31.151296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:31.154358 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:31.182190 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Pushing event updated for resources: {'Port': ['ID=93dda5dc-21f9-425f-867c-632d8b00ae35,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:31.482552 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:31.646995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa29a4b8-98f7-40d6-ac9c-6433a790ce66 None None] Network cabe2126-f03d-4d8b-844f-03994b0a8398 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 19:53:31.692408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:31.844635 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-af1bb6b9-4068-42f0-b72b-9f2fc06d07dd None None] Provisioning for port acc1d57a-a7e9-41b2-9155-859f56b5566e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:31.873154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 19:53:31.987476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:31.997441 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:32.006797 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:32.007394 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:32.063132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.064711 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aa6263a2-e3f6-4518-81d5-be0fdd604b19 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0016475 Aug 03 19:53:32.067593 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41746) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:32.112824 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:32.288951 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:31Z', 'revision_number': 3, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:32.314562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:32.315030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Updating router dfa579e6-6f89-4b37-b991-acb461eb1f44 port 93dda5dc-21f9-425f-867c-632d8b00ae35 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:53:32.339697 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.461499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device acc1d57a-a7e9-41b2-9155-859f56b5566e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:32.495172 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.571941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port acc1d57a-a7e9-41b2-9155-859f56b5566e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:32.576761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port acc1d57a-a7e9-41b2-9155-859f56b5566e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:32.577463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.602048 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.613679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Transition to ACTIVE for port object 93dda5dc-21f9-425f-867c-632d8b00ae35 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:32.656319 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.658633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Allocated IP 172.20.0.1 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/b67fd472-82d8-4549-8f4c-731f3a7001fe) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:32.680673 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.689072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port acc1d57a-a7e9-41b2-9155-859f56b5566e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=acc1d57a-a7e9-41b2-9155-859f56b5566e,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:32.729477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Attempting to bind port 93dda5dc-21f9-425f-867c-632d8b00ae35 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:32.730499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Attempting to bind port 93dda5dc-21f9-425f-867c-632d8b00ae35 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:32.730968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Attempting to bind port 93dda5dc-21f9-425f-867c-632d8b00ae35 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:32.743078 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:32.743475 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:32.743848 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.744234 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:32.744719 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Bound port: 93dda5dc-21f9-425f-867c-632d8b00ae35, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:32.745113 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.747028 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Pushing event updated for resources: {'Port': ['ID=93dda5dc-21f9-425f-867c-632d8b00ae35,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:32.769649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.772458 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.772835 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.773175 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.773508 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.773850 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.774156 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.775572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.777149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.779126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.779126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.779126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.779126 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.779449 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:32.785759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Transition to ACTIVE for port object b67fd472-82d8-4549-8f4c-731f3a7001fe will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:32.815513 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] For port 93dda5dc-21f9-425f-867c-632d8b00ae35, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:32.818623 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] For port 93dda5dc-21f9-425f-867c-632d8b00ae35, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=93dda5dc-21f9-425f-867c-632d8b00ae35,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:32.836593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=acc1d57a-a7e9-41b2-9155-859f56b5566e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:32.884402 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.909266 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:32.925677 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:32.928503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:32.934306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:32.957449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Pushing event updated for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:32.962176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:32.962787 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:32.980961 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.013760 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e98fa-019a-447a-9a04-f993e0cb0e0b None None] Pushing event updated for resources: {'Port': ['ID=93dda5dc-21f9-425f-867c-632d8b00ae35,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:33.090656 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:33.197899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.251948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea37540f-db76-4fd2-8329-ed3fce98eb0e None None] Provisioning for port b67fd472-82d8-4549-8f4c-731f3a7001fe completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:33.257560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea37540f-db76-4fd2-8329-ed3fce98eb0e None None] Provisioning complete for port b67fd472-82d8-4549-8f4c-731f3a7001fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:33.268152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea37540f-db76-4fd2-8329-ed3fce98eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.321489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ea37540f-db76-4fd2-8329-ed3fce98eb0e None None] Port b67fd472-82d8-4549-8f4c-731f3a7001fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:53:33.367390 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.392323 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:31Z', 'revision_number': 3, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:33.417822 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ef80b4-b00d-47b5-8105-f640169e21b0 None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:31Z', 'revision_number': 3, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:33.418005 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.486920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Pushing event updated for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:33.489360 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.492208 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:33.950263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:33.951670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:34.082445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:34.204482 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:34.209899 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-476464f4-915e-46a1-ae91-2748b5acde6d admin admin] 10.222.0.67 "PUT /v2.0/routers/dfa579e6-6f89-4b37-b991-acb461eb1f44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1407743 Aug 03 19:53:34.247932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e14b2b11-1064-4c98-9039-4dd5d89abf2e None None] Provisioning complete for port b67fd472-82d8-4549-8f4c-731f3a7001fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:34.248431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e14b2b11-1064-4c98-9039-4dd5d89abf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.283557 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e14b2b11-1064-4c98-9039-4dd5d89abf2e None None] Port b67fd472-82d8-4549-8f4c-731f3a7001fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:53:34.492284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 93dda5dc-21f9-425f-867c-632d8b00ae35 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:34.592047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 93dda5dc-21f9-425f-867c-632d8b00ae35 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:34.595837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 93dda5dc-21f9-425f-867c-632d8b00ae35 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:34.596211 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.680342 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.701968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 93dda5dc-21f9-425f-867c-632d8b00ae35, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=93dda5dc-21f9-425f-867c-632d8b00ae35,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:34.728187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 41754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:34.733586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199450978', 'description': 'tempest-description--673270767'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:34.794692 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.795593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device acc1d57a-a7e9-41b2-9155-859f56b5566e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:34.829070 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.874636 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=93dda5dc-21f9-425f-867c-632d8b00ae35,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:34.894492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port acc1d57a-a7e9-41b2-9155-859f56b5566e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:34.894993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.922353 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:34.965955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:34.986513 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:34.987132 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:35.000412 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.029795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0fd319-27c0-44bc-86e0-3a15351c61ab,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:35.126358 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.127801 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-808a711e-0034-407f-bba3-044319ea5f9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3985708 Aug 03 19:53:35.130761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:35.135601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'security_group_rule': {'security_group_id': 'ab0fd319-27c0-44bc-86e0-3a15351c61ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:35.222836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.252559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:35.280270 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.354321 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.369050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd820cd1-5c64-4925-8453-c13bc45f9431,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:35.382086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.382433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.382777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.383115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.383451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.383782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.384401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.384759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.385086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.385409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.386458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.386731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:35.434773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.436030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8cb49a66-4475-42f5-a795-3790a96d5cf5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041887 Aug 03 19:53:35.439056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:35.443460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'security_group_rule': {'security_group_id': 'ab0fd319-27c0-44bc-86e0-3a15351c61ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:35.455602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 2, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:35.482632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:35.482923 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Updating router dfa579e6-6f89-4b37-b991-acb461eb1f44 port b67fd472-82d8-4549-8f4c-731f3a7001fe binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 19:53:35.507655 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.543209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.591949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.634649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.654352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9914d92f-fafd-4dc4-846c-f9feb21fe20d,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:35.741302 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.742443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-49d97c79-62cf-4129-8792-2aa68192a5bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3024685 Aug 03 19:53:35.746052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:35.750562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:35.778820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.788381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Transition to ACTIVE for port object b67fd472-82d8-4549-8f4c-731f3a7001fe will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:35.838221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.872525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.921529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e123888-05f2-4cb5-9acf-278ef18ef498 None None] Pushing event updated for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:35.940294 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.989986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Attempting to bind port b67fd472-82d8-4549-8f4c-731f3a7001fe on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:35.990637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Attempting to bind port b67fd472-82d8-4549-8f4c-731f3a7001fe by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:35.991011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Attempting to bind port b67fd472-82d8-4549-8f4c-731f3a7001fe on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:35.997271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:35.997578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:35.997982 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:35.998377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:35.999265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Bound port: b67fd472-82d8-4549-8f4c-731f3a7001fe, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:35.999616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.053022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Allocated IP 172.25.2.213 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/58795968-1a71-4559-8570-fd5352ca11b4) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:36.067683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] For port b67fd472-82d8-4549-8f4c-731f3a7001fe, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:36.070888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] For port b67fd472-82d8-4549-8f4c-731f3a7001fe, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b67fd472-82d8-4549-8f4c-731f3a7001fe,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:36.158773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.160144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.225928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:36.227876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:36.230564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e123888-05f2-4cb5-9acf-278ef18ef498 None None] Pushing event updated for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:36.274964 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.317438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:36.320680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:36.327338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:36.348292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:36.351269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=58795968-1a71-4559-8570-fd5352ca11b4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:36.441165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 93dda5dc-21f9-425f-867c-632d8b00ae35 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:36.441333 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.523560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.592561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 93dda5dc-21f9-425f-867c-632d8b00ae35 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:36.592984 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.677108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:36Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:36.677454 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.712265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f8f7ac-d6d0-4617-b979-ef19ebd6830a None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:36Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:36.741159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.832937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=58795968-1a71-4559-8570-fd5352ca11b4,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:36.845012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.941439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:36.943079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2ecc4707-a9ed-4faf-b83f-354f9328c7dd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1959434 Aug 03 19:53:37.094074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-676bccf8-f362-41ab-91f6-4f13afdc26c1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--199450978&fields=id&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 267 time: 0.0369749 Aug 03 19:53:37.216574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-6eb6fc49-6507-413e-ae6c-2a4a3ad019b2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:37.218195 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-6eb6fc49-6507-413e-ae6c-2a4a3ad019b2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1171513 Aug 03 19:53:37.235127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-6b7d7596-5828-4f98-be65-23d51577fded tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/quotas/174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0105081 Aug 03 19:53:37.295535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-10ba2e3e-2418-47ac-861b-976ef2cc82a0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538430 Aug 03 19:53:37.403463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-67cb119d-092d-45c5-a77e-d62814b3b1d8 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945988 Aug 03 19:53:37.500870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5f97e34c-8a55-4823-a17b-34f7f2091be8 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910332 Aug 03 19:53:37.768816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b923dcd6-61c5-40a4-9a7f-049a29bbd206 req-0bb0e48e-371b-4105-84cb-103168d19967 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 210 time: 0.0303466 Aug 03 19:53:38.452096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b67fd472-82d8-4549-8f4c-731f3a7001fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:38.571324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port b67fd472-82d8-4549-8f4c-731f3a7001fe completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:38.575435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b67fd472-82d8-4549-8f4c-731f3a7001fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:38.579339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:38.655362 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:38.687585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port b67fd472-82d8-4549-8f4c-731f3a7001fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b67fd472-82d8-4549-8f4c-731f3a7001fe,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:38.763983 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:38.814815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:38.855594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f2396b1-0f53-4898-b0c7-d617377bc839 req-8f053bae-fa84-4c03-9aae-2d56c71e2e71 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 210 time: 0.0311031 Aug 03 19:53:39.955251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae31374d-0478-475d-879d-b736d606972b req-c2edd41c-4782-44aa-ab11-250331ce0c8c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 210 time: 0.0329618 Aug 03 19:53:40.060825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5757bfbf-2622-45cb-bbd4-b23490fd5a85 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:40.062440 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5757bfbf-2622-45cb-bbd4-b23490fd5a85 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1107998 Aug 03 19:53:40.114731 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-0aa7148a-27a9-4dec-be04-e7644bc8d23c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 379 time: 0.0366452 Aug 03 19:53:40.123887 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'port': {'device_id': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'admin_state_up': True, 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'security_groups': ['ab0fd319-27c0-44bc-86e0-3a15351c61ab']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:40.297120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:53:40.300667 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.424439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Allocated IP 172.20.0.3 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:53:40.430099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b67fd472-82d8-4549-8f4c-731f3a7001fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:40.479674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port b67fd472-82d8-4549-8f4c-731f3a7001fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:40.480188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.571311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.585715 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Transition to ACTIVE for port object 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:40.677985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.721646 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:53:40.724613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:53:40.726989 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:53:40.762111 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:40.790224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:40.790854 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:40.869089 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-dbd7a414-86e5-4177-8e57-603c3b8d81f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487893 Aug 03 19:53:40.888152 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Request body: {'port': {'device_id': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:40.943311 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.074438 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7088bd-e8d6-431e-ad49-b129d78aaf0f req-0a880e13-c393-47c9-8c29-0e83d503ed46 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:41.075897 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c7088bd-e8d6-431e-ad49-b129d78aaf0f req-0a880e13-c393-47c9-8c29-0e83d503ed46 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 931 time: 0.0513005 Aug 03 19:53:41.102469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5b51b69-8a58-449a-956a-c77abcded6d5 None None] Provisioning for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:41.107677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e5b51b69-8a58-449a-956a-c77abcded6d5 None None] Provisioning complete for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:41.108419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e5b51b69-8a58-449a-956a-c77abcded6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.119566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c7088bd-e8d6-431e-ad49-b129d78aaf0f req-c80675b7-2ddb-4f1a-bf52-a8cc7ef84f07 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373619 Aug 03 19:53:41.146129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e5b51b69-8a58-449a-956a-c77abcded6d5 None None] Port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:53:41.223407 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:53:41.231674 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.243220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Transition to ACTIVE for port object 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:53:41.354129 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.409176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:41.475963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:53:41.476306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:53:41.476727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:41.481866 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:53:41.482189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:53:41.487386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:53:41.487729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:53:41.488117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:53:41.488552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Bound port: 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:53:41.489073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.561056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:53:41.564631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:53:41.685898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.725906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:41.726588 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:41.728025 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] 10.222.0.54 "PUT /v2.0/ports/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1091 time: 0.8454096 Aug 03 19:53:41.728476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:41.731685 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff4306211115aa9ae6e71d995a28c8b92c1cc94021caa516f3687d8390788afe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7507a69-143c-4c76-9456-0e55f0d4762a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:41.759991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af14892-56e8-408c-88f0-0948d2fd3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:41.841972 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052bc597-be65-4782-9eaa-4d7dd4944b46 x-openstack-request-id: req-052bc597-be65-4782-9eaa-4d7dd4944b46 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:41.842269 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:41.842523 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-052bc597-be65-4782-9eaa-4d7dd4944b46 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:41.842935 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'status': 'completed', 'code': 200} Aug 03 19:53:41.899122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-eb41c9d1-3288-4e66-8936-8dc2097a275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:41.900710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-eb41c9d1-3288-4e66-8936-8dc2097a275e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1094 time: 0.0428305 Aug 03 19:53:41.948278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-2227ef9c-ee6d-4cd0-934e-c1d70af46f56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 217 time: 0.0336344 Aug 03 19:53:42.013306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-16ff001e-5c56-4570-9e9c-dbae8f9da0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.013306 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-16ff001e-5c56-4570-9e9c-dbae8f9da0d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0580671 Aug 03 19:53:42.059053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-2658507a-b8cd-4abf-9300-cab4e79ec08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.060560 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-2658507a-b8cd-4abf-9300-cab4e79ec08a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402484 Aug 03 19:53:42.157687 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-701431f2-a8b4-4227-b0b9-6ba060b1a135 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890942 Aug 03 19:53:42.238675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80178094-fabc-43bf-9adf-5453ea6d5c69 req-ffaf1ac1-40af-43b8-ab8c-b07c5433d3c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.240259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80178094-fabc-43bf-9adf-5453ea6d5c69 req-ffaf1ac1-40af-43b8-ab8c-b07c5433d3c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0495994 Aug 03 19:53:42.250527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a7012ab7-351a-467d-b93f-9ed17bd1d53c req-78c5dacf-ba58-4149-a32c-9d72bd47ffb6 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Aug 03 19:53:42.281088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80178094-fabc-43bf-9adf-5453ea6d5c69 req-b3a9b6a8-4720-45eb-a21d-4affeaad5aba tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341961 Aug 03 19:53:42.479260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-5891c9d6-ef33-40d0-b619-a22ff28cb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.480821 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-5891c9d6-ef33-40d0-b619-a22ff28cb2ff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1094 time: 0.0411110 Aug 03 19:53:42.575370 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-c5221b5f-c4ed-4d79-b403-bb14e80643d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.576772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-c5221b5f-c4ed-4d79-b403-bb14e80643d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0886610 Aug 03 19:53:42.617989 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-1c0634ed-b34a-41bb-9378-49b310a9e3c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 217 time: 0.0341055 Aug 03 19:53:42.666476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-8dcf0903-4f98-4ae4-b24d-13f20a2f04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.667994 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-8dcf0903-4f98-4ae4-b24d-13f20a2f04f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0432327 Aug 03 19:53:42.718628 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-414e0927-68c4-4f7e-bace-60aa8b474d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:42.720104 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-414e0927-68c4-4f7e-bace-60aa8b474d8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440385 Aug 03 19:53:42.811595 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-d52d3574-06fc-4c03-8d18-e4671654a3cf service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835001 Aug 03 19:53:42.906970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c7507a69-143c-4c76-9456-0e55f0d4762a req-2d9bf29d-e5a7-4673-a3b8-6f9ade4c12dc service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878093 Aug 03 19:53:43.393441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1234bb-8218-417c-a742-b0f16ccf8dda req-c9faaeff-7cd2-4ae1-8336-e55eb436ad1c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:43.394906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e1234bb-8218-417c-a742-b0f16ccf8dda req-c9faaeff-7cd2-4ae1-8336-e55eb436ad1c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0489564 Aug 03 19:53:43.437815 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e1234bb-8218-417c-a742-b0f16ccf8dda req-e8dd0e5f-540d-4fb3-9268-ab6fe5355ed8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370286 Aug 03 19:53:44.551783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d38ea-2e47-4648-b352-9924e170915a req-5478c69e-a4bf-4e7e-9ae0-09e3d2a72037 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:44.553447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed7d38ea-2e47-4648-b352-9924e170915a req-5478c69e-a4bf-4e7e-9ae0-09e3d2a72037 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0497081 Aug 03 19:53:44.592023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed7d38ea-2e47-4648-b352-9924e170915a req-8265f09f-41a4-464d-bca8-72c96760b900 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319374 Aug 03 19:53:45.481206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:53:45.576849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:45.587860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'mac_address': 'fa:16:3e:89:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:53:45.633789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:45.648429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:53:45.668573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:45.684040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:45.708322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13892dd4-10e8-4550-ae28-a0faf5e1bfec req-f8ccf00e-6e01-41fb-9b27-c47eb0c661cd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:45.709826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13892dd4-10e8-4550-ae28-a0faf5e1bfec req-f8ccf00e-6e01-41fb-9b27-c47eb0c661cd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0501173 Aug 03 19:53:45.736938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:45.749212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13892dd4-10e8-4550-ae28-a0faf5e1bfec req-45a47a63-0c9d-4e19-b50d-8d8ba1fbfcc8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332422 Aug 03 19:53:45.794462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:45.801698 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.802043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.802382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.802717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.803055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.803382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.803708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.804034 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.804357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.804700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.805030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.805351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:53:45.993792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:53:46.864693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567016e-0cdd-4930-9400-6aaa21bfee7c req-db27b110-9271-4eb4-88bc-ebc86975ff10 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:46.866312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1567016e-0cdd-4930-9400-6aaa21bfee7c req-db27b110-9271-4eb4-88bc-ebc86975ff10 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 944 time: 0.0499976 Aug 03 19:53:46.911087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1567016e-0cdd-4930-9400-6aaa21bfee7c req-79ed83b1-8dc6-41b8-a505-60b5fcba3dce tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Aug 03 19:53:47.498305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:53:47.593214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:53:47.597047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:53:47.597426 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:47.676432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:47.697843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:47.700270 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461ae1cb-149f-4443-a40e-d82fac3560be" -d '{"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:47.713084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:53:47.735780 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3246cfc-2efe-46a8-925c-c678ed2b50d0 x-openstack-request-id: req-c3246cfc-2efe-46a8-925c-c678ed2b50d0 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:47.736071 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:47.736328 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3246cfc-2efe-46a8-925c-c678ed2b50d0 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:47.736750 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'code': 200} Aug 03 19:53:47.782055 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:47.834268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:53:47.864026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d8326-c33b-4ab2-83ec-d84e93297133 req-b68630a2-1a8f-46a8-bfe6-dd6b1f99884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:47.865588 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-247d8326-c33b-4ab2-83ec-d84e93297133 req-b68630a2-1a8f-46a8-bfe6-dd6b1f99884e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1096 time: 0.0415089 Aug 03 19:53:47.900323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-247d8326-c33b-4ab2-83ec-d84e93297133 req-8a4dee95-6b0b-4a2f-af9a-fee1705f3ab5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278771 Aug 03 19:53:48.025328 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8458d-053d-410e-98ae-4d6a60fba9a4 req-32863dc7-3def-4987-9882-056ee9de35fa tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:48.027474 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2aa8458d-053d-410e-98ae-4d6a60fba9a4 req-32863dc7-3def-4987-9882-056ee9de35fa tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0492034 Aug 03 19:53:48.064823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2aa8458d-053d-410e-98ae-4d6a60fba9a4 req-37f8191e-51b2-4622-ab5c-9ae35bd7b9bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314622 Aug 03 19:53:48.776469 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f39fbaa-55f9-469d-9b9e-997a5bc5d8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:49.182016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9ec86-9606-4ccd-bb16-bf7ce6e39207 req-3a3a091d-1d86-49c9-b44f-b03fab88d8d1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:49.183662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bab9ec86-9606-4ccd-bb16-bf7ce6e39207 req-3a3a091d-1d86-49c9-b44f-b03fab88d8d1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0509264 Aug 03 19:53:49.221489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bab9ec86-9606-4ccd-bb16-bf7ce6e39207 req-359bf222-0dc6-4e85-a5de-775b7ba9096c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Aug 03 19:53:49.331261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a276-81c9-436e-a6e2-094f608c5838 req-25247c18-5b4f-4b2c-82f4-546b1a76eaca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:49.332745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e411a276-81c9-436e-a6e2-094f608c5838 req-25247c18-5b4f-4b2c-82f4-546b1a76eaca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0485690 Aug 03 19:53:49.341804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 41818) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:53:49.346339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'floatingip': {'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:53:49.388110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:49.814554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:49.879287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:49.982380 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af associated. External IP: 172.25.2.213, port: 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060. Aug 03 19:53:50.186382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:53:50.291530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:53:50.297195 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:50.301949 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:53:50.311323 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:50.311930 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:50.326131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e95d8873-f33f-4227-bb49-4b6e9c54f23b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "PUT /v2.0/floatingips/f77d2d3b-eb21-48ac-b5f7-f25c8203b0af HTTP/1.1" status: 200 len: 991 time: 0.9832776 Aug 03 19:53:50.326721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:53:50.329027 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cec168-35d5-44e0-b6a7-8692b23f601b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:53:50.419148 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:50.432291 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c57f8f4-a213-46b6-b028-8fe659ad9e1b x-openstack-request-id: req-0c57f8f4-a213-46b6-b028-8fe659ad9e1b {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:53:50.433334 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:53:50.433606 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c57f8f4-a213-46b6-b028-8fe659ad9e1b {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:53:50.434186 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'status': 'completed', 'code': 200} Aug 03 19:53:50.513899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-afcb6744-1695-4e98-8e98-f0ca8f74afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:50.515329 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-afcb6744-1695-4e98-8e98-f0ca8f74afdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1096 time: 0.0416317 Aug 03 19:53:50.611245 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-0404086b-2873-4292-b732-be1fb2f91e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:50.612760 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-0404086b-2873-4292-b732-be1fb2f91e7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0904770 Aug 03 19:53:50.642829 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:89:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:53:49Z', 'revision_number': 1, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:50.669522 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:53:50.677548 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:53:50.678149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:53:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:50.679444 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-dd5fe2b5-e333-4ab9-80db-1b0c8d2d1e11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 999 time: 0.0597348 Aug 03 19:53:50.733342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-09b95294-a638-413f-94b9-f96e1f287585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:50.734811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-09b95294-a638-413f-94b9-f96e1f287585 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0485160 Aug 03 19:53:50.781118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-621c981e-efae-4ce1-aa35-c1ef3c4b0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:53:50.782549 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-621c981e-efae-4ce1-aa35-c1ef3c4b0fb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401573 Aug 03 19:53:50.783162 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:53:50.876270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-51f0981c-7dba-421e-b6a7-816c72d952fb service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862460 Aug 03 19:53:50.975805 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-74cec168-35d5-44e0-b6a7-8692b23f601b req-d7180300-5e72-458c-8212-c896f6cf2b24 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916352 Aug 03 19:53:51.004526 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:89:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:53:49Z', 'revision_number': 1, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:53:51.033920 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef5033-6311-4dda-bc9d-08fbe8955943 None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:89:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:53:49Z', 'revision_number': 1, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:53:51.227941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6337bd-ea19-41bd-a000-ad0073832e46 None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:53:52.078711 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16647a36-7857-4896-890c-d4c3db9f743f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:52.216213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:53.099974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:54.905782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:53:56.115491 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:03.529260 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:12.399817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-75085285-3d33-4784-9d21-2b3689003040 req-eb972135-ebcf-473e-9581-3236580a5a27 service neutron] (101342) timed out ('10.222.0.67', 35676) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 19:54:15.665582 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:18.796979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-da81dc99-76b0-4127-8075-c065440a7ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:22.043105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3f8d5f67-bc1c-440c-aa55-573ff809e3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:22.214676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:23.035144 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.882304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-46774519-81f1-4bd3-87a1-80fb65a27166 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424092 Aug 03 19:54:24.914509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:24.997282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-7153c345-f56b-4de1-bf8a-e024e147b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:24.998744 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-7153c345-f56b-4de1-bf8a-e024e147b648 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1096 time: 0.0400889 Aug 03 19:54:25.104697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-21222ebd-87e6-4a95-88e4-631722759d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.106222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-21222ebd-87e6-4a95-88e4-631722759d1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0880153 Aug 03 19:54:25.172361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-2894cf7b-c971-45d6-b087-26f30dafc196 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1001 time: 0.0576758 Aug 03 19:54:25.226460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-6508ff74-d982-4582-b8e5-f5240085e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.227888 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-6508ff74-d982-4582-b8e5-f5240085e713 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0484624 Aug 03 19:54:25.272889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-fbb118ea-a7b4-4a25-8d38-9107b59f231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:54:25.274331 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-fbb118ea-a7b4-4a25-8d38-9107b59f231f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394750 Aug 03 19:54:25.362703 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-2957616b-8350-4dc2-8c9f-e7f626e63f9c service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808778 Aug 03 19:54:25.458677 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e246b46d-5222-4e2b-bf63-226f5e52d0bb req-26798c24-24a5-4aa4-8460-8bfe1949e6d4 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879974 Aug 03 19:54:33.114608 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:54:33.538972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:45.697994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:48.821628 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5aa59008-9090-43d7-ba05-233e0e3ab681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.097548 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1c55f2e9-5f02-47ab-b40e-bc7feefc2b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:52.234972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:53.034754 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:54:54.943252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:03.557621 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:10.114365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:55:15.702010 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:18.770395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15467b6b-b0f0-4fa5-8311-4cdd564cb8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.055968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-61d43808-400f-457d-8d35-492b054ead39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:22.204588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:23.056062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:24.905205 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:26.657511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-eb8c4d68-0868-4ea0-884d-06fe6fa37824 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406311 Aug 03 19:55:26.754900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-d6d8675b-f3b3-484a-a889-6a3107fa87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:26.756617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-d6d8675b-f3b3-484a-a889-6a3107fa87f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1096 time: 0.0387118 Aug 03 19:55:26.865944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-07ca9a83-0cbc-4cf8-b1b6-7fae7f5ede08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:26.867423 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-07ca9a83-0cbc-4cf8-b1b6-7fae7f5ede08 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0880439 Aug 03 19:55:26.935388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-490f632e-9b8e-440f-9d51-ae34494adf18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1001 time: 0.0595329 Aug 03 19:55:26.989552 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-eeecbb77-581f-4b55-a4bf-e2cf440028d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:26.991107 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-eeecbb77-581f-4b55-a4bf-e2cf440028d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0482187 Aug 03 19:55:27.036495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-63deedc6-09c0-432d-ba03-c4eaf3246871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:27.038027 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-63deedc6-09c0-432d-ba03-c4eaf3246871 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395854 Aug 03 19:55:27.126638 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-9574b666-3651-4bce-afc1-a487689434b3 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814316 Aug 03 19:55:27.223242 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-ad5f8116-1b3d-436f-a852-ebce22ea58ca req-047890a5-c64d-4f10-91eb-c7c152360147 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887723 Aug 03 19:55:27.594251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91a2f3-5a82-499e-abfa-8a9bb42a8886 req-91ce80bb-68bc-4e4a-b6df-920e89bb4e57 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:27.595754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b91a2f3-5a82-499e-abfa-8a9bb42a8886 req-91ce80bb-68bc-4e4a-b6df-920e89bb4e57 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.1117430 Aug 03 19:55:27.635162 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5b91a2f3-5a82-499e-abfa-8a9bb42a8886 req-f4838c02-010c-4fd7-a219-bcaf2432554f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333319 Aug 03 19:55:28.278365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-1845840f-7842-444a-b828-240a39b25906 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171563 Aug 03 19:55:28.290697 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2255e-a6b3-48a7-bec2-7cdc69bbd3f1 req-84b49452-8664-4239-ba48-afe51e91e17e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:28.292116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab2255e-a6b3-48a7-bec2-7cdc69bbd3f1 req-84b49452-8664-4239-ba48-afe51e91e17e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0566144 Aug 03 19:55:28.333957 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ab2255e-a6b3-48a7-bec2-7cdc69bbd3f1 req-5108b1bf-9ba8-4ba9-833e-0b580250844a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351827 Aug 03 19:55:29.453508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529bb7a-bd14-49df-8b18-f8fd5e5abf27 req-a6a0e3df-2f47-42e3-b4cf-8fc6ecbdc804 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:29.455020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3529bb7a-bd14-49df-8b18-f8fd5e5abf27 req-a6a0e3df-2f47-42e3-b4cf-8fc6ecbdc804 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0502563 Aug 03 19:55:29.493353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3529bb7a-bd14-49df-8b18-f8fd5e5abf27 req-f022e1b7-1f7e-4bc2-bd0f-95b32ce273c8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Aug 03 19:55:30.219173 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-58ca94b8-a542-402e-b4a1-46d864f2bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.220568 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-58ca94b8-a542-402e-b4a1-46d864f2bf61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1096 time: 0.0401628 Aug 03 19:55:30.314786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-25ff1d4e-28b3-4d60-9008-5638b6b97141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.316273 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-25ff1d4e-28b3-4d60-9008-5638b6b97141 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0887611 Aug 03 19:55:30.380798 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-5bd3d69f-a6cf-4e2b-93c8-7f302f1ff9cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1001 time: 0.0576267 Aug 03 19:55:30.428950 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-13bdca45-ba3b-4248-a8b2-50fcf39c6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.430373 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-13bdca45-ba3b-4248-a8b2-50fcf39c6599 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0431316 Aug 03 19:55:30.478791 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-a6aaa6ea-ef7f-4d4f-9e8e-d000c9e4d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.480182 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-a6aaa6ea-ef7f-4d4f-9e8e-d000c9e4d3fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426850 Aug 03 19:55:30.571085 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-9ab7c6f9-d761-4c8d-837f-c39e12c77319 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Aug 03 19:55:30.609448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc0e4e-d819-4d31-bda2-fbb38d0cbffd req-452bedf1-c5d5-4f3c-806f-ad2970b37728 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:30.610943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98fc0e4e-d819-4d31-bda2-fbb38d0cbffd req-452bedf1-c5d5-4f3c-806f-ad2970b37728 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0486934 Aug 03 19:55:30.649535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98fc0e4e-d819-4d31-bda2-fbb38d0cbffd req-78de1b79-d219-494b-a70b-d0d7a70f7e46 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327206 Aug 03 19:55:30.666907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-198028cd-c62c-4bad-9ef4-542340196242 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886309 Aug 03 19:55:31.765740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef945de1-27b1-4499-a925-635e79583f62 req-19a45d5c-a837-47aa-a0c1-f3c195cb0221 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:31.767235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef945de1-27b1-4499-a925-635e79583f62 req-19a45d5c-a837-47aa-a0c1-f3c195cb0221 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0497599 Aug 03 19:55:31.807667 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef945de1-27b1-4499-a925-635e79583f62 req-b9cbfef7-96ef-4d4b-b802-fa255bdb4c60 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347147 Aug 03 19:55:32.922185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42303a-49ee-49e0-9566-01f7f768e158 req-461a08c9-503e-407c-9097-9b7417cf31f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:32.923662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b42303a-49ee-49e0-9566-01f7f768e158 req-461a08c9-503e-407c-9097-9b7417cf31f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0498586 Aug 03 19:55:32.961581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b42303a-49ee-49e0-9566-01f7f768e158 req-cd4643ab-184c-43c1-a0cc-b8bfb0b77f77 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Aug 03 19:55:33.562089 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:34.079299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793936fe-1cd3-4205-b92e-3a804696177d req-a1e27c4d-89de-46ff-8cc6-098d9d7a4ec8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:34.080833 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-793936fe-1cd3-4205-b92e-3a804696177d req-a1e27c4d-89de-46ff-8cc6-098d9d7a4ec8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0510368 Aug 03 19:55:34.118395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-793936fe-1cd3-4205-b92e-3a804696177d req-ed972d94-17a5-48be-ab7f-be0b5388f73c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Aug 03 19:55:35.236312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a73665-d4f1-47b7-b07d-f7b2e5e710d3 req-87353d65-5b32-4604-beba-8941e650d388 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:35.237806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1a73665-d4f1-47b7-b07d-f7b2e5e710d3 req-87353d65-5b32-4604-beba-8941e650d388 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0483336 Aug 03 19:55:35.280285 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d1a73665-d4f1-47b7-b07d-f7b2e5e710d3 req-581cd749-047f-4443-a0c8-483240e68aa2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358002 Aug 03 19:55:36.394381 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2d54a-e797-439f-83b0-946b29c125ca req-7d7ada2c-2fa3-40a5-ba1d-132a84f74764 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:36.395875 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96b2d54a-e797-439f-83b0-946b29c125ca req-7d7ada2c-2fa3-40a5-ba1d-132a84f74764 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0491927 Aug 03 19:55:36.433851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-96b2d54a-e797-439f-83b0-946b29c125ca req-7ad12643-72c6-42e8-8230-04106dcaa74b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 03 19:55:37.549766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd54d59-1817-4c83-934e-080ef2aa35c3 req-cbd1eb68-1a0f-4f89-98e0-4c77fb4eaae0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:37.551230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dd54d59-1817-4c83-934e-080ef2aa35c3 req-cbd1eb68-1a0f-4f89-98e0-4c77fb4eaae0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0489628 Aug 03 19:55:37.588544 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dd54d59-1817-4c83-934e-080ef2aa35c3 req-5028dd3d-5dec-49e9-92b2-2a88457e7a38 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Aug 03 19:55:38.705648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c76da-0ce6-4e75-8445-53593462086a req-1815525f-d28b-445f-8009-ebad8c2c679a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:38.707370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f1c76da-0ce6-4e75-8445-53593462086a req-1815525f-d28b-445f-8009-ebad8c2c679a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0527098 Aug 03 19:55:38.749211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f1c76da-0ce6-4e75-8445-53593462086a req-b9a22a52-c564-422d-8f29-58c59a6d73a5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359726 Aug 03 19:55:39.864269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d16e98-63fd-43f6-a2df-071fbe16ee7f req-7a0faafa-41dc-48bd-8434-f8edf156d04f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:39.865812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2d16e98-63fd-43f6-a2df-071fbe16ee7f req-7a0faafa-41dc-48bd-8434-f8edf156d04f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0490801 Aug 03 19:55:39.905598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f2d16e98-63fd-43f6-a2df-071fbe16ee7f req-e643dc01-744c-4456-915f-5a5f33523b9e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338211 Aug 03 19:55:41.040363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46449ac1-bac5-434b-8430-a3dc91e5c1a5 req-9294b5b8-f0c4-43b6-94d5-40bacc47b85e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:41.041927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46449ac1-bac5-434b-8430-a3dc91e5c1a5 req-9294b5b8-f0c4-43b6-94d5-40bacc47b85e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0612063 Aug 03 19:55:41.085323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-46449ac1-bac5-434b-8430-a3dc91e5c1a5 req-ff0b7790-fa8f-4a2e-bc08-6a2fa3ab3280 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354345 Aug 03 19:55:42.199758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d1735-8270-423f-9716-8114b6094050 req-ad807847-9ab8-437a-ac1d-ee71eb975e68 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:42.201248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a48d1735-8270-423f-9716-8114b6094050 req-ad807847-9ab8-437a-ac1d-ee71eb975e68 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0485325 Aug 03 19:55:42.242144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a48d1735-8270-423f-9716-8114b6094050 req-4b7d9ffb-ea7e-4922-b905-0f571dd6615c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Aug 03 19:55:42.935373 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-d34bcadf-955a-4a84-8d2b-9ecd5c3b4151 service neutron] show failed (client error): The resource could not be found. Aug 03 19:55:42.937062 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-d34bcadf-955a-4a84-8d2b-9ecd5c3b4151 service neutron] 10.222.0.54 "GET /v2.0/ports/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0556996 Aug 03 19:55:43.358530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b80ff9-890a-4a7a-9c61-adaa47777a5d req-9dab1f86-e645-4a68-80b9-8689cb418082 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.360062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8b80ff9-890a-4a7a-9c61-adaa47777a5d req-9dab1f86-e645-4a68-80b9-8689cb418082 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0517743 Aug 03 19:55:43.399594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8b80ff9-890a-4a7a-9c61-adaa47777a5d req-3bf873c9-7898-4136-9650-b113a4e0dd5d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Aug 03 19:55:43.520583 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-e1c88f0a-d1c1-4671-959b-a49de65b5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:43.522026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-e1c88f0a-d1c1-4671-959b-a49de65b5559 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0410969 Aug 03 19:55:43.535367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:43.590892 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.793670 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:43.825975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:43.866480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:43.868741 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c90434-bd5d-4565-9bf6-df7ac0aaa670" -d '{"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-unplugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:43.872571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.886154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Transition to ACTIVE for port object 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:43.955895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:43.985148 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e0ed5-bc25-49ef-bc64-286c85d182f1 x-openstack-request-id: req-ca6e0ed5-bc25-49ef-bc64-286c85d182f1 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:43.985439 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-unplugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:43.985688 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ca6e0ed5-bc25-49ef-bc64-286c85d182f1 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:43.986082 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'code': 200} Aug 03 19:55:44.040895 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:44.052763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.053105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.053447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.053775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.054109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.054422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.054744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.055063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.055385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.055700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.056018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.056332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:44.093550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] No DVR routers for this DVR port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:44.226858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:44.227188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:44.227513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:44.231604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:55:44.231917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Attempting to bind port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:44.236643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:44.237004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:44.237383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:44.237808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Bound port: 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:44.238154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:44.300482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:44.303480 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:44.409217 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:44.445926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.446540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:44.447943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] 10.222.0.77 "PUT /v2.0/ports/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1091 time: 0.9169106 Aug 03 19:55:44.470537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc7375-de26-4af9-a837-8c800a2f6424 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:44.547413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-f29b492c-01d5-4f2b-99f7-2de8af890703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.549003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-f29b492c-01d5-4f2b-99f7-2de8af890703 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1094 time: 0.0750532 Aug 03 19:55:44.561847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5c46b-fddd-40f2-ba49-afbd4f63fc50 req-ac073250-b73a-4f79-a2af-6fd95992af03 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.563356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdd5c46b-fddd-40f2-ba49-afbd4f63fc50 req-ac073250-b73a-4f79-a2af-6fd95992af03 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0815175 Aug 03 19:55:44.653161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cdd5c46b-fddd-40f2-ba49-afbd4f63fc50 req-bf62e6ba-0113-4e66-b1aa-5b86ef0fb508 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808194 Aug 03 19:55:44.680683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-887692a7-9a1e-4792-8e9c-480a3f4e1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.682179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-887692a7-9a1e-4792-8e9c-480a3f4e1f49 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1179285 Aug 03 19:55:44.747020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-744ed145-a905-428a-a17a-e36d57227d9d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 999 time: 0.0571470 Aug 03 19:55:44.799374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-02f96791-19d1-4a16-8d72-5d8ccc2f4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.800838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-02f96791-19d1-4a16-8d72-5d8ccc2f4bd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0452435 Aug 03 19:55:44.850044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-d90ac1cd-38ca-4e57-a957-d41a5512e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:44.851441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-d90ac1cd-38ca-4e57-a957-d41a5512e645 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429914 Aug 03 19:55:44.941574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-356319ad-6be1-45ce-831f-3d3392d1599a service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825615 Aug 03 19:55:45.359324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b25d2891-34b3-4368-9f0d-dcab460c8683 req-c40b9599-abe4-45e4-8626-940f88175cbd service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100223 Aug 03 19:55:45.699961 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:45.770696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a17f9-e0ec-4cf3-8e34-89aec7284dfe req-435484db-0af3-454d-82ca-3d283fb7cabb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:45.772169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c0a17f9-e0ec-4cf3-8e34-89aec7284dfe req-435484db-0af3-454d-82ca-3d283fb7cabb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0499344 Aug 03 19:55:45.809801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8c0a17f9-e0ec-4cf3-8e34-89aec7284dfe req-f3a16c4d-ab60-4496-88af-f87e03a9a2ae tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Aug 03 19:55:45.986892 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:45.987519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:45.989459 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40628b3d-35a8-4167-b754-c362df4478f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:46.025113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:46.036532 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72231ce6-b6d0-4f83-82f5-78a42d69dbb6 x-openstack-request-id: req-72231ce6-b6d0-4f83-82f5-78a42d69dbb6 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:46.036854 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:46.037098 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-72231ce6-b6d0-4f83-82f5-78a42d69dbb6 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:46.037487 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'status': 'completed', 'code': 200} Aug 03 19:55:46.094623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-3fad28e0-b305-45bb-9076-85419b7412c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.096133 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-3fad28e0-b305-45bb-9076-85419b7412c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1094 time: 0.0406709 Aug 03 19:55:46.118198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-e544aed0-c99e-4452-89e0-71a27fe815ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.119685 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-e544aed0-c99e-4452-89e0-71a27fe815ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1094 time: 0.0408115 Aug 03 19:55:46.188882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-66074940-a0d2-41a2-8253-62c92af3a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.190374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-66074940-a0d2-41a2-8253-62c92af3a0f2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0872605 Aug 03 19:55:46.214449 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-09b8892f-78ad-4e71-91c7-a42a7d655c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.215979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-09b8892f-78ad-4e71-91c7-a42a7d655c1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0897429 Aug 03 19:55:46.258526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-8cf81009-0d4d-4d6f-b265-f93f32974943 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 999 time: 0.0595107 Aug 03 19:55:46.283096 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-24ae6de6-ffe5-49b1-b36a-0f6c539bf782 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 999 time: 0.0591583 Aug 03 19:55:46.312625 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-5ca44b29-416e-40af-b00e-b548832fcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.314102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-5ca44b29-416e-40af-b00e-b548832fcd27 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0476837 Aug 03 19:55:46.331988 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-6acde1d9-5d55-43d1-a0b6-d6ada6e0b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.333482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-6acde1d9-5d55-43d1-a0b6-d6ada6e0b01b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0436673 Aug 03 19:55:46.361289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-89347299-162f-44b4-a7b4-0adc2286e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.362867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-89347299-162f-44b4-a7b4-0adc2286e5b0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403371 Aug 03 19:55:46.382626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40628b3d-35a8-4167-b754-c362df4478f9 req-1e5b7a34-f22c-40e7-91df-759b6f52052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.384169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-1e5b7a34-f22c-40e7-91df-759b6f52052c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433493 Aug 03 19:55:46.455560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-e595becd-62a8-4660-8962-c4f94d19d929 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Aug 03 19:55:46.474755 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-a24fd69b-0617-48a5-bed3-1c4dfefea7b0 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Aug 03 19:55:46.553336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-c03a2423-05c7-4bf9-a4de-d1ce75dde965 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899928 Aug 03 19:55:46.568428 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-40628b3d-35a8-4167-b754-c362df4478f9 req-695ecacf-44da-4a79-9cc7-d6a81499ff09 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Aug 03 19:55:46.927050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5269e4-d34f-4f8b-837b-d8b920f07ba5 req-2e12a7af-bceb-4d4b-889b-6b28e2b3f3d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:46.928537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c5269e4-d34f-4f8b-837b-d8b920f07ba5 req-2e12a7af-bceb-4d4b-889b-6b28e2b3f3d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 943 time: 0.0498269 Aug 03 19:55:46.967693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7c5269e4-d34f-4f8b-837b-d8b920f07ba5 req-79de63b4-af0f-427e-b11b-a268cc9a5534 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331442 Aug 03 19:55:47.114916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:55:47.568422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:55:47.658987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:47.670430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'mac_address': 'fa:16:3e:89:7d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:55:47.707882 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:47.720224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:47.738843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:47.824012 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:47.872114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:47.879585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.879933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.880542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.880908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.881243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.881576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.881906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.882232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.882558 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.882882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.883202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:47.883525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:55:48.065960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:55:48.082748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5299122-240b-4090-a3ed-a0a98f554db7 req-81f701e1-e63c-4480-8631-f7022a5e4eec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:48.084189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5299122-240b-4090-a3ed-a0a98f554db7 req-81f701e1-e63c-4480-8631-f7022a5e4eec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 944 time: 0.0490510 Aug 03 19:55:48.122612 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5299122-240b-4090-a3ed-a0a98f554db7 req-f7b00d76-b925-4cff-9dd2-b311c3c031f8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324235 Aug 03 19:55:48.452271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b182d2-9ddd-434f-8108-82ab47216f68 req-6ba48ded-e3a6-4820-86de-3c967d844554 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:48.453798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3b182d2-9ddd-434f-8108-82ab47216f68 req-6ba48ded-e3a6-4820-86de-3c967d844554 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 944 time: 0.0561152 Aug 03 19:55:48.491841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3b182d2-9ddd-434f-8108-82ab47216f68 req-dfe4f540-2046-41f4-9c99-8fcbe355d75a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Aug 03 19:55:48.576948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-faefd6fd-86bb-4c00-bcfa-6f4400df0ef7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:48.578427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-faefd6fd-86bb-4c00-bcfa-6f4400df0ef7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf&tenant_id=174c1169d8e14e318e08482d8f1c7bf3&binding%3Ahost_id=n-h2-803363-1 HTTP/1.1" status: 200 len: 944 time: 0.0521274 Aug 03 19:55:48.638603 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-0bc1b4cb-717f-4076-8835-1ca1b0771a04 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:55:48.639665 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-0bc1b4cb-717f-4076-8835-1ca1b0771a04 service neutron] 10.222.0.54 "DELETE /v2.0/ports/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0539920 Aug 03 19:55:48.743467 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-108fa26b-e517-4659-abc6-a7998978e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:48.744997 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-108fa26b-e517-4659-abc6-a7998978e8e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 1095 time: 0.0423210 Aug 03 19:55:48.802969 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2b3ab71b-b5bd-4dc8-a077-0e3263c25ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.168613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-dc7ca82a-0d38-4a8b-ad56-cd73b5b7ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.170704 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-dc7ca82a-0d38-4a8b-ad56-cd73b5b7ca7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.4191575 Aug 03 19:55:49.236906 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-e1a2fd1d-e923-47e5-8d28-c2144645c3e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 200 len: 1000 time: 0.0579913 Aug 03 19:55:49.290338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-1816f78b-e79c-4769-a4e7-f49780294277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.291749 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-1816f78b-e79c-4769-a4e7-f49780294277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0479193 Aug 03 19:55:49.337095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-f89048d9-005f-460f-9272-7b49e3698446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.338557 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-f89048d9-005f-460f-9272-7b49e3698446 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381567 Aug 03 19:55:49.427475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-c7dd1a69-564a-472d-a2f7-52dd41bae906 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805750 Aug 03 19:55:49.519501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f32c079-f88f-4cfb-9d3e-665c04bf5040 req-6c3301ec-e552-4eb1-bdf5-63d59b752b39 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847564 Aug 03 19:55:49.575597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:55:49.609832 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95bc82-ba73-47fc-97dd-659cd084cac3 req-4a8976aa-60c9-4c78-bc82-7a2cf735b99c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:49.611409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff95bc82-ba73-47fc-97dd-659cd084cac3 req-4a8976aa-60c9-4c78-bc82-7a2cf735b99c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 944 time: 0.0511229 Aug 03 19:55:49.650168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ff95bc82-ba73-47fc-97dd-659cd084cac3 req-f876ada2-a290-4019-93c9-5fa1b4f1a5e1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Aug 03 19:55:49.745418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:49.749697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:49.750066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.825695 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:49.850075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:49.852362 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ad33b-0c10-40ea-90ab-8f617e46fc30" -d '{"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:50.030063 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a05cfea-dd47-4c16-9436-fc6361d1dcdb x-openstack-request-id: req-9a05cfea-dd47-4c16-9436-fc6361d1dcdb {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:50.030365 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-plugged", "status": "completed", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:50.030533 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a05cfea-dd47-4c16-9436-fc6361d1dcdb {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:50.030966 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'code': 200} Aug 03 19:55:50.034334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:50.099860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:50.148018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:50.766352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b3bf6-1289-4bdf-9cbf-dae8a6fea93a req-80833eed-0883-4751-871b-b108801e5fd4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:50.767817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0b3bf6-1289-4bdf-9cbf-dae8a6fea93a req-80833eed-0883-4751-871b-b108801e5fd4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0489132 Aug 03 19:55:50.804866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0b3bf6-1289-4bdf-9cbf-dae8a6fea93a req-bacb80c1-9393-40a4-93c6-f5269a4bca74 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Aug 03 19:55:50.924447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152703e1-a381-498c-8e26-054c52933a37 req-5dc308e0-9569-42e0-9d2d-413a2f80f572 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:50.925961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-152703e1-a381-498c-8e26-054c52933a37 req-5dc308e0-9569-42e0-9d2d-413a2f80f572 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0553021 Aug 03 19:55:50.963661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-152703e1-a381-498c-8e26-054c52933a37 req-c090029f-91a7-44c2-bf50-eda4bacc6602 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Aug 03 19:55:51.077466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04047b56-9a88-420d-af4a-4b84ddc36630 req-820775f5-ee1f-46d4-b845-b833ea4159cf tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:51.078950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04047b56-9a88-420d-af4a-4b84ddc36630 req-820775f5-ee1f-46d4-b845-b833ea4159cf tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0481532 Aug 03 19:55:51.116740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04047b56-9a88-420d-af4a-4b84ddc36630 req-da90fc27-aa39-4af2-ba78-18ac077aee2a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 03 19:55:51.627967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b8a9-2b4f-45c7-99f7-8276b6bcebf8 req-e027620d-80e5-4b3a-aed7-ac958461a50f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:51.629521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00e0b8a9-2b4f-45c7-99f7-8276b6bcebf8 req-e027620d-80e5-4b3a-aed7-ac958461a50f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0490596 Aug 03 19:55:51.667548 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00e0b8a9-2b4f-45c7-99f7-8276b6bcebf8 req-d3c93be5-9135-474c-aad2-d01566430476 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Aug 03 19:55:52.036826 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5f741379-f0e0-4a9f-ad01-1d7faf9fc3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:52.203115 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:52.787088 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a75f-8b02-4dd0-b7e0-1907eb6472ef req-a659227e-9cae-4644-8c3a-619a9de1b6ef tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:52.788555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3661a75f-8b02-4dd0-b7e0-1907eb6472ef req-a659227e-9cae-4644-8c3a-619a9de1b6ef tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0529842 Aug 03 19:55:52.826348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3661a75f-8b02-4dd0-b7e0-1907eb6472ef req-b51cc995-952b-4316-a968-8b6a7743c268 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317216 Aug 03 19:55:52.922136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-e6568bc2-a12f-48dd-8da7-1dc4f84bd8d6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:52.923588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-e6568bc2-a12f-48dd-8da7-1dc4f84bd8d6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 945 time: 0.0495734 Aug 03 19:55:53.017740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Deleting port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:55:53.018006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.100223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.108075 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] For port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:55:53.108438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.277455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.277743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.278060 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af disassociated. External IP: 172.25.2.213, port: 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060. Aug 03 19:55:53.278410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Calling delete_port for 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:55:53.511459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.541568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'Port': ['ID=5d2588ee-7cf3-49d3-8cce-0eba6dcbf060,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:53.660961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:55:53.771546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:55:53.782716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:55:53.791922 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:53.792461 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:55:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:53.809465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] No DVR routers for this DVR port 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:55:53.812117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:53.814161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4bbb492e-837f-4422-99e4-c83d485d3655 req-d9b2f52c-95af-4343-ae65-579b7951da94 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "DELETE /v2.0/ports/5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 HTTP/1.1" status: 204 len: 173 time: 0.8842049 Aug 03 19:55:53.814535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-deleted', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:53.816786 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cf8dc7-a8cb-428a-b01e-60949e0111a1" -d '{"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-deleted", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:53.854067 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76ec6da-401c-4485-940d-c6eb87a7604c x-openstack-request-id: req-a76ec6da-401c-4485-940d-c6eb87a7604c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:53.854458 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ebdc36-7f9e-414b-babd-a402ed6401bf", "name": "network-vif-deleted", "tag": "5d2588ee-7cf3-49d3-8cce-0eba6dcbf060", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:53.854799 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a76ec6da-401c-4485-940d-c6eb87a7604c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:53.855290 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ebdc36-7f9e-414b-babd-a402ed6401bf', 'name': 'network-vif-deleted', 'tag': '5d2588ee-7cf3-49d3-8cce-0eba6dcbf060', 'status': 'completed', 'code': 200} Aug 03 19:55:53.901107 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:53.935495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-daf1ad15-9cc5-4ed2-bd10-8a14cbb9b1b7 req-c21249a9-17d7-4fb4-969e-9a451dd19646 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3ebdc36-7f9e-414b-babd-a402ed6401bf HTTP/1.1" status: 200 len: 210 time: 0.0332606 Aug 03 19:55:54.187436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:54.216895 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:55:54.224864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:55:54.225455 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:55:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:54.328248 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:55:54.524397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:55:54.553962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9f9fd5-5dfb-437c-9e77-14bc799a612b None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:55:54.760118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e8de36-4240-4d21-a4a5-990eb8787245 None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:55:54.926606 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:55.171213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-35439072-57fa-48fa-a7e0-600dd14a9dac tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--199450978&fields=id&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 267 time: 0.0344305 Aug 03 19:55:55.276771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-c9fee4e1-c012-49a0-abd8-b5e4b3bdce70 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:55.278166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-c9fee4e1-c012-49a0-abd8-b5e4b3bdce70 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1001666 Aug 03 19:55:55.293867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-62d7b5c5-5f6c-4731-a5a5-bea0b606bcd3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/quotas/174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0092561 Aug 03 19:55:55.350642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-7f560f59-8ba5-4124-a919-0fc25773ebef tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513175 Aug 03 19:55:55.365943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-c481f441-705b-4483-ab36-14be58b4b3f2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 19:55:55.366903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-c481f441-705b-4483-ab36-14be58b4b3f2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050778 Aug 03 19:55:55.455786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-b48a2660-0ad6-478f-963d-5c12b6ac36e3 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830629 Aug 03 19:55:55.550245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-378273f0-b5fb-42af-bdb7-79f3db4facc6 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883305 Aug 03 19:55:55.568149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:55:55.587748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:55:55.588082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5d2588ee-7cf3-49d3-8cce-0eba6dcbf060 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:55:55.798311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-efae461d-127a-4ac0-80e7-9d6b20372b5d req-54858d5d-9a26-4bf4-ab97-9973cb9b6ad1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 210 time: 0.0274694 Aug 03 19:55:56.901179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-757ccf7f-aa5e-4efc-9cd7-2ead77cbb69c req-190a59b2-00fd-4af2-bad7-88cbd2129919 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 210 time: 0.0270152 Aug 03 19:55:57.961015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-6a46fa81-4be6-40a3-9dc3-e8694115ad9b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:57.962641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-6a46fa81-4be6-40a3-9dc3-e8694115ad9b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1342800 Aug 03 19:55:58.015981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ec0900d-6454-4550-aae1-feb4ae57af74 req-acf73c78-9c8e-4096-b900-b4ed48ec5ef4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 210 time: 0.0422382 Aug 03 19:55:58.032512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-3ef37999-8289-4b20-af34-bc38e0af651e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 379 time: 0.0599885 Aug 03 19:55:58.041926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'port': {'device_id': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'admin_state_up': True, 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'security_groups': ['ab0fd319-27c0-44bc-86e0-3a15351c61ab']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:58.218747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:55:58.222202 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:58.350322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Allocated IP 172.20.0.8 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/288f6593-fbfe-4670-89b1-d63286d603ed) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:55:58.488948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:58.502333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Transition to ACTIVE for port object 288f6593-fbfe-4670-89b1-d63286d603ed will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:58.614208 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:58.656528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:55:58.659553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:55:58.665873 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:55:58.671396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:58.718899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:58.719535 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:58.786250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-2e39a7e8-dd08-4530-bb62-99e047e690c9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7480567 Aug 03 19:55:58.800365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Request body: {'port': {'device_id': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:55:58.860387 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:58.960984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c394716b-02a5-41ce-be81-428ddad5c3d9 None None] Provisioning for port 288f6593-fbfe-4670-89b1-d63286d603ed completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:55:58.965583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c394716b-02a5-41ce-be81-428ddad5c3d9 None None] Provisioning complete for port 288f6593-fbfe-4670-89b1-d63286d603ed triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:55:58.966166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c394716b-02a5-41ce-be81-428ddad5c3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.000844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c394716b-02a5-41ce-be81-428ddad5c3d9 None None] Port 288f6593-fbfe-4670-89b1-d63286d603ed cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:55:59.150331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288f6593-fbfe-4670-89b1-d63286d603ed {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:55:59.158784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.173032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d59f7-2d67-4f5b-9148-0e348f507044 req-a45ac361-fe19-4536-9279-c78473f5dac2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.174508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046d59f7-2d67-4f5b-9148-0e348f507044 req-a45ac361-fe19-4536-9279-c78473f5dac2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 931 time: 0.0887501 Aug 03 19:55:59.182222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Transition to ACTIVE for port object 288f6593-fbfe-4670-89b1-d63286d603ed will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:55:59.216911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-046d59f7-2d67-4f5b-9148-0e348f507044 req-df347518-02fe-4d30-b125-320cb295c4dc tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357225 Aug 03 19:55:59.288347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.358633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:59.410535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:55:59.410879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:55:59.411210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:59.415677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:55:59.415999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:55:59.421403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:55:59.421751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:55:59.422147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:55:59.422591 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Bound port: 288f6593-fbfe-4670-89b1-d63286d603ed, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:55:59.422954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.493195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:55:59.496160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:55:59.585715 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.619816 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.620522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:55:59.622081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] 10.222.0.77 "PUT /v2.0/ports/288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1091 time: 0.8267863 Aug 03 19:55:59.622538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:55:59.625913 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:55:59.653463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1527f-872e-4ab9-840c-620ebecc8dab service neutron] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:55:59.664843 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29cd89d-d520-48a1-9633-87c7b6825f32 x-openstack-request-id: req-d29cd89d-d520-48a1-9633-87c7b6825f32 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:55:59.665135 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:55:59.665397 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d29cd89d-d520-48a1-9633-87c7b6825f32 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:55:59.665802 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'status': 'completed', 'code': 200} Aug 03 19:55:59.730324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-5e0ec464-6c5a-492a-9f2e-9f6e71cc781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.731866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-5e0ec464-6c5a-492a-9f2e-9f6e71cc781e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0435195 Aug 03 19:55:59.836534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-6566e78b-1abd-4187-ab07-2eebcd7e0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.837976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-6566e78b-1abd-4187-ab07-2eebcd7e0aa2 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983963 Aug 03 19:55:59.931407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-b17a2a74-c8bd-4653-aea2-e68c8a137fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:55:59.932933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1adfd5f-a12f-4b7d-b0bc-54233558a7a7 req-b17a2a74-c8bd-4653-aea2-e68c8a137fc3 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881414 Aug 03 19:56:00.007622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-1da3b65c-9925-4e0e-acc3-351c5c011a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:00.009121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-1da3b65c-9925-4e0e-acc3-351c5c011a7e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0403538 Aug 03 19:56:00.053737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-49eb70f1-4e16-41ea-9a9a-b1b6f2ec0c8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 217 time: 0.0373650 Aug 03 19:56:00.101974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-97cba844-f90f-4f5f-b4f9-47d1a3b80042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:00.103361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-97cba844-f90f-4f5f-b4f9-47d1a3b80042 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0429354 Aug 03 19:56:00.147064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-f12c9b15-9926-410b-954f-feeb3f9e74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:00.148517 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-f12c9b15-9926-410b-954f-feeb3f9e74c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382843 Aug 03 19:56:00.240422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-0d725dd2-e48b-4c5d-9d6f-3d414020a6e1 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842023 Aug 03 19:56:00.367146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146b426-c593-4e33-a374-6d36bd5c6570 req-02c197e2-fa5f-409d-bee4-684cf7c6a0a4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:00.368519 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2146b426-c593-4e33-a374-6d36bd5c6570 req-02c197e2-fa5f-409d-bee4-684cf7c6a0a4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0791926 Aug 03 19:56:00.372057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-753874e6-8541-4a3a-936c-5e73bb6a1373 req-76b1d787-a6e7-4e7b-abc9-67e001d6eb09 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242023 Aug 03 19:56:00.407561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2146b426-c593-4e33-a374-6d36bd5c6570 req-0b9bf585-842e-4808-99b8-905ab5ae93c3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Aug 03 19:56:01.521562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4fca4-0fe7-4af9-aa64-cbb1dfebf20b req-c0b6ddf0-4961-4397-9452-dddb9701f086 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:01.523036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc4fca4-0fe7-4af9-aa64-cbb1dfebf20b req-c0b6ddf0-4961-4397-9452-dddb9701f086 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0484927 Aug 03 19:56:01.569140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc4fca4-0fe7-4af9-aa64-cbb1dfebf20b req-39ccff5f-84cc-4166-a465-0f2c514420ad tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 Aug 03 19:56:02.682204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71b9d9-7250-4aa9-ad77-6f3d93422741 req-ed26d3ab-02bf-4d4f-873d-86a95c66355b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:02.683652 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f71b9d9-7250-4aa9-ad77-6f3d93422741 req-ed26d3ab-02bf-4d4f-873d-86a95c66355b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0476747 Aug 03 19:56:02.720225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f71b9d9-7250-4aa9-ad77-6f3d93422741 req-194cbac5-6ad6-418f-a65e-9954e7a63a22 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306134 Aug 03 19:56:03.619263 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:03.629359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:56:03.721501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:03.732457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '288f6593-fbfe-4670-89b1-d63286d603ed', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed', 'mac_address': 'fa:16:3e:9c:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:56:03.773830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:03.786549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f6593-fbfe-4670-89b1-d63286d603ed {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:56:03.806806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:03.837552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4421a-05cc-4fad-bd15-10ca5bcb51d7 req-2baf47c6-c868-414d-bb84-fdb97e959986 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:03.839028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df4421a-05cc-4fad-bd15-10ca5bcb51d7 req-2baf47c6-c868-414d-bb84-fdb97e959986 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0526161 Aug 03 19:56:03.877604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8df4421a-05cc-4fad-bd15-10ca5bcb51d7 req-b4c6906e-c7ad-49b9-988b-8348a634cddd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318882 Aug 03 19:56:03.914537 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:03.962181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:04.100919 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['288f6593-fbfe-4670-89b1-d63286d603ed'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:56:04.992496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07d839-a80c-4bd9-af99-4345b620d4fb req-a5c684e9-5560-43de-bcd3-717f8b3d1049 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:04.994079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f07d839-a80c-4bd9-af99-4345b620d4fb req-a5c684e9-5560-43de-bcd3-717f8b3d1049 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 944 time: 0.0497205 Aug 03 19:56:05.032379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f07d839-a80c-4bd9-af99-4345b620d4fb req-e5c25ef9-69b4-4f49-8b25-f8eb4e6bfc38 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317137 Aug 03 19:56:05.660708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:56:05.767546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 288f6593-fbfe-4670-89b1-d63286d603ed completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:56:05.771322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 288f6593-fbfe-4670-89b1-d63286d603ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:56:05.771723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:05.850570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:05.875005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:05.877276 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcc5d4a90705bd782cc94298e9d646c94bd508b85456955af1b628029d6b7d10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bfe876-3f89-4462-a41b-e98dfbc66ae4" -d '{"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:05.891417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:56:05.915793 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a58220-2664-4a54-9571-d221659f0225 x-openstack-request-id: req-c3a58220-2664-4a54-9571-d221659f0225 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:05.916080 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:05.916329 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3a58220-2664-4a54-9571-d221659f0225 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:05.916745 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'code': 200} Aug 03 19:56:05.965882 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:06.008574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25a79-5c2d-4d38-8762-4158f3b1978c req-f825f825-f7b4-4025-9285-50f9b5098135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:06.010116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2d25a79-5c2d-4d38-8762-4158f3b1978c req-f825f825-f7b4-4025-9285-50f9b5098135 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0382330 Aug 03 19:56:06.014726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:56:06.045964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2d25a79-5c2d-4d38-8762-4158f3b1978c req-fec4bafd-880b-4f44-9a61-9b0391eef18c service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285368 Aug 03 19:56:06.156226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c641b-f81b-48c1-8e79-e259c65ba352 req-3fed2bd3-c0bf-41c4-a00e-99442c385fab tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:06.157749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae6c641b-f81b-48c1-8e79-e259c65ba352 req-3fed2bd3-c0bf-41c4-a00e-99442c385fab tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0574498 Aug 03 19:56:06.198264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae6c641b-f81b-48c1-8e79-e259c65ba352 req-ba765f34-0c52-4ad8-902e-ec092c9da36e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346658 Aug 03 19:56:07.313707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89aa5b-5045-4a85-a8c7-93c3efe2b62d req-767aab2b-3d5b-4a2a-a42f-75fdb53e2285 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:07.315176 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e89aa5b-5045-4a85-a8c7-93c3efe2b62d req-767aab2b-3d5b-4a2a-a42f-75fdb53e2285 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0493202 Aug 03 19:56:07.352998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e89aa5b-5045-4a85-a8c7-93c3efe2b62d req-c5567296-8ed7-4b73-9f20-4a7806b595ec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320244 Aug 03 19:56:07.461807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ede64e-a52f-425c-94f0-ad0f64ac503a req-34547684-0f53-4f0e-8909-6d9b718ecf60 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:07.463305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17ede64e-a52f-425c-94f0-ad0f64ac503a req-34547684-0f53-4f0e-8909-6d9b718ecf60 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0486526 Aug 03 19:56:07.472784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42196) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:56:07.486921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'floatingip': {'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:56:07.519700 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:07.947571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:08.018898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:08.113974 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af associated. External IP: 172.25.2.213, port: 288f6593-fbfe-4670-89b1-d63286d603ed. Aug 03 19:56:08.312189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:56:08.417549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:56:08.423131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:08.427440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:56:08.438250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:08.438863 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:55:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:08.452756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e51e8029-46aa-4898-be5e-aa27757539f5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "PUT /v2.0/floatingips/f77d2d3b-eb21-48ac-b5f7-f25c8203b0af HTTP/1.1" status: 200 len: 991 time: 0.9759951 Aug 03 19:56:08.452756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:56:08.452756 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f54fe3c31c7fd3918eed28edfa9ed872ac0e478238d0cf26c5052c169bd613df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:56:08.543808 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bc8968-5912-465c-9ece-08e63e32e6fa x-openstack-request-id: req-35bc8968-5912-465c-9ece-08e63e32e6fa {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:56:08.544102 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:56:08.544388 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35bc8968-5912-465c-9ece-08e63e32e6fa {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:56:08.544825 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'status': 'completed', 'code': 200} Aug 03 19:56:08.551314 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:08.607785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-a97bb9e8-069c-4de7-b80d-98f28ab954b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:08.609941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-a97bb9e8-069c-4de7-b80d-98f28ab954b5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0451257 Aug 03 19:56:08.709817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-ba787a5e-970b-4f0d-8357-c6d077474d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:08.711356 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-ba787a5e-970b-4f0d-8357-c6d077474d69 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0940933 Aug 03 19:56:08.776808 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:9c:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:56:07Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:08.782765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-ecd217d0-92c1-4293-98be-faca7550e61a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 999 time: 0.0640965 Aug 03 19:56:08.812347 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:56:08.821404 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:56:08.822039 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:55:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:08.928903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:56:09.168180 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:9c:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:56:07Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:56:09.173186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-07c81f05-5092-4c24-94eb-b2508de912f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:09.174682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-07c81f05-5092-4c24-94eb-b2508de912f8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.3847413 Aug 03 19:56:09.194287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6232cd-4c12-4e5f-b464-76f616f1861b None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:9c:09:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:56:07Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:56:09.222001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-58bf9f8b-9066-4815-8b6a-e64d3fd15f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:09.223504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-58bf9f8b-9066-4815-8b6a-e64d3fd15f2a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409164 Aug 03 19:56:09.317723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-c53303b8-b516-42d9-86f2-9283cad499ce service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861974 Aug 03 19:56:09.396733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366a1a4-2d00-4b00-b443-1fc3447eb844 None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:56:09.411116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f15c4920-94ff-4a5f-bd65-e9a9c6e06c9d req-16355c0e-6da6-4e45-ac44-ae44bc6141e4 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865474 Aug 03 19:56:15.732712 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:18.349406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-6c3872e0-e887-4abf-b723-9ae6e783f7bd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0836596 Aug 03 19:56:18.435699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-349e17e8-f3a7-4044-8ef1-7c1e07a6726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:18.437960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-349e17e8-f3a7-4044-8ef1-7c1e07a6726a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0443621 Aug 03 19:56:18.539009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-d1cd1471-592f-443f-bc17-d2849b64b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:18.540391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-d1cd1471-592f-443f-bc17-d2849b64b122 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0835612 Aug 03 19:56:18.610621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-ed3603d9-57a2-488f-b1fb-17134bb1b7d8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1001 time: 0.0621724 Aug 03 19:56:18.660893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-d2f82044-894c-4214-9c4a-6cd8571372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:18.662317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-d2f82044-894c-4214-9c4a-6cd8571372c1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0428638 Aug 03 19:56:18.707033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-b52ec2d6-22a6-486c-af8d-5205dcc60b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:56:18.708496 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-b52ec2d6-22a6-486c-af8d-5205dcc60b93 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389304 Aug 03 19:56:18.782037 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2a792b87-eeb7-4190-aa55-2a54981a8ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:18.803052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-55056677-76ac-41af-94d1-9a3fec3b314f service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849607 Aug 03 19:56:18.891566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51ae4b89-f583-48c6-9abe-9547f25e928a req-4ffb2a15-bb98-4630-a9e6-2c6f0d637b36 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819547 Aug 03 19:56:22.075299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25db34e1-e091-4841-b141-eaad6c6e86a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:22.201012 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:23.023630 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:24.115298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:56:24.936523 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:33.564355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:45.759663 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:48.782468 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-136d1879-2896-4ddd-a4ba-bb6cfcd661f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.051003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f73e2611-f9cf-482d-8752-f35fee349d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:52.191953 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:53.033857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:56:54.953696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:01.114961 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:57:03.553353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:15.785038 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:18.797614 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-23c1a932-2c32-4476-9775-4b463c4da86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:19.384682 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-d0d8403c-bb76-4e6d-b348-a403c229a1d1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767281 Aug 03 19:57:19.468536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-8da4a1f4-c1ed-423f-9de3-b8cbecf7726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:19.470066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-8da4a1f4-c1ed-423f-9de3-b8cbecf7726e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0438700 Aug 03 19:57:19.570783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-58ea62d6-b33c-45fe-8813-a009bc0f289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:19.572138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-58ea62d6-b33c-45fe-8813-a009bc0f289c service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0826061 Aug 03 19:57:19.642937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-9eabdcae-9301-4c1d-b978-d4b72f225d88 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1001 time: 0.0639017 Aug 03 19:57:19.692183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-bbbc52cc-5b90-4e41-8457-ee5f80ea08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:19.693678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-bbbc52cc-5b90-4e41-8457-ee5f80ea08ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0431225 Aug 03 19:57:19.743404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-c57341b9-9d7c-4974-947d-8b05cb581099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:19.744882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-c57341b9-9d7c-4974-947d-8b05cb581099 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393050 Aug 03 19:57:19.835574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-390ceb72-dc16-491e-a958-62277002d7a1 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834033 Aug 03 19:57:19.923978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8f3767d7-421b-4595-bef6-1a97c43aa96c req-2c217b88-6577-47f6-ad1c-1bee66838b58 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820603 Aug 03 19:57:22.070043 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ceed0aa1-4385-4018-809d-dbcce1e50a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:22.191789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:23.072422 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:24.985968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:33.591428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:38.114176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:57:45.560366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fa118-c1f9-4fc3-abdf-453c306984cc req-f805944e-e450-4663-9016-8099fcb94d8f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:45.561903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec3fa118-c1f9-4fc3-abdf-453c306984cc req-f805944e-e450-4663-9016-8099fcb94d8f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0929279 Aug 03 19:57:45.599078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec3fa118-c1f9-4fc3-abdf-453c306984cc req-ee470e6b-2579-46c6-882c-8d15cd80b5a1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Aug 03 19:57:45.749176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:46.721039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc6b3f-11f4-4dc8-a125-6fbd71d1c6a5 req-504e47f0-1549-4271-802b-229d02e0db4b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:46.722513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03cc6b3f-11f4-4dc8-a125-6fbd71d1c6a5 req-504e47f0-1549-4271-802b-229d02e0db4b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0543482 Aug 03 19:57:46.760354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03cc6b3f-11f4-4dc8-a125-6fbd71d1c6a5 req-dc670a3d-a692-48c8-a268-4175a8e03d02 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Aug 03 19:57:47.874435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3a2f6-bdb5-4c12-9997-1520624770da req-6d70f726-9698-418e-991d-385ead4c1332 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:47.876229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41a3a2f6-bdb5-4c12-9997-1520624770da req-6d70f726-9698-418e-991d-385ead4c1332 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0498149 Aug 03 19:57:47.914311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41a3a2f6-bdb5-4c12-9997-1520624770da req-dbfefed6-d822-45d1-9bf7-153a8240f857 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Aug 03 19:57:48.796538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-702e0aab-a4e6-479e-bf02-5cafd04bae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:49.043375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda17e5f-a3e5-4b46-823b-c038610b8457 req-c0a990e6-88c0-4f09-b800-0a9a25d833b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:49.044930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cda17e5f-a3e5-4b46-823b-c038610b8457 req-c0a990e6-88c0-4f09-b800-0a9a25d833b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0496180 Aug 03 19:57:49.081382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cda17e5f-a3e5-4b46-823b-c038610b8457 req-d8af222a-ae2c-449e-8850-2ab5788a0573 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303946 Aug 03 19:57:50.200079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf012c-6061-42ed-943c-e6245815a2cf req-defc88d6-a7c0-4293-8e63-14c9876db01a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:50.201531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bbf012c-6061-42ed-943c-e6245815a2cf req-defc88d6-a7c0-4293-8e63-14c9876db01a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0522690 Aug 03 19:57:50.239550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bbf012c-6061-42ed-943c-e6245815a2cf req-31610b08-2e4b-46eb-864c-c8cd1b11ea6e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Aug 03 19:57:51.353759 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea334f59-930b-4e45-917d-428352ebc5b7 req-bd3a7447-9b41-4837-8469-edae763688d3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:51.355334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea334f59-930b-4e45-917d-428352ebc5b7 req-bd3a7447-9b41-4837-8469-edae763688d3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0492389 Aug 03 19:57:51.393890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea334f59-930b-4e45-917d-428352ebc5b7 req-d34f785d-98b3-447e-a7a3-42ef0450384e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325499 Aug 03 19:57:52.062766 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21289314-482c-42c0-8d79-db7d35dcd2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:52.205680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:52.507795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed83b6-e537-4558-92da-2d433b3898c4 req-2cd3879f-8717-4b99-a9d4-f7d4a83aea7d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:52.509991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41ed83b6-e537-4558-92da-2d433b3898c4 req-2cd3879f-8717-4b99-a9d4-f7d4a83aea7d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0499752 Aug 03 19:57:52.547847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41ed83b6-e537-4558-92da-2d433b3898c4 req-b59f5749-2448-4981-b72e-b72d38ba3af4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Aug 03 19:57:53.036318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:53.672062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b752bc-84b3-4216-ae11-80f317085d33 req-9ed0be07-0c40-4a42-85ab-e984aa9df12b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:53.673586 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9b752bc-84b3-4216-ae11-80f317085d33 req-9ed0be07-0c40-4a42-85ab-e984aa9df12b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0535822 Aug 03 19:57:53.711679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9b752bc-84b3-4216-ae11-80f317085d33 req-cb687f7c-52aa-47fe-b2eb-776741dfb6ca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321655 Aug 03 19:57:54.825451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d66227-8179-4ad3-930b-61d9760acf99 req-0777e8ca-1f52-4602-8703-b66ef4147da5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:54.826851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8d66227-8179-4ad3-930b-61d9760acf99 req-0777e8ca-1f52-4602-8703-b66ef4147da5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0483999 Aug 03 19:57:54.865039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8d66227-8179-4ad3-930b-61d9760acf99 req-a1c1fee2-ffae-4d56-9c0a-7977567ca07b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322504 Aug 03 19:57:54.919996 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:57:55.984710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d4ba-da5f-4d05-993d-69491adf4412 req-4fa9b51e-cf76-4042-b3cc-ba57c80437ca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:55.986199 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ad4d4ba-da5f-4d05-993d-69491adf4412 req-4fa9b51e-cf76-4042-b3cc-ba57c80437ca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0504601 Aug 03 19:57:56.025683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7ad4d4ba-da5f-4d05-993d-69491adf4412 req-813f928a-4853-4905-b996-b92aa6e6f78a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Aug 03 19:57:56.398238 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75f601-69dc-4303-8d31-06a79ac9e445 req-ff066d02-4b57-44e4-af88-d2c6c76f4e7a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:56.400533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd75f601-69dc-4303-8d31-06a79ac9e445 req-ff066d02-4b57-44e4-af88-d2c6c76f4e7a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0540719 Aug 03 19:57:56.439085 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd75f601-69dc-4303-8d31-06a79ac9e445 req-3b848061-20bb-4437-a23b-221fa47c8c41 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314949 Aug 03 19:57:56.558531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-b20e99b9-c30d-4795-8948-88c9da716cc4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390611 Aug 03 19:57:57.555730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461fb61-d54b-4ab9-9a9d-98ceca7b8493 req-2d8628b3-e006-4e00-a5cd-a77410d5e08b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:57.557261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1461fb61-d54b-4ab9-9a9d-98ceca7b8493 req-2d8628b3-e006-4e00-a5cd-a77410d5e08b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0500550 Aug 03 19:57:57.595937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1461fb61-d54b-4ab9-9a9d-98ceca7b8493 req-78a3c566-fc18-4343-90b5-7b5cd6380e59 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324409 Aug 03 19:57:58.716042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f3ad5-68e7-469c-98e5-9789cdf24a93 req-7451d5ed-22a1-471b-a203-9f275baf82b1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:58.717575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb5f3ad5-68e7-469c-98e5-9789cdf24a93 req-7451d5ed-22a1-471b-a203-9f275baf82b1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0544481 Aug 03 19:57:58.783368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb5f3ad5-68e7-469c-98e5-9789cdf24a93 req-294a7f78-b966-4d5f-a732-f34021e8ee9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594296 Aug 03 19:57:58.798170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-331221fe-3dd7-4785-a457-2445356ce748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:58.799653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-331221fe-3dd7-4785-a457-2445356ce748 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0591550 Aug 03 19:57:58.889131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-be98b6f4-8239-4ce2-b6b2-fcb75cf70d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:58.890730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-be98b6f4-8239-4ce2-b6b2-fcb75cf70d98 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0836995 Aug 03 19:57:58.960623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-b46394e2-7403-4d9c-8980-f5ffbbaa7614 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1001 time: 0.0625744 Aug 03 19:57:59.008696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-59a48584-78b6-4f2a-b535-476cd7b0dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:59.010171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-59a48584-78b6-4f2a-b535-476cd7b0dda7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0432508 Aug 03 19:57:59.054277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-7a4f7d51-6479-4f8d-9cad-120e83e6b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:59.056395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-7a4f7d51-6479-4f8d-9cad-120e83e6b52e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386190 Aug 03 19:57:59.148357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-738e791a-3cd6-4c6c-8a2c-b1a7b54f2e4c service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854988 Aug 03 19:57:59.238613 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-f537ae99-bbde-4cd2-9738-64d758c74826 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828602 Aug 03 19:57:59.907235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d755a6f-e69e-464c-8a04-4c2aaef7bc49 req-4e923dbd-253e-448a-bdbd-2f5176e34d4f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:57:59.908779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d755a6f-e69e-464c-8a04-4c2aaef7bc49 req-4e923dbd-253e-448a-bdbd-2f5176e34d4f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0560918 Aug 03 19:57:59.946022 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d755a6f-e69e-464c-8a04-4c2aaef7bc49 req-768408ca-7e7a-4861-b67d-48f6251b9967 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Aug 03 19:58:01.062682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62083771-ce0d-4c55-a8fc-19e6b950fa9f req-26da3773-9c59-425f-b88c-8af39275ddc2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:01.064174 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62083771-ce0d-4c55-a8fc-19e6b950fa9f req-26da3773-9c59-425f-b88c-8af39275ddc2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0497763 Aug 03 19:58:01.103221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-62083771-ce0d-4c55-a8fc-19e6b950fa9f req-66b7c829-42a1-4c78-ae25-a60259c7c62c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322843 Aug 03 19:58:01.220856 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-ac026b95-70f0-4cd4-ac44-46839e5a6321 service neutron] show failed (client error): The resource could not be found. Aug 03 19:58:01.221805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-ac026b95-70f0-4cd4-ac44-46839e5a6321 service neutron] 10.222.0.77 "GET /v2.0/ports/288f6593-fbfe-4670-89b1-d63286d603ed/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0553403 Aug 03 19:58:01.768784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-6fd9f449-070d-4410-a8fc-b03a2fe09749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:01.770317 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-6fd9f449-070d-4410-a8fc-b03a2fe09749 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0785539 Aug 03 19:58:01.788290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:01.844397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.046094 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:02.079318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:02.118065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:02.123746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.136820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Transition to ACTIVE for port object 288f6593-fbfe-4670-89b1-d63286d603ed will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:02.161459 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad40c3f3-ced7-4b49-a468-5052177bc921" -d '{"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:02.207605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.227217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094334d-6944-476e-ae5f-95afee3521e5 req-99d6200f-1f0e-4d56-9fbe-0ec4a0bba79c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:02.233546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0094334d-6944-476e-ae5f-95afee3521e5 req-99d6200f-1f0e-4d56-9fbe-0ec4a0bba79c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0584908 Aug 03 19:58:02.271911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0094334d-6944-476e-ae5f-95afee3521e5 req-d8c177c0-1bbe-44af-b06a-0bae359188f9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360970 Aug 03 19:58:02.293236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:02.304102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.304466 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.304816 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.305165 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.305551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.306534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.307048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.307386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.307719 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.308049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.308382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.308741 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:02.346608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] No DVR routers for this DVR port 288f6593-fbfe-4670-89b1-d63286d603ed on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:58:02.399758 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee7f12-ae4f-40b3-8656-87cbadd2c45c x-openstack-request-id: req-2bee7f12-ae4f-40b3-8656-87cbadd2c45c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:02.400058 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-unplugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:02.400316 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2bee7f12-ae4f-40b3-8656-87cbadd2c45c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:02.400754 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'code': 200} Aug 03 19:58:02.490228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:58:02.490564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:58:02.490897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:02.495210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:58:02.495532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Attempting to bind port 288f6593-fbfe-4670-89b1-d63286d603ed on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:02.500582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:58:02.500959 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:02.501349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:58:02.501782 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Bound port: 288f6593-fbfe-4670-89b1-d63286d603ed, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:58:02.502141 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.565799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:02.568856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:58:02.659606 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.698297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:02.698911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:02.700281 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] 10.222.0.54 "PUT /v2.0/ports/288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1091 time: 0.9159880 Aug 03 19:58:02.722134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c12d7-c378-4853-972f-260dbcface73 service neutron] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:02.784295 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-5a538590-14ba-442f-abf2-5d0edf6cbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:02.786156 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-5a538590-14ba-442f-abf2-5d0edf6cbb4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0457602 Aug 03 19:58:02.880133 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-0940e428-4b30-45f8-aa6a-9cc197086fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:02.881657 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-0940e428-4b30-45f8-aa6a-9cc197086fd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0891263 Aug 03 19:58:02.953453 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-66930c75-6a1b-444c-849b-cbadd2400965 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 999 time: 0.0648797 Aug 03 19:58:03.004068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-9ea20140-3cb1-4977-a4c5-d5e05e519463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.005494 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-9ea20140-3cb1-4977-a4c5-d5e05e519463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0456553 Aug 03 19:58:03.049566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-2ce82d38-9b91-4847-8349-eaa70b22b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.051064 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-2ce82d38-9b91-4847-8349-eaa70b22b4a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390625 Aug 03 19:58:03.142070 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-fe24dee0-149f-486d-b089-79b434f765a7 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841439 Aug 03 19:58:03.231344 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-57b2d81f-fc85-4373-9daf-c79ac5810789 req-99a5f806-0325-4d31-81f2-050cd3b4fd1e service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 Aug 03 19:58:03.392809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc6c1b-bb61-4538-8b4f-c54a4db07d69 req-863960a8-9b50-4656-b669-20b8fcae5eda tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:03.394286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aadc6c1b-bb61-4538-8b4f-c54a4db07d69 req-863960a8-9b50-4656-b669-20b8fcae5eda tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0494092 Aug 03 19:58:03.434209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aadc6c1b-bb61-4538-8b4f-c54a4db07d69 req-9f95fea0-c962-4a88-a8c7-1131cb5d8096 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329335 Aug 03 19:58:03.559923 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:04.137762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:58:04.177510 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:58:04.401997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:04.404317 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af7d15d-ae75-4dc6-a893-65ada89709d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:04.450717 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0f8596-7a2e-4b46-ae71-cb7f3451067d x-openstack-request-id: req-dc0f8596-7a2e-4b46-ae71-cb7f3451067d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:04.451011 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:04.451264 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dc0f8596-7a2e-4b46-ae71-cb7f3451067d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:04.451670 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'status': 'completed', 'code': 200} Aug 03 19:58:04.536704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-b54a08f1-7a22-4ced-8c5a-958575c615bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.538239 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-b54a08f1-7a22-4ced-8c5a-958575c615bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0478926 Aug 03 19:58:04.543944 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-dff54e14-79c7-490a-ae46-de64fb813b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.545524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-dff54e14-79c7-490a-ae46-de64fb813b90 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0696745 Aug 03 19:58:04.606917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b0b68-fdff-467f-a5cb-8b2b1a8215c8 req-aa6cb644-21e9-4a73-832c-e0762015358d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.608419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c55b0b68-fdff-467f-a5cb-8b2b1a8215c8 req-aa6cb644-21e9-4a73-832c-e0762015358d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.1025057 Aug 03 19:58:04.631889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-6cf6723c-9024-47dc-9f66-02e818930dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.633439 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-6cf6723c-9024-47dc-9f66-02e818930dff service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0873170 Aug 03 19:58:04.668597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c55b0b68-fdff-467f-a5cb-8b2b1a8215c8 req-a8c0e552-a2e5-4aa2-b478-d699e684f685 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523877 Aug 03 19:58:04.678141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-86bbceac-19ff-4f49-8c2f-55a5813e1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.681337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-86bbceac-19ff-4f49-8c2f-55a5813e1872 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1264098 Aug 03 19:58:04.707087 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-3a8249b1-e9c6-4d6c-9f91-2dd4adb91c78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 999 time: 0.0652828 Aug 03 19:58:04.750884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-bedef4a0-23c3-4ece-85d6-f78412eafd8b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 999 time: 0.0638857 Aug 03 19:58:04.758265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-7a2527b4-d475-4be5-b701-24166ffa6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.761626 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-7a2527b4-d475-4be5-b701-24166ffa6ef7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0464907 Aug 03 19:58:04.804637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-198d78d8-ee15-4136-9cac-40cbd0de64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.806475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-198d78d8-ee15-4136-9cac-40cbd0de64f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0487893 Aug 03 19:58:04.815556 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-097307d2-afc1-4634-af25-4ba23b82a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.817096 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-097307d2-afc1-4634-af25-4ba23b82a0b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419154 Aug 03 19:58:04.853882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-56685903-68bb-4bc6-9152-c65cf8a9df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:04.855422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-56685903-68bb-4bc6-9152-c65cf8a9df6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420692 Aug 03 19:58:04.924502 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-2b8774d7-ea65-4ee6-ae08-6f8337a92ccd service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999033 Aug 03 19:58:04.951157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-26274918-3a39-4e6a-8ae9-0beda6419997 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Aug 03 19:58:05.021082 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-bd951aa3-70c4-4bb9-b2fa-24d44b5e039f service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898144 Aug 03 19:58:05.047438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0af7d15d-ae75-4dc6-a893-65ada89709d5 req-73ec6ee7-54f3-462d-b2bb-f5c4db6908bd service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Aug 03 19:58:05.789969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fde457-42e0-4357-922a-e81c2ed14545 req-25031a8c-214e-4a27-b8c2-377a490647ef tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:05.791971 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26fde457-42e0-4357-922a-e81c2ed14545 req-25031a8c-214e-4a27-b8c2-377a490647ef tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0501320 Aug 03 19:58:05.829093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26fde457-42e0-4357-922a-e81c2ed14545 req-0e7263e4-98db-490f-a6e5-481fea417b00 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Aug 03 19:58:06.146604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ba091-035e-4a82-8eca-dd458dd9c18d req-9b6f6adc-8863-49eb-b1b9-a457952ff1f9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.148099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f0ba091-035e-4a82-8eca-dd458dd9c18d req-9b6f6adc-8863-49eb-b1b9-a457952ff1f9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 943 time: 0.0567272 Aug 03 19:58:06.220138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0f0ba091-035e-4a82-8eca-dd458dd9c18d req-86e0472c-5345-4d74-a312-7a32df46e216 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660028 Aug 03 19:58:06.228242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-8086efb3-2574-4980-ad0c-2e3387ebff57 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.230325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-8086efb3-2574-4980-ad0c-2e3387ebff57 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed&tenant_id=174c1169d8e14e318e08482d8f1c7bf3&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 943 time: 0.0700858 Aug 03 19:58:06.290020 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-fe86d2c2-0d1f-4817-b5e7-df9444acc3a4 service neutron] delete failed (client error): The resource could not be found. Aug 03 19:58:06.291847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-fe86d2c2-0d1f-4817-b5e7-df9444acc3a4 service neutron] 10.222.0.77 "DELETE /v2.0/ports/288f6593-fbfe-4670-89b1-d63286d603ed/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0535259 Aug 03 19:58:06.376190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-7a65d1f8-fa37-424c-a3a0-661cecfe9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.377710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-7a65d1f8-fa37-424c-a3a0-661cecfe9199 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.0442567 Aug 03 19:58:06.467953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-a53cef56-cd14-404f-9306-77baaa4cab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.469437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-a53cef56-cd14-404f-9306-77baaa4cab74 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0845566 Aug 03 19:58:06.537300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-a58c6346-af41-4181-9ade-76b74a725d04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 999 time: 0.0601366 Aug 03 19:58:06.584256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-dff266ff-da22-4f9e-b233-7d87d3fa0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.585601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-dff266ff-da22-4f9e-b233-7d87d3fa0308 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0421216 Aug 03 19:58:06.604720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:58:06.630261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-aab92a31-6744-4e84-803d-5eb127f87880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:06.631755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-aab92a31-6744-4e84-803d-5eb127f87880 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395405 Aug 03 19:58:06.697201 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:06.708477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '288f6593-fbfe-4670-89b1-d63286d603ed', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': '288f6593-fbfe-4670-89b1-d63286d603ed', 'mac_address': 'fa:16:3e:9c:09:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:58:06.724030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-513b5633-fa24-4e50-ace8-193a54faad96 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849447 Aug 03 19:58:06.748508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:06.761585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288f6593-fbfe-4670-89b1-d63286d603ed {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:06.780589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:06.814267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-782db1ca-b7d7-43d1-897d-475cd26e5aa6 req-e5b16893-d029-4e1d-a955-a66a89a700c8 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831420 Aug 03 19:58:06.845556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:06.895662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:06.902903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.903248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.903585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.903921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.904251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.904580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.904932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.905255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.905578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.905900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.906223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:06.906541 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:07.131565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['288f6593-fbfe-4670-89b1-d63286d603ed'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:07.344275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a7f9a-9ca4-4b2f-b1f4-1b215d09c77d req-b2e67a6a-7666-4627-90a3-72dcb2ad704d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:07.345783 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b00a7f9a-9ca4-4b2f-b1f4-1b215d09c77d req-b2e67a6a-7666-4627-90a3-72dcb2ad704d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 944 time: 0.0495944 Aug 03 19:58:07.383481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b00a7f9a-9ca4-4b2f-b1f4-1b215d09c77d req-65df8ee3-746d-4bc3-b117-3cb84d890c38 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Aug 03 19:58:08.509950 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aeab6-fb0c-48bd-9181-2f5ec92c95e4 req-d316d61e-3252-495c-bb0d-007174618554 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.511462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4aeab6-fb0c-48bd-9181-2f5ec92c95e4 req-d316d61e-3252-495c-bb0d-007174618554 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 944 time: 0.0558553 Aug 03 19:58:08.550563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf4aeab6-fb0c-48bd-9181-2f5ec92c95e4 req-220208bb-3233-4366-8334-b2edd8bf1a58 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Aug 03 19:58:08.618910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:58:08.668217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c955f53-3212-4c36-a475-b05adff75521 req-b4d31ec5-693f-4bca-9d20-5b5403cb7bdf tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:08.669772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c955f53-3212-4c36-a475-b05adff75521 req-b4d31ec5-693f-4bca-9d20-5b5403cb7bdf tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 944 time: 0.0504923 Aug 03 19:58:08.708940 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c955f53-3212-4c36-a475-b05adff75521 req-dfeb7065-18ce-4f11-8e73-40a40d2bbabe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Aug 03 19:58:08.736509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 288f6593-fbfe-4670-89b1-d63286d603ed completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:58:08.740569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 288f6593-fbfe-4670-89b1-d63286d603ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:08.741101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:08.820675 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:08.851793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:08.865907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:08.893762 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541cd75f-4683-4aee-8667-3163a6049e75" -d '{"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:09.000340 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:09.054700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:09.139909 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0865ff-1269-48b4-b13b-9cf114feec53 x-openstack-request-id: req-ef0865ff-1269-48b4-b13b-9cf114feec53 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:09.140237 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:09.140495 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef0865ff-1269-48b4-b13b-9cf114feec53 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:09.140923 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'code': 200} Aug 03 19:58:09.231744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1e90-62b1-44b9-8ed1-43dece229213 req-ec972968-d119-4d1b-b4da-22173834cd31 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.233303 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ed1e90-62b1-44b9-8ed1-43dece229213 req-ec972968-d119-4d1b-b4da-22173834cd31 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0497634 Aug 03 19:58:09.273691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ed1e90-62b1-44b9-8ed1-43dece229213 req-380b0cef-c336-4e5e-b113-9a93cb599452 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340917 Aug 03 19:58:09.298276 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-23f1df5a-3bd4-4f6f-9e3b-0ca1dc0ed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.299892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-23f1df5a-3bd4-4f6f-9e3b-0ca1dc0ed352 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.0426068 Aug 03 19:58:09.394702 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-0d31bf19-1fa7-42dc-8a9e-d00a957ccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.396170 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-0d31bf19-1fa7-42dc-8a9e-d00a957ccfd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0894613 Aug 03 19:58:09.464169 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-53b27ccd-a8c5-4593-a3c0-9d9ef032023f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 200 len: 1001 time: 0.0609846 Aug 03 19:58:09.518952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-f452d82a-dfc9-4ae5-a5cf-bf9ccc5cd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.520403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-f452d82a-dfc9-4ae5-a5cf-bf9ccc5cd94f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0484943 Aug 03 19:58:09.565082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-e66e71a1-efb3-4e3b-b936-469ab3c13fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:09.566459 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-e66e71a1-efb3-4e3b-b936-469ab3c13fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393133 Aug 03 19:58:09.653481 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-a17a5e48-ed20-489c-9850-522b23467f3e service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802627 Aug 03 19:58:09.749485 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9b2d9dae-ee4f-4503-abcf-f0e18d1990ca req-9cc38924-7590-4316-b278-d91effce26c1 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889139 Aug 03 19:58:10.394178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43252d23-4f71-4718-91ac-5fba7f657a0e req-c9357a3a-ad86-427e-973b-cc5472e56b16 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:10.395648 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43252d23-4f71-4718-91ac-5fba7f657a0e req-c9357a3a-ad86-427e-973b-cc5472e56b16 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0527308 Aug 03 19:58:10.432529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43252d23-4f71-4718-91ac-5fba7f657a0e req-f1240400-846f-48f1-9d93-28d589818304 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303907 Aug 03 19:58:11.545915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d40f-ea55-45de-adba-daf262b47994 req-4ca199f4-84b9-4d72-875f-f7a21bacbdb3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:11.547371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afe1d40f-ea55-45de-adba-daf262b47994 req-4ca199f4-84b9-4d72-875f-f7a21bacbdb3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0487604 Aug 03 19:58:11.585256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-afe1d40f-ea55-45de-adba-daf262b47994 req-d347ce05-1517-4406-bfbd-3cb1c63bdcb8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Aug 03 19:58:12.030890 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bcc0e-59b7-41a1-b041-25cdf7b54cf8 req-755ea91d-a395-4d26-bd2e-c8d40d4e0251 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:12.032370 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-593bcc0e-59b7-41a1-b041-25cdf7b54cf8 req-755ea91d-a395-4d26-bd2e-c8d40d4e0251 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0491152 Aug 03 19:58:12.069663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-593bcc0e-59b7-41a1-b041-25cdf7b54cf8 req-ab36c3cc-33da-4d3b-b819-cdd49daa8133 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313590 Aug 03 19:58:13.189790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175cb52-a567-4a71-afde-d04ab35605ab req-d59e2153-6c1c-4a4a-b4d3-e35ed18c7d4e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:13.191209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8175cb52-a567-4a71-afde-d04ab35605ab req-d59e2153-6c1c-4a4a-b4d3-e35ed18c7d4e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0536969 Aug 03 19:58:13.229116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8175cb52-a567-4a71-afde-d04ab35605ab req-3ad0e264-4170-41e1-bb60-fc27e20c2938 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Aug 03 19:58:13.430499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-85786998-7b80-42ac-bc75-b7e3de63167d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:13.432051 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-85786998-7b80-42ac-bc75-b7e3de63167d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 945 time: 0.0499420 Aug 03 19:58:13.524349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Deleting port 288f6593-fbfe-4670-89b1-d63286d603ed {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 19:58:13.524600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:13.612730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] For port 288f6593-fbfe-4670-89b1-d63286d603ed, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=288f6593-fbfe-4670-89b1-d63286d603ed,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:13.613100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:13.792422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:13.792802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:13.793058 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af disassociated. External IP: 172.25.2.213, port: 288f6593-fbfe-4670-89b1-d63286d603ed. Aug 03 19:58:13.793409 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Calling delete_port for 288f6593-fbfe-4670-89b1-d63286d603ed owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 19:58:14.012995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:14.042987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'Port': ['ID=288f6593-fbfe-4670-89b1-d63286d603ed,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:14.167860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:58:14.280302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:58:14.289964 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:58:14.321952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] No DVR routers for this DVR port 288f6593-fbfe-4670-89b1-d63286d603ed on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 19:58:14.325313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:14.327784 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-406e08ba-a893-4c45-a2a7-00e58425ecce req-937483ae-a1be-4fb4-a2e8-f732ba0eb28c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "DELETE /v2.0/ports/288f6593-fbfe-4670-89b1-d63286d603ed HTTP/1.1" status: 204 len: 173 time: 0.8888938 Aug 03 19:58:14.328268 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-deleted', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:14.331409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1e449838-9d7f-4617-a84e-398ceb8a5843 req-d7ab1e2e-c08b-4511-ac50-9371bcbcd0b0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=c878be2a-ba85-41b3-abd5-711eed5ec8ed HTTP/1.1" status: 200 len: 210 time: 0.0310137 Aug 03 19:58:14.331943 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49412e1a-1ffa-4758-add7-b31b9d2a8a6b" -d '{"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-deleted", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:14.380867 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbcd867-2f61-4fba-8a85-20286cd71178 x-openstack-request-id: req-dbbcd867-2f61-4fba-8a85-20286cd71178 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:14.380867 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878be2a-ba85-41b3-abd5-711eed5ec8ed", "name": "network-vif-deleted", "tag": "288f6593-fbfe-4670-89b1-d63286d603ed", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:14.380867 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dbbcd867-2f61-4fba-8a85-20286cd71178 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:14.380867 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878be2a-ba85-41b3-abd5-711eed5ec8ed', 'name': 'network-vif-deleted', 'tag': '288f6593-fbfe-4670-89b1-d63286d603ed', 'status': 'completed', 'code': 200} Aug 03 19:58:14.402400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:14.403011 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:57:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:14.505381 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:14.703820 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:14.730474 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:58:14.738450 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:14.739043 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:57:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:14.843152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:15.044204 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:15.070660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088bca02-7e92-4426-86fe-89d4bdb6368c None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:58:15.112898 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:58:15.286274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f2c50-9093-4aee-8d20-f2a44aa9b612 None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:58:15.607913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-99959ea3-f6f1-4477-8cc7-dce31651d4d2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--199450978&fields=id&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 267 time: 0.0327313 Aug 03 19:58:15.718131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-ab7dc72f-05d4-4027-83d5-e01925c5c921 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:15.719461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-ab7dc72f-05d4-4027-83d5-e01925c5c921 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1049330 Aug 03 19:58:15.735214 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-003a316b-2ab1-452b-9b0b-1f0b8fc25010 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/quotas/174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0098860 Aug 03 19:58:15.767124 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:15.788941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c8f1f7d4-8cf8-4d2b-8dd1-9e04a1340c84 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482187 Aug 03 19:58:15.932294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-12a13aa1-98f1-427a-9b67-c94fa921857e service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309590 Aug 03 19:58:16.019178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-8d840259-3254-408b-a090-acadb8932751 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807049 Aug 03 19:58:16.247384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3042a54-2d61-4e46-99b2-c09b0b306a7c req-d72e0873-9a92-4ac2-b7af-15dffb34a85a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 03 19:58:16.636061 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 19:58:16.656778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 288f6593-fbfe-4670-89b1-d63286d603ed {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 19:58:16.657127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 288f6593-fbfe-4670-89b1-d63286d603ed not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 19:58:17.343681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b9bb4b06-b19e-46aa-9f62-0227e3d17c36 req-38550b15-17de-4d3a-ab79-ceaa871704d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 210 time: 0.0289547 Aug 03 19:58:18.143897 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-e9fc9362-087e-46e2-bac2-d2baef2c2d88 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.145257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-e9fc9362-087e-46e2-bac2-d2baef2c2d88 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1065073 Aug 03 19:58:18.189238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-60779bae-f262-441f-82b6-9d68c79c507b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 379 time: 0.0345306 Aug 03 19:58:18.199833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'port': {'device_id': '10747289-c558-4135-9a51-5696251c7a65', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'admin_state_up': True, 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'security_groups': ['ab0fd319-27c0-44bc-86e0-3a15351c61ab']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:18.378104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 19:58:18.381793 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.464340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d3186b7-2b73-46b9-b6c5-56cd42e263d8 req-ffe56e7f-a652-4ca3-beeb-3551d2d82033 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Aug 03 19:58:18.532002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Allocated IP 172.20.0.3 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/b1832019-3290-4523-a252-d0968d1b78ca) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 19:58:18.664926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.678544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Transition to ACTIVE for port object b1832019-3290-4523-a252-d0968d1b78ca will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:18.777518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.804887 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2f10969c-bdbb-4b92-9096-e60508fec0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:18.824189 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 19:58:18.827296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 19:58:18.833004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 19:58:18.839907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:18.868227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.871828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 19:58:18.906164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:18.906797 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.017150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-c3baf4f2-26ae-45e7-a46b-4493ecbc4605 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8216486 Aug 03 19:58:19.029787 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Request body: {'port': {'device_id': '10747289-c558-4135-9a51-5696251c7a65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:19.083927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.137826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-21268ae0-f29f-4905-8aca-70f3043cf5d4 None None] Provisioning for port b1832019-3290-4523-a252-d0968d1b78ca completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:58:19.141822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-21268ae0-f29f-4905-8aca-70f3043cf5d4 None None] Provisioning complete for port b1832019-3290-4523-a252-d0968d1b78ca triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:19.142199 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21268ae0-f29f-4905-8aca-70f3043cf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.179381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-21268ae0-f29f-4905-8aca-70f3043cf5d4 None None] Port b1832019-3290-4523-a252-d0968d1b78ca cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 19:58:19.347257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:19.354536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.366029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Transition to ACTIVE for port object b1832019-3290-4523-a252-d0968d1b78ca will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 19:58:19.429169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.480635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:19.584187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 19:58:19.584531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 19:58:19.584893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:19.592473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 19:58:19.592831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 19:58:19.600905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 19:58:19.601178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 19:58:19.601570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 19:58:19.602014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Bound port: b1832019-3290-4523-a252-d0968d1b78ca, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 19:58:19.602376 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.612913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b9fa8-7816-4604-b78d-4321e84c2c95 req-ed520d46-e771-4766-b91c-158104f1b1be tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:19.614486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e1b9fa8-7816-4604-b78d-4321e84c2c95 req-ed520d46-e771-4766-b91c-158104f1b1be tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0760691 Aug 03 19:58:19.684863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e1b9fa8-7816-4604-b78d-4321e84c2c95 req-5289db98-f65a-46a7-a9ac-96cbdc8f121e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630076 Aug 03 19:58:19.705849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 19:58:19.708948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 19:58:19.778508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.813622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:19.814240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:19.815657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] 10.222.0.77 "PUT /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1091 time: 0.7905684 Aug 03 19:58:19.816142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:19.843021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8481249-7bdf-413b-b740-796621c66fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:19.860225 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e90f1-b231-4a64-9b3e-b39d74611499" -d '{"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:19.948821 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623a0f5b-81e4-4be1-937c-56aac8e37ebe x-openstack-request-id: req-623a0f5b-81e4-4be1-937c-56aac8e37ebe {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:19.949183 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:19.949490 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-623a0f5b-81e4-4be1-937c-56aac8e37ebe {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:19.949956 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'status': 'completed', 'code': 200} Aug 03 19:58:19.999728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-e7ce162f-5c8f-4416-b428-5f7f5ecb83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.001281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-e7ce162f-5c8f-4416-b428-5f7f5ecb83dd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0463665 Aug 03 19:58:20.046811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-892a0cff-fc1e-4061-ba20-3223c3eb1f8f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 217 time: 0.0367417 Aug 03 19:58:20.095536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-f44261ee-36d7-457c-a867-509658243983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.096910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-f44261ee-36d7-457c-a867-509658243983 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0430355 Aug 03 19:58:20.473342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-80a1ec7d-6a24-4904-9f2f-e4975ee7b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.474868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-80a1ec7d-6a24-4904-9f2f-e4975ee7b22b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711562 Aug 03 19:58:20.562566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-46720997-f336-4f07-9529-9f29d4e0c2c8 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796561 Aug 03 19:58:20.654461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8e0798de-e12d-47cf-b15b-2bba54ed9036 req-f32d169d-459e-41c9-b95a-7b0a752ed6ff service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844862 Aug 03 19:58:20.833825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945674b-0a48-4b00-9558-5c7d89867552 req-9d56dc3f-b8e7-4b95-a354-59ebed9d642f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.835312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b945674b-0a48-4b00-9558-5c7d89867552 req-9d56dc3f-b8e7-4b95-a354-59ebed9d642f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0775940 Aug 03 19:58:20.837751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-887e0abc-b43e-4f9a-b5b6-6f000da7b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.839138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-887e0abc-b43e-4f9a-b5b6-6f000da7b0c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0720196 Aug 03 19:58:20.927097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b945674b-0a48-4b00-9558-5c7d89867552 req-2e17ef3a-ce21-4f55-838c-31dc439fed78 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855832 Aug 03 19:58:20.955421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-26a25c16-c30d-4806-8233-fea061705003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:20.957027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-26a25c16-c30d-4806-8233-fea061705003 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1097209 Aug 03 19:58:21.001730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-d4931c61-a9f7-4ffb-a4b3-7b5eaa50897f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 217 time: 0.0357862 Aug 03 19:58:21.056303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-d8395705-d37b-436d-8298-daf62c1eea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.058365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-d8395705-d37b-436d-8298-daf62c1eea2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0482213 Aug 03 19:58:21.102864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-2b7e5086-f042-4d28-896e-843e07ee81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:21.104487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-2b7e5086-f042-4d28-896e-843e07ee81e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386360 Aug 03 19:58:21.194407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-3ccd4201-890a-4f34-bca9-e155f1960ff4 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823071 Aug 03 19:58:21.289862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-524e90f1-b231-4a64-9b3e-b39d74611499 req-bed46ca8-6356-47c0-8e34-c44a86f3c241 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870824 Aug 03 19:58:22.042422 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ce49a-ab5f-4e57-81fd-e1413a6d8681 req-601cfb9f-ee68-40d3-9596-1f485ef929e9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:22.044213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b85ce49a-ab5f-4e57-81fd-e1413a6d8681 req-601cfb9f-ee68-40d3-9596-1f485ef929e9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0502634 Aug 03 19:58:22.080910 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e9539c2-72d3-41fe-8d87-eb6509323ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:22.082762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b85ce49a-ab5f-4e57-81fd-e1413a6d8681 req-5f29adec-0d63-4f69-99b8-d48626a4e591 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320613 Aug 03 19:58:22.189288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:22.230361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 19:58:22.325000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:22.335844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b1832019-3290-4523-a252-d0968d1b78ca', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 19:58:22.375240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:22.387300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 19:58:22.405869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:22.509321 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:22.555903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:22.749506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['b1832019-3290-4523-a252-d0968d1b78ca'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 19:58:23.040860 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:23.200339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b291d-9cba-4269-ad9c-43990f1b7364 req-62966034-0a19-42ba-95e7-e6c36f3dbdc8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:23.201853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964b291d-9cba-4269-ad9c-43990f1b7364 req-62966034-0a19-42ba-95e7-e6c36f3dbdc8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0505490 Aug 03 19:58:23.239404 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-964b291d-9cba-4269-ad9c-43990f1b7364 req-6a975df0-f190-4f07-8651-6e96d662334b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Aug 03 19:58:24.229738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 19:58:24.336026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port b1832019-3290-4523-a252-d0968d1b78ca completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 19:58:24.340000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port b1832019-3290-4523-a252-d0968d1b78ca triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 19:58:24.340375 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:24.359151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075f63a-326f-4407-96c8-2d9867a0034d req-7666a833-ce28-436a-9ee5-2c3f59a5ef44 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:24.360813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9075f63a-326f-4407-96c8-2d9867a0034d req-7666a833-ce28-436a-9ee5-2c3f59a5ef44 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0548067 Aug 03 19:58:24.401587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9075f63a-326f-4407-96c8-2d9867a0034d req-94dfdf6c-c5e1-4d0d-8c0b-f6558d44bbec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340998 Aug 03 19:58:24.419627 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:24.442023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:24.444231 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b6bdc9-6ce9-4737-86cf-f69c01d68280" -d '{"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-plugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:24.456995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 19:58:24.481033 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f633d326-485e-44fb-a8c5-76b0dfafb8f8 x-openstack-request-id: req-f633d326-485e-44fb-a8c5-76b0dfafb8f8 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:24.481262 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-plugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:24.481508 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f633d326-485e-44fb-a8c5-76b0dfafb8f8 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:24.481889 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'code': 200} Aug 03 19:58:24.532162 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:24.575493 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff7ef-89f6-40e0-9165-b9fef4cb06a1 req-b20689c8-8f88-4c24-af81-c9a9c48c208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:24.577039 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-218ff7ef-89f6-40e0-9165-b9fef4cb06a1 req-b20689c8-8f88-4c24-af81-c9a9c48c208a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1096 time: 0.0416646 Aug 03 19:58:24.583220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 19:58:24.612976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-218ff7ef-89f6-40e0-9165-b9fef4cb06a1 req-310d033e-1495-43e3-a022-d08dc1f1c730 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292575 Aug 03 19:58:24.954742 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:25.519742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899ed30-a8a5-4697-9889-972f853a297c req-bbdcadff-d07d-417d-82ee-525cb6eccee9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:25.521289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4899ed30-a8a5-4697-9889-972f853a297c req-bbdcadff-d07d-417d-82ee-525cb6eccee9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0513768 Aug 03 19:58:25.558647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4899ed30-a8a5-4697-9889-972f853a297c req-53c021b1-e48b-4861-bece-7f91308715a6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Aug 03 19:58:26.678412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e513e73-0215-4d37-b4c3-9ee901399cdd req-1eb20f57-e15b-42d5-8709-8c27792b86c3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:26.679885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e513e73-0215-4d37-b4c3-9ee901399cdd req-1eb20f57-e15b-42d5-8709-8c27792b86c3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0526445 Aug 03 19:58:26.718127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e513e73-0215-4d37-b4c3-9ee901399cdd req-587640c3-afcb-44c2-904f-b03b92138253 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322227 Aug 03 19:58:26.827594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329ea5-1ad0-4ce1-85c5-2de490f24739 req-34ff125e-bc66-495f-88d0-48a42910456e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:26.829061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b329ea5-1ad0-4ce1-85c5-2de490f24739 req-34ff125e-bc66-495f-88d0-48a42910456e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Aug 03 19:58:26.837657 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 42592) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 19:58:26.842744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'floatingip': {'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 19:58:26.886456 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:27.318252 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:27.383197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:27.483583 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af associated. External IP: 172.25.2.213, port: b1832019-3290-4523-a252-d0968d1b78ca. Aug 03 19:58:27.691821 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 19:58:27.797133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 19:58:27.801907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:27.807290 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 19:58:27.816023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:27.816750 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:58:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:27.829072 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8a6be880-758f-4a74-8669-9fb90d7433f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "PUT /v2.0/floatingips/f77d2d3b-eb21-48ac-b5f7-f25c8203b0af HTTP/1.1" status: 200 len: 991 time: 0.9897532 Aug 03 19:58:27.829661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 19:58:27.831937 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 19:58:27.919711 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 19:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0db585-b8c4-463c-bde7-1b0a39d52461 x-openstack-request-id: req-af0db585-b8c4-463c-bde7-1b0a39d52461 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 19:58:27.919997 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 19:58:27.920252 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af0db585-b8c4-463c-bde7-1b0a39d52461 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 19:58:27.920678 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'status': 'completed', 'code': 200} Aug 03 19:58:27.923865 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:27.978885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-4783280a-159e-43d3-9be8-20413af183e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:27.980931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-4783280a-159e-43d3-9be8-20413af183e1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1096 time: 0.0404172 Aug 03 19:58:28.074523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-893a085b-fda5-4057-89f2-810a7baf7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.075503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-893a085b-fda5-4057-89f2-810a7baf7af7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0881972 Aug 03 19:58:28.140907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-32862ad7-dcba-4ce8-b777-b506270eeccf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 999 time: 0.0581310 Aug 03 19:58:28.146934 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10747289-c558-4135-9a51-5696251c7a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:58:27Z', 'revision_number': 9, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:28.173573 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 19:58:28.181818 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 19:58:28.182521 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T19:58:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:28.194097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-d4bbce26-e2f8-47cd-8ddd-529fdbc22080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.195560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-d4bbce26-e2f8-47cd-8ddd-529fdbc22080 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0482161 Aug 03 19:58:28.240254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-eaaaa209-80d6-4120-a3bd-3be9bdffeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:58:28.241674 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-eaaaa209-80d6-4120-a3bd-3be9bdffeb9e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392632 Aug 03 19:58:28.285304 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 19:58:28.331084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-a65b4ec8-4c16-44f5-b092-ccd999127736 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Aug 03 19:58:28.426438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8420a3ac-f76e-4b6a-aa89-27e66e2c0f1a req-25032b2e-2d31-42f2-86af-c7000d98dfce service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881660 Aug 03 19:58:28.502987 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10747289-c558-4135-9a51-5696251c7a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:58:27Z', 'revision_number': 9, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 19:58:28.617565 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732c9900-e428-48b8-8b55-8a7a6b56651f None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10747289-c558-4135-9a51-5696251c7a65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T19:58:27Z', 'revision_number': 9, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 19:58:28.818714 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8b0fbb-15a2-4136-b968-5313b17116ee None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 19:58:33.589848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:45.754143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:48.782216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e1b0df53-8eb1-4dab-9ccd-2e2515cc82dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.085062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54699aff-ae25-4242-a4e2-92537ec82e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:52.112417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:58:52.203075 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:53.067777 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:58:54.928775 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:03.627138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:15.775570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:18.826872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0570155f-e2a6-4d49-b2cc-d4a67323818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.078325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b749c19a-a999-4710-aa58-35de65969457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.215526 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:22.296082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-7b04f1b5-a147-4252-9a2e-dde04e9d2116 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452919 Aug 03 19:59:22.377066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-e6979419-492d-48bb-be4d-49626e60b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.378579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-e6979419-492d-48bb-be4d-49626e60b8d6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1096 time: 0.0395563 Aug 03 19:59:22.482194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-93d27aa8-680d-49de-87aa-9e778281d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.483532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-93d27aa8-680d-49de-87aa-9e778281d7ce service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0858438 Aug 03 19:59:22.546618 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-4ee5985e-1f67-4541-8a91-da98be4d36f8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1002 time: 0.0561285 Aug 03 19:59:22.597956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-b4c46b56-2fbc-4450-a27c-e902f85f305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.599376 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-b4c46b56-2fbc-4450-a27c-e902f85f305e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0459425 Aug 03 19:59:22.643879 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-b30b1435-acaa-4954-ac8c-89a0358d1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 19:59:22.645334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-b30b1435-acaa-4954-ac8c-89a0358d1ca7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384762 Aug 03 19:59:22.732465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-e5b7f6a1-1c73-4586-8d94-f328aa1d00bf service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802817 Aug 03 19:59:22.824188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e4ae3f18-20a8-45c7-a2fe-4a05b6440b65 req-b809659a-cd43-4743-99db-501aa4857b4f service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845954 Aug 03 19:59:23.049899 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:24.935295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:29.111741 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 19:59:33.612927 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:45.796951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:48.819977 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88ce6508-7de7-4e27-a71b-a755386bc8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:52.059589 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1d46ef52-32fc-4fdc-90b5-51f96f173f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:52.234949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:53.057906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 19:59:54.933784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:02.767967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965209f-2c1e-40be-ae20-bc180b25788f req-e1eea1cd-2e00-4b68-b9ae-e29f01ab39d0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:02.769522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3965209f-2c1e-40be-ae20-bc180b25788f req-e1eea1cd-2e00-4b68-b9ae-e29f01ab39d0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0554025 Aug 03 20:00:02.809721 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3965209f-2c1e-40be-ae20-bc180b25788f req-47b8923a-a97d-492b-bed1-deeda391b0b8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343101 Aug 03 20:00:03.065927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-4ac3e0ce-f194-48cf-846d-baa5358f79fc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874248 Aug 03 20:00:03.630728 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:03.930364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f7d74-ea87-4f4c-ba4b-d791b0c397d7 req-92e20dc2-ea4c-4ad7-9e12-5794400a49cd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:03.931827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e53f7d74-ea87-4f4c-ba4b-d791b0c397d7 req-92e20dc2-ea4c-4ad7-9e12-5794400a49cd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0527916 Aug 03 20:00:03.970257 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e53f7d74-ea87-4f4c-ba4b-d791b0c397d7 req-29b1741e-4bdb-4983-8e4c-b6b4cf35e42d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321717 Aug 03 20:00:05.092707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d5113-fdff-4be6-a605-8e2a8370be98 req-f70d2f9c-5a1c-4c6a-99b6-e53e878b202f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.094225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b1d5113-fdff-4be6-a605-8e2a8370be98 req-f70d2f9c-5a1c-4c6a-99b6-e53e878b202f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0539653 Aug 03 20:00:05.140419 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b1d5113-fdff-4be6-a605-8e2a8370be98 req-d02d5e77-e3ca-4ddf-8cb1-041a121294b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Aug 03 20:00:05.760748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-79c94a25-fa00-4fbd-a447-6202274bc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.762161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-79c94a25-fa00-4fbd-a447-6202274bc02c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1096 time: 0.0403001 Aug 03 20:00:05.855271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8aafadb6-f578-49cd-bae9-ee289fa90498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.856785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8aafadb6-f578-49cd-bae9-ee289fa90498 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0867603 Aug 03 20:00:05.921480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-218724e7-12c4-4a43-965a-bcdbb2c4ef3b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1002 time: 0.0565224 Aug 03 20:00:05.973631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-d485e541-b92a-41cf-b6cc-6bf81c2d8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:05.975052 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-d485e541-b92a-41cf-b6cc-6bf81c2d8116 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0467336 Aug 03 20:00:06.019255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-faac82b3-e443-44ed-af0f-f816616da50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:06.020827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-faac82b3-e443-44ed-af0f-f816616da50e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389521 Aug 03 20:00:06.108933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-1bd6b169-9555-4077-97ce-d3db4b044db3 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808375 Aug 03 20:00:06.111486 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:00:06.206361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-6c335a3b-817a-4b88-ad98-df5fd53b4805 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875776 Aug 03 20:00:06.264072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcbc2a-f539-44a7-8d71-56a44e3fa882 req-dd073f90-7cda-4e3b-9e01-fafb5f790506 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:06.265598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8fcbc2a-f539-44a7-8d71-56a44e3fa882 req-dd073f90-7cda-4e3b-9e01-fafb5f790506 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Aug 03 20:00:06.307642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8fcbc2a-f539-44a7-8d71-56a44e3fa882 req-4b969920-1c76-41c9-84f3-d69d2424198b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350635 Aug 03 20:00:07.422225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4421eba-b3c9-43da-9cf1-416c59cbdaef req-53192d41-645c-48c2-b86f-df1cefc23947 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:07.423713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4421eba-b3c9-43da-9cf1-416c59cbdaef req-53192d41-645c-48c2-b86f-df1cefc23947 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0491810 Aug 03 20:00:07.461128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4421eba-b3c9-43da-9cf1-416c59cbdaef req-8dffa427-34c2-4a90-bcec-4948a52588fb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315096 Aug 03 20:00:08.579452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3362c91-4451-43dd-946d-254e131a7cc9 req-2284b355-fc72-4cd1-adb7-b53df4398bf3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:08.580756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3362c91-4451-43dd-946d-254e131a7cc9 req-2284b355-fc72-4cd1-adb7-b53df4398bf3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Aug 03 20:00:08.620900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e3362c91-4451-43dd-946d-254e131a7cc9 req-93b2edb6-f95e-4653-afc2-53bbe25a8cc2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335581 Aug 03 20:00:09.734301 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37aa331-9124-4606-8cb9-44f43d82774c req-3ff225fe-7ac6-4d84-8267-269b801fbbe1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:09.735759 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37aa331-9124-4606-8cb9-44f43d82774c req-3ff225fe-7ac6-4d84-8267-269b801fbbe1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Aug 03 20:00:09.773231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37aa331-9124-4606-8cb9-44f43d82774c req-12fcc9dc-945a-450d-841c-4312aba82731 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308521 Aug 03 20:00:10.887623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf4d4a-3091-49c7-bbf5-4b054eb3f641 req-cc4ae5e8-f402-4f97-b059-70768adeaa8c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:10.889143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40bf4d4a-3091-49c7-bbf5-4b054eb3f641 req-cc4ae5e8-f402-4f97-b059-70768adeaa8c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Aug 03 20:00:10.927679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40bf4d4a-3091-49c7-bbf5-4b054eb3f641 req-49c2da22-1a61-4c53-962a-52cc4d8ac6c2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318227 Aug 03 20:00:12.046522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd584b-7635-4629-bb3d-1b27aa4ef200 req-37116c19-de29-4a7d-8109-a9b81a32beb0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:12.048007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05cd584b-7635-4629-bb3d-1b27aa4ef200 req-37116c19-de29-4a7d-8109-a9b81a32beb0 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Aug 03 20:00:12.086391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-05cd584b-7635-4629-bb3d-1b27aa4ef200 req-3fb1ae1d-2efa-40f2-b06b-ddbd4cc571d6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323553 Aug 03 20:00:13.200567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6b16d-d11e-437d-92da-4e872309db7c req-0fbf0889-b5c4-4028-b7c5-f1f1f06842f1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:13.202547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2c6b16d-d11e-437d-92da-4e872309db7c req-0fbf0889-b5c4-4028-b7c5-f1f1f06842f1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0482328 Aug 03 20:00:13.241008 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2c6b16d-d11e-437d-92da-4e872309db7c req-2c76e09d-f9f9-4209-b547-cdab099d4d02 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325918 Aug 03 20:00:14.357943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2926-5f4e-4209-9fbb-7a4bcda09f30 req-5c0876f1-6df3-4cb0-af29-2f50ec8a0b71 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:14.359434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8be2926-5f4e-4209-9fbb-7a4bcda09f30 req-5c0876f1-6df3-4cb0-af29-2f50ec8a0b71 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0508423 Aug 03 20:00:14.397920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d8be2926-5f4e-4209-9fbb-7a4bcda09f30 req-f91f14bb-1f62-483b-b956-e65725e4c2f3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Aug 03 20:00:15.515501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302f86-1946-47ee-b1c6-322f39e2f3d4 req-71599b67-38ac-404b-8847-278d4bba4484 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:15.516976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71302f86-1946-47ee-b1c6-322f39e2f3d4 req-71599b67-38ac-404b-8847-278d4bba4484 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Aug 03 20:00:15.555125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71302f86-1946-47ee-b1c6-322f39e2f3d4 req-29a5476c-5d41-49ff-b17f-a39056847ea5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320735 Aug 03 20:00:15.799570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:16.668571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eb259-e1f4-4d99-aea6-0a92b5002e14 req-6d2cfafa-7ae6-4075-9007-6e2f0d81a24b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:16.670056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f6eb259-e1f4-4d99-aea6-0a92b5002e14 req-6d2cfafa-7ae6-4075-9007-6e2f0d81a24b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0474465 Aug 03 20:00:16.707224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7f6eb259-e1f4-4d99-aea6-0a92b5002e14 req-0cc479e4-5543-4530-80ee-bef149f6c21d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313659 Aug 03 20:00:17.821710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f56539-1b59-4a5d-a23d-e88ff3c3d3a1 req-6ab391ed-06ca-40cb-bba2-176b4dd6532b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:17.823182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0f56539-1b59-4a5d-a23d-e88ff3c3d3a1 req-6ab391ed-06ca-40cb-bba2-176b4dd6532b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0483153 Aug 03 20:00:17.860401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0f56539-1b59-4a5d-a23d-e88ff3c3d3a1 req-7c2eada5-4cc1-4ff6-ad50-8c4e9486df79 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Aug 03 20:00:18.344879 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-7e100499-add2-4050-b65f-c5c55c3a47f2 service neutron] show failed (client error): The resource could not be found. Aug 03 20:00:18.345882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-7e100499-add2-4050-b65f-c5c55c3a47f2 service neutron] 10.222.0.77 "GET /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0574236 Aug 03 20:00:18.778798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3020d9db-7b0a-4b31-ba16-da73e5d5f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.833721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-0bf7da89-f658-4601-959b-cbf62e7f8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.835323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-0bf7da89-f658-4601-959b-cbf62e7f8bb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0481615 Aug 03 20:00:18.854273 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:18.908770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:18.976942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514bbe5-976d-4d1f-bbf4-5db3217e7044 req-257e129f-3fd8-496c-ac8f-e5c66f0ad6b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:18.978482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1514bbe5-976d-4d1f-bbf4-5db3217e7044 req-257e129f-3fd8-496c-ac8f-e5c66f0ad6b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.0492330 Aug 03 20:00:19.017788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1514bbe5-976d-4d1f-bbf4-5db3217e7044 req-d9d0e8d5-5659-447f-a599-72e319a28cb2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331149 Aug 03 20:00:19.114488 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:19.147696 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:19.191450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:19.193869 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d796a24e-c4f6-4c5e-a1c1-7bdc73e367a2" -d '{"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-unplugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:19.197597 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.209759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Transition to ACTIVE for port object b1832019-3290-4523-a252-d0968d1b78ca will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:19.245121 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f6f4c0-6571-4b86-bab5-bd321e33de6f x-openstack-request-id: req-32f6f4c0-6571-4b86-bab5-bd321e33de6f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:19.245411 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-unplugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:19.245661 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32f6f4c0-6571-4b86-bab5-bd321e33de6f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:19.246099 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'code': 200} Aug 03 20:00:19.281417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.360744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:19.372742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.373092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.373431 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.373767 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.374100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.374428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.374753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.375081 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.375404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.375728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.376057 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.376375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:19.417361 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] No DVR routers for this DVR port b1832019-3290-4523-a252-d0968d1b78ca on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:00:19.552703 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:19.552965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:19.553297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:19.557774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:00:19.558095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:19.562867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:19.563209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:19.563597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:19.564027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Bound port: b1832019-3290-4523-a252-d0968d1b78ca, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:19.564384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.628949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:19.632410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:19.692019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.727033 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:19.727651 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:19.729084 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] 10.222.0.54 "PUT /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1091 time: 0.8788102 Aug 03 20:00:19.752625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f757874-0d0d-43c6-b6ff-4247cebc9d72 service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:19.804668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-33dfa4b3-f960-4eaa-b5df-51f5d7b7fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:19.806137 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-33dfa4b3-f960-4eaa-b5df-51f5d7b7fd58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0434461 Aug 03 20:00:19.907513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-7aa02959-1f4f-4b29-b1c9-eded55391f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:19.909039 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-7aa02959-1f4f-4b29-b1c9-eded55391f2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0952058 Aug 03 20:00:19.975149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-d85fa709-54bb-464d-9a9b-ada4e1564d5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0588992 Aug 03 20:00:20.028596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-3e5cb190-eae1-4e2e-b178-b5e5cf3cd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:20.029998 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-3e5cb190-eae1-4e2e-b178-b5e5cf3cd971 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0481026 Aug 03 20:00:20.075962 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-0df10278-3e5b-41ba-bd5d-d1be983aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:20.077505 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-0df10278-3e5b-41ba-bd5d-d1be983aafaa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406494 Aug 03 20:00:20.137226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947342df-92cf-43ae-a317-ccd4d42a372e req-10832945-50be-44a7-aa8d-e8c3cea0f063 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:20.138689 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-947342df-92cf-43ae-a317-ccd4d42a372e req-10832945-50be-44a7-aa8d-e8c3cea0f063 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0488589 Aug 03 20:00:20.167843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-3f277217-0e32-4648-910e-1515324604fd service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Aug 03 20:00:20.176606 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-947342df-92cf-43ae-a317-ccd4d42a372e req-0fd866c2-9e5b-48ab-9a5a-c08dd0d6593a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319891 Aug 03 20:00:20.263194 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-311a74df-6ec2-43ea-8b92-d6ef55cb52d3 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 Aug 03 20:00:20.762116 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:20.799387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:21.247522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:21.250325 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:21.296045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c01584-0044-4bde-93b1-dc7c4630d309 req-d6234db9-f6c6-4e0e-97a0-dae864c98368 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.297546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87c01584-0044-4bde-93b1-dc7c4630d309 req-d6234db9-f6c6-4e0e-97a0-dae864c98368 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0535772 Aug 03 20:00:21.334482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87c01584-0044-4bde-93b1-dc7c4630d309 req-5e5182e0-9de4-49f1-add0-2954a6dc7949 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Aug 03 20:00:21.389371 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16284217-176d-4ec5-9b56-d145c0865930 x-openstack-request-id: req-16284217-176d-4ec5-9b56-d145c0865930 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:21.389674 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:21.391625 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16284217-176d-4ec5-9b56-d145c0865930 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:21.391625 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'status': 'completed', 'code': 200} Aug 03 20:00:21.453509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-e48994a9-7683-4a07-9ddd-71ba5f39a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.455014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-e48994a9-7683-4a07-9ddd-71ba5f39a534 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0408502 Aug 03 20:00:21.472865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-f5cb73f7-fd4e-4fe6-a86c-0b9506007108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.474276 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-f5cb73f7-fd4e-4fe6-a86c-0b9506007108 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0435281 Aug 03 20:00:21.549798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-3b188e8f-e89e-4f3a-ac5d-acc7ad70e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.551291 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-3b188e8f-e89e-4f3a-ac5d-acc7ad70e8f4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0890174 Aug 03 20:00:21.570700 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-aa2e049f-f791-4702-b754-fca01c63223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.572208 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-aa2e049f-f791-4702-b754-fca01c63223e service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0904384 Aug 03 20:00:21.618713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-883ea906-bcd7-421d-8334-08f6c949d976 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0589452 Aug 03 20:00:21.639968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-51ce3bfa-ebb8-4b6a-9f8f-ed5f1d6fb109 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0585082 Aug 03 20:00:21.667844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-4ceb5fef-7536-4ebf-b0a0-0402670116dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.669361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-4ceb5fef-7536-4ebf-b0a0-0402670116dd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0441759 Aug 03 20:00:21.688847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-201f8ba5-6137-4721-98db-85934f3ae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.690293 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-201f8ba5-6137-4721-98db-85934f3ae278 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0434461 Aug 03 20:00:21.718676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-7f07d266-002c-4bad-84f2-48b6a70c5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.720261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-7f07d266-002c-4bad-84f2-48b6a70c5f42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436885 Aug 03 20:00:21.740247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-542a4341-26ab-44eb-94d1-971653097638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:21.742470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-542a4341-26ab-44eb-94d1-971653097638 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431612 Aug 03 20:00:21.809749 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-fda77a14-85d8-4876-98a6-e99e316271f8 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820627 Aug 03 20:00:21.834645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-22bfb4a2-db44-4880-a146-5580f76a79b2 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833342 Aug 03 20:00:21.907315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-0107a7c1-7edf-4b0d-a723-53b7f7f9661d service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906126 Aug 03 20:00:21.938218 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-17204efa-5d06-4a26-ae4d-8a2d0124fc3c req-d95424ac-4cc4-4cb6-9bee-be96e2b95933 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929120 Aug 03 20:00:22.058468 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-84cf9743-7211-429e-a3a8-3d4e52e84c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.217026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:22.455250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417a8f7-2045-4c01-b548-e5a43719b775 req-76284ea8-2cb6-46da-bace-01c0b38e946a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:22.456774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8417a8f7-2045-4c01-b548-e5a43719b775 req-76284ea8-2cb6-46da-bace-01c0b38e946a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0512373 Aug 03 20:00:22.495191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8417a8f7-2045-4c01-b548-e5a43719b775 req-225cef05-0641-4bd6-9ea5-57c03ec448fc tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Aug 03 20:00:23.070730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.106327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ac4fc-a825-4d1a-93d4-5423b5812369 req-43c4d451-ed09-409d-89d9-eed9b50a2ab4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.108017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d29ac4fc-a825-4d1a-93d4-5423b5812369 req-43c4d451-ed09-409d-89d9-eed9b50a2ab4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 943 time: 0.0500741 Aug 03 20:00:23.147793 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d29ac4fc-a825-4d1a-93d4-5423b5812369 req-9139332b-d5b2-49c9-94a9-c651e653b0bc tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334988 Aug 03 20:00:23.168030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-3fc015e3-2ba3-4610-b044-0751eec97aec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.169559 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-3fc015e3-2ba3-4610-b044-0751eec97aec tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65&tenant_id=174c1169d8e14e318e08482d8f1c7bf3&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 943 time: 0.0546794 Aug 03 20:00:23.205389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1832019-3290-4523-a252-d0968d1b78ca details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:00:23.231825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-e7cc0f71-80b1-432e-9740-9fc415659f1c service neutron] 10.222.0.54 "GET /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca/bindings/n-h1-803363-1 HTTP/1.1" status: 200 len: 382 time: 0.0545735 Aug 03 20:00:23.299785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:23.310659 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-5e666f7b-82fd-4c82-9063-70d1d032f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.312167 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-5e666f7b-82fd-4c82-9063-70d1d032f3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1094 time: 0.0400844 Aug 03 20:00:23.312438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'b1832019-3290-4523-a252-d0968d1b78ca', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:00:23.349185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.362223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:23.382434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:23.407577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-0d1c341c-e5ab-47fc-b18b-e676e5b0b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.409106 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-0d1c341c-e5ab-47fc-b18b-e676e5b0b637 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0900478 Aug 03 20:00:23.458668 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:23.474944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-34e21544-e770-45f6-80c2-8885ed623356 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0579278 Aug 03 20:00:23.509552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:23.516729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.517067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.517405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.517735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.518066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.518394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.518718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.519040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.519360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.519695 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.519995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.520314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:23.529863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-e01a57a3-b753-4f5e-81cc-2275be2230c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.531227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-e01a57a3-b753-4f5e-81cc-2275be2230c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0490911 Aug 03 20:00:23.576999 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-061ad869-6c1a-4604-9622-123e451f5a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:23.578515 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-061ad869-6c1a-4604-9622-123e451f5a6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396452 Aug 03 20:00:23.667523 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-23fe69a3-f69a-4999-b356-1c83be1598a6 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817552 Aug 03 20:00:23.764083 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-d6057df5-c1c6-42a1-8d5a-d2f7933f74b5 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872452 Aug 03 20:00:23.792370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['b1832019-3290-4523-a252-d0968d1b78ca'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:00:24.261966 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a860-04e4-497d-9e63-10cd8e53b167 req-288cc677-9ace-463e-b5bb-a4a52c83ea1e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:24.263431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5436a860-04e4-497d-9e63-10cd8e53b167 req-288cc677-9ace-463e-b5bb-a4a52c83ea1e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0486414 Aug 03 20:00:24.307131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5436a860-04e4-497d-9e63-10cd8e53b167 req-598ba1f3-dd3c-4543-83fc-2a1728735e46 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Aug 03 20:00:24.953832 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.208779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1832019-3290-4523-a252-d0968d1b78ca up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:25.309786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port b1832019-3290-4523-a252-d0968d1b78ca completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:25.313686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port b1832019-3290-4523-a252-d0968d1b78ca triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:25.314066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.392804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.414533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:25.416825 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda33920-cc7a-499f-8b1e-084ea5e72fc2" -d '{"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-plugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:25.427207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caeaae3-fcf8-4507-8c9a-bfa540f24736 req-eda4d6ac-f5fd-4765-b5a2-33276534eec3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:25.429454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1caeaae3-fcf8-4507-8c9a-bfa540f24736 req-eda4d6ac-f5fd-4765-b5a2-33276534eec3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0510635 Aug 03 20:00:25.430749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:25.467669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1caeaae3-fcf8-4507-8c9a-bfa540f24736 req-98535371-2f1e-4c99-9b3f-f6a2020e6bc4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 Aug 03 20:00:25.480200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:25.529184 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d2cf17-867e-4f09-99d7-e1375497590a x-openstack-request-id: req-a6d2cf17-867e-4f09-99d7-e1375497590a {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:25.531738 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-plugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:25.531738 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a6d2cf17-867e-4f09-99d7-e1375497590a {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:25.531738 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'code': 200} Aug 03 20:00:25.534777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:26.397217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-c02a8eb3-9e18-4898-ae78-2ad3bdbe120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.398762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-c02a8eb3-9e18-4898-ae78-2ad3bdbe120c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0406947 Aug 03 20:00:26.410071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:26.463886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:26.922886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8613d4-e15c-4af9-bc4b-f23a302158ec req-f1cf5177-c73f-479c-8ffe-bc8d1ba49cc7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:26.924365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8613d4-e15c-4af9-bc4b-f23a302158ec req-f1cf5177-c73f-479c-8ffe-bc8d1ba49cc7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 945 time: 0.1257465 Aug 03 20:00:27.013116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cd8613d4-e15c-4af9-bc4b-f23a302158ec req-308c5579-2e6d-4e3b-89f9-341accb33456 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821655 Aug 03 20:00:27.050703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:27.084004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:27.126978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:27.129400 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a40bf44-bf8e-4791-9af3-d0a2cc481704" -d '{"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-unplugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:27.133776 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:27.146513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Transition to ACTIVE for port object b1832019-3290-4523-a252-d0968d1b78ca will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:27.177321 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037bed6c-5784-4eed-8855-56752ce52b94 x-openstack-request-id: req-037bed6c-5784-4eed-8855-56752ce52b94 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:27.177616 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-unplugged", "status": "completed", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:27.177869 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-037bed6c-5784-4eed-8855-56752ce52b94 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:27.178293 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'code': 200} Aug 03 20:00:27.293117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:27.346338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:27.382764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.383114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.383460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.383854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.384146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.384485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.384849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.385184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.385566 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.385855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.386182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.386508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:00:27.441005 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] No DVR routers for this DVR port b1832019-3290-4523-a252-d0968d1b78ca on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:00:27.588349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:27.588998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:27.588998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:27.593244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:00:27.593562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Attempting to bind port b1832019-3290-4523-a252-d0968d1b78ca on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:27.598331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:27.598612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:27.598989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:27.599409 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Bound port: b1832019-3290-4523-a252-d0968d1b78ca, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:27.599761 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:27.661348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:27.665389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:27.742654 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:27.776851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:27.777474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:27.778873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] 10.222.0.77 "PUT /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1092 time: 1.3727591 Aug 03 20:00:27.800382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dedb4-02e6-4b55-944f-ac7338427faa service neutron] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=11']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:27.872183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-e2e26252-ef26-415d-b699-cc6980971b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:27.873769 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-e2e26252-ef26-415d-b699-cc6980971b4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1095 time: 0.0438473 Aug 03 20:00:27.975475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-91477620-2efd-4799-a021-40e41e0f954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:27.977060 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-91477620-2efd-4799-a021-40e41e0f954d service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0967841 Aug 03 20:00:28.069574 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-7f7f3134-98e6-4033-ae3a-f0bd6f5119df service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0670931 Aug 03 20:00:28.154411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-1bb00698-8892-4940-b785-ec8f97e9dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:28.155919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-1bb00698-8892-4940-b785-ec8f97e9dfd4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0794849 Aug 03 20:00:28.181502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6abda5-7dac-4f25-a533-d8d6641ac223 req-bc3cec54-70f9-47df-9854-58f948d6370d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:28.182922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d6abda5-7dac-4f25-a533-d8d6641ac223 req-bc3cec54-70f9-47df-9854-58f948d6370d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0734603 Aug 03 20:00:28.238520 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6d6abda5-7dac-4f25-a533-d8d6641ac223 req-3024ece0-db69-4c95-92d6-f3c1c5354d7e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Aug 03 20:00:28.241612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-091c7973-6e74-4bc3-b027-66a0648aae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:28.243181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-091c7973-6e74-4bc3-b027-66a0648aae97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778747 Aug 03 20:00:28.253960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-798e0a3e-eb7b-42b1-987d-363872855179 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:00:28.254958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-798e0a3e-eb7b-42b1-987d-363872855179 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051081 Aug 03 20:00:28.349150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-3b80fc9f-72fa-41cb-854e-b9619775d467 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862308 Aug 03 20:00:28.440169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-353d71ec-e6b3-4ad4-8991-531548ed43ec req-b8540e28-fe0d-45a8-8b2e-4bf0ae0754cc service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838888 Aug 03 20:00:29.179435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:29.181806 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29" -d '{"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:29.229372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1832019-3290-4523-a252-d0968d1b78ca no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:29.229870 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856dfe96-f10b-46c1-8e24-be28ccdee318 x-openstack-request-id: req-856dfe96-f10b-46c1-8e24-be28ccdee318 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:29.229870 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:29.230120 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-856dfe96-f10b-46c1-8e24-be28ccdee318 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:29.230921 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'status': 'completed', 'code': 200} Aug 03 20:00:29.269502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device b1832019-3290-4523-a252-d0968d1b78ca not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:29.298259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-f5b4911b-c0d6-4afd-8a33-d3ec18c59257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.299774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-f5b4911b-c0d6-4afd-8a33-d3ec18c59257 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1095 time: 0.0514877 Aug 03 20:00:29.315289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-02fc60f6-f06e-4d13-8be1-28f92b61c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.316920 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-02fc60f6-f06e-4d13-8be1-28f92b61c203 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 1095 time: 0.0429325 Aug 03 20:00:29.412346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-61e4490c-8056-4b7b-b6bd-5642a020c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.414130 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-61e4490c-8056-4b7b-b6bd-5642a020c7d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0903716 Aug 03 20:00:29.414249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6927e5-d9b6-4790-9d19-87ba1d1172ee req-1e1c475f-dd52-448d-acc0-3606cf6100f8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.415717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d6927e5-d9b6-4790-9d19-87ba1d1172ee req-1e1c475f-dd52-448d-acc0-3606cf6100f8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.1001031 Aug 03 20:00:29.447871 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-2b896e8b-3aa7-45dc-8a25-ed864f5c3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.449264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-2b896e8b-3aa7-45dc-8a25-ed864f5c3c27 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1414533 Aug 03 20:00:29.480028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-6db68b5f-6e35-4329-9f63-adefefc9ca29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0582952 Aug 03 20:00:29.501221 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d6927e5-d9b6-4790-9d19-87ba1d1172ee req-f5c5e9d0-1bc0-4de2-a9bd-123d43f64a72 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786591 Aug 03 20:00:29.527494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-c2470d17-983e-427a-ab9c-00028029da95 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 200 len: 1000 time: 0.0654290 Aug 03 20:00:29.529377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-c6e8d341-3c34-4ef0-bfa3-ef37a2566477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.530837 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-c6e8d341-3c34-4ef0-bfa3-ef37a2566477 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0441310 Aug 03 20:00:29.579525 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-a8e25ca6-b1ff-415b-a059-04f921fed4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.581058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-a8e25ca6-b1ff-415b-a059-04f921fed4f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437493 Aug 03 20:00:29.582181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-0740a58e-169a-4f10-882f-04bde85294f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.583644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-0740a58e-169a-4f10-882f-04bde85294f2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0441666 Aug 03 20:00:29.635519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-3c7cfdc9-a7df-452e-9c2b-9e4066790d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:29.637041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-3c7cfdc9-a7df-452e-9c2b-9e4066790d3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448294 Aug 03 20:00:29.671779 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-c8752113-c86d-4f3d-ba37-650b1791cd7e service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835514 Aug 03 20:00:29.734660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-81775263-c6ea-489a-ac58-923390a264e3 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838883 Aug 03 20:00:29.770096 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-e9d268f6-2aa5-4d5c-82cb-e03c89a98f61 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905762 Aug 03 20:00:29.838390 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ed8a7b9-28a6-4f64-af95-ce7348a36a29 req-a698371a-a241-4636-b4a9-62ca9a706784 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917313 Aug 03 20:00:30.619719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd677c3-2585-4bab-ba7b-ffbbc6d31a16 req-b8e86dc9-6cd9-4a1d-85a4-424869905559 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:30.621581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd677c3-2585-4bab-ba7b-ffbbc6d31a16 req-b8e86dc9-6cd9-4a1d-85a4-424869905559 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0505199 Aug 03 20:00:30.659423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd677c3-2585-4bab-ba7b-ffbbc6d31a16 req-dcb07f30-f677-4f54-abf3-ecd0067c6c2b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Aug 03 20:00:30.771053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c0c0-8b5f-4a18-bcd4-811a9500585a req-1f0f4792-dca5-4199-97b9-fea4631e903e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:30.773287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c058c0c0-8b5f-4a18-bcd4-811a9500585a req-1f0f4792-dca5-4199-97b9-fea4631e903e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0492332 Aug 03 20:00:30.812034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c058c0c0-8b5f-4a18-bcd4-811a9500585a req-88b03a33-8dcd-43dd-b72f-673ccf3bf1a7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328526 Aug 03 20:00:30.925338 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5b0b1-a475-4e2a-8c4d-db974bf6797e req-b8660e6e-c563-439f-873f-a70553b6cdd5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:30.926805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ae5b0b1-a475-4e2a-8c4d-db974bf6797e req-b8660e6e-c563-439f-873f-a70553b6cdd5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0488656 Aug 03 20:00:30.969320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0ae5b0b1-a475-4e2a-8c4d-db974bf6797e req-dedf6c0d-d844-4e9e-9337-04882820a176 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364914 Aug 03 20:00:31.439058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba27274-71df-4cd7-a08d-22722ce5ec46 req-5e719077-0795-49c5-87d1-f3546c7eb14b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:31.440462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ba27274-71df-4cd7-a08d-22722ce5ec46 req-5e719077-0795-49c5-87d1-f3546c7eb14b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0494974 Aug 03 20:00:31.479636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ba27274-71df-4cd7-a08d-22722ce5ec46 req-c9a9bcc1-2d6f-4567-ad54-0b2a6bfff4ca tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Aug 03 20:00:32.617582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372da7a4-a2c5-4b55-9004-3b935980cb50 req-0ea76780-6cb2-4d03-82b8-09f36a3750eb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:32.619334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-372da7a4-a2c5-4b55-9004-3b935980cb50 req-0ea76780-6cb2-4d03-82b8-09f36a3750eb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0731642 Aug 03 20:00:32.657102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-77be1650-f37b-475a-a090-21fdcaff21e5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:32.658530 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-77be1650-f37b-475a-a090-21fdcaff21e5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 944 time: 0.0763626 Aug 03 20:00:32.695994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-372da7a4-a2c5-4b55-9004-3b935980cb50 req-246dc22a-b6d4-4b4e-a9f5-e2aa3c64e5cd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704076 Aug 03 20:00:32.754815 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Deleting port b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:00:32.755161 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.838975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:00:32.845363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:32.845737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.933821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:32.945396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'b1832019-3290-4523-a252-d0968d1b78ca', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'b1832019-3290-4523-a252-d0968d1b78ca', 'mac_address': 'fa:16:3e:bf:b6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:00:32.980976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:32.994064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:33.013949 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port b1832019-3290-4523-a252-d0968d1b78ca, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=b1832019-3290-4523-a252-d0968d1b78ca,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:33.019804 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.021009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.021009 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af disassociated. External IP: 172.25.2.213, port: b1832019-3290-4523-a252-d0968d1b78ca. Aug 03 20:00:33.021009 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Calling delete_port for b1832019-3290-4523-a252-d0968d1b78ca owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:00:33.121720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.170075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:33.233849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.264610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'Port': ['ID=b1832019-3290-4523-a252-d0968d1b78ca,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:33.379491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:33.487403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:33.498519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:33.507711 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:33.508392 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:33.525303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] No DVR routers for this DVR port b1832019-3290-4523-a252-d0968d1b78ca on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:00:33.527951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.530449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32462a66-fb06-4d86-836c-bc6d8d4580d8 req-92d663e2-96c4-42c3-9e5c-ab12029868b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "DELETE /v2.0/ports/b1832019-3290-4523-a252-d0968d1b78ca HTTP/1.1" status: 204 len: 173 time: 0.8625998 Aug 03 20:00:33.530912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-deleted', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:33.533258 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e10c76-6fda-4387-b7de-34209fa92b81" -d '{"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-deleted", "tag": "b1832019-3290-4523-a252-d0968d1b78ca"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:33.574413 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5b0a7c-fc67-49c5-8c34-a450c5d7f21a x-openstack-request-id: req-1a5b0a7c-fc67-49c5-8c34-a450c5d7f21a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:33.574850 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10747289-c558-4135-9a51-5696251c7a65", "name": "network-vif-deleted", "tag": "b1832019-3290-4523-a252-d0968d1b78ca", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:33.575156 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1a5b0a7c-fc67-49c5-8c34-a450c5d7f21a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:33.575614 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10747289-c558-4135-9a51-5696251c7a65', 'name': 'network-vif-deleted', 'tag': 'b1832019-3290-4523-a252-d0968d1b78ca', 'status': 'completed', 'code': 200} Aug 03 20:00:33.612281 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:33.645704 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:33.795742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae3288e7-9275-40ea-9a75-675c956a8707 req-acf49764-327e-441e-93f7-30de0853f408 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=10747289-c558-4135-9a51-5696251c7a65 HTTP/1.1" status: 200 len: 210 time: 0.0291300 Aug 03 20:00:33.811962 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:33.842215 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:33.850335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:33.850991 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:33.954932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:34.148525 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:34.174354 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5185cf-6fd5-473e-b664-8e6d02fe9d3a None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:34.409686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5020d695-806e-4849-9dc6-ea557a700fd5 None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:00:34.848064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:00:34.872305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: b1832019-3290-4523-a252-d0968d1b78ca {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:00:34.872671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device b1832019-3290-4523-a252-d0968d1b78ca not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:00:35.062799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-fdff481b-4c8a-42fa-8639-26bdd197f48d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--199450978&fields=id&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 267 time: 0.0336628 Aug 03 20:00:35.173048 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-b4441b83-5096-4bcd-a29f-16a180a24900 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:35.174539 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-b4441b83-5096-4bcd-a29f-16a180a24900 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1045866 Aug 03 20:00:35.189806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-29d7902d-3d8c-4531-b4e0-7c81ac5d7400 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/quotas/174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0089297 Aug 03 20:00:35.242926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-d8ec40d3-c68a-4a76-a4f0-56ef82958a0a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472493 Aug 03 20:00:35.421005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-6356f165-d3be-47c9-b710-e3be5b6bec60 service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245687 Aug 03 20:00:35.511913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-c0cfdf27-6098-4ed8-9d1e-1f13e8f5ac4d service neutron] 10.222.0.67 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847449 Aug 03 20:00:35.722324 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-07963ce7-f46f-4fde-9bca-fdc70890994b req-6a0c7e24-676d-45e3-b5c9-b4e4393ef2fd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0276842 Aug 03 20:00:36.814043 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f22e2e79-39a1-40ce-9f69-2ea661c78a8b req-c72bf2b4-99aa-42b3-ac12-46823c7f9343 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0255861 Aug 03 20:00:37.434062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-af1bdcdb-241f-4350-b9d2-b5f0f740a2e7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:37.435537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-af1bdcdb-241f-4350-b9d2-b5f0f740a2e7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 811 time: 0.1074994 Aug 03 20:00:37.480611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-9d880bc7-3d46-4894-abe4-8a96239c0e44 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 379 time: 0.0347142 Aug 03 20:00:37.489624 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'port': {'device_id': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'admin_state_up': True, 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'security_groups': ['ab0fd319-27c0-44bc-86e0-3a15351c61ab']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:37.698342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Made reservation on behalf of 174c1169d8e14e318e08482d8f1c7bf3 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:00:37.701831 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:37.825471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Allocated IP 172.20.0.8 (cabe2126-f03d-4d8b-844f-03994b0a8398/387b3f80-87ca-4a13-928d-51340fc7a202/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:00:37.936108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a3be4fc-5b26-471e-b12f-f081070336a4 req-248410a6-69db-4165-8d8e-207d1b402cc2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0536928 Aug 03 20:00:37.993928 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.003332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Transition to ACTIVE for port object a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:38.091139 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.136208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Network cabe2126-f03d-4d8b-844f-03994b0a8398 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:00:38.139373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:00:38.142994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:00:38.171324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:38.199408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:38.200040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.298982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2576cd47-72b6-4d42-ae51-c9279ba57b91 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8128955 Aug 03 20:00:38.312281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Request body: {'port': {'device_id': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:38.367347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.400911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f042bc79-1df2-4446-a533-08361740373b None None] Provisioning for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:38.404924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f042bc79-1df2-4446-a533-08361740373b None None] Provisioning complete for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:38.405297 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f042bc79-1df2-4446-a533-08361740373b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.439361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f042bc79-1df2-4446-a533-08361740373b None None] Port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:00:38.632509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:38.639718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.651724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Transition to ACTIVE for port object a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:00:38.754963 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.809384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:38.874953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:00:38.875611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:00:38.875611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:38.880283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:00:38.880601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:00:38.886724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:00:38.887069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:00:38.887448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:00:38.887881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Bound port: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:00:38.888243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:38.957807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:00:38.961202 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:00:39.018191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:39.074384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.075007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:39.076402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] 10.222.0.77 "PUT /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1091 time: 0.7685947 Aug 03 20:00:39.076867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:39.079152 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:39.118323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118de18a-5ace-41a4-b4d0-b39bfaaab9e4 req-aa9a6f6e-96de-4d19-a55e-f027f33c3174 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.120029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-118de18a-5ace-41a4-b4d0-b39bfaaab9e4 req-aa9a6f6e-96de-4d19-a55e-f027f33c3174 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.1177282 Aug 03 20:00:39.123263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c722f-2202-4d08-afb1-e2de1a9fdf25 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:39.160531 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-118de18a-5ace-41a4-b4d0-b39bfaaab9e4 req-b89e3263-5f03-4373-8645-b49237c534ad tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342386 Aug 03 20:00:39.224058 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918590b2-2fe2-483e-9075-be38af82e3e5 x-openstack-request-id: req-918590b2-2fe2-483e-9075-be38af82e3e5 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:39.224353 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:39.224594 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-918590b2-2fe2-483e-9075-be38af82e3e5 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:39.225622 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'status': 'completed', 'code': 200} Aug 03 20:00:39.243018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-f71fa3b1-6db1-4f6d-b645-01d3d399f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.244930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-f71fa3b1-6db1-4f6d-b645-01d3d399f6b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0510836 Aug 03 20:00:39.286165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-2cc45f3e-8511-4e76-9ef6-fff64deb5a34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 217 time: 0.0336363 Aug 03 20:00:39.335568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-b5816ef4-00ac-44be-98cf-02ee4a90642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.336956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-b5816ef4-00ac-44be-98cf-02ee4a90642f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0427480 Aug 03 20:00:39.385227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-abd0ac4a-f99c-4182-a442-c5743ef01eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.386647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-abd0ac4a-f99c-4182-a442-c5743ef01eaa service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430880 Aug 03 20:00:39.477345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-11ae4df1-9f2c-4e30-a4d8-ed81cb00fd24 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832214 Aug 03 20:00:39.570597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e713038-c57a-4ad5-9c2f-395797ed28ca req-1f14c6e7-b3c8-4ee1-a4b4-52d0c7252636 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854957 Aug 03 20:00:39.732221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-afba05cd-83d9-4603-ae44-6ba039599739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.733772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-afba05cd-83d9-4603-ae44-6ba039599739 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0422258 Aug 03 20:00:39.821623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-c2d0a43c-a151-4f98-b124-02f96da2396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.823101 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-c2d0a43c-a151-4f98-b124-02f96da2396e service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0827601 Aug 03 20:00:39.867644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-82eb4457-e3e9-4c79-a038-2c1d49de5381 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 217 time: 0.0377069 Aug 03 20:00:39.918235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-6fee16f9-4b1c-471d-ace3-b4faed813f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.919686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-6fee16f9-4b1c-471d-ace3-b4faed813f76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0447218 Aug 03 20:00:39.966775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-17bba0ec-15d8-4755-8534-815575478cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:39.968218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-17bba0ec-15d8-4755-8534-815575478cf8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395672 Aug 03 20:00:40.058870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-061b4eed-f7db-489f-8540-a0eb39324763 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Aug 03 20:00:40.149048 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76aed9c9-78a3-47ae-b56d-83c174d5f0d1 req-68ba48c3-0e42-4adb-b746-51df4ba83d6b service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824177 Aug 03 20:00:40.277652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e0ed4-1f2a-43c7-a310-22b9b2bff3ed req-fc8a001e-b344-4ab0-b034-cc6e5caff159 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:40.279220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-564e0ed4-1f2a-43c7-a310-22b9b2bff3ed req-fc8a001e-b344-4ab0-b034-cc6e5caff159 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0494113 Aug 03 20:00:40.322074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-564e0ed4-1f2a-43c7-a310-22b9b2bff3ed req-e4ed8dc2-e10d-4e54-9dc3-61de4e9f4663 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368292 Aug 03 20:00:41.436173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded4db-3efb-403e-8dfa-baf818a78c76 req-d8a80eaa-671e-473c-8bfe-81989a091975 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:41.437705 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38ded4db-3efb-403e-8dfa-baf818a78c76 req-d8a80eaa-671e-473c-8bfe-81989a091975 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Aug 03 20:00:41.477016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-38ded4db-3efb-403e-8dfa-baf818a78c76 req-7e6f8d7e-d42e-412b-b656-9bb55ba611a5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332124 Aug 03 20:00:42.591205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1a7de-c55b-43dd-a830-2cb60b6c8417 req-3dac929a-1acd-448b-8b89-40df205bcb9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:42.592820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3f1a7de-c55b-43dd-a830-2cb60b6c8417 req-3dac929a-1acd-448b-8b89-40df205bcb9c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0487814 Aug 03 20:00:42.632146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3f1a7de-c55b-43dd-a830-2cb60b6c8417 req-61830cba-9d20-417a-92e3-482dd8ebd8ff tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Aug 03 20:00:42.918790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:00:43.015439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:43.026735 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:00:43.063884 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:43.076293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:00:43.095275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:43.110793 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:00:43.189116 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:43.236013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:43.378972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:00:43.744884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab226a-79a5-47fc-8ead-db7eb7dffc44 req-26d62dea-84f3-4038-89df-c0aacaa8c901 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:43.746397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44ab226a-79a5-47fc-8ead-db7eb7dffc44 req-26d62dea-84f3-4038-89df-c0aacaa8c901 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0482819 Aug 03 20:00:43.788178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-44ab226a-79a5-47fc-8ead-db7eb7dffc44 req-23fd4630-8db5-4022-9385-fb03dc1310b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Aug 03 20:00:44.904849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814a96e-4eab-4094-b3f2-66303585c33c req-e384d5e4-94e1-446c-ab83-ac0eac7f4f76 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:44.906365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3814a96e-4eab-4094-b3f2-66303585c33c req-e384d5e4-94e1-446c-ab83-ac0eac7f4f76 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0500164 Aug 03 20:00:44.918293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:00:44.946121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3814a96e-4eab-4094-b3f2-66303585c33c req-49452f06-ffe5-4ad9-a84c-9e7170a136ea tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338209 Aug 03 20:00:45.023293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:00:45.026987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:00:45.027365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:45.107612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:45.129679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:45.132062 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f441ea09-ffd0-421b-9f99-a00e8fa619b3" -d '{"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-plugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:45.144764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:00:45.168580 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1be372-452b-401c-91eb-d513382626c4 x-openstack-request-id: req-4c1be372-452b-401c-91eb-d513382626c4 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:45.168896 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-plugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:45.169146 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4c1be372-452b-401c-91eb-d513382626c4 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:45.169538 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'code': 200} Aug 03 20:00:45.223603 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:45.260918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5ecb8-eba4-472f-9687-da0828314de8 req-92ba5a67-c9a7-47d0-8b48-b7829a86291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:45.262403 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17c5ecb8-eba4-472f-9687-da0828314de8 req-92ba5a67-c9a7-47d0-8b48-b7829a86291a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1096 time: 0.0398533 Aug 03 20:00:45.271896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:00:45.296323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-17c5ecb8-eba4-472f-9687-da0828314de8 req-8f8a4029-87cf-49fb-9b31-c7cf98077df4 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273309 Aug 03 20:00:45.792988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:46.061731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6aad3-2234-4e34-9b9b-bbc6f317f0c7 req-5dd0d48b-ebec-4b9e-a8ca-3a452a2f3f70 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:46.063148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece6aad3-2234-4e34-9b9b-bbc6f317f0c7 req-5dd0d48b-ebec-4b9e-a8ca-3a452a2f3f70 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Aug 03 20:00:46.106010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ece6aad3-2234-4e34-9b9b-bbc6f317f0c7 req-76dfb2b1-d7de-4204-8d98-26fcc20b76fd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357969 Aug 03 20:00:47.227218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ff0a5-90bd-406d-b7ba-5c64e50d49cd req-3547b2f0-258e-4dd9-9162-6d64490eebfe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:47.228821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-245ff0a5-90bd-406d-b7ba-5c64e50d49cd req-3547b2f0-258e-4dd9-9162-6d64490eebfe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0549774 Aug 03 20:00:47.267848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-245ff0a5-90bd-406d-b7ba-5c64e50d49cd req-7043514f-881e-4f77-8fa4-ff18cafa801d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Aug 03 20:00:47.387699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30316f-d812-40b1-a764-f1eb9618d092 req-8d12c002-3c1f-4ad2-829d-04a15524a682 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:47.389939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8d30316f-d812-40b1-a764-f1eb9618d092 req-8d12c002-3c1f-4ad2-829d-04a15524a682 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0502541 Aug 03 20:00:47.399129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43012) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:00:47.403769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Request body: {'floatingip': {'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:00:47.448041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.245685 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.312878 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.415311 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af associated. External IP: 172.25.2.213, port: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9. Aug 03 20:00:48.622795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:00:48.732111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:00:48.737012 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.742689 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:00:48.752554 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:48.753185 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:48.765369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b334dace-31b9-4492-8755-fdf85012d9d5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "PUT /v2.0/floatingips/f77d2d3b-eb21-48ac-b5f7-f25c8203b0af HTTP/1.1" status: 200 len: 992 time: 1.3651578 Aug 03 20:00:48.766173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:00:48.768544 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c47c1-737a-4c39-bad1-999431ce91cb" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:00:48.833086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-29c08e77-22dc-45d1-921b-b57e6aeda2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:48.858206 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef3eb1-5a5d-4836-84f7-4632ed3642bc x-openstack-request-id: req-8cef3eb1-5a5d-4836-84f7-4632ed3642bc {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:00:48.858569 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:00:48.858891 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8cef3eb1-5a5d-4836-84f7-4632ed3642bc {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:00:48.859389 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'status': 'completed', 'code': 200} Aug 03 20:00:48.861313 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:48.922061 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-285cd15a-e4d3-4713-978d-0e0824ede51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:48.923582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-285cd15a-e4d3-4713-978d-0e0824ede51a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1096 time: 0.0412967 Aug 03 20:00:49.018921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-db8ce790-6f7f-48b4-a3c0-7ee1c8c9e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:49.020415 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-db8ce790-6f7f-48b4-a3c0-7ee1c8c9e173 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0888209 Aug 03 20:00:49.087230 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-96a34392-b0b8-4551-8bd4-592bafb19c5e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0596476 Aug 03 20:00:49.087661 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T20:00:48Z', 'revision_number': 13, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:49.114272 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:00:49.123177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:00:49.123769 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:00:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:49.141844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-1c3f090c-8f19-4b66-bf07-8c3e63d9f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:49.143321 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-1c3f090c-8f19-4b66-bf07-8c3e63d9f785 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0494833 Aug 03 20:00:49.190182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-f7eba57f-ffbf-40b1-8309-27a31364526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:00:49.191709 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-f7eba57f-ffbf-40b1-8309-27a31364526d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405018 Aug 03 20:00:49.227838 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:00:49.281949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-44b2dfb4-03fd-4930-874e-a5f7106e89db service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825181 Aug 03 20:00:49.383311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c37c47c1-737a-4c39-bad1-999431ce91cb req-f111e92f-aa1a-4dc5-9ce9-58fc91a02404 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943189 Aug 03 20:00:49.544377 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T20:00:48Z', 'revision_number': 13, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:00:49.571078 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0c51d-805c-42fb-8ff7-c32b65932750 None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f77d2d3b-eb21-48ac-b5f7-f25c8203b0af', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T19:53:36Z', 'updated_at': '2021-08-03T20:00:48Z', 'revision_number': 13, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:00:49.755087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea3078a-86a2-4874-b04d-1b2470c8395b None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:00:52.085986 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-48864d0d-f365-446c-83b0-ea22d780190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:52.234315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:53.074641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:00:54.941565 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:03.657209 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:15.810830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:18.782215 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3d371fcb-193b-40dd-9897-5a5b6a619b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:20.110228 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:01:22.062011 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53eccf52-7a9f-4ff9-a448-eceb14e99ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:22.227580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:23.102137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:23.290189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-99665a12-c1fd-416e-8d83-d48d289c2e53 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390666 Aug 03 20:01:23.366726 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-71429b09-f261-4cd9-a687-eb653a6f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:23.368441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-71429b09-f261-4cd9-a687-eb653a6f59ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1096 time: 0.0392146 Aug 03 20:01:23.473102 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-fac2942f-383e-481b-a28f-1819d869c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:23.474591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-fac2942f-383e-481b-a28f-1819d869c4d9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0876372 Aug 03 20:01:23.538497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-5ab1a021-dfaa-48f8-a76c-3de519997d79 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1002 time: 0.0572314 Aug 03 20:01:23.591351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-f974f765-15b9-4931-87dd-a00066d41cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:23.592755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-f974f765-15b9-4931-87dd-a00066d41cf1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0476310 Aug 03 20:01:23.637300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-fafc7593-fcdf-44f1-ad45-195bdb18de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:01:23.639694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-fafc7593-fcdf-44f1-ad45-195bdb18de87 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402339 Aug 03 20:01:23.728269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-ef359182-6ac7-48b1-8a12-9ef13784cebe service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810118 Aug 03 20:01:23.822558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0dc82385-1170-45c0-954a-530e74e48ad6 req-851cadaf-4804-4141-8292-21727313eba6 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865591 Aug 03 20:01:24.941782 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:33.621353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:45.815339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:48.785311 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8d93fec7-dce4-4179-988a-cc8dc3cc3ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.066630 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-354a0e2f-006a-4ba6-ad4d-0b80a957eaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:52.203750 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:53.060129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:54.952599 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:01:57.109134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:03.654678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:07.689469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-a473296d-bb0c-49f3-be11-e86a14d40a4c req-f0519cf2-fcff-4e36-81de-97dba04ba830 service neutron] (101342) timed out ('10.222.0.54', 54321) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:02:15.837326 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:18.802935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-88d3fd81-73af-4814-94ee-651f38441812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:22.075416 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cc8fc69b-9e45-4f1c-8989-768169694a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:22.207136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:23.082552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:23.321308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-19f768db-e497-4206-9870-a39da20fc7dd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773053 Aug 03 20:02:23.409747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-03a9fb50-1f82-4474-9b89-cf5deb76bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:23.411234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-03a9fb50-1f82-4474-9b89-cf5deb76bb56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1096 time: 0.0412283 Aug 03 20:02:23.519277 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-55ee1142-1ed7-4405-8a4c-c4ed655592a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:23.523713 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-55ee1142-1ed7-4405-8a4c-c4ed655592a8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0893202 Aug 03 20:02:23.590336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-fdb8e25b-4ffa-441c-8bfd-54ad14a400ff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1002 time: 0.0576251 Aug 03 20:02:23.643772 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-d9627e7d-d1c6-4596-bca5-07e8e8b94e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:23.645147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-d9627e7d-d1c6-4596-bca5-07e8e8b94e3f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0478623 Aug 03 20:02:23.691802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-3ff51d9b-7631-4815-9a69-8d20d44fa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:23.693334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-3ff51d9b-7631-4815-9a69-8d20d44fa88b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402212 Aug 03 20:02:23.784636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-8656d581-5e85-43da-a26f-1514ba493fac service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831795 Aug 03 20:02:23.881950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cdd6ec1-814e-478c-9568-313feb02f47e req-81912fd8-6bc0-4dc1-8300-b9b2759d3928 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901396 Aug 03 20:02:24.972901 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:26.238718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5ac0a-9428-4855-8e34-ce0b9b5e374c req-d0523f3f-0353-45fe-ba3d-efcc9ef0bfeb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:26.240216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e5ac0a-9428-4855-8e34-ce0b9b5e374c req-d0523f3f-0353-45fe-ba3d-efcc9ef0bfeb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0502284 Aug 03 20:02:26.278208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e5ac0a-9428-4855-8e34-ce0b9b5e374c req-c4480273-2879-48fd-a9c2-dbce224d6007 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Aug 03 20:02:33.648351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:34.109116 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:02:37.895728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77765907-e570-407a-b8b0-7847c7fd982c req-d74d080f-3c9b-4a2a-8944-b055758f7dc8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:37.897247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77765907-e570-407a-b8b0-7847c7fd982c req-d74d080f-3c9b-4a2a-8944-b055758f7dc8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0572495 Aug 03 20:02:37.935078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77765907-e570-407a-b8b0-7847c7fd982c req-591b903f-0c33-43ec-8679-d8f78f19700e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315464 Aug 03 20:02:38.084973 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-48c9d423-a01c-4b27-9152-31766d37d168 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790644 Aug 03 20:02:39.058195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fc0e6-93f1-4b9a-a1ba-7ad251bfe433 req-d256cf50-a956-463f-b7d0-0d7291c52e21 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:39.059702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-862fc0e6-93f1-4b9a-a1ba-7ad251bfe433 req-d256cf50-a956-463f-b7d0-0d7291c52e21 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0551810 Aug 03 20:02:39.098798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-862fc0e6-93f1-4b9a-a1ba-7ad251bfe433 req-7394235d-771a-460e-85b2-73ac321cd3ab tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Aug 03 20:02:40.168789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-4f726878-f62b-4056-9f77-d1069976bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:40.170344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-4f726878-f62b-4056-9f77-d1069976bb32 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1096 time: 0.0422227 Aug 03 20:02:40.273259 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99a22d-0b62-44a8-bb33-f1c62d280170 req-41b29a0a-a41a-481b-a7cb-16b8b13f2dfb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:40.274750 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a99a22d-0b62-44a8-bb33-f1c62d280170 req-41b29a0a-a41a-481b-a7cb-16b8b13f2dfb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.1035407 Aug 03 20:02:40.314264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-7a94bf2e-2ae9-4279-a72b-607e0858af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:40.315732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-7a94bf2e-2ae9-4279-a72b-607e0858af52 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1361787 Aug 03 20:02:40.334171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3a99a22d-0b62-44a8-bb33-f1c62d280170 req-0b8dfb98-482a-4160-9443-47fa4a545c01 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530119 Aug 03 20:02:40.388823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-8d82f17c-40eb-4982-8d18-ed89bb5cad14 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1002 time: 0.0654569 Aug 03 20:02:40.437557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-206cfde9-5fd1-48bd-98e1-89a932662481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:40.439046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-206cfde9-5fd1-48bd-98e1-89a932662481 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0435858 Aug 03 20:02:40.483416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-4029d347-ce3f-4c9d-b8e5-e8f4e53b2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:40.485536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-4029d347-ce3f-4c9d-b8e5-e8f4e53b2e9f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390105 Aug 03 20:02:40.576842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-42233fc7-475f-46dd-bd3b-eae3bc2e75e8 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842915 Aug 03 20:02:40.665760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-452c208f-7e56-4fab-a67f-cd0708a48b13 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817075 Aug 03 20:02:41.448303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240a2af-4698-4c72-95ee-4add953193c7 req-0a683243-7bb5-4d2d-964b-456fcf615560 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:41.449806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5240a2af-4698-4c72-95ee-4add953193c7 req-0a683243-7bb5-4d2d-964b-456fcf615560 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0490310 Aug 03 20:02:41.488224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5240a2af-4698-4c72-95ee-4add953193c7 req-6c35b51c-5d8e-4642-89a1-2146367d7d01 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Aug 03 20:02:42.610396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f7ca8-05ff-4f6e-8e64-e254aec87ab3 req-816baf87-80b8-4b44-8ab0-a16364acdf99 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:42.611919 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab0f7ca8-05ff-4f6e-8e64-e254aec87ab3 req-816baf87-80b8-4b44-8ab0-a16364acdf99 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0536733 Aug 03 20:02:42.649216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab0f7ca8-05ff-4f6e-8e64-e254aec87ab3 req-ecf4aed4-cb53-4981-bd09-34676825373d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Aug 03 20:02:43.766020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b32af-ac2c-4fba-b432-75cfb78829c8 req-e8904583-b5aa-4d62-8851-cf40bcc92526 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:43.767551 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-716b32af-ac2c-4fba-b432-75cfb78829c8 req-e8904583-b5aa-4d62-8851-cf40bcc92526 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0495682 Aug 03 20:02:43.804918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-716b32af-ac2c-4fba-b432-75cfb78829c8 req-701d18d7-25b6-4280-ae1c-81ade7ee0d56 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Aug 03 20:02:44.981579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa70c-80f9-426f-83a2-2a5427f6e0d2 req-f1c87af0-c716-4e68-b654-4f4c868466c3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:44.983067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db0fa70c-80f9-426f-83a2-2a5427f6e0d2 req-f1c87af0-c716-4e68-b654-4f4c868466c3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.1092815 Aug 03 20:02:45.020395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db0fa70c-80f9-426f-83a2-2a5427f6e0d2 req-b15895a1-cc7b-45d1-bc6a-b72c5359326f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Aug 03 20:02:45.835041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:46.139125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b39c-cbe7-4537-b187-60fd11fac303 req-a00fabf8-23a5-4a5f-8cea-6cf0535ed607 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:46.140582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ef1b39c-cbe7-4537-b187-60fd11fac303 req-a00fabf8-23a5-4a5f-8cea-6cf0535ed607 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0523880 Aug 03 20:02:46.178061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ef1b39c-cbe7-4537-b187-60fd11fac303 req-d00b887c-4753-425a-8257-ec0aa9e435b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Aug 03 20:02:47.293386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04a3f4-12fa-41d8-bcd3-c378b34e4188 req-d87f5701-6bbd-4e56-867e-21c4e4a2f89c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:47.294870 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb04a3f4-12fa-41d8-bcd3-c378b34e4188 req-d87f5701-6bbd-4e56-867e-21c4e4a2f89c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0492043 Aug 03 20:02:47.333378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eb04a3f4-12fa-41d8-bcd3-c378b34e4188 req-0d11e3f1-943e-410f-90f7-8c3f7eeab1be tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Aug 03 20:02:48.459616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d902d9-a483-4f16-b724-0d63c511a251 req-160dcdeb-6029-4307-8f0b-5a0fa725b4b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:48.461135 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0d902d9-a483-4f16-b724-0d63c511a251 req-160dcdeb-6029-4307-8f0b-5a0fa725b4b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0561931 Aug 03 20:02:48.504787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0d902d9-a483-4f16-b724-0d63c511a251 req-8a573875-8e5a-4441-a74b-8361160576b4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369637 Aug 03 20:02:48.784586 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8aeb076d-97d0-4c83-b1b4-d7caaa6f5025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:49.626964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087dc16-d8f8-41f7-aafa-7db650f6f634 req-4712c3f0-09af-4208-a97b-4c8e1e2baec5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:49.628498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d087dc16-d8f8-41f7-aafa-7db650f6f634 req-4712c3f0-09af-4208-a97b-4c8e1e2baec5 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Aug 03 20:02:49.666106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d087dc16-d8f8-41f7-aafa-7db650f6f634 req-6712538d-8c93-4321-acaa-2519e3f42fc6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Aug 03 20:02:50.786169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b6a6-f13f-4c14-b6dc-dcaa1547f012 req-c9992b73-ac88-40c8-aeaf-56643acf5ff9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:50.787688 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e419b6a6-f13f-4c14-b6dc-dcaa1547f012 req-c9992b73-ac88-40c8-aeaf-56643acf5ff9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0503454 Aug 03 20:02:50.825717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e419b6a6-f13f-4c14-b6dc-dcaa1547f012 req-dc0aa210-c9f0-405f-a363-9da4b1bb06df tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321834 Aug 03 20:02:51.939756 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300c96d-92b9-43ed-ace8-cdb6e925088f req-4f214693-8b76-4f67-8ded-cc12600b68d9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:51.941858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6300c96d-92b9-43ed-ace8-cdb6e925088f req-4f214693-8b76-4f67-8ded-cc12600b68d9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0481520 Aug 03 20:02:51.979126 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6300c96d-92b9-43ed-ace8-cdb6e925088f req-5e4266b0-b92b-44f4-a8ca-f927dfc7011b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Aug 03 20:02:52.070354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-19ea5602-fe20-43da-858f-1089268dd0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:52.213115 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:53.082268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:53.101977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9059f9e-476a-4ec3-b931-b71216044d0d req-4902df1c-9a0d-4b6a-b33e-a71c261ba9fe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:53.103458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9059f9e-476a-4ec3-b931-b71216044d0d req-4902df1c-9a0d-4b6a-b33e-a71c261ba9fe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Aug 03 20:02:53.142558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a9059f9e-476a-4ec3-b931-b71216044d0d req-da60bcd9-2f2a-44c5-bac1-c49d17d5fc88 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329387 Aug 03 20:02:54.266007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd428bd-198c-4b1a-a117-4f706f9c5211 req-5854d8a2-7611-464b-94d6-dcb51cc3e007 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:54.267601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcd428bd-198c-4b1a-a117-4f706f9c5211 req-5854d8a2-7611-464b-94d6-dcb51cc3e007 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0560117 Aug 03 20:02:54.306558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bcd428bd-198c-4b1a-a117-4f706f9c5211 req-a78cc2b0-411b-4ceb-a902-56373c1a354c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319297 Aug 03 20:02:54.955158 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c93f1509-a6b4-4665-9cd8-d461313a33c9 service neutron] show failed (client error): The resource could not be found. Aug 03 20:02:54.956225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c93f1509-a6b4-4665-9cd8-d461313a33c9 service neutron] 10.222.0.77 "GET /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0531702 Aug 03 20:02:54.956399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:55.435012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bde0c-b05e-4d80-bde8-7047d4716308 req-e14edef7-76e1-4723-9e87-4f39dbdf3390 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:55.436518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e3bde0c-b05e-4d80-bde8-7047d4716308 req-e14edef7-76e1-4723-9e87-4f39dbdf3390 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0605450 Aug 03 20:02:55.443946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-9d389c19-25c1-4c09-a56d-d5703f0842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:55.445510 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-9d389c19-25c1-4c09-a56d-d5703f0842dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0412118 Aug 03 20:02:55.463944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:02:55.476286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e3bde0c-b05e-4d80-bde8-7047d4716308 req-c2f05d2a-7c8a-49ff-8c1f-19f9b24c8be3 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Aug 03 20:02:55.522301 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:55.724305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:02:55.757451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:55.796078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:55.798510 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6617e9-52ee-4665-a734-e23cc1ac09be" -d '{"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:55.803386 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:55.815903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Transition to ACTIVE for port object a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:02:55.847735 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580a9161-b096-4b1e-892e-66ee05cb767d x-openstack-request-id: req-580a9161-b096-4b1e-892e-66ee05cb767d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:55.848034 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:55.848291 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-580a9161-b096-4b1e-892e-66ee05cb767d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:55.848738 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'code': 200} Aug 03 20:02:55.881708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:55.961744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:55.974536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.974902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.975238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.975582 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.975948 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.976291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.976730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.977074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.977485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.977843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.978246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:55.978598 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:02:56.017473 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] No DVR routers for this DVR port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:02:56.478320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:02:56.479042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:02:56.479042 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:56.483096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:02:56.483412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:02:56.488785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:02:56.489120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:02:56.489501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:02:56.490178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Bound port: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:02:56.490525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.553581 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:02:56.556728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:02:56.594288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08147f-0a64-4dba-af08-bf5cd73dcded req-42919801-ac84-4abc-91e8-8cb55551fda8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.595780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a08147f-0a64-4dba-af08-bf5cd73dcded req-42919801-ac84-4abc-91e8-8cb55551fda8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0485952 Aug 03 20:02:56.630327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.634916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4a08147f-0a64-4dba-af08-bf5cd73dcded req-3b35f827-9290-4d5c-9121-ba880ab01b87 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325673 Aug 03 20:02:56.666346 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.666967 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:02:56.668436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] 10.222.0.54 "PUT /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1091 time: 1.2086606 Aug 03 20:02:56.692578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8fe36-9580-4bd0-bf9d-06cf6f673aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:02:56.747919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-576bf96c-584a-4a2c-91db-a8ee1ef2c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.749446 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-576bf96c-584a-4a2c-91db-a8ee1ef2c6a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0435913 Aug 03 20:02:56.845232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-1eb8c0fb-90e6-423a-a9a8-4459db7b4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.846682 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-1eb8c0fb-90e6-423a-a9a8-4459db7b4219 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0901322 Aug 03 20:02:56.917346 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-0d19031e-072d-42dd-8ff2-ff7c37ba503e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0632770 Aug 03 20:02:56.968537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-525318a4-b35b-4558-9f38-7908585753aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:56.969953 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-525318a4-b35b-4558-9f38-7908585753aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0454702 Aug 03 20:02:57.014937 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-8f348d69-3229-4e1a-81c2-94907db28833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.016332 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-8f348d69-3229-4e1a-81c2-94907db28833 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395489 Aug 03 20:02:57.026930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-37d72931-0347-4778-870f-9b9c1089f7e5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:02:57.027875 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-37d72931-0347-4778-870f-9b9c1089f7e5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049314 Aug 03 20:02:57.124025 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-1882000e-da86-4faf-b76a-3efc11ea21e8 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Aug 03 20:02:57.214050 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1130618d-43e7-4a3d-ab92-38a0c33c5bf9 req-7e985198-1e63-4e92-bf02-4eb4bd2ecd6a service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829680 Aug 03 20:02:57.528001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:02:57.567833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:02:57.759822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957dc4c-3aa8-48f9-951d-5acc7d2f7337 req-4650b793-6708-47cd-b527-ec9654ac9214 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.761441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1957dc4c-3aa8-48f9-951d-5acc7d2f7337 req-4650b793-6708-47cd-b527-ec9654ac9214 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0504119 Aug 03 20:02:57.802929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1957dc4c-3aa8-48f9-951d-5acc7d2f7337 req-ca1f5318-2dc0-4de1-bf81-522bcdd98314 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346479 Aug 03 20:02:57.850177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:02:57.853279 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:02:57.908203 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27677906-253c-4b17-a089-2932c1bd9a89 x-openstack-request-id: req-27677906-253c-4b17-a089-2932c1bd9a89 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:02:57.908500 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:02:57.908797 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27677906-253c-4b17-a089-2932c1bd9a89 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:02:57.909778 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'status': 'completed', 'code': 200} Aug 03 20:02:57.980106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-59132036-15c6-464b-b364-039a1ceb0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:57.981829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-59132036-15c6-464b-b364-039a1ceb0055 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0486412 Aug 03 20:02:57.998778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-8bacddfc-b4d4-4432-b1e9-9509494508f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.000304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-8bacddfc-b4d4-4432-b1e9-9509494508f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0484211 Aug 03 20:02:58.089106 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-4dbb405f-962c-43c2-8d6f-cbeb79f8fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.091727 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-4dbb405f-962c-43c2-8d6f-cbeb79f8fafd service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.1029239 Aug 03 20:02:58.104637 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-6b8ea15f-daaa-48b1-b516-3453631e45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.111484 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-6b8ea15f-daaa-48b1-b516-3453631e45be service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0991061 Aug 03 20:02:58.175923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-7e5899e1-3423-44e7-ae3e-3e58f6c45f2f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0771115 Aug 03 20:02:58.187385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-23b1c807-5994-494e-b3d9-cd0ad9e53266 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0723121 Aug 03 20:02:58.231920 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-87dff7c5-fe61-4d76-bee9-ccc3477570c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.234217 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-87dff7c5-fe61-4d76-bee9-ccc3477570c6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0513198 Aug 03 20:02:58.246124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-7a5997d7-2c9d-4326-9d63-427ec0611de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.247716 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-7a5997d7-2c9d-4326-9d63-427ec0611de8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0534060 Aug 03 20:02:58.297836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-1a091340-0611-423e-a090-89f4aeeb9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.300625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-1a091340-0611-423e-a090-89f4aeeb9610 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592644 Aug 03 20:02:58.304974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-f0466e81-d3b6-4243-87cd-61ea9b3f4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.306564 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-f0466e81-d3b6-4243-87cd-61ea9b3f4945 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513201 Aug 03 20:02:58.405426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-c53294a4-07b3-439d-9aa6-4bd24001fdbf service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972061 Aug 03 20:02:58.415909 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-96e0475a-4c98-437a-a8bd-4ff3678f7e32 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016810 Aug 03 20:02:58.501412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-4e3597e3-12d7-4e0d-8fb8-9f9497a7d0bd service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Aug 03 20:02:58.516743 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1fa92715-a93d-4e07-b95a-ac2fc77bc87b req-9415940e-11c8-4949-aca8-df17f643b8e5 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934362 Aug 03 20:02:58.923883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17158aa-a812-4057-81e1-e41dd3519095 req-ed332970-a772-45fe-a889-b2356dcaf7f8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:02:58.926070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b17158aa-a812-4057-81e1-e41dd3519095 req-ed332970-a772-45fe-a889-b2356dcaf7f8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0510724 Aug 03 20:02:58.964629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b17158aa-a812-4057-81e1-e41dd3519095 req-aba51493-e8d5-443e-860f-4e353d54514c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Aug 03 20:03:00.090288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98df6cf-ec8e-47d7-9a0c-057779d791a0 req-55809316-0e3a-4992-821c-0c2ea273a6c8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:00.091795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f98df6cf-ec8e-47d7-9a0c-057779d791a0 req-55809316-0e3a-4992-821c-0c2ea273a6c8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0542834 Aug 03 20:03:00.130849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f98df6cf-ec8e-47d7-9a0c-057779d791a0 req-0f43b84f-9816-449f-aa19-c888cb84a963 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320992 Aug 03 20:03:01.252085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7526b-a354-41eb-8073-7ac70295b092 req-92225aab-ca9b-4039-85ba-385a2fcbf9dc tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:01.253994 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dc7526b-a354-41eb-8073-7ac70295b092 req-92225aab-ca9b-4039-85ba-385a2fcbf9dc tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0534627 Aug 03 20:03:01.293732 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4dc7526b-a354-41eb-8073-7ac70295b092 req-d15f643a-f9e7-42d1-ba3b-2eed6b21da5a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336599 Aug 03 20:03:02.411899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72b104-4990-4102-85ce-ebd3b5e54622 req-08c7469e-b535-4e6d-b392-c1c59ce9817a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:02.413407 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf72b104-4990-4102-85ce-ebd3b5e54622 req-08c7469e-b535-4e6d-b392-c1c59ce9817a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0499547 Aug 03 20:03:02.451325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bf72b104-4990-4102-85ce-ebd3b5e54622 req-a6704069-90f5-42d0-be70-ec1a4cc6a775 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Aug 03 20:03:03.571999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166a8c-4364-42c2-89d7-04f5714de8d9 req-7c05495b-2600-46a8-b235-252d41d239be tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:03.573513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94166a8c-4364-42c2-89d7-04f5714de8d9 req-7c05495b-2600-46a8-b235-252d41d239be tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0521467 Aug 03 20:03:03.610469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94166a8c-4364-42c2-89d7-04f5714de8d9 req-e7f42449-8dff-442d-969a-70737785f9f1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308554 Aug 03 20:03:03.636019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:04.726695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa0b2-017c-4a88-b3c5-396a2b070725 req-e683d049-420b-435c-a66d-61a73dd08ae4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:04.728163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b32aa0b2-017c-4a88-b3c5-396a2b070725 req-e683d049-420b-435c-a66d-61a73dd08ae4 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0484605 Aug 03 20:03:04.766625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b32aa0b2-017c-4a88-b3c5-396a2b070725 req-0c457216-43e7-487f-824d-39613fcfce09 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316918 Aug 03 20:03:05.881907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cd439-08ef-4cca-8943-93172167026a req-7b180f03-ebef-4e62-bf43-3f921d3f0956 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:05.883412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc8cd439-08ef-4cca-8943-93172167026a req-7b180f03-ebef-4e62-bf43-3f921d3f0956 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0486858 Aug 03 20:03:05.922274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc8cd439-08ef-4cca-8943-93172167026a req-c4882688-e6a3-4676-a296-db7f711f487d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326500 Aug 03 20:03:07.042620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05134b4-ff11-4db8-b423-780e6470f256 req-3c414551-6505-49c7-bd86-c7b2784b19bd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:07.044076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b05134b4-ff11-4db8-b423-780e6470f256 req-3c414551-6505-49c7-bd86-c7b2784b19bd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0528102 Aug 03 20:03:07.083013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b05134b4-ff11-4db8-b423-780e6470f256 req-68831e50-cbbd-4019-b056-15b2c68d69d2 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329785 Aug 03 20:03:08.198391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d9f07-4402-48e5-a776-341053e22c18 req-d127fcef-4247-41d6-873b-8f0ae80ed28d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:08.199789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5d9f07-4402-48e5-a776-341053e22c18 req-d127fcef-4247-41d6-873b-8f0ae80ed28d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0490882 Aug 03 20:03:08.237978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c5d9f07-4402-48e5-a776-341053e22c18 req-4c025b12-cfcd-43e9-a6cf-aa6119411699 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321677 Aug 03 20:03:09.355045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7686c-2378-4574-814b-9defa0f53490 req-c9346492-71b9-4015-affb-bb1911ef7505 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:09.356566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69e7686c-2378-4574-814b-9defa0f53490 req-c9346492-71b9-4015-affb-bb1911ef7505 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Aug 03 20:03:09.395296 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69e7686c-2378-4574-814b-9defa0f53490 req-1d269c72-0801-455d-95c1-303a6e298b82 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Aug 03 20:03:10.514661 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c585afc-ad85-4561-a0c4-3d6f19e98c9c req-b4fc7306-1a55-4106-a656-d6d965de07cb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:10.516158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c585afc-ad85-4561-a0c4-3d6f19e98c9c req-b4fc7306-1a55-4106-a656-d6d965de07cb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0530286 Aug 03 20:03:10.553497 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c585afc-ad85-4561-a0c4-3d6f19e98c9c req-0c0279c6-49bb-4a08-91b6-841b5e8119eb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314319 Aug 03 20:03:11.107558 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:03:11.118303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c21368-cdf0-4363-ac50-c3acf814d29c req-12d8b01d-45e3-4bb8-b1c0-76a5ccd45ebe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.119937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c21368-cdf0-4363-ac50-c3acf814d29c req-12d8b01d-45e3-4bb8-b1c0-76a5ccd45ebe tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0510900 Aug 03 20:03:11.159196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c21368-cdf0-4363-ac50-c3acf814d29c req-71478a59-f73e-4f2d-98f7-52093a58402d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Aug 03 20:03:11.160897 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e9ad7a07-6d34-4704-a9d4-295a95b355b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.162530 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e9ad7a07-6d34-4704-a9d4-295a95b355b6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&tenant_id=174c1169d8e14e318e08482d8f1c7bf3&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 943 time: 0.0528219 Aug 03 20:03:11.267533 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-a52edd94-e6b8-408b-a2eb-93332695d5bc service neutron] 10.222.0.54 "GET /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9/bindings/n-h1-803363-1 HTTP/1.1" status: 200 len: 382 time: 0.0973589 Aug 03 20:03:11.345771 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-c7577aa3-f10c-4b07-92d8-3d5503e06350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.347918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-c7577aa3-f10c-4b07-92d8-3d5503e06350 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1094 time: 0.0403521 Aug 03 20:03:11.437550 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-86def583-49ee-4a82-ab1b-f76dfb436dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.438996 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-86def583-49ee-4a82-ab1b-f76dfb436dbf service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0837734 Aug 03 20:03:11.509693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-07c0e7f5-294d-41d2-a349-8b3c4c82aa95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0632935 Aug 03 20:03:11.559580 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-bcf78b0b-49cc-4880-bb77-7bccb13584d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.561020 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-bcf78b0b-49cc-4880-bb77-7bccb13584d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0451095 Aug 03 20:03:11.604829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-f62918da-88a8-483c-992e-4f8d1f55957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:11.606263 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-f62918da-88a8-483c-992e-4f8d1f55957b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386219 Aug 03 20:03:11.700323 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-05ad140e-d447-49c2-b37d-3ab839eea8d5 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Aug 03 20:03:11.791065 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-485242b7-70fa-43cb-b1a6-ca3e81a42825 service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839961 Aug 03 20:03:12.037096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:12.130703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:12.141705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:12.178435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:12.191405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:12.211022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:12.270536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:12.278680 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a898f59-ce5b-4a16-97f8-544ad9b9094a req-7c383a21-e5ce-4f73-b362-2d5091197a6b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:12.280202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a898f59-ce5b-4a16-97f8-544ad9b9094a req-7c383a21-e5ce-4f73-b362-2d5091197a6b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 943 time: 0.0503776 Aug 03 20:03:12.317395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:12.319431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a898f59-ce5b-4a16-97f8-544ad9b9094a req-beba5090-f311-4df6-a1f6-2d5a06545e89 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328000 Aug 03 20:03:12.324793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.325144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.325473 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.325804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.326128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.326451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.326772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.327093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.327409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.327725 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.328069 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.328352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:12.584986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:13.441646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fab1c-1187-4619-80cc-d5f65219cd84 req-0ca8c1c4-5c25-4019-8ab8-df7f456a1491 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:13.443102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d5fab1c-1187-4619-80cc-d5f65219cd84 req-0ca8c1c4-5c25-4019-8ab8-df7f456a1491 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0527956 Aug 03 20:03:13.481302 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0d5fab1c-1187-4619-80cc-d5f65219cd84 req-8e27e7c6-7c00-4919-a8a8-34305ef4a4b9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321846 Aug 03 20:03:14.040677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:14.149692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:14.153866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:14.154218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.233468 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.257942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:14.260222 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037602b8-4885-4299-ae58-65345495d160" -d '{"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-plugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:14.273226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:14.337111 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:14.365117 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0864b58f-f9c0-47fb-82df-4f02a05df72f x-openstack-request-id: req-0864b58f-f9c0-47fb-82df-4f02a05df72f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:14.365398 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-plugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:14.365648 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0864b58f-f9c0-47fb-82df-4f02a05df72f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:14.366027 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'code': 200} Aug 03 20:03:14.391311 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:14.607058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a850d2-1e4d-47f4-8f04-3fd1b82915be req-6dfbf830-64cd-42cf-8e99-5c93cabadfa1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:14.608581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2a850d2-1e4d-47f4-8f04-3fd1b82915be req-6dfbf830-64cd-42cf-8e99-5c93cabadfa1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Aug 03 20:03:14.648726 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2a850d2-1e4d-47f4-8f04-3fd1b82915be req-abaff1e4-5572-46bf-b068-f4e2d0123740 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Aug 03 20:03:15.764588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d2d3a-a161-4175-8725-7567c939b970 req-2a6bf1bc-0eb2-450a-b960-ba8d0d49d85a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:15.766112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-154d2d3a-a161-4175-8725-7567c939b970 req-2a6bf1bc-0eb2-450a-b960-ba8d0d49d85a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Aug 03 20:03:15.805453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-154d2d3a-a161-4175-8725-7567c939b970 req-01c6a73c-1e8b-4b18-9234-297129e52bd6 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326140 Aug 03 20:03:15.834272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:16.891956 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-aa6329ff-07df-4650-9e0e-f03f8160c9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.894258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-aa6329ff-07df-4650-9e0e-f03f8160c9cd service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1&tenant_id=174c1169d8e14e318e08482d8f1c7bf3 HTTP/1.1" status: 200 len: 1096 time: 0.3809812 Aug 03 20:03:16.911072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:16.973131 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05dc7c-76d8-485e-9c60-995efc5b066f req-42c19538-0192-458d-9337-a1fec503d793 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:16.974523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f05dc7c-76d8-485e-9c60-995efc5b066f req-42c19538-0192-458d-9337-a1fec503d793 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0953238 Aug 03 20:03:16.978978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.050627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f05dc7c-76d8-485e-9c60-995efc5b066f req-f6be85b9-4297-44f3-a310-aeaab6969a35 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686629 Aug 03 20:03:17.209404 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:17.241974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:17.279898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:17.282190 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2b9686-2551-4747-917a-6b57483390c3" -d '{"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:17.286342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.298554 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Transition to ACTIVE for port object a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:17.332086 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733ed94-d541-46be-91da-4abde2dbc260 x-openstack-request-id: req-c733ed94-d541-46be-91da-4abde2dbc260 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:17.332388 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:17.332661 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c733ed94-d541-46be-91da-4abde2dbc260 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:17.333081 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'code': 200} Aug 03 20:03:17.355593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.437264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=10']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:17.448927 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.449274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.449614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.449945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.450270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.450592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.450915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.451230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.451551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.451869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.452221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.452528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:03:17.488553 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] No DVR routers for this DVR port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:17.625576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:17.625909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:17.626232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:17.630653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:03:17.630967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Attempting to bind port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on network cabe2126-f03d-4d8b-844f-03994b0a8398 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:17.635633 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:17.635964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Checking segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:17.636342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Bound using segment: {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:17.636822 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Bound port: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f38449-04e4-49ee-b140-d4eb1b5d135e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:17.637172 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.697993 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:17.701076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:17.772687 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.809141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:17.809763 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:17.811220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] 10.222.0.77 "PUT /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1092 time: 0.9041038 Aug 03 20:03:17.834764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980cad8-a02a-41af-a449-2301564bfb31 service neutron] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=11']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:17.880775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-3398fd45-2ac7-4827-be0d-26ad3371fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:17.882666 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-3398fd45-2ac7-4827-be0d-26ad3371fae7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1095 time: 0.0445881 Aug 03 20:03:17.980725 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-3d87a194-98f8-46fb-acc2-a98685ecc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:17.982309 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-3d87a194-98f8-46fb-acc2-a98685ecc95f service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0928593 Aug 03 20:03:18.049827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:18.054746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-166985bb-6d29-4598-9067-90c89b682f2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0655563 Aug 03 20:03:18.093045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:18.106133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-d4b40aa5-205d-42e4-9b34-fe0a74587acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.107644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-d4b40aa5-205d-42e4-9b34-fe0a74587acd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0461833 Aug 03 20:03:18.181332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-aa14c1e0-512c-445d-be37-32bf9f9013ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.182834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-aa14c1e0-512c-445d-be37-32bf9f9013ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686967 Aug 03 20:03:18.195217 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6905699-8674-494b-860d-9d955fbfcfd9 req-485ed2aa-9553-41a3-aae8-1fe163c1765a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:18.196594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6905699-8674-494b-860d-9d955fbfcfd9 req-485ed2aa-9553-41a3-aae8-1fe163c1765a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0581181 Aug 03 20:03:18.284458 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6905699-8674-494b-860d-9d955fbfcfd9 req-0197a19a-7871-4717-b64b-ceed1e53f474 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799851 Aug 03 20:03:18.309432 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-46c3576c-eafb-4e9e-a391-fd80d7b58705 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118925 Aug 03 20:03:18.403460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63e910ff-a6a3-4665-9dd8-319f9e8f0eba req-b0ae137e-42b5-4af8-8d5f-5d80ce6e0cd2 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870247 Aug 03 20:03:18.795401 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef907a4a-016d-48d1-923c-a09a68fea5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:19.334564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:19.337003 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92e99a3-8f4a-4f18-8286-b3b06716068a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:19.401165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d43ee-f1d9-4783-b657-a5bb7c30236b req-1fc098f5-dfb2-4c0f-9db7-3676f712f4d7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.402664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-704d43ee-f1d9-4783-b657-a5bb7c30236b req-1fc098f5-dfb2-4c0f-9db7-3676f712f4d7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0495777 Aug 03 20:03:19.441914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-704d43ee-f1d9-4783-b657-a5bb7c30236b req-6c93c991-d267-4e51-8f9d-551abf2a843e tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331409 Aug 03 20:03:19.499921 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2c3008-73cd-42be-a91c-cbf7159f3f16 x-openstack-request-id: req-3d2c3008-73cd-42be-a91c-cbf7159f3f16 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:19.500216 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:19.500472 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d2c3008-73cd-42be-a91c-cbf7159f3f16 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:19.500935 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'status': 'completed', 'code': 200} Aug 03 20:03:19.561750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-f6005ca8-7884-4900-9520-f3870fe5e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.563360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-f6005ca8-7884-4900-9520-f3870fe5e757 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1095 time: 0.0436161 Aug 03 20:03:19.592599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-7eedd025-e931-4c8f-a217-b2323e80f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.594286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-7eedd025-e931-4c8f-a217-b2323e80f05b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1095 time: 0.0488203 Aug 03 20:03:19.663159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-89dabb56-840e-434d-904e-2b2222bf1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.664677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-89dabb56-840e-434d-904e-2b2222bf1429 service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0946603 Aug 03 20:03:19.688806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-5df218ca-91ca-475c-8fac-587df53e678a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.691321 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-5df218ca-91ca-475c-8fac-587df53e678a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0898707 Aug 03 20:03:19.730280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-c32e42de-5515-45eb-8171-4940848f8c1d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0590217 Aug 03 20:03:19.766762 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-39398e5a-5403-4cd6-aaf3-75ed51a7a3d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0672879 Aug 03 20:03:19.781230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-bab98053-29cd-4cb8-8050-17541b85bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.782702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-bab98053-29cd-4cb8-8050-17541b85bf64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0454123 Aug 03 20:03:19.817844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-feb0523a-4607-439f-b461-88552b02a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.819407 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-feb0523a-4607-439f-b461-88552b02a23b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0460234 Aug 03 20:03:19.834888 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-05e5beb9-7ee8-40be-bdbd-e73f8b23c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.836379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-05e5beb9-7ee8-40be-bdbd-e73f8b23c730 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470004 Aug 03 20:03:19.867300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-731c145e-2eff-48e4-9cfb-567f467bab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:19.869086 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-731c145e-2eff-48e4-9cfb-567f467bab06 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424700 Aug 03 20:03:19.928680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-8329f821-d0bb-483e-80e8-cc759e57e8c8 service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Aug 03 20:03:19.973442 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-a39af00f-5013-4743-b5ee-9e1d5512873a service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969663 Aug 03 20:03:20.027924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-4a7d1491-f8a6-448d-a2c1-6c4fde5d899e service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916352 Aug 03 20:03:20.069028 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a92e99a3-8f4a-4f18-8286-b3b06716068a req-f3c85933-0b04-42d4-a5a5-0c8c776a52db service neutron] 10.222.0.54 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Aug 03 20:03:20.565353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046033e-25a3-408f-bf4f-23b0a3b4899b req-ae3f3eec-3feb-419e-a92e-d54382a7d650 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:20.567271 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4046033e-25a3-408f-bf4f-23b0a3b4899b req-ae3f3eec-3feb-419e-a92e-d54382a7d650 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0525146 Aug 03 20:03:20.606209 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4046033e-25a3-408f-bf4f-23b0a3b4899b req-1b9a98c9-a868-47a2-a6c4-9cbfb3230ea1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Aug 03 20:03:21.722999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54952-d443-4b65-aa33-62164af30fea req-2c0c2581-118a-428c-a640-01d704ad9ee1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:21.724498 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43b54952-d443-4b65-aa33-62164af30fea req-2c0c2581-118a-428c-a640-01d704ad9ee1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0490332 Aug 03 20:03:21.763213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43b54952-d443-4b65-aa33-62164af30fea req-52bb37ac-106b-4601-b02e-61e45cc27352 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326893 Aug 03 20:03:22.075693 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-79b81c06-9c78-404c-aa49-be764c9fee01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:22.235563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:22.884103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0f54-8528-404f-acf6-b10ea4ecf6ae req-c5971acc-220c-4077-b697-8e57816bc62a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:22.885638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3ea0f54-8528-404f-acf6-b10ea4ecf6ae req-c5971acc-220c-4077-b697-8e57816bc62a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0532062 Aug 03 20:03:22.923457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3ea0f54-8528-404f-acf6-b10ea4ecf6ae req-158bbcd0-f4ae-4d93-bf54-ab3e64717c74 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Aug 03 20:03:23.069824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:24.040314 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b7949-0282-4312-8295-41ccfb727fa7 req-64eb7472-2398-42be-b44e-618fe3540037 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:24.041817 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac8b7949-0282-4312-8295-41ccfb727fa7 req-64eb7472-2398-42be-b44e-618fe3540037 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0498183 Aug 03 20:03:24.080925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac8b7949-0282-4312-8295-41ccfb727fa7 req-fc15d9e4-d01c-4848-8cfc-9344ef524b9d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319357 Aug 03 20:03:24.966615 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:25.197790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36527ba-008b-4274-a5b5-16a28b13102b req-389da3fc-b288-4bd1-baa3-65d8dcb9d4e7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.199173 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e36527ba-008b-4274-a5b5-16a28b13102b req-389da3fc-b288-4bd1-baa3-65d8dcb9d4e7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0482662 Aug 03 20:03:25.238510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e36527ba-008b-4274-a5b5-16a28b13102b req-827698cb-3ae6-4aea-a16d-d74faed20317 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325265 Aug 03 20:03:25.317222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-83a25202-1847-4d2f-982c-63b73f920d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.318765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-83a25202-1847-4d2f-982c-63b73f920d96 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 1095 time: 0.0465753 Aug 03 20:03:25.421906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-17918c6e-fba5-4426-a81e-059df3fea52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.423379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-17918c6e-fba5-4426-a81e-059df3fea52b service neutron] 10.222.0.77 "GET /v2.0/networks?id=cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 200 len: 912 time: 0.0843096 Aug 03 20:03:25.495119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-55c900ef-b111-4e54-9ff2-ed640f1e18dd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 200 len: 1000 time: 0.0614285 Aug 03 20:03:25.540147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-41837844-1357-4fb0-87d2-d931253b2cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.541728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-41837844-1357-4fb0-87d2-d931253b2cdb service neutron] 10.222.0.77 "GET /v2.0/subnets?id=387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 200 len: 850 time: 0.0435696 Aug 03 20:03:25.587851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-1d87d8f1-3049-4328-8571-37099f55b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:25.589396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-1d87d8f1-3049-4328-8571-37099f55b66a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=cabe2126-f03d-4d8b-844f-03994b0a8398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412638 Aug 03 20:03:25.683943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-636826c8-d354-486a-82d0-36195ba399ce service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876629 Aug 03 20:03:25.773034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0f32cd4-da56-4a08-a9fd-62d9a92873f0 req-954c544b-35fd-4b81-b079-c366d11b6f7d service neutron] 10.222.0.77 "GET /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825334 Aug 03 20:03:26.355375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f4ce-f2c9-4670-aa95-349eac9794ff req-8439d841-447a-4f06-87a0-935b214466f9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:26.356887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c9f4ce-f2c9-4670-aa95-349eac9794ff req-8439d841-447a-4f06-87a0-935b214466f9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0497468 Aug 03 20:03:26.394972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c9f4ce-f2c9-4670-aa95-349eac9794ff req-efcdc6a8-eeaf-4a4d-88b3-ad55fcd9d95f tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321975 Aug 03 20:03:27.515269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e3564a-6bb9-4d6e-815b-c237ffa236b0 req-957c92c7-98b6-436d-8d67-0f21a29f334c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:27.516785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5e3564a-6bb9-4d6e-815b-c237ffa236b0 req-957c92c7-98b6-436d-8d67-0f21a29f334c tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0531316 Aug 03 20:03:27.556521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5e3564a-6bb9-4d6e-815b-c237ffa236b0 req-ee02e67a-c753-49b5-9c0a-1db4c76e3521 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311832 Aug 03 20:03:28.683222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3417e-f9ca-4985-8a78-8ac00262b730 req-e2787d5b-4993-41a9-90b8-8635a26d3d87 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:28.688879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1c3417e-f9ca-4985-8a78-8ac00262b730 req-e2787d5b-4993-41a9-90b8-8635a26d3d87 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0506794 Aug 03 20:03:28.722150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c1c3417e-f9ca-4985-8a78-8ac00262b730 req-d602c495-b067-42ac-b5a0-304145df6863 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314364 Aug 03 20:03:29.840552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e7bd2-5a1c-4ac6-a0f5-4088aa158193 req-8e115888-0cfc-4984-b021-fb640a1171d8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:29.842000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-517e7bd2-5a1c-4ac6-a0f5-4088aa158193 req-8e115888-0cfc-4984-b021-fb640a1171d8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Aug 03 20:03:29.881491 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-517e7bd2-5a1c-4ac6-a0f5-4088aa158193 req-8e6c8f22-1def-4bb3-9440-8540472ff317 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331774 Aug 03 20:03:31.002627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a7418-d2f4-415f-ac45-d5e8493688a5 req-f744ef05-f8e0-464b-985b-86ff728e8bac tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.003992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-927a7418-d2f4-415f-ac45-d5e8493688a5 req-f744ef05-f8e0-464b-985b-86ff728e8bac tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0520878 Aug 03 20:03:31.041758 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-927a7418-d2f4-415f-ac45-d5e8493688a5 req-6d461bd8-d1af-4a53-b287-109e7e832c19 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310931 Aug 03 20:03:31.155838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649bbf8-5ee7-4159-98bc-ede58a3b6513 req-69714280-a956-441d-b2d1-11da26d99b75 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.157367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3649bbf8-5ee7-4159-98bc-ede58a3b6513 req-69714280-a956-441d-b2d1-11da26d99b75 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0496945 Aug 03 20:03:31.196170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3649bbf8-5ee7-4159-98bc-ede58a3b6513 req-97ae6d4f-0f8c-41db-9f9c-1fc2d5e2d67a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326495 Aug 03 20:03:31.310471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a4e4f-8ade-4fd0-91d7-8f0e8481640b req-9bbf5830-ee69-4e61-8941-53506d21d1bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.311832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-250a4e4f-8ade-4fd0-91d7-8f0e8481640b req-9bbf5830-ee69-4e61-8941-53506d21d1bb tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0487180 Aug 03 20:03:31.350511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-250a4e4f-8ade-4fd0-91d7-8f0e8481640b req-c0ccee2d-c7d0-49d6-a3fb-0ac61c58d5e1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Aug 03 20:03:31.636079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:03:31.731047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:31.742865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'port_id': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'mac_address': 'fa:16:3e:f1:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:03:31.756506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919021c-c08d-4814-a259-0c7dd44adfe6 req-b8e089e5-94bf-441a-bd6a-0537f7cb616a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:31.758062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0919021c-c08d-4814-a259-0c7dd44adfe6 req-b8e089e5-94bf-441a-bd6a-0537f7cb616a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 944 time: 0.0532410 Aug 03 20:03:31.782644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:31.795817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:31.796866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0919021c-c08d-4814-a259-0c7dd44adfe6 req-ef6a7915-ecee-428a-a4fb-10d9da099cbd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327563 Aug 03 20:03:31.820206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:31.892471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:31.939588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=12']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:32.136171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:03:32.914262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ecd0b-b101-4caf-bfdf-54dfb7011573 req-353d9eb2-0dbc-4b80-9908-3e7f1f0f316b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:32.915788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb5ecd0b-b101-4caf-bfdf-54dfb7011573 req-353d9eb2-0dbc-4b80-9908-3e7f1f0f316b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0492926 Aug 03 20:03:32.954306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb5ecd0b-b101-4caf-bfdf-54dfb7011573 req-d8ddc49d-943e-4357-99b0-078f4d8b62c7 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups?id=ab0fd319-27c0-44bc-86e0-3a15351c61ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322931 Aug 03 20:03:33.254406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-68449f15-5928-4e31-920a-b8cccb166c6a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:33.255735 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-68449f15-5928-4e31-920a-b8cccb166c6a tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 945 time: 0.0478916 Aug 03 20:03:33.347309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Deleting port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:33.347649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.434458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] For port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:33.434820 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.604068 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.604449 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.604803 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af disassociated. External IP: 172.25.2.213, port: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9. Aug 03 20:03:33.605186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Calling delete_port for a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:33.639197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:03:33.642717 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.793727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.794486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:03:33.798589 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:03:33.798987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:33.817572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 was deleted so its status cannot be updated. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 03 20:03:33.827666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'Port': ['ID=a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:33.948127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:34.063137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:34.074284 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:34.083693 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:34.084291 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:34.109775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] No DVR routers for this DVR port a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:34.120155 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:34.122115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1df8249e-dc1a-4d9c-b31e-096254edd69d req-9e3cbde6-d05a-4013-8948-67436bfc4cf9 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.77 "DELETE /v2.0/ports/a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 HTTP/1.1" status: 204 len: 173 time: 0.8600194 Aug 03 20:03:34.122558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-deleted', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:34.124849 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5edd2-21f6-4942-a4f5-b6a751a73ea0" -d '{"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-deleted", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:34.145653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-76c34453-529d-4e92-9628-b9783eaac5e4 req-501e0099-bc58-4731-b111-3e49c69a9ec8 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0369184 Aug 03 20:03:34.196817 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:34.251195 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9289e-315a-4fce-8b84-d97581f8f864 x-openstack-request-id: req-5da9289e-315a-4fce-8b84-d97581f8f864 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:34.251554 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9db550-83b4-416d-8e2f-3639486564b1", "name": "network-vif-deleted", "tag": "a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:34.251867 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5da9289e-315a-4fce-8b84-d97581f8f864 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:34.252339 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9db550-83b4-416d-8e2f-3639486564b1', 'name': 'network-vif-deleted', 'tag': 'a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9', 'status': 'completed', 'code': 200} Aug 03 20:03:34.402462 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:34.429305 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:34.437587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:34.438186 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:34.544842 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:34.742709 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:34.771780 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa78ccbb-928e-4bf7-b2ca-a99b52fd15e6 None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:33Z', 'revision_number': 4, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'b67fd472-82d8-4549-8f4c-731f3a7001fe', 'name': '', 'network_id': 'cabe2126-f03d-4d8b-844f-03994b0a8398', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'mac_address': 'fa:16:3e:f2:28:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:32Z', 'updated_at': '2021-08-03T19:53:38Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'subnets': [{'id': '387b3f80-87ca-4a13-928d-51340fc7a202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:35.003901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5669577-2ff1-4ba6-b62e-d1e0233f2fbc None None] New status for floating IP f77d2d3b-eb21-48ac-b5f7-f25c8203b0af: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:03:35.257853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41bb6b80-296a-47e7-9fe9-cf2aaf163f98 req-cedf8caf-96c5-4cb6-9152-55588b8b1bcd tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Aug 03 20:03:36.353941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da89dff8-6b67-4577-98b5-7f636d98162b req-125f427f-b139-4599-a471-e474dacdf94d tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Aug 03 20:03:37.448353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b9d8be6-604c-4a97-bd77-26958e50ff54 req-6476e2aa-3c3a-440b-90cf-473cb00a0246 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb9db550-83b4-416d-8e2f-3639486564b1 HTTP/1.1" status: 200 len: 210 time: 0.0258658 Aug 03 20:03:37.666894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:37.686093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:37.686437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a14ff085-a1bb-4ddd-8714-f2c7f7dec6c9 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:42.401926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43482) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:42.459800 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.484260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.600415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.603886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.605203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "DELETE /v2.0/security-groups/ab0fd319-27c0-44bc-86e0-3a15351c61ab HTTP/1.1" status: 204 len: 168 time: 0.2020493 Aug 03 20:03:42.607932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43484) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:42.614543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda7f20-6125-44b5-b64f-30349629ffb1 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0fd319-27c0-44bc-86e0-3a15351c61ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:42.623425 n-d-803363-1 neutron-server[101343]: INFO neutron.api.v2.resource [None req-6b440a5e-45ec-4fbf-a95d-e70160a6cd3b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] show failed (client error): The resource could not be found. Aug 03 20:03:42.624472 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6b440a5e-45ec-4fbf-a95d-e70160a6cd3b tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "GET /v2.0/security-groups/ab0fd319-27c0-44bc-86e0-3a15351c61ab HTTP/1.1" status: 404 len: 347 time: 0.0154071 Aug 03 20:03:42.627306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43486) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:42.764526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Deleting port 58795968-1a71-4559-8570-fd5352ca11b4 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:42.764895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.843027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.843357 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:42.854661 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Calling delete_port for 58795968-1a71-4559-8570-fd5352ca11b4 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:43.034505 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.062357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Pushing event deleted for resources: {'Port': ['ID=58795968-1a71-4559-8570-fd5352ca11b4,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:43.123213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.126108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.127270 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd69c948-61bc-445b-b8f2-23a876b79802 tempest-ServerActionsTestJSON-111370373 tempest-ServerActionsTestJSON-111370373-project] 10.222.0.67 "DELETE /v2.0/floatingips/f77d2d3b-eb21-48ac-b5f7-f25c8203b0af HTTP/1.1" status: 204 len: 168 time: 0.4990048 Aug 03 20:03:43.130311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43488) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:43.646579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.890799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Deleting port b67fd472-82d8-4549-8f4c-731f3a7001fe {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:43.891147 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.971225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] For port b67fd472-82d8-4549-8f4c-731f3a7001fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=b67fd472-82d8-4549-8f4c-731f3a7001fe,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:43.971595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:43.984632 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Calling delete_port for b67fd472-82d8-4549-8f4c-731f3a7001fe owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:44.217605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.248966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67fd472-82d8-4549-8f4c-731f3a7001fe,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:44.417715 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.633487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Router dfa579e6-6f89-4b37-b991-acb461eb1f44 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:03:44.741810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:03:44.747112 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-48bc8f7c-2a65-4545-96df-b1ef511e2c07 admin admin] 10.222.0.67 "PUT /v2.0/routers/dfa579e6-6f89-4b37-b991-acb461eb1f44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158535 Aug 03 20:03:44.749859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43492) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:44.750811 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Sync routers for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:03:44.760060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:44.760674 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:44.854269 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:44.864761 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:44.959239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.040612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 5, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port': {'id': '93dda5dc-21f9-425f-867c-632d8b00ae35', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f5:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T19:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:45.069662 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Checking router: dfa579e6-6f89-4b37-b991-acb461eb1f44 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:03:45.076527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Deleting port 93dda5dc-21f9-425f-867c-632d8b00ae35 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:45.076893 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.079507 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Routers {'dfa579e6-6f89-4b37-b991-acb461eb1f44'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:03:45.080107 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:03:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['dfa579e6-6f89-4b37-b991-acb461eb1f44'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:45.159839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] For port 93dda5dc-21f9-425f-867c-632d8b00ae35, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=93dda5dc-21f9-425f-867c-632d8b00ae35,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:45.160234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.177453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Calling delete_port for 93dda5dc-21f9-425f-867c-632d8b00ae35 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:45.253292 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] Set router dfa579e6-6f89-4b37-b991-acb461eb1f44 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:03:45.305930 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 6, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:45.334350 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee92e4-895b-4c26-b438-eb3d5ae28852 None None] The sync data for ids ['dfa579e6-6f89-4b37-b991-acb461eb1f44'] in n-d-803363-1 is: [{'id': 'dfa579e6-6f89-4b37-b991-acb461eb1f44', 'name': 'tempest-ServerActionsTestJSON-213679787-router', 'tenant_id': '174c1169d8e14e318e08482d8f1c7bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T19:53:30Z', 'updated_at': '2021-08-03T20:03:44Z', 'revision_number': 6, 'project_id': '174c1169d8e14e318e08482d8f1c7bf3', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:03:45.412038 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.439348 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Pushing event deleted for resources: {'Port': ['ID=93dda5dc-21f9-425f-867c-632d8b00ae35,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:45.500264 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.587739 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.589903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.692133 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.692808 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfa579e6-6f89-4b37-b991-acb461eb1f44 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:03:45.698138 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.699328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-35b069ca-ba64-4090-b9f0-fc23de56da36 admin admin] 10.222.0.67 "DELETE /v2.0/routers/dfa579e6-6f89-4b37-b991-acb461eb1f44 HTTP/1.1" status: 204 len: 168 time: 0.9473567 Aug 03 20:03:45.702022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43494) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:45.753551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Deleting subnet 387b3f80-87ca-4a13-928d-51340fc7a202 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:03:45.756852 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.791984 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.852126 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.866322 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:45.989325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.013721 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387b3f80-87ca-4a13-928d-51340fc7a202,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:46.019254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.022932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-12122c84-149a-45c5-b8a6-00bb6021bba8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/387b3f80-87ca-4a13-928d-51340fc7a202 HTTP/1.1" status: 204 len: 168 time: 0.3182020 Aug 03 20:03:46.024120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43496) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:46.025162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b474bee-3503-4f11-876d-63a64ddc9a04 None None] Network cabe2126-f03d-4d8b-844f-03994b0a8398 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:46.096683 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.157968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Deleting port acc1d57a-a7e9-41b2-9155-859f56b5566e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:46.158304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.205167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] DHCP port deletion for cabe2126-f03d-4d8b-844f-03994b0a8398 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:03:46.234781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] For port acc1d57a-a7e9-41b2-9155-859f56b5566e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=acc1d57a-a7e9-41b2-9155-859f56b5566e,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:46.235245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.249082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Calling delete_port for acc1d57a-a7e9-41b2-9155-859f56b5566e owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:46.419431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Deleting port acc1d57a-a7e9-41b2-9155-859f56b5566e {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:03:46.419803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.423474 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.455360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] No DVR routers for this DVR port acc1d57a-a7e9-41b2-9155-859f56b5566e on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:46.456804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc1d57a-a7e9-41b2-9155-859f56b5566e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:46.488595 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] For port acc1d57a-a7e9-41b2-9155-859f56b5566e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=acc1d57a-a7e9-41b2-9155-859f56b5566e,segment=NetworkSegment(16f38449-04e4-49ee-b140-d4eb1b5d135e),segment_id=16f38449-04e4-49ee-b140-d4eb1b5d135e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:03:46.489315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.503382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Calling delete_port for acc1d57a-a7e9-41b2-9155-859f56b5566e owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:03:46.579398 n-d-803363-1 neutron-server[101344]: self.session.flush() Aug 03 20:03:46.584806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.611547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] Pushing event deleted for resources: {'Port': ['ID=acc1d57a-a7e9-41b2-9155-859f56b5566e,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:46.615440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eef36c-8eb2-4b53-a7d1-56e2c02683b2 None None] No DVR routers for this DVR port acc1d57a-a7e9-41b2-9155-859f56b5566e on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:03:46.763380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 93dda5dc-21f9-425f-867c-632d8b00ae35 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:46.794277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 93dda5dc-21f9-425f-867c-632d8b00ae35 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:46.794625 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 93dda5dc-21f9-425f-867c-632d8b00ae35 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:46.795042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b67fd472-82d8-4549-8f4c-731f3a7001fe no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:46.814016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: b67fd472-82d8-4549-8f4c-731f3a7001fe {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:46.814363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device b67fd472-82d8-4549-8f4c-731f3a7001fe not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:46.814785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device acc1d57a-a7e9-41b2-9155-859f56b5566e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:03:46.833641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: acc1d57a-a7e9-41b2-9155-859f56b5566e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:03:46.833987 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device acc1d57a-a7e9-41b2-9155-859f56b5566e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:03:46.859350 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.869853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabe2126-f03d-4d8b-844f-03994b0a8398']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:46.879467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f38449-04e4-49ee-b140-d4eb1b5d135e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:46.879709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f38449-04e4-49ee-b140-d4eb1b5d135e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:03:46.889265 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.902415 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.908165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:03:46.908543 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:03:46.910186 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:03:47.023613 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.030287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.032016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cabe2126-f03d-4d8b-844f-03994b0a8398 HTTP/1.1" status: 204 len: 168 time: 1.0068738 Aug 03 20:03:47.043050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7bd52-5b7e-4579-8fc9-4a561f8db797 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabe2126-f03d-4d8b-844f-03994b0a8398,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:47.402673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43502) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:47.442301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e818b7a8-1d27-466f-aab4-9d512363f823 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=174c1169d8e14e318e08482d8f1c7bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383534 Aug 03 20:03:47.444563 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43504) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:47.491226 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.512394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.650260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.652847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:47.654090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/04eede32-4c33-49e0-a89a-118cf6658f37 HTTP/1.1" status: 204 len: 168 time: 0.2085314 Aug 03 20:03:47.661933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b7885-8775-4b98-bd06-69108df68911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eede32-4c33-49e0-a89a-118cf6658f37,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:48.108303 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:03:48.658443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43526) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:48.754684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1513019408-network', 'tenant_id': 'f4504b9d0510420893b02f0ad96bd8c0'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:48.787267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9c45613f-06b7-4927-b442-13802b718cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:48.846154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Made reservation on behalf of f4504b9d0510420893b02f0ad96bd8c0 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:48.848577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:48.857508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:48.948985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.080691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.109586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:03:49.116415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615ec853-159a-419f-a152-337d4efcf341,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:49.124593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.125057 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Added segment c16cd568-ed51-4bcf-926c-bdf91d569d71 of type vlan for network 48f22af2-fccb-41e5-bee6-0a378f457ce7 Aug 03 20:03:49.168159 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.255942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.257046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:49.258390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.320855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=48f22af2-fccb-41e5-bee6-0a378f457ce7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:49.330497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:03:49.385304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d298a145-779c-4e48-bfa9-ba8b9d422fb2 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7257128 Aug 03 20:03:49.389298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43530) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:03:49.395670 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Request body: {'subnet': {'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1513019408-subnet', 'tenant_id': 'f4504b9d0510420893b02f0ad96bd8c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:49.484888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Made reservation on behalf of f4504b9d0510420893b02f0ad96bd8c0 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:49.487415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.800531 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:49.855485 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d674277-357d-4e4f-a140-914841521de3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:49.866917 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Checking segment: {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:49.867315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Network hostable DHCP agents. Network: 48f22af2-fccb-41e5-bee6-0a378f457ce7, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:03:49.983041 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:03:50.073118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 48f22af2-fccb-41e5-bee6-0a378f457ce7) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:50.077548 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:50.078139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:50.082322 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5963ab-c602-4c0e-925e-afa7a32d1743 None None] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:50.154193 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4b1a5756-44c3-4b86-939d-a3f1ade11bd0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7636993 Aug 03 20:03:50.210153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db190396-fcbd-4afa-9c17-101d4948b712 None None] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:03:50.576791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-488b7416-aa2d-4884-bc03-0e960c4df753 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:50.578311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-488b7416-aa2d-4884-bc03-0e960c4df753 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/networks?id=48f22af2-fccb-41e5-bee6-0a378f457ce7 HTTP/1.1" status: 200 len: 814 time: 0.0998747 Aug 03 20:03:50.593860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-5ca3c277-9eed-438a-b279-9a1233dae12f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/quotas/f4504b9d0510420893b02f0ad96bd8c0 HTTP/1.1" status: 200 len: 375 time: 0.0097969 Aug 03 20:03:50.629872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-db128168-17ea-4301-99aa-479eef65feae tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261855 Aug 03 20:03:50.722123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-c5e0f390-b6ed-495c-ad9e-0b4e0a7f73ae service neutron] 10.222.0.67 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Aug 03 20:03:50.811455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-03a25672-7274-4f7a-822d-ebd0203de695 service neutron] 10.222.0.67 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Aug 03 20:03:51.062111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43511af0-9d36-4d1d-83b7-5a72808fc84b req-ce011ef3-1507-41e0-a929-47d4ecfbc6f4 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0332031 Aug 03 20:03:52.074778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb787-fcd0-4fb0-815d-418e56a7d4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:52.172074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e37aa1ef-16df-4b00-9845-9c0c1cf61c8d req-addceadb-897c-4c6e-974b-7c6daa2e90c4 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Aug 03 20:03:52.267508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.103613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.218306 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-3fc6fe20-7841-42fb-b51d-ca6699ae4517 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:53.219688 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-3fc6fe20-7841-42fb-b51d-ca6699ae4517 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.54 "GET /v2.0/networks?id=48f22af2-fccb-41e5-bee6-0a378f457ce7 HTTP/1.1" status: 200 len: 814 time: 0.1077819 Aug 03 20:03:53.238234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Request body: {'port': {'device_id': '058da20f-c988-4e18-a307-da4ef822b1a8', 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7', 'admin_state_up': True, 'tenant_id': 'f4504b9d0510420893b02f0ad96bd8c0'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:53.277306 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d94f60ee-fc64-43a5-bfe6-d129e1c13fde req-a9b6b607-c47f-46a7-a3e7-b566e17d2c68 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0263598 Aug 03 20:03:53.410167 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Made reservation on behalf of f4504b9d0510420893b02f0ad96bd8c0 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:03:53.413709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:53.865386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Allocated IP 172.20.0.10 (48f22af2-fccb-41e5-bee6-0a378f457ce7/2d674277-357d-4e4f-a140-914841521de3/298b7ec5-6b26-4ab0-a69c-2046f937dbf3) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:03:54.016998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.114848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.157711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:03:54.160972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:03:54.168450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:03:54.191162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Pushing event updated for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:54.218797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:54.219407 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.326894 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf1ecd2c-3972-4fee-9d17-248d6e6dfb11 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0925403 Aug 03 20:03:54.346182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Request body: {'port': {'device_id': '058da20f-c988-4e18-a307-da4ef822b1a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:03:54.393023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda7ec7-81b1-4e7d-821f-97acc7df085c req-98e8d71d-ef8c-4900-8874-19b8ccc78689 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:54.394521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfda7ec7-81b1-4e7d-821f-97acc7df085c req-98e8d71d-ef8c-4900-8874-19b8ccc78689 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 932 time: 0.0495427 Aug 03 20:03:54.404898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.434435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfda7ec7-81b1-4e7d-821f-97acc7df085c req-274d0ed7-77dc-4328-8fbe-f31e4d339faa tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Aug 03 20:03:54.665848 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:03:54.673160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.688699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Transition to ACTIVE for port object 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:03:54.781811 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.831909 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:54.912236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Attempting to bind port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:03:54.912572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Attempting to bind port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:03:54.913017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Attempting to bind port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:54.917364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:03:54.917681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Attempting to bind port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:03:54.922404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:03:54.922739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Checking segment: {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:03:54.923120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Bound using segment: {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:03:54.923540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Bound port: 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:03:54.923894 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.948486 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:54.985335 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:03:54.988233 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:03:55.040294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:55.074932 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.075548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:03:55.076965 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] 10.222.0.54 "PUT /v2.0/ports/298b7ec5-6b26-4ab0-a69c-2046f937dbf3 HTTP/1.1" status: 200 len: 1092 time: 0.7353504 Aug 03 20:03:55.077394 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:03:55.079635 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d4128-3750-4cd1-b51f-122fd0efd7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:03:55.103729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0aa86-8fae-4975-8314-7683dca2dbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:03:55.172469 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5612fa-f93d-4c36-aadc-06936ddf95bd x-openstack-request-id: req-ae5612fa-f93d-4c36-aadc-06936ddf95bd {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:03:55.172798 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:03:55.178212 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae5612fa-f93d-4c36-aadc-06936ddf95bd {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:03:55.178212 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3', 'status': 'completed', 'code': 200} Aug 03 20:03:55.253569 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-ea3e41bc-061b-4edf-99f0-8138b51692a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.254972 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-ea3e41bc-061b-4edf-99f0-8138b51692a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 1095 time: 0.0414259 Aug 03 20:03:55.361229 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-f64de212-2234-4151-8a22-b752fa6da6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.362681 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-f64de212-2234-4151-8a22-b752fa6da6f0 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943620 Aug 03 20:03:55.459314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-a8faa7e8-f388-4ca0-9275-ec0321fa4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.460834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c61d4128-3750-4cd1-b51f-122fd0efd7d9 req-a8faa7e8-f388-4ca0-9275-ec0321fa4847 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914001 Aug 03 20:03:55.557984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-7b49842c-9888-4e4c-9dee-1c530e3d3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.559408 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-7b49842c-9888-4e4c-9dee-1c530e3d3e68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 1095 time: 0.0411668 Aug 03 20:03:55.561552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5606f9a-a78f-4a6b-9333-6ab271b96502 req-d6cf68cc-40c1-498a-bfb8-fc1489998335 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.563193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5606f9a-a78f-4a6b-9333-6ab271b96502 req-d6cf68cc-40c1-498a-bfb8-fc1489998335 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 944 time: 0.0554125 Aug 03 20:03:55.603942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5606f9a-a78f-4a6b-9333-6ab271b96502 req-d8495ae0-e620-4f58-9eb6-43693a6deab7 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 03 20:03:55.612290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-818da984-0791-4431-ba94-6e9a84063eb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3 HTTP/1.1" status: 200 len: 217 time: 0.0346916 Aug 03 20:03:55.661953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf44f9c0-73a6-4699-9d6d-b93070dcd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:55.663477 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-cf44f9c0-73a6-4699-9d6d-b93070dcd8f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d674277-357d-4e4f-a140-914841521de3 HTTP/1.1" status: 200 len: 854 time: 0.0497866 Aug 03 20:03:55.695553 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-9ced7925-8ebd-4397-8483-cf4682e61087 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=48f22af2-fccb-41e5-bee6-0a378f457ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243320 Aug 03 20:03:55.785463 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-6a5d7f45-b728-4c4e-a9f1-7578c8e00bd8 service neutron] 10.222.0.54 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821953 Aug 03 20:03:55.878645 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6af245c4-db3e-4702-8f7b-12435baa24e9 req-8e57ab88-03bf-441a-a11f-2165f216abf7 service neutron] 10.222.0.54 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862477 Aug 03 20:03:56.716371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c42c59-816e-48da-85b3-00bfca1dbc7c req-193cb325-304c-4b68-b913-24f9a4de029d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:56.717872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1c42c59-816e-48da-85b3-00bfca1dbc7c req-193cb325-304c-4b68-b913-24f9a4de029d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 944 time: 0.0485935 Aug 03 20:03:56.754742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1c42c59-816e-48da-85b3-00bfca1dbc7c req-e23d9316-16cd-4f0c-a112-a1327e7e80c5 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309782 Aug 03 20:03:57.871471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b10e8-46ad-4723-b20a-7c6660cd9970 req-b4b9184b-a416-4fdc-892b-f81ce8ac6b90 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:57.872913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce1b10e8-46ad-4723-b20a-7c6660cd9970 req-b4b9184b-a416-4fdc-892b-f81ce8ac6b90 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 944 time: 0.0498538 Aug 03 20:03:57.913117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce1b10e8-46ad-4723-b20a-7c6660cd9970 req-6e777c0d-1a34-4bff-a4d6-f7b1bd134634 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338647 Aug 03 20:03:59.037401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed55342-1f08-4ed0-bc77-58208bf47537 req-fe6fdb46-332a-4ce1-91b7-4e238d6d917f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:03:59.039015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ed55342-1f08-4ed0-bc77-58208bf47537 req-fe6fdb46-332a-4ce1-91b7-4e238d6d917f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 944 time: 0.0573642 Aug 03 20:03:59.077989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ed55342-1f08-4ed0-bc77-58208bf47537 req-8ec45661-5a4f-4879-98e6-d66c58f2aa54 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Aug 03 20:04:00.191173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9373f07-ec8d-4695-9dfc-abb60ef70558 req-c8464e1c-199a-49a1-b514-ab5de30c99d7 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:00.192570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9373f07-ec8d-4695-9dfc-abb60ef70558 req-c8464e1c-199a-49a1-b514-ab5de30c99d7 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 944 time: 0.0489089 Aug 03 20:04:00.231633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e9373f07-ec8d-4695-9dfc-abb60ef70558 req-1f3ba01f-7d0f-4bce-bc82-a2a9eb7082e2 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Aug 03 20:04:00.273583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:04:00.365685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:00.376928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3', 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7', 'port_id': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3', 'mac_address': 'fa:16:3e:05:ff:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d674277-357d-4e4f-a140-914841521de3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:04:00.416894 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:00.429157 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:04:00.447842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:00.491163 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:00.536800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:00.749587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['298b7ec5-6b26-4ab0-a69c-2046f937dbf3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:01.347742 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c2257-18da-497c-a834-cfb222b9cbe2 req-38f22ae4-db2f-4b66-8354-2898ea69d6bc tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:01.349255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-794c2257-18da-497c-a834-cfb222b9cbe2 req-38f22ae4-db2f-4b66-8354-2898ea69d6bc tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 945 time: 0.0503705 Aug 03 20:04:01.387028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-794c2257-18da-497c-a834-cfb222b9cbe2 req-d774f195-3752-47d9-8ec8-8efa9c327a6b tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Aug 03 20:04:02.309547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:02.428779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:02.433017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:02.433390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:02.506127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391584e8-ec43-40ad-97e1-2c499dffd2b8 req-8d02d8b4-22a2-4d99-82b0-f5c83d304d28 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:02.507611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-391584e8-ec43-40ad-97e1-2c499dffd2b8 req-8d02d8b4-22a2-4d99-82b0-f5c83d304d28 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 945 time: 0.0534971 Aug 03 20:04:02.511804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:02.534743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:04:02.537040 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b137d2-0aba-4328-932f-e9c0964a4bce" -d '{"events": [{"server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "name": "network-vif-plugged", "status": "completed", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:04:02.546968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-391584e8-ec43-40ad-97e1-2c499dffd2b8 req-d1e189b6-03bd-43f5-a53f-3e87edb9b6ad tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Aug 03 20:04:02.553457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:02.591081 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56177af-51e2-47e3-a2f9-96c959f18c85 x-openstack-request-id: req-e56177af-51e2-47e3-a2f9-96c959f18c85 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:04:02.591374 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "name": "network-vif-plugged", "status": "completed", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:04:02.591630 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e56177af-51e2-47e3-a2f9-96c959f18c85 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:04:02.592028 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3', 'code': 200} Aug 03 20:04:02.628447 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:02.678102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:02.715061 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0f398-ad53-4a80-bf2a-4b078b5913ee req-c188f6ce-419a-491f-80b5-2daf54bb46b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:02.716556 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-68f0f398-ad53-4a80-bf2a-4b078b5913ee req-c188f6ce-419a-491f-80b5-2daf54bb46b6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 1097 time: 0.0408058 Aug 03 20:04:02.753133 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-68f0f398-ad53-4a80-bf2a-4b078b5913ee req-b3e29f9a-cf79-4ed8-a99e-fabca6bb93bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294614 Aug 03 20:04:03.667771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf743ff-2e1b-44dc-b737-5048cc856983 req-f2d7e0f8-09ce-43b5-8c87-327b9de0920f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:03.669480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bf743ff-2e1b-44dc-b737-5048cc856983 req-f2d7e0f8-09ce-43b5-8c87-327b9de0920f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0520096 Aug 03 20:04:03.674012 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:03.708368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bf743ff-2e1b-44dc-b737-5048cc856983 req-882196ef-2918-4f54-93dc-97aa56eed7b0 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Aug 03 20:04:04.824703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f0d02-bb05-46b8-8e7f-91efc21eb346 req-1fba1b01-0eaa-493c-9605-a157e8002d1a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:04.826205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f6f0d02-bb05-46b8-8e7f-91efc21eb346 req-1fba1b01-0eaa-493c-9605-a157e8002d1a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0492129 Aug 03 20:04:04.864492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f6f0d02-bb05-46b8-8e7f-91efc21eb346 req-9515887b-bcda-4e6e-a2c4-4e15069bce72 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Aug 03 20:04:05.092728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-687c3039-f0de-4c1d-a48a-5769a7dc4e4c tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:05.094206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-687c3039-f0de-4c1d-a48a-5769a7dc4e4c tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/networks?id=48f22af2-fccb-41e5-bee6-0a378f457ce7 HTTP/1.1" status: 200 len: 814 time: 0.1064894 Aug 03 20:04:05.109193 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-56459023-8591-4bb6-9ae2-99f4fe9ec73b tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/quotas/f4504b9d0510420893b02f0ad96bd8c0 HTTP/1.1" status: 200 len: 375 time: 0.0091510 Aug 03 20:04:05.158678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-0fdcdf6a-4db2-465e-af61-c08825b09492 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440228 Aug 03 20:04:05.253137 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-3c128933-f040-462e-b08a-9a65a521c301 service neutron] 10.222.0.67 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861986 Aug 03 20:04:05.342566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-b81d690a-9d47-496c-bc7b-791024c5dfe2 service neutron] 10.222.0.67 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828218 Aug 03 20:04:05.563406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8ec7168-02bc-4a88-a237-94d9aa303477 req-69390166-5460-490e-baaa-da10e8c39379 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 210 time: 0.0296521 Aug 03 20:04:06.660367 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3c9dd5b1-6007-47d9-a40f-ebfdf1d076ec req-4400cf09-e725-40b2-b7b7-8aedb9ee07e0 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 210 time: 0.0319991 Aug 03 20:04:07.497151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-91be26c1-1c48-4f25-8cf0-694945447285 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:07.498611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-91be26c1-1c48-4f25-8cf0-694945447285 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.77 "GET /v2.0/networks?id=48f22af2-fccb-41e5-bee6-0a378f457ce7 HTTP/1.1" status: 200 len: 814 time: 0.1023169 Aug 03 20:04:07.511665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Request body: {'port': {'device_id': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7', 'admin_state_up': True, 'tenant_id': 'f4504b9d0510420893b02f0ad96bd8c0'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:07.760680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a5d9dab-713b-4b87-9dfc-915bf5db0fda req-0d04261c-6b6b-47bc-9182-8e001271ce9f tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 210 time: 0.0275087 Aug 03 20:04:07.782874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Made reservation on behalf of f4504b9d0510420893b02f0ad96bd8c0 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:07.786991 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:07.918264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Allocated IP 172.20.0.13 (48f22af2-fccb-41e5-bee6-0a378f457ce7/2d674277-357d-4e4f-a140-914841521de3/7fef0712-4247-462b-8b04-73e2882174fb) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:08.064284 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.166522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.200193 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['298b7ec5-6b26-4ab0-a69c-2046f937dbf3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:08.215453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Network 48f22af2-fccb-41e5-bee6-0a378f457ce7 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:08.218617 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:08.224893 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:08.231122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Pushing event updated for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:08.277148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:08.277773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.343310 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-1e14eb90-f752-466b-9559-b5e8a349e33d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357873 Aug 03 20:04:08.355487 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Request body: {'port': {'device_id': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:08.408099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.670170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fef0712-4247-462b-8b04-73e2882174fb {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:04:08.677300 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.689185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Transition to ACTIVE for port object 7fef0712-4247-462b-8b04-73e2882174fb will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:08.747858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.796380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:08.904848 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Attempting to bind port 7fef0712-4247-462b-8b04-73e2882174fb on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:08.905213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Attempting to bind port 7fef0712-4247-462b-8b04-73e2882174fb by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:08.905540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Attempting to bind port 7fef0712-4247-462b-8b04-73e2882174fb on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:08.911775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Port 7fef0712-4247-462b-8b04-73e2882174fb on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:04:08.912093 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Attempting to bind port 7fef0712-4247-462b-8b04-73e2882174fb on network 48f22af2-fccb-41e5-bee6-0a378f457ce7 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:08.921242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eb957-420b-42ad-9458-3bd512d09558 req-41b716ce-1d1f-4024-9768-74058d4df145 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:08.922660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd7eb957-420b-42ad-9458-3bd512d09558 req-41b716ce-1d1f-4024-9768-74058d4df145 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 944 time: 0.0808396 Aug 03 20:04:08.926354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:08.926690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Checking segment: {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:08.927062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Bound using segment: {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:08.927485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Bound port: 7fef0712-4247-462b-8b04-73e2882174fb, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16cd568-ed51-4bcf-926c-bdf91d569d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:08.927839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:08.999591 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd7eb957-420b-42ad-9458-3bd512d09558 req-7708b63f-62d9-46aa-911d-bd3c0c998358 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Aug 03 20:04:09.016111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:09.019473 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7fef0712-4247-462b-8b04-73e2882174fb,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:09.085803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:09.119235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.119859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:09.121362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] 10.222.0.77 "PUT /v2.0/ports/7fef0712-4247-462b-8b04-73e2882174fb HTTP/1.1" status: 200 len: 1092 time: 0.7703485 Aug 03 20:04:09.123539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:04:09.125905 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f33616-6b18-47ca-b710-fe2a54890626" -d '{"events": [{"name": "network-changed", "server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "tag": "7fef0712-4247-462b-8b04-73e2882174fb"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:04:09.151630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e64d2-a5b5-448e-a8e7-920e1a4b56f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:09.164710 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29812957-4b83-41d1-8b48-3b7a2282a2f5 x-openstack-request-id: req-29812957-4b83-41d1-8b48-3b7a2282a2f5 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:04:09.165010 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "tag": "7fef0712-4247-462b-8b04-73e2882174fb", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:04:09.165401 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29812957-4b83-41d1-8b48-3b7a2282a2f5 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:04:09.165967 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb', 'status': 'completed', 'code': 200} Aug 03 20:04:09.231858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33616-6b18-47ca-b710-fe2a54890626 req-3be55a71-e137-4d6b-956f-77b2d114a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.233332 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57f33616-6b18-47ca-b710-fe2a54890626 req-3be55a71-e137-4d6b-956f-77b2d114a9fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 1095 time: 0.0467985 Aug 03 20:04:09.329835 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33616-6b18-47ca-b710-fe2a54890626 req-5f03df8e-9e08-432d-9ddf-5d4b4df7268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.331298 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57f33616-6b18-47ca-b710-fe2a54890626 req-5f03df8e-9e08-432d-9ddf-5d4b4df7268a service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906651 Aug 03 20:04:09.427206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33616-6b18-47ca-b710-fe2a54890626 req-97df3913-f495-40f4-b7f9-47307b080158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.428701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57f33616-6b18-47ca-b710-fe2a54890626 req-97df3913-f495-40f4-b7f9-47307b080158 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896125 Aug 03 20:04:09.504103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-414b96cc-9bd0-4448-94f6-f912d38b527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.505537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-414b96cc-9bd0-4448-94f6-f912d38b527c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 1095 time: 0.0412598 Aug 03 20:04:09.546511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-2ae7b5a6-2b84-4ef7-9926-e5dd109abb05 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7fef0712-4247-462b-8b04-73e2882174fb HTTP/1.1" status: 200 len: 217 time: 0.0331609 Aug 03 20:04:09.598796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-e2307e2f-d2ff-46a6-86fa-c90b4dd0be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:09.600265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-e2307e2f-d2ff-46a6-86fa-c90b4dd0be9d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2d674277-357d-4e4f-a140-914841521de3 HTTP/1.1" status: 200 len: 854 time: 0.0475423 Aug 03 20:04:09.632064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-de78c5ea-a465-4821-beb6-63eca6ff7790 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=48f22af2-fccb-41e5-bee6-0a378f457ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245957 Aug 03 20:04:09.719234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-75b763f0-7f34-48bc-9572-c61676e3c505 service neutron] 10.222.0.77 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800781 Aug 03 20:04:09.811248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e11689cc-5968-44e4-82b1-9c871ce67d3a req-be65ab93-7671-4e1b-b7f4-c4e982e33608 service neutron] 10.222.0.77 "GET /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850871 Aug 03 20:04:10.122262 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef9f6e-6cad-4a34-9d03-c1d87f4291b8 req-de476e96-bbc4-46cd-a110-f098bc52d4eb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:10.123753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cef9f6e-6cad-4a34-9d03-c1d87f4291b8 req-de476e96-bbc4-46cd-a110-f098bc52d4eb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 944 time: 0.0500433 Aug 03 20:04:10.161412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3cef9f6e-6cad-4a34-9d03-c1d87f4291b8 req-1446f26f-4d59-44ca-8c1b-363684b4e73d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317454 Aug 03 20:04:11.275290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f1ce-60cb-4294-afc8-7ecd9636abb5 req-fdfac62f-5339-4165-8ba2-05aa62351d74 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:11.276805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e67f1ce-60cb-4294-afc8-7ecd9636abb5 req-fdfac62f-5339-4165-8ba2-05aa62351d74 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 944 time: 0.0498896 Aug 03 20:04:11.319316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e67f1ce-60cb-4294-afc8-7ecd9636abb5 req-0bf69528-6b65-4ef0-a938-63045d691f59 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Aug 03 20:04:12.435833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfde51-8f27-460f-8690-4114b20981e9 req-fbca81a4-5de8-46db-bed2-88e552954c62 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:12.437355 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68bfde51-8f27-460f-8690-4114b20981e9 req-fbca81a4-5de8-46db-bed2-88e552954c62 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 944 time: 0.0487041 Aug 03 20:04:12.475127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68bfde51-8f27-460f-8690-4114b20981e9 req-f014e8ec-4626-474e-9c48-38e52cbefedf tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Aug 03 20:04:13.589613 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b51f86-3403-449f-b3e2-5928df49419c req-1c083767-e8a2-4e48-ad5d-c2ba63a464de tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:13.591125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5b51f86-3403-449f-b3e2-5928df49419c req-1c083767-e8a2-4e48-ad5d-c2ba63a464de tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 944 time: 0.0488648 Aug 03 20:04:13.628080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5b51f86-3403-449f-b3e2-5928df49419c req-531a103b-8423-4bff-9dba-fb5047d955c9 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310783 Aug 03 20:04:13.868968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7fef0712-4247-462b-8b04-73e2882174fb details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:04:13.964155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7fef0712-4247-462b-8b04-73e2882174fb,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:13.975118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '7fef0712-4247-462b-8b04-73e2882174fb', 'network_id': '48f22af2-fccb-41e5-bee6-0a378f457ce7', 'port_id': '7fef0712-4247-462b-8b04-73e2882174fb', 'mac_address': 'fa:16:3e:86:f1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d674277-357d-4e4f-a140-914841521de3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:04:14.013768 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:14.030352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fef0712-4247-462b-8b04-73e2882174fb {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:04:14.054897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7fef0712-4247-462b-8b04-73e2882174fb,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:14.130734 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:14.177777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:14.185554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.185907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.186245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.186580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.186911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.187240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.187567 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.187892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.188213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.188534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.188878 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.189198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:14.315406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['7fef0712-4247-462b-8b04-73e2882174fb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:14.742464 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279d683-9d00-48e4-8e4f-d2be7fba50d5 req-3a773f7b-6cf6-4a8d-b225-126ad7514845 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:14.743952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b279d683-9d00-48e4-8e4f-d2be7fba50d5 req-3a773f7b-6cf6-4a8d-b225-126ad7514845 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 945 time: 0.0488272 Aug 03 20:04:14.784905 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b279d683-9d00-48e4-8e4f-d2be7fba50d5 req-d434e128-681e-4adf-a133-24de51caecb5 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Aug 03 20:04:15.869495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7fef0712-4247-462b-8b04-73e2882174fb up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:15.873316 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:15.901205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7571e41-a68f-41f8-b971-b5b973ee0de2 req-af224615-1d1a-435c-9dbf-4946d78ba764 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:15.903025 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7571e41-a68f-41f8-b971-b5b973ee0de2 req-af224615-1d1a-435c-9dbf-4946d78ba764 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 945 time: 0.0522592 Aug 03 20:04:15.941494 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d7571e41-a68f-41f8-b971-b5b973ee0de2 req-f63eb87f-0619-42d4-8416-8983ad4ac525 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322835 Aug 03 20:04:15.976839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 7fef0712-4247-462b-8b04-73e2882174fb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:15.981399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 7fef0712-4247-462b-8b04-73e2882174fb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:15.981862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:16.060561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:16.083011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:04:16.085209 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d580b0c1-588a-42a3-9b45-85338bea641b" -d '{"events": [{"server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "name": "network-vif-plugged", "status": "completed", "tag": "7fef0712-4247-462b-8b04-73e2882174fb"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:04:16.098444 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7fef0712-4247-462b-8b04-73e2882174fb,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:16.121319 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e43bc4-db02-48d4-81d6-8438b7d116ce x-openstack-request-id: req-f4e43bc4-db02-48d4-81d6-8438b7d116ce {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:04:16.121725 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "name": "network-vif-plugged", "status": "completed", "tag": "7fef0712-4247-462b-8b04-73e2882174fb", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:04:16.122125 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4e43bc4-db02-48d4-81d6-8438b7d116ce {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:04:16.122549 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb', 'code': 200} Aug 03 20:04:16.154024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:16.205774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:16.218239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22486fa7-b97d-424a-8596-98d4b1f1e9b0 req-509dd5f3-1708-4a98-a855-3961ee61015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:16.223534 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22486fa7-b97d-424a-8596-98d4b1f1e9b0 req-509dd5f3-1708-4a98-a855-3961ee61015a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 1097 time: 0.0434864 Aug 03 20:04:16.257924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22486fa7-b97d-424a-8596-98d4b1f1e9b0 req-6f6eb1aa-3c60-4cfe-814c-76222b761234 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281646 Aug 03 20:04:17.060160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba78325-531c-4ec4-82ae-1de90d340c01 req-4a80bf52-ba24-40fb-993a-15125a8071b0 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:17.061675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba78325-531c-4ec4-82ae-1de90d340c01 req-4a80bf52-ba24-40fb-993a-15125a8071b0 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 946 time: 0.0497835 Aug 03 20:04:17.103457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ba78325-531c-4ec4-82ae-1de90d340c01 req-8b68987b-d636-4884-af24-7fcc14550e04 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Aug 03 20:04:18.217289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dfe4e-445d-4094-9f61-70f41f87914e req-e520bc71-3bce-43fc-9042-0c97e91ad6f2 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:18.218807 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd8dfe4e-445d-4094-9f61-70f41f87914e req-e520bc71-3bce-43fc-9042-0c97e91ad6f2 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 946 time: 0.0490868 Aug 03 20:04:18.257485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd8dfe4e-445d-4094-9f61-70f41f87914e req-436de5cb-7afb-4ee8-ac8a-e5102642cd55 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Aug 03 20:04:18.677684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb43444-631f-4448-8e44-d80035a8e093 req-0695d9f2-a389-4812-b03e-f599c15b72b9 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:18.679151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bb43444-631f-4448-8e44-d80035a8e093 req-0695d9f2-a389-4812-b03e-f599c15b72b9 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 946 time: 0.0494032 Aug 03 20:04:18.717123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bb43444-631f-4448-8e44-d80035a8e093 req-6fb99397-95bb-4526-a06d-5aed5ec8bd51 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 03 20:04:18.792439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-91e122a0-6cd8-400e-ba3e-c9997cf56a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:19.829707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed69aab-56b1-4933-a077-485e859c82e0 req-ff4ac0be-012c-4973-9feb-6edf91b21afa tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:19.831167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ed69aab-56b1-4933-a077-485e859c82e0 req-ff4ac0be-012c-4973-9feb-6edf91b21afa tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 946 time: 0.0478754 Aug 03 20:04:19.880714 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9ed69aab-56b1-4933-a077-485e859c82e0 req-cc361b46-58db-49e0-b9f9-816292c51b91 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436158 Aug 03 20:04:19.917165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-a30135da-0b41-4591-9512-34809edb242a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:19.918683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-a30135da-0b41-4591-9512-34809edb242a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.77 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 946 time: 0.0572567 Aug 03 20:04:20.005197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Deleting port 7fef0712-4247-462b-8b04-73e2882174fb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:20.005459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:20.095499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] For port 7fef0712-4247-462b-8b04-73e2882174fb, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=7fef0712-4247-462b-8b04-73e2882174fb,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:20.095868 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:20.108343 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Calling delete_port for 7fef0712-4247-462b-8b04-73e2882174fb owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:20.308002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:20.319331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['7fef0712-4247-462b-8b04-73e2882174fb'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:20.336606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Pushing event deleted for resources: {'Port': ['ID=7fef0712-4247-462b-8b04-73e2882174fb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:20.346219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['298b7ec5-6b26-4ab0-a69c-2046f937dbf3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:20.350077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.350077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.350077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.350427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.350534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.350781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.351110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.351443 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.351769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.352097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.352425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.353349 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:20.387560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] No DVR routers for this DVR port 7fef0712-4247-462b-8b04-73e2882174fb on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:20.390220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:20.392389 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-650545cc-ae8b-40e3-a6c3-64604c5b5a80 req-4dac12d2-779f-4ff5-bf59-b0a7e3b4988d tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.77 "DELETE /v2.0/ports/7fef0712-4247-462b-8b04-73e2882174fb HTTP/1.1" status: 204 len: 173 time: 0.4679563 Aug 03 20:04:20.393127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'name': 'network-vif-deleted', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:04:20.395416 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adafd4fc-9199-4749-9e0d-6e02fb3c71df" -d '{"events": [{"server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "name": "network-vif-deleted", "tag": "7fef0712-4247-462b-8b04-73e2882174fb"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:04:20.437045 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bbd498-14ab-4120-a26f-07f6f86acb72 x-openstack-request-id: req-12bbd498-14ab-4120-a26f-07f6f86acb72 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:04:20.437337 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f", "name": "network-vif-deleted", "tag": "7fef0712-4247-462b-8b04-73e2882174fb", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:04:20.437584 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12bbd498-14ab-4120-a26f-07f6f86acb72 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:04:20.438090 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f', 'name': 'network-vif-deleted', 'tag': '7fef0712-4247-462b-8b04-73e2882174fb', 'status': 'completed', 'code': 200} Aug 03 20:04:20.990378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0603376-750b-4257-a328-32237933c1fd req-05997074-e126-4318-a553-c64741b96a3a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8055efc-a5c6-47f3-a0d5-e9cee5d1fa4f HTTP/1.1" status: 200 len: 210 time: 0.0286386 Aug 03 20:04:22.113951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5b72-79cd-4794-aa95-3249e3edc32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:22.142353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f558-1dde-4ac8-a037-f6ee09d9644f req-50398568-efac-4d62-9ea9-0be119c79427 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.143826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7162f558-1dde-4ac8-a037-f6ee09d9644f req-50398568-efac-4d62-9ea9-0be119c79427 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0534573 Aug 03 20:04:22.182354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7162f558-1dde-4ac8-a037-f6ee09d9644f req-9bbb21d3-989e-40cc-b4eb-e7e8b120523a tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Aug 03 20:04:22.262521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:22.315433 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174be16-276c-4bcf-967b-dadbbb3ebe50 req-16dbe25e-1c53-40df-81f9-d1a596b83f09 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.316871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9174be16-276c-4bcf-967b-dadbbb3ebe50 req-16dbe25e-1c53-40df-81f9-d1a596b83f09 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0493667 Aug 03 20:04:22.355617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9174be16-276c-4bcf-967b-dadbbb3ebe50 req-357d8c95-3680-40ce-8e34-5148448facb9 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Aug 03 20:04:22.467520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b11b2-ead6-46e7-ba0d-01385fb8d6a8 req-57c39805-e437-4b33-8438-d1bc8ec56b79 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.468989 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f66b11b2-ead6-46e7-ba0d-01385fb8d6a8 req-57c39805-e437-4b33-8438-d1bc8ec56b79 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0483205 Aug 03 20:04:22.505104 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f66b11b2-ead6-46e7-ba0d-01385fb8d6a8 req-e8ca6031-bb2f-476a-9b65-36d8359fe5a6 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302825 Aug 03 20:04:22.670882 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aafbc-94ea-4e93-9409-5cf623a47058 req-43523d1a-37b9-49e8-9e39-df96d08fe5cb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.672348 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c21aafbc-94ea-4e93-9409-5cf623a47058 req-43523d1a-37b9-49e8-9e39-df96d08fe5cb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0526211 Aug 03 20:04:22.709773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c21aafbc-94ea-4e93-9409-5cf623a47058 req-0d6cb4f4-b169-462f-a644-0dc91bde00d7 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Aug 03 20:04:22.825531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e780502-9b37-43ff-9ded-ea24d8fa3762 req-1f6742c4-1a0b-412f-aa87-2614cc8ea6f3 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.826923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e780502-9b37-43ff-9ded-ea24d8fa3762 req-1f6742c4-1a0b-412f-aa87-2614cc8ea6f3 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0496211 Aug 03 20:04:22.864047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3e780502-9b37-43ff-9ded-ea24d8fa3762 req-54d8d5d3-e824-4c19-8d46-59be3dd860fa tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312071 Aug 03 20:04:22.989524 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabadb0-ccb2-4e89-9673-ec192927848e req-c7c4ca08-b1e4-48b8-be42-a1055ec6ee13 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:22.991015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eabadb0-ccb2-4e89-9673-ec192927848e req-c7c4ca08-b1e4-48b8-be42-a1055ec6ee13 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Aug 03 20:04:23.030194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9eabadb0-ccb2-4e89-9673-ec192927848e req-0121bacf-702b-49d1-908a-91c8b0ba1ef6 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Aug 03 20:04:23.090803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:23.565175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130939-6f4e-4936-b818-1758e507dcd0 req-b4982e08-df19-4a88-9ad0-b9241e8313fb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:23.566697 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b130939-6f4e-4936-b818-1758e507dcd0 req-b4982e08-df19-4a88-9ad0-b9241e8313fb tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0531230 Aug 03 20:04:23.604344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b130939-6f4e-4936-b818-1758e507dcd0 req-18cf05ce-8a80-4701-968d-d5178e460bfa tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Aug 03 20:04:23.883659 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7fef0712-4247-462b-8b04-73e2882174fb no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:04:23.905015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 7fef0712-4247-462b-8b04-73e2882174fb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:04:23.905359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 7fef0712-4247-462b-8b04-73e2882174fb not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:04:24.717746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac9d23-1734-4e9e-86ef-ff776e8e45a4 req-81d4c70a-0b75-4279-aba3-71b9f8ac270c tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:24.719213 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1aac9d23-1734-4e9e-86ef-ff776e8e45a4 req-81d4c70a-0b75-4279-aba3-71b9f8ac270c tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0481939 Aug 03 20:04:24.755885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1aac9d23-1734-4e9e-86ef-ff776e8e45a4 req-bbdf8e4c-d195-4c6c-901c-5f95a3024655 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/security-groups?id=615ec853-159a-419f-a152-337d4efcf341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Aug 03 20:04:24.970581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:25.107593 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:04:25.115602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd040b2-1def-497b-9e44-adbefd748922 req-cfe9f5dd-610f-4125-9e49-6a7031e3aef3 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:25.117109 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cfd040b2-1def-497b-9e44-adbefd748922 req-cfe9f5dd-610f-4125-9e49-6a7031e3aef3 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.54 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 946 time: 0.0502682 Aug 03 20:04:25.214919 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Deleting port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:25.215442 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:25.307559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] For port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,segment=NetworkSegment(c16cd568-ed51-4bcf-926c-bdf91d569d71),segment_id=c16cd568-ed51-4bcf-926c-bdf91d569d71)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:25.307843 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:25.320506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Calling delete_port for 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:25.565464 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:25.593626 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Pushing event deleted for resources: {'Port': ['ID=298b7ec5-6b26-4ab0-a69c-2046f937dbf3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:25.598357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['298b7ec5-6b26-4ab0-a69c-2046f937dbf3'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:04:25.608187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.608538 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.608901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.609237 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.609571 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.609899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.610221 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.610542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.610860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.611178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.611498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.611822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:04:25.651196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] No DVR routers for this DVR port 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:25.653866 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:25.655822 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cfd040b2-1def-497b-9e44-adbefd748922 req-57bb786e-ff3a-4091-933f-c12c240a2535 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.54 "DELETE /v2.0/ports/298b7ec5-6b26-4ab0-a69c-2046f937dbf3 HTTP/1.1" status: 204 len: 173 time: 0.5313075 Aug 03 20:04:25.656259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'name': 'network-vif-deleted', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:04:25.658516 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944e6add-d839-4015-b65d-9f211dd181cc" -d '{"events": [{"server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "name": "network-vif-deleted", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:04:25.694638 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8908de-72fe-44a2-b2c9-4f4dd9c7c719 x-openstack-request-id: req-ce8908de-72fe-44a2-b2c9-4f4dd9c7c719 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:04:25.694949 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058da20f-c988-4e18-a307-da4ef822b1a8", "name": "network-vif-deleted", "tag": "298b7ec5-6b26-4ab0-a69c-2046f937dbf3", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:04:25.695198 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ce8908de-72fe-44a2-b2c9-4f4dd9c7c719 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:04:25.695599 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058da20f-c988-4e18-a307-da4ef822b1a8', 'name': 'network-vif-deleted', 'tag': '298b7ec5-6b26-4ab0-a69c-2046f937dbf3', 'status': 'completed', 'code': 200} Aug 03 20:04:25.854411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67b208c0-ec7c-488d-b188-59bd10dc0104 req-459ae8ba-1edc-4cdb-a12d-0f391960a913 tempest-ServersNegativeTestJSON-91469819 tempest-ServersNegativeTestJSON-91469819-project] 10.222.0.67 "GET /v2.0/ports?device_id=058da20f-c988-4e18-a307-da4ef822b1a8 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 03 20:04:26.910189 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43698) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:26.955683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Deleting subnet 2d674277-357d-4e4f-a140-914841521de3 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:04:26.958738 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:26.992979 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.032174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.164105 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.191186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d674277-357d-4e4f-a140-914841521de3,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:27.196722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.198765 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-832a2695-f06a-4999-a98e-5b962f91692f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2d674277-357d-4e4f-a140-914841521de3 HTTP/1.1" status: 204 len: 168 time: 0.2875614 Aug 03 20:04:27.201228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43700) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:27.269974 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.354496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.364369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f22af2-fccb-41e5-bee6-0a378f457ce7']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:27.374993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16cd568-ed51-4bcf-926c-bdf91d569d71') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:27.375294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16cd568-ed51-4bcf-926c-bdf91d569d71') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:27.384508 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.398021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.404280 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:27.404709 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:27.406413 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:27.530685 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.535890 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:27.537769 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] 10.222.0.67 "DELETE /v2.0/networks/48f22af2-fccb-41e5-bee6-0a378f457ce7 HTTP/1.1" status: 204 len: 168 time: 0.3355992 Aug 03 20:04:27.549749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cf601-1044-4e34-9b3c-32e64cd1219d admin admin] Pushing event deleted for resources: {'Network': ['ID=48f22af2-fccb-41e5-bee6-0a378f457ce7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:27.936806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43704) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:27.982023 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a570e776-d521-4c19-8c66-da78aeb23a11 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f4504b9d0510420893b02f0ad96bd8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440533 Aug 03 20:04:27.984448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43706) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:28.033690 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:28.056024 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:28.170553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:28.173205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:28.174504 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/615ec853-159a-419f-a152-337d4efcf341 HTTP/1.1" status: 204 len: 168 time: 0.1889367 Aug 03 20:04:28.182334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf31a6-30ca-4ac6-baf1-327990cf5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615ec853-159a-419f-a152-337d4efcf341,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:29.207501 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43728) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:29.299386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533111194'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:29.399105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:29.402574 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.411475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.502573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.581860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.608399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:29.618426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92c93a-10ff-443c-bab5-1cd898321b99,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:29.624361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.624745 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Added segment 1b417359-a0b2-47fd-8381-3ec64bb8df07 of type vlan for network 1df17a38-605c-4c48-8c1c-531d4d0ff967 Aug 03 20:04:29.669697 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.776259 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.781933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:29.782525 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:29.846604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Network': ['ID=1df17a38-605c-4c48-8c1c-531d4d0ff967,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:29.856935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:29.879880 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-881ff363-14a6-4e59-9e18-63d294fe4094 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6712661 Aug 03 20:04:30.505612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:04:30.527331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:04:30.528244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 298b7ec5-6b26-4ab0-a69c-2046f937dbf3 not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:04:33.168206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:33.174157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'subnet': {'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:33.317523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:33.321154 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:33.553809 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:33.612269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Subnet': ['ID=5b75ba04-4ef8-4dfb-9a22-81979b9179cb,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:33.623880 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking segment: {'id': '1b417359-a0b2-47fd-8381-3ec64bb8df07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:33.624190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network hostable DHCP agents. Network: 1df17a38-605c-4c48-8c1c-531d4d0ff967, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:33.690731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:33.713355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:33.804520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 1df17a38-605c-4c48-8c1c-531d4d0ff967) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:33.808528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:33.809324 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:33.813338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f363f08-517c-4770-a0a9-2a3e563db1d7 None None] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:33.919751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-43eeb1c4-f53f-4a23-b9eb-337d8303d27f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7496617 Aug 03 20:04:33.924529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43734) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:33.930090 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005450537'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:33.957668 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-1df17a38-605c-4c48-8c1c-531d4d0ff967', 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967', 'tenant_id': '9cd519d1b2844522983fcd232d87226b', 'fixed_ips': [{'subnet_id': '5b75ba04-4ef8-4dfb-9a22-81979b9179cb'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:33.959206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.003291 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:34.006900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.031728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:34.040775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.041130 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Added segment 3e385821-4a07-4880-8abb-8e0b9866f44f of type vlan for network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f Aug 03 20:04:34.084775 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.097624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Allocated IP 2001:db8:0:ffff::2 (1df17a38-605c-4c48-8c1c-531d4d0ff967/5b75ba04-4ef8-4dfb-9a22-81979b9179cb/97af6e94-f315-4898-9a87-e009cd653678) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:34.174893 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.180817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:34.181437 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.240725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.248890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Network': ['ID=16aa0f0c-844d-43c3-aa94-86b600cb5f9f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:34.249478 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Transition to ACTIVE for port object 97af6e94-f315-4898-9a87-e009cd653678 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:34.262689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:34.268897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Transition to ACTIVE for port object 97af6e94-f315-4898-9a87-e009cd653678 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:34.314499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b29e2893-9801-4d87-a621-6cdff8527c9c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3885288 Aug 03 20:04:34.317423 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:34.323078 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'subnet': {'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:34.336801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.380136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:34.383107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:34.388744 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:34.394111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Pushing event updated for resources: {'Port': ['ID=97af6e94-f315-4898-9a87-e009cd653678,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:34.445110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Attempting to bind port 97af6e94-f315-4898-9a87-e009cd653678 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:34.445484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Attempting to bind port 97af6e94-f315-4898-9a87-e009cd653678 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '1b417359-a0b2-47fd-8381-3ec64bb8df07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:34.445857 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Attempting to bind port 97af6e94-f315-4898-9a87-e009cd653678 on network 1df17a38-605c-4c48-8c1c-531d4d0ff967 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:34.450847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:34.451228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Checking segment: {'id': '1b417359-a0b2-47fd-8381-3ec64bb8df07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:34.451633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.452030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Bound using segment: {'id': '1b417359-a0b2-47fd-8381-3ec64bb8df07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:34.452501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Bound port: 97af6e94-f315-4898-9a87-e009cd653678, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b417359-a0b2-47fd-8381-3ec64bb8df07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1df17a38-605c-4c48-8c1c-531d4d0ff967'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:34.452917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.494576 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:34.499102 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.514803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] For port 97af6e94-f315-4898-9a87-e009cd653678, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:34.517882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] For port 97af6e94-f315-4898-9a87-e009cd653678, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97af6e94-f315-4898-9a87-e009cd653678,segment=NetworkSegment(1b417359-a0b2-47fd-8381-3ec64bb8df07),segment_id=1b417359-a0b2-47fd-8381-3ec64bb8df07)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:34.580866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.650883 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4497ec6-ea40-4304-a928-1c5cbd7828e5 None None] Pushing event updated for resources: {'Port': ['ID=97af6e94-f315-4898-9a87-e009cd653678,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:34.752589 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:34.830760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Subnet': ['ID=33465576-4607-41b5-ae2b-1792cdfcd60f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:34.849351 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking segment: {'id': '3e385821-4a07-4880-8abb-8e0b9866f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:34.849718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network hostable DHCP agents. Network: 16aa0f0c-844d-43c3-aa94-86b600cb5f9f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:34.976251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:35.048742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 16aa0f0c-844d-43c3-aa94-86b600cb5f9f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:35.052818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:35.053415 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.061126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dcfb86-f419-4d91-897e-57d9b8e19ef0 None None] Network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:35.132314 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4bc61b59-61c6-4253-af54-72b06703b9bb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8113873 Aug 03 20:04:35.133187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43738) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:35.221953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-16aa0f0c-844d-43c3-aa94-86b600cb5f9f', 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f', 'tenant_id': '9cd519d1b2844522983fcd232d87226b', 'fixed_ips': [{'subnet_id': '33465576-4607-41b5-ae2b-1792cdfcd60f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:35.225750 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.241069 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.335627 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.379196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Allocated IP 2001:db8::2 (16aa0f0c-844d-43c3-aa94-86b600cb5f9f/33465576-4607-41b5-ae2b-1792cdfcd60f/6bfc56e6-6540-4251-8c98-e2d6e0a471bd) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:35.531164 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.539612 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Transition to ACTIVE for port object 6bfc56e6-6540-4251-8c98-e2d6e0a471bd will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:35.564391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Transition to ACTIVE for port object 6bfc56e6-6540-4251-8c98-e2d6e0a471bd will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:35.570298 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dca2dd-b685-46da-b413-e291cf0a8d22 None None] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:35.657974 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.722805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:35.733654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:35.738098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:35.739793 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Pushing event updated for resources: {'Port': ['ID=6bfc56e6-6540-4251-8c98-e2d6e0a471bd,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:35.748216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.759925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8891b558-e5d1-481c-823c-1715f28ecbd1 None None] Provisioning for port 97af6e94-f315-4898-9a87-e009cd653678 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:35.786833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Subnet': ['ID=33465576-4607-41b5-ae2b-1792cdfcd60f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:35.821993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Attempting to bind port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:35.822749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Attempting to bind port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '3e385821-4a07-4880-8abb-8e0b9866f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:35.822749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Attempting to bind port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd on network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:35.828971 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:35.829341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Checking segment: {'id': '3e385821-4a07-4880-8abb-8e0b9866f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:35.829777 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.830167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Bound using segment: {'id': '3e385821-4a07-4880-8abb-8e0b9866f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:35.830634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Bound port: 6bfc56e6-6540-4251-8c98-e2d6e0a471bd, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e385821-4a07-4880-8abb-8e0b9866f44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:35.831018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.847533 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.859318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16aa0f0c-844d-43c3-aa94-86b600cb5f9f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:35.870908 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e385821-4a07-4880-8abb-8e0b9866f44f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:35.871587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e385821-4a07-4880-8abb-8e0b9866f44f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:35.881467 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.898539 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.906242 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:35.906659 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:35.909631 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:35.911785 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] For port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:35.971379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] For port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6bfc56e6-6540-4251-8c98-e2d6e0a471bd,segment=NetworkSegment(3e385821-4a07-4880-8abb-8e0b9866f44f),segment_id=3e385821-4a07-4880-8abb-8e0b9866f44f)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:35.993910 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 20:04:35.993910 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 20:04:35.993910 n-d-803363-1 neutron-server[101343]: [parameters: {'id': '16aa0f0c-844d-43c3-aa94-86b600cb5f9f'}] Aug 03 20:04:35.993910 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:04:35.994840 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:04:36.039493 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.131742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51904f7c-4c06-4d26-ad8d-5b4f0da1d0a4 None None] Pushing event updated for resources: {'Port': ['ID=6bfc56e6-6540-4251-8c98-e2d6e0a471bd,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:36.149806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4a3aff-b0e9-46c1-ae41-530a59c9fafd None None] Network 16aa0f0c-844d-43c3-aa94-86b600cb5f9f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:36.267347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de500ee8-3328-462e-8c47-6679daca5134 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 20:04:36.334875 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de500ee8-3328-462e-8c47-6679daca5134 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 20:04:36.495676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.549776 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:36.550125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.614336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] For port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6bfc56e6-6540-4251-8c98-e2d6e0a471bd,segment=NetworkSegment(3e385821-4a07-4880-8abb-8e0b9866f44f),segment_id=3e385821-4a07-4880-8abb-8e0b9866f44f)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:36.614703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.627176 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Calling delete_port for 6bfc56e6-6540-4251-8c98-e2d6e0a471bd owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:36.799285 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.804256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 97af6e94-f315-4898-9a87-e009cd653678 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:36.823676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Port': ['ID=6bfc56e6-6540-4251-8c98-e2d6e0a471bd,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:36.830060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No DVR routers for this DVR port 6bfc56e6-6540-4251-8c98-e2d6e0a471bd on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:36.912864 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.923184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16aa0f0c-844d-43c3-aa94-86b600cb5f9f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:36.923353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 97af6e94-f315-4898-9a87-e009cd653678 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:36.927152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 97af6e94-f315-4898-9a87-e009cd653678 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:36.927525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.933070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e385821-4a07-4880-8abb-8e0b9866f44f') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:36.937253 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e385821-4a07-4880-8abb-8e0b9866f44f') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:36.942744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.956278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.962579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:36.962992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:36.966609 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:37.005365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.040485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 97af6e94-f315-4898-9a87-e009cd653678, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97af6e94-f315-4898-9a87-e009cd653678,segment=NetworkSegment(1b417359-a0b2-47fd-8381-3ec64bb8df07),segment_id=1b417359-a0b2-47fd-8381-3ec64bb8df07)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:37.107972 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.117117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.117117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/16aa0f0c-844d-43c3-aa94-86b600cb5f9f HTTP/1.1" status: 204 len: 168 time: 1.9824524 Aug 03 20:04:37.120357 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:37.125831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-36826852'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:37.129297 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a0449-9200-4645-abf4-09f1f4d2644d tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Network': ['ID=16aa0f0c-844d-43c3-aa94-86b600cb5f9f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:37.140303 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.227618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:37.232026 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.258132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:37.268237 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.268581 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Added segment f9e945db-b945-481d-b268-fae8959a9bb0 of type vlan for network 2931b566-02b4-412e-91c7-603e48e05787 Aug 03 20:04:37.312550 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.348283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=97af6e94-f315-4898-9a87-e009cd653678,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:37.404777 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.410315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:37.413752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.476139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Network': ['ID=2931b566-02b4-412e-91c7-603e48e05787,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:37.486679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2931b566-02b4-412e-91c7-603e48e05787 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:37.525138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-110b6553-eba3-4838-bfa9-dbb82fac0610 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4036064 Aug 03 20:04:37.528149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43744) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:37.533291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'subnet': {'network_id': '2931b566-02b4-412e-91c7-603e48e05787', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:37.688489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:37.691877 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.747495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_backend_mixin [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Performing IP validity checks on allocation pools {{(pid=101342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 03 20:04:37.748014 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.ipam_backend_mixin [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101342) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 03 20:04:37.907593 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:37.968632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Subnet': ['ID=eef26e14-a22f-45ba-82dd-d39a5edd16af,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:37.975272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking segment: {'id': 'f9e945db-b945-481d-b268-fae8959a9bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2931b566-02b4-412e-91c7-603e48e05787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:37.975632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network hostable DHCP agents. Network: 2931b566-02b4-412e-91c7-603e48e05787, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:38.061544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network 2931b566-02b4-412e-91c7-603e48e05787 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:38.129984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2931b566-02b4-412e-91c7-603e48e05787) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:38.134264 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:38.134927 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.139854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b9e34a-1af7-4e69-8700-5280203ada58 None None] Network 2931b566-02b4-412e-91c7-603e48e05787 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:38.211155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fe4bbd7d-3769-4d0d-9e48-ebf266c603eb tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6819022 Aug 03 20:04:38.213886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43746) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:38.278997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-2931b566-02b4-412e-91c7-603e48e05787', 'network_id': '2931b566-02b4-412e-91c7-603e48e05787', 'tenant_id': '9cd519d1b2844522983fcd232d87226b', 'fixed_ips': [{'subnet_id': 'eef26e14-a22f-45ba-82dd-d39a5edd16af'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:38.279848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.317503 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.392094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.413992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Allocated IP 2001:db8::3 (2931b566-02b4-412e-91c7-603e48e05787/eef26e14-a22f-45ba-82dd-d39a5edd16af/52792ed8-5923-422f-90d0-9a7c7492fec3) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:38.555474 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.564234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Transition to ACTIVE for port object 52792ed8-5923-422f-90d0-9a7c7492fec3 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:38.578946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Transition to ACTIVE for port object 52792ed8-5923-422f-90d0-9a7c7492fec3 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:38.782188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 97af6e94-f315-4898-9a87-e009cd653678 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:38.805833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.860338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Network 2931b566-02b4-412e-91c7-603e48e05787 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:38.864991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:38.866930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Pushing event updated for resources: {'Port': ['ID=52792ed8-5923-422f-90d0-9a7c7492fec3,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:38.870314 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:38.894967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.906451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 97af6e94-f315-4898-9a87-e009cd653678 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:38.910080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.922423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Subnet': ['ID=eef26e14-a22f-45ba-82dd-d39a5edd16af,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:38.953339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Attempting to bind port 52792ed8-5923-422f-90d0-9a7c7492fec3 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:38.953712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Attempting to bind port 52792ed8-5923-422f-90d0-9a7c7492fec3 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'f9e945db-b945-481d-b268-fae8959a9bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2931b566-02b4-412e-91c7-603e48e05787'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:38.954074 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Attempting to bind port 52792ed8-5923-422f-90d0-9a7c7492fec3 on network 2931b566-02b4-412e-91c7-603e48e05787 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:38.966998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:38.967373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Checking segment: {'id': 'f9e945db-b945-481d-b268-fae8959a9bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2931b566-02b4-412e-91c7-603e48e05787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:38.967778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.968170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Bound using segment: {'id': 'f9e945db-b945-481d-b268-fae8959a9bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2931b566-02b4-412e-91c7-603e48e05787'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:38.968673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Bound port: 52792ed8-5923-422f-90d0-9a7c7492fec3, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e945db-b945-481d-b268-fae8959a9bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '2931b566-02b4-412e-91c7-603e48e05787'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:38.969059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.986571 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:38.996899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931b566-02b4-412e-91c7-603e48e05787']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:39.006807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e945db-b945-481d-b268-fae8959a9bb0') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:39.007876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e945db-b945-481d-b268-fae8959a9bb0') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:39.018547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.032906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.039095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:39.039493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:39.042826 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:39.075616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] For port 52792ed8-5923-422f-90d0-9a7c7492fec3, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:39.102662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] For port 52792ed8-5923-422f-90d0-9a7c7492fec3, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=52792ed8-5923-422f-90d0-9a7c7492fec3,segment=NetworkSegment(f9e945db-b945-481d-b268-fae8959a9bb0),segment_id=f9e945db-b945-481d-b268-fae8959a9bb0)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:39.124836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.db.api [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 20:04:39.124836 n-d-803363-1 neutron-server[101342]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 20:04:39.124836 n-d-803363-1 neutron-server[101342]: [parameters: {'id': '2931b566-02b4-412e-91c7-603e48e05787'}] Aug 03 20:04:39.124836 n-d-803363-1 neutron-server[101342]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101342) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:04:39.125268 n-d-803363-1 neutron-server[101342]: DEBUG oslo_db.api [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:04:39.153411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.232717 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622c0c0-7b87-406c-8cf8-6d516056642c None None] Pushing event updated for resources: {'Port': ['ID=52792ed8-5923-422f-90d0-9a7c7492fec3,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:39.248020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578b9ba-4044-4153-a7b7-06a207634fca None None] Network 2931b566-02b4-412e-91c7-603e48e05787 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:39.367566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78b0b0-5179-4cf1-997a-33636215c7a7 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 20:04:39.432094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78b0b0-5179-4cf1-997a-33636215c7a7 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 20:04:39.626164 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.678665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting port 52792ed8-5923-422f-90d0-9a7c7492fec3 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:39.679001 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.740037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] For port 52792ed8-5923-422f-90d0-9a7c7492fec3, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=52792ed8-5923-422f-90d0-9a7c7492fec3,segment=NetworkSegment(f9e945db-b945-481d-b268-fae8959a9bb0),segment_id=f9e945db-b945-481d-b268-fae8959a9bb0)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:39.740390 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.752056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Calling delete_port for 52792ed8-5923-422f-90d0-9a7c7492fec3 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:39.911778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:39.937263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Port': ['ID=52792ed8-5923-422f-90d0-9a7c7492fec3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:39.940972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No DVR routers for this DVR port 52792ed8-5923-422f-90d0-9a7c7492fec3 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:40.021304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.031123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2931b566-02b4-412e-91c7-603e48e05787']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:40.040479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e945db-b945-481d-b268-fae8959a9bb0') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:40.040817 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e945db-b945-481d-b268-fae8959a9bb0') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:40.049273 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.062773 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.068539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:40.068955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:40.071808 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:40.197326 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.204521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.206140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/2931b566-02b4-412e-91c7-603e48e05787 HTTP/1.1" status: 204 len: 168 time: 1.9913294 Aug 03 20:04:40.209826 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:40.215686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-375418326'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:40.217114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64804405-c048-4e7c-b4b4-d804a6046d07 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Network': ['ID=2931b566-02b4-412e-91c7-603e48e05787,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:40.294444 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:40.297899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.326440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:40.335148 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.335495 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Added segment 79d97dc8-e3db-4c46-a4fa-03cc17a7ae99 of type vlan for network f7c5ee93-5e09-4a66-963e-75f2510b6a4a Aug 03 20:04:40.375498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.467278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.472806 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:40.473387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.537294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Network': ['ID=f7c5ee93-5e09-4a66-963e-75f2510b6a4a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:40.548045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:40.579474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aed3d0b8-d63c-4cbf-ae6e-584a167ca77c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3658838 Aug 03 20:04:40.579690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:40.584774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'subnet': {'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:40.713093 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:40.717273 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:40.982785 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.041565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Subnet': ['ID=40855b0a-e170-456b-9e10-2db2d515b858,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:41.050833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking segment: {'id': '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:41.051192 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network hostable DHCP agents. Network: f7c5ee93-5e09-4a66-963e-75f2510b6a4a, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:41.170100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:41.318573 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f7c5ee93-5e09-4a66-963e-75f2510b6a4a) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:41.322560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:41.323154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.327703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8db651-9dad-4157-a29a-a251ce71e9a0 None None] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:41.411044 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c50eff80-0b6a-44c7-8a23-364970539395 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8301711 Aug 03 20:04:41.414570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43752) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:41.419822 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12325688'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:41.471018 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f7c5ee93-5e09-4a66-963e-75f2510b6a4a', 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a', 'tenant_id': '9cd519d1b2844522983fcd232d87226b', 'fixed_ips': [{'subnet_id': '40855b0a-e170-456b-9e10-2db2d515b858'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:41.471883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.505842 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:41.509387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.534395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:41.543347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.543706 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Added segment ca5bad01-6277-4a9e-bae7-51040f3b8fae of type vlan for network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 Aug 03 20:04:41.585327 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.605012 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Allocated IP 2001:db8::2 (f7c5ee93-5e09-4a66-963e-75f2510b6a4a/40855b0a-e170-456b-9e10-2db2d515b858/61be99f6-492d-4205-9fb5-c5b2b1b1ba27) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:41.690524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.696012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:41.696596 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.751544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.760006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Transition to ACTIVE for port object 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:41.762452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Network': ['ID=4af1e7ab-1b19-417e-8e0c-c4f77ef72217,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:41.774115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:41.789581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Transition to ACTIVE for port object 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:41.828663 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-93f7fce4-521d-49b7-be9c-c7bba3641781 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4129479 Aug 03 20:04:41.831532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43754) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:41.839832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Request body: {'subnet': {'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:41.907912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:41.945243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:41.950198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:41.952738 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:41.965014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Pushing event updated for resources: {'Port': ['ID=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:42.011632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Attempting to bind port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:42.012894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Attempting to bind port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:42.013247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Attempting to bind port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 on network f7c5ee93-5e09-4a66-963e-75f2510b6a4a {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:42.018107 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:42.018493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Checking segment: {'id': '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:42.018872 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.019257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Bound using segment: {'id': '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:42.019719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Bound port: 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'f7c5ee93-5e09-4a66-963e-75f2510b6a4a'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:42.020182 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.021434 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Made reservation on behalf of 9cd519d1b2844522983fcd232d87226b for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:42.025040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.081688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] For port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:42.084822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] For port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,segment=NetworkSegment(79d97dc8-e3db-4c46-a4fa-03cc17a7ae99),segment_id=79d97dc8-e3db-4c46-a4fa-03cc17a7ae99)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:42.256365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.290452 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.320316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e899143-fa1b-4caf-a6f0-b3cc737f20c9 None None] Pushing event updated for resources: {'Port': ['ID=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:42.355226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event updated for resources: {'Subnet': ['ID=92f962c4-f4cb-4c13-bf2c-86b315080c6f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:42.363278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Checking segment: {'id': 'ca5bad01-6277-4a9e-bae7-51040f3b8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:42.363640 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network hostable DHCP agents. Network: 4af1e7ab-1b19-417e-8e0c-c4f77ef72217, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:42.439115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:42.512752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 4af1e7ab-1b19-417e-8e0c-c4f77ef72217) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:42.517071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:42.517776 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.526956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dc4091-1655-47b8-a5c8-aff939179ff1 None None] Network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:42.611047 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba6a933d-d178-4bbe-a349-ae7d0dc001b0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7782300 Aug 03 20:04:42.613655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43756) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:42.675688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-4af1e7ab-1b19-417e-8e0c-c4f77ef72217', 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217', 'tenant_id': '9cd519d1b2844522983fcd232d87226b', 'fixed_ips': [{'subnet_id': '92f962c4-f4cb-4c13-bf2c-86b315080c6f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:42.676570 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.722604 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.781502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:42.820258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Allocated IP 2001:db8::2 (4af1e7ab-1b19-417e-8e0c-c4f77ef72217/92f962c4-f4cb-4c13-bf2c-86b315080c6f/368fb55b-d083-4858-8455-46a33a93d48f) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:42.831808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:43.001622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:43.007254 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.018707 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Transition to ACTIVE for port object 368fb55b-d083-4858-8455-46a33a93d48f will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:43.034380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Transition to ACTIVE for port object 368fb55b-d083-4858-8455-46a33a93d48f will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:43.108400 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.150629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:43.154229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:43.160166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:43.167528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Pushing event updated for resources: {'Port': ['ID=368fb55b-d083-4858-8455-46a33a93d48f,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:43.198615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.222689 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Attempting to bind port 368fb55b-d083-4858-8455-46a33a93d48f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:43.223072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Attempting to bind port 368fb55b-d083-4858-8455-46a33a93d48f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ca5bad01-6277-4a9e-bae7-51040f3b8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:43.223431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Attempting to bind port 368fb55b-d083-4858-8455-46a33a93d48f on network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:43.229002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:43.229307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Checking segment: {'id': 'ca5bad01-6277-4a9e-bae7-51040f3b8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:43.229720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.230114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Bound using segment: {'id': 'ca5bad01-6277-4a9e-bae7-51040f3b8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:43.231293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Bound port: 368fb55b-d083-4858-8455-46a33a93d48f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5bad01-6277-4a9e-bae7-51040f3b8fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:43.231685 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.235831 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Subnet': ['ID=92f962c4-f4cb-4c13-bf2c-86b315080c6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:43.287956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681eac1-37d2-440f-a040-ef3d7620c3b8 None None] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:43.305716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.315979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af1e7ab-1b19-417e-8e0c-c4f77ef72217']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:43.328184 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5bad01-6277-4a9e-bae7-51040f3b8fae') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:43.334979 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5bad01-6277-4a9e-bae7-51040f3b8fae') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:43.337716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.349897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] For port 368fb55b-d083-4858-8455-46a33a93d48f, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:43.352291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.358614 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:43.359241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:43.362343 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:43.430770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] For port 368fb55b-d083-4858-8455-46a33a93d48f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=368fb55b-d083-4858-8455-46a33a93d48f,segment=NetworkSegment(ca5bad01-6277-4a9e-bae7-51040f3b8fae),segment_id=ca5bad01-6277-4a9e-bae7-51040f3b8fae)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:43.463829 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Provisioning for port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:43.470935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Provisioning complete for port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:43.471307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.519254 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.db.api [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 03 20:04:43.519254 n-d-803363-1 neutron-server[101343]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 03 20:04:43.519254 n-d-803363-1 neutron-server[101343]: [parameters: {'id': '4af1e7ab-1b19-417e-8e0c-c4f77ef72217'}] Aug 03 20:04:43.519254 n-d-803363-1 neutron-server[101343]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101343) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:04:43.519742 n-d-803363-1 neutron-server[101343]: DEBUG oslo_db.api [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:04:43.558223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.562291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.645752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] For port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,segment=NetworkSegment(79d97dc8-e3db-4c46-a4fa-03cc17a7ae99),segment_id=79d97dc8-e3db-4c46-a4fa-03cc17a7ae99)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:43.667098 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eacad8-fc5d-47b0-9902-1833bc20f8f1 None None] Pushing event updated for resources: {'Port': ['ID=368fb55b-d083-4858-8455-46a33a93d48f,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:43.690704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7001106d-c5a7-4410-9f48-de1c382e5874 None None] Network 4af1e7ab-1b19-417e-8e0c-c4f77ef72217 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:43.732538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.827447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588feb12-4016-452d-bb35-31afb0e5f05d None None] Pushing event updated for resources: {'Port': ['ID=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:43.859156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf8d002-474f-4382-b8a8-ecdbeb547cb0 None None] get_active_networks_info from n-d-803363-1 {{(pid=101344) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 03 20:04:43.863368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c30d6600-eeeb-4597-9f38-5b5e5728772e None None] Provisioning complete for port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:43.863746 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c30d6600-eeeb-4597-9f38-5b5e5728772e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:43.987081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8d002-474f-4382-b8a8-ecdbeb547cb0 None None] Resources bound (agent type, host, resource id): {{(pid=101344) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 03 20:04:44.020620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.083290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting port 368fb55b-d083-4858-8455-46a33a93d48f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:44.083547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.146886 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] For port 368fb55b-d083-4858-8455-46a33a93d48f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=368fb55b-d083-4858-8455-46a33a93d48f,segment=NetworkSegment(ca5bad01-6277-4a9e-bae7-51040f3b8fae),segment_id=ca5bad01-6277-4a9e-bae7-51040f3b8fae)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:44.147264 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.160350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Calling delete_port for 368fb55b-d083-4858-8455-46a33a93d48f owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:44.330157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.355340 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Port': ['ID=368fb55b-d083-4858-8455-46a33a93d48f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:44.359206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No DVR routers for this DVR port 368fb55b-d083-4858-8455-46a33a93d48f on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:44.438832 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.448300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af1e7ab-1b19-417e-8e0c-c4f77ef72217']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:44.458766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5bad01-6277-4a9e-bae7-51040f3b8fae') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:44.459060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5bad01-6277-4a9e-bae7-51040f3b8fae') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:44.468021 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.481696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.487733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:44.488130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:44.491054 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:44.604091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.617449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.617449 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/4af1e7ab-1b19-417e-8e0c-c4f77ef72217 HTTP/1.1" status: 204 len: 168 time: 1.9985552 Aug 03 20:04:44.617644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43758) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:44.625662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ebab9-2940-4c17-9892-1d4179f851f4 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Network': ['ID=4af1e7ab-1b19-417e-8e0c-c4f77ef72217,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:44.649655 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-69abb8f0-02d0-43a3-87df-02d9ef15443c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] GET failed (client error): The resource could not be found. Aug 03 20:04:44.650960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-69abb8f0-02d0-43a3-87df-02d9ef15443c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "GET /v2.0/subnets/92f962c4-f4cb-4c13-bf2c-86b315080c6f HTTP/1.1" status: 404 len: 337 time: 0.0335057 Aug 03 20:04:44.653865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43760) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:44.671398 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae0a17d-e9a0-4ecb-9dd0-199bedf4cd75 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:44.671908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae0a17d-e9a0-4ecb-9dd0-199bedf4cd75 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:44.673524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0ae0a17d-e9a0-4ecb-9dd0-199bedf4cd75 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/4af1e7ab-1b19-417e-8e0c-c4f77ef72217 HTTP/1.1" status: 404 len: 339 time: 0.0186629 Aug 03 20:04:44.677006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43762) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:44.702440 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae312a3-0f36-4ebd-ad54-e7a6896cd63f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:44.702872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae312a3-0f36-4ebd-ad54-e7a6896cd63f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:44.704447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5ae312a3-0f36-4ebd-ad54-e7a6896cd63f tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/subnets/92f962c4-f4cb-4c13-bf2c-86b315080c6f HTTP/1.1" status: 404 len: 337 time: 0.0265648 Aug 03 20:04:44.706696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43764) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:44.723272 n-d-803363-1 neutron-server[101342]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b37ba0-209a-4b34-8f5a-5314c42e2db7 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:44.723777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b37ba0-209a-4b34-8f5a-5314c42e2db7 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101342) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:44.725384 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-91b37ba0-209a-4b34-8f5a-5314c42e2db7 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/4af1e7ab-1b19-417e-8e0c-c4f77ef72217 HTTP/1.1" status: 404 len: 339 time: 0.0178404 Aug 03 20:04:44.727545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43766) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:44.777378 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting subnet 40855b0a-e170-456b-9e10-2db2d515b858 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:04:44.780605 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.788642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:44.827485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:44.835637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:44.836007 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.239959 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.351811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.377461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Subnet': ['ID=40855b0a-e170-456b-9e10-2db2d515b858,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:45.384307 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.386194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-885c8f6f-aa71-4d37-9c6d-5b4b23c0d193 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/subnets/40855b0a-e170-456b-9e10-2db2d515b858 HTTP/1.1" status: 204 len: 168 time: 0.6577752 Aug 03 20:04:45.389415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43768) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:45.390383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f3924-ff31-4991-86a4-76efe250c8e8 None None] Network f7c5ee93-5e09-4a66-963e-75f2510b6a4a requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:45.467483 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.521799 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:45.522144 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.559256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] DHCP port deletion for f7c5ee93-5e09-4a66-963e-75f2510b6a4a request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:04:45.589664 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] For port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,segment=NetworkSegment(79d97dc8-e3db-4c46-a4fa-03cc17a7ae99),segment_id=79d97dc8-e3db-4c46-a4fa-03cc17a7ae99)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:45.590173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.603059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Calling delete_port for 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:45.606286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Deleting port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:45.606665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.753712 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.779918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Port': ['ID=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:45.783340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No DVR routers for this DVR port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:45.835138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] For port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,segment=NetworkSegment(79d97dc8-e3db-4c46-a4fa-03cc17a7ae99),segment_id=79d97dc8-e3db-4c46-a4fa-03cc17a7ae99)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:45.835803 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.847613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Calling delete_port for 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:45.866948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.877432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c5ee93-5e09-4a66-963e-75f2510b6a4a']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:45.887684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:45.888098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d97dc8-e3db-4c46-a4fa-03cc17a7ae99') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:45.897112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.897519 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.910692 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.916572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:45.916993 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:45.920579 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:45.927234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:45.955395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] Pushing event deleted for resources: {'Port': ['ID=61be99f6-492d-4205-9fb5-c5b2b1b1ba27,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:45.958773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ce05c-0180-40a6-a3fa-20def63a5aa4 None None] No DVR routers for this DVR port 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:46.038887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.046746 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.048469 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/f7c5ee93-5e09-4a66-963e-75f2510b6a4a HTTP/1.1" status: 204 len: 168 time: 0.6581366 Aug 03 20:04:46.051289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43770) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.060150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feea4de-36a9-4b46-8506-2a6c15a68ec0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Network': ['ID=f7c5ee93-5e09-4a66-963e-75f2510b6a4a,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:46.077892 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-8685f7bf-a15f-4635-8cd6-914105cf1ed0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:46.078337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8685f7bf-a15f-4635-8cd6-914105cf1ed0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:46.080055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8685f7bf-a15f-4635-8cd6-914105cf1ed0 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/subnets/eef26e14-a22f-45ba-82dd-d39a5edd16af HTTP/1.1" status: 404 len: 337 time: 0.0277190 Aug 03 20:04:46.082804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43772) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.105183 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ea03d8-f935-466c-8751-1fbae4b1dd1c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:46.106384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ea03d8-f935-466c-8751-1fbae4b1dd1c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:46.108018 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d7ea03d8-f935-466c-8751-1fbae4b1dd1c tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/2931b566-02b4-412e-91c7-603e48e05787 HTTP/1.1" status: 404 len: 339 time: 0.0242953 Aug 03 20:04:46.110494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43774) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.465563 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24db4ab-97ae-4786-bbc9-0624b52d9724 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:46.466025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24db4ab-97ae-4786-bbc9-0624b52d9724 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:46.467725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e24db4ab-97ae-4786-bbc9-0624b52d9724 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/subnets/33465576-4607-41b5-ae2b-1792cdfcd60f HTTP/1.1" status: 404 len: 337 time: 0.3563569 Aug 03 20:04:46.470290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43776) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.487279 n-d-803363-1 neutron-server[101343]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a34d0c-06fe-401f-bd0f-9d366da4e4a1 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] DELETE failed (client error): The resource could not be found. Aug 03 20:04:46.488051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a34d0c-06fe-401f-bd0f-9d366da4e4a1 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101343) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 03 20:04:46.489648 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-31a34d0c-06fe-401f-bd0f-9d366da4e4a1 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/16aa0f0c-844d-43c3-aa94-86b600cb5f9f HTTP/1.1" status: 404 len: 339 time: 0.0184801 Aug 03 20:04:46.491898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43778) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.540863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting subnet 5b75ba04-4ef8-4dfb-9a22-81979b9179cb {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:04:46.543895 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.582654 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.665737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.780113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:04:46.791922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.800383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:04:46.803279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 61be99f6-492d-4205-9fb5-c5b2b1b1ba27 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:04:46.822399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Subnet': ['ID=5b75ba04-4ef8-4dfb-9a22-81979b9179cb,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:46.827616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.829532 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-68af343e-328e-49f7-a981-a0729c0586b5 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/subnets/5b75ba04-4ef8-4dfb-9a22-81979b9179cb HTTP/1.1" status: 204 len: 168 time: 0.3367751 Aug 03 20:04:46.831987 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43780) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:46.833524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affc6fdc-7c5e-4e77-b9be-49f14be62d3d None None] Network 1df17a38-605c-4c48-8c1c-531d4d0ff967 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:46.910818 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:46.965812 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Deleting port 97af6e94-f315-4898-9a87-e009cd653678 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:46.966294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.005122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] DHCP port deletion for 1df17a38-605c-4c48-8c1c-531d4d0ff967 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:04:47.034998 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] For port 97af6e94-f315-4898-9a87-e009cd653678, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97af6e94-f315-4898-9a87-e009cd653678,segment=NetworkSegment(1b417359-a0b2-47fd-8381-3ec64bb8df07),segment_id=1b417359-a0b2-47fd-8381-3ec64bb8df07)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:47.035366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.048475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Calling delete_port for 97af6e94-f315-4898-9a87-e009cd653678 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:47.052180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Deleting port 97af6e94-f315-4898-9a87-e009cd653678 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:47.052556 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.114902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] For port 97af6e94-f315-4898-9a87-e009cd653678, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97af6e94-f315-4898-9a87-e009cd653678,segment=NetworkSegment(1b417359-a0b2-47fd-8381-3ec64bb8df07),segment_id=1b417359-a0b2-47fd-8381-3ec64bb8df07)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:47.115298 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.127523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Calling delete_port for 97af6e94-f315-4898-9a87-e009cd653678 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:47.181579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.206371 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.208027 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Port': ['ID=97af6e94-f315-4898-9a87-e009cd653678,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:47.211760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] No DVR routers for this DVR port 97af6e94-f315-4898-9a87-e009cd653678 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:47.236928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] No DVR routers for this DVR port 97af6e94-f315-4898-9a87-e009cd653678 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:47.239084 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787ae64-254c-44ee-9211-43294f0555cd None None] Pushing event deleted for resources: {'Port': ['ID=97af6e94-f315-4898-9a87-e009cd653678,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:47.295899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.305441 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1df17a38-605c-4c48-8c1c-531d4d0ff967']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:47.315446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b417359-a0b2-47fd-8381-3ec64bb8df07') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:47.315746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b417359-a0b2-47fd-8381-3ec64bb8df07') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:47.325569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.338802 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.345463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:47.350363 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:47.444293 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.451881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:47.456808 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] 10.222.0.67 "DELETE /v2.0/networks/1df17a38-605c-4c48-8c1c-531d4d0ff967 HTTP/1.1" status: 204 len: 168 time: 0.6206427 Aug 03 20:04:47.465491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142463a-08de-4e33-9998-db8b87e1e188 tempest-NetworksIpV6Test-1173718899 tempest-NetworksIpV6Test-1173718899-project] Pushing event deleted for resources: {'Network': ['ID=1df17a38-605c-4c48-8c1c-531d4d0ff967,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:47.861680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43786) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:47.989058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ce30cae7-da58-4300-81b6-c4bf83373285 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9cd519d1b2844522983fcd232d87226b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259034 Aug 03 20:04:47.991699 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43790) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:48.040347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:48.061737 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:48.193227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:48.195760 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:48.196945 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb92c93a-10ff-443c-bab5-1cd898321b99 HTTP/1.1" status: 204 len: 168 time: 0.2043245 Aug 03 20:04:48.205592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d666ab4-cc9d-47d4-a065-77b766d0d8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92c93a-10ff-443c-bab5-1cd898321b99,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:48.792700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 97af6e94-f315-4898-9a87-e009cd653678 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:04:48.813023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-829c811e-fe98-407b-b33d-1c6d200d683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:48.814352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 97af6e94-f315-4898-9a87-e009cd653678 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:04:48.814734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 97af6e94-f315-4898-9a87-e009cd653678 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:04:49.119458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:49.211803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-501969888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:49.324862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.325908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.381561 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.443253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.517050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.518259 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fdd2d6b6-f409-41f7-bac7-49e1ac56fc57 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3977764 Aug 03 20:04:49.520880 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:49.525716 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-840721760'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:49.609821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Made reservation on behalf of 2d4d54e458924f83bdc468f947c39dd4 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:49.613603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.623268 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.714914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.769790 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.792002 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:49.805679 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12b58d6-d963-4805-8b9a-d83de77e4fd9,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:49.810430 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.810771 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Added segment ce5e7169-637d-4a93-bea3-d5c1bcbd1f10 of type vlan for network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc Aug 03 20:04:49.849931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.952881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:49.958425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:49.959019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.031630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event updated for resources: {'Network': ['ID=de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:50.045973 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:50.092397 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-683ad483-5771-41f0-9a63-736f982bc282 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5704541 Aug 03 20:04:50.096333 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:50.101633 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'subnet': {'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:50.279520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Made reservation on behalf of 2d4d54e458924f83bdc468f947c39dd4 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:50.283515 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.541759 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.607000 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event updated for resources: {'Subnet': ['ID=25343eb9-a87d-49ea-be4f-dd195ab94488,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:50.616746 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Checking segment: {'id': 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:50.617110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Network hostable DHCP agents. Network: de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:50.700730 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:50.758269 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:50.762878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:50.763466 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.769357 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731b3bf-30ea-4fc2-8ba4-29b0fde3053b None None] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:50.833714 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bbbed0c9-e075-4bc6-9175-5e42065964ff tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7360454 Aug 03 20:04:50.836729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:50.841922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-964119359'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:50.913621 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc', 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc', 'tenant_id': '2d4d54e458924f83bdc468f947c39dd4', 'fixed_ips': [{'subnet_id': '25343eb9-a87d-49ea-be4f-dd195ab94488'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:50.914476 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.924986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Made reservation on behalf of 2d4d54e458924f83bdc468f947c39dd4 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:50.928619 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.953728 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:50.962984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:50.963329 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Added segment ad13aaca-6915-43d1-849b-ac3d72c34569 of type vlan for network a96faebf-2264-4804-95a2-3be3237206e1 Aug 03 20:04:51.005607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.049830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Allocated IP 172.20.0.2 (de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc/25343eb9-a87d-49ea-be4f-dd195ab94488/5f8af036-6a28-4dbe-bda6-073b2dff7c41) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:51.094550 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.100208 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:51.101020 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.172925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event updated for resources: {'Network': ['ID=a96faebf-2264-4804-95a2-3be3237206e1,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:51.184787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network a96faebf-2264-4804-95a2-3be3237206e1 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:51.228883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.239885 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be212e2a-2e5c-4b1b-a80c-0864d9ca8119 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4019482 Aug 03 20:04:51.242797 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43822) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:51.248827 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'subnet': {'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:51.249531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Transition to ACTIVE for port object 5f8af036-6a28-4dbe-bda6-073b2dff7c41 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:51.281062 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Transition to ACTIVE for port object 5f8af036-6a28-4dbe-bda6-073b2dff7c41 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:51.342485 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.379587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:51.382455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:51.385918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:51.398340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Pushing event updated for resources: {'Port': ['ID=5f8af036-6a28-4dbe-bda6-073b2dff7c41,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:51.421265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Made reservation on behalf of 2d4d54e458924f83bdc468f947c39dd4 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:51.424855 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.446476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Attempting to bind port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:51.446843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Attempting to bind port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:51.447209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Attempting to bind port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 on network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:51.452430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:51.452844 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Checking segment: {'id': 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:51.453253 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.453649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Bound using segment: {'id': 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:51.454119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Bound port: 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:51.454503 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.518346 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] For port 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:51.521592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] For port 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f8af036-6a28-4dbe-bda6-073b2dff7c41,segment=NetworkSegment(ce5e7169-637d-4a93-bea3-d5c1bcbd1f10),segment_id=ce5e7169-637d-4a93-bea3-d5c1bcbd1f10)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:51.582083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.639387 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.649795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb1272-81b4-4993-a534-3555f4d5aa40 None None] Pushing event updated for resources: {'Port': ['ID=5f8af036-6a28-4dbe-bda6-073b2dff7c41,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:51.709832 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event updated for resources: {'Subnet': ['ID=9efde017-9499-42d8-8fca-20d10ddb1dc3,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:51.717930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Checking segment: {'id': 'ad13aaca-6915-43d1-849b-ac3d72c34569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:51.718300 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Network hostable DHCP agents. Network: a96faebf-2264-4804-95a2-3be3237206e1, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:51.821810 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Network a96faebf-2264-4804-95a2-3be3237206e1 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:51.923965 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, a96faebf-2264-4804-95a2-3be3237206e1) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:51.928122 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:51.928787 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:51.932737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a657417-b304-41b1-8030-dedc7f2ac418 None None] Network a96faebf-2264-4804-95a2-3be3237206e1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:52.026825 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c317c77d-5cf6-4b12-8e11-b016285d5370 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827954 Aug 03 20:04:52.029706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43824) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:52.034830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-310e179e-0f5e-49e1-9190-5daca482adba tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:52.080337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d31b849c-863b-40ae-b8f2-26fa77773aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.088458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-a96faebf-2264-4804-95a2-3be3237206e1', 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1', 'tenant_id': '2d4d54e458924f83bdc468f947c39dd4', 'fixed_ips': [{'subnet_id': '9efde017-9499-42d8-8fca-20d10ddb1dc3'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:52.089379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.233206 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Allocated IP 172.21.0.2 (a96faebf-2264-4804-95a2-3be3237206e1/9efde017-9499-42d8-8fca-20d10ddb1dc3/97f62a88-38c5-48c5-8d7a-c565d77ee602) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:52.257435 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-310e179e-0f5e-49e1-9190-5daca482adba tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.288003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.390187 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.399139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Transition to ACTIVE for port object 97f62a88-38c5-48c5-8d7a-c565d77ee602 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:52.415033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Transition to ACTIVE for port object 97f62a88-38c5-48c5-8d7a-c565d77ee602 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:52.445262 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [None req-310e179e-0f5e-49e1-9190-5daca482adba tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 03 20:04:52.449575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-310e179e-0f5e-49e1-9190-5daca482adba tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "PUT /v2.0/routers/25387b3e-f085-40f3-9844-a776b33b44dd HTTP/1.1" status: 400 len: 364 time: 0.4183395 Aug 03 20:04:52.452571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43826) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:52.478924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.509126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Deleting subnet 9efde017-9499-42d8-8fca-20d10ddb1dc3 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:04:52.512681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.518219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Network a96faebf-2264-4804-95a2-3be3237206e1 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:52.524925 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:52.529374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:52.532687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Pushing event updated for resources: {'Port': ['ID=97f62a88-38c5-48c5-8d7a-c565d77ee602,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:52.554260 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.579880 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a39cfc-10c0-4226-92fd-89996e151996 None None] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:52.627100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Attempting to bind port 97f62a88-38c5-48c5-8d7a-c565d77ee602 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:52.627485 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Attempting to bind port 97f62a88-38c5-48c5-8d7a-c565d77ee602 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'ad13aaca-6915-43d1-849b-ac3d72c34569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:52.627855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Attempting to bind port 97f62a88-38c5-48c5-8d7a-c565d77ee602 on network a96faebf-2264-4804-95a2-3be3237206e1 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:52.638779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:52.639156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Checking segment: {'id': 'ad13aaca-6915-43d1-849b-ac3d72c34569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:52.639558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.639953 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Bound using segment: {'id': 'ad13aaca-6915-43d1-849b-ac3d72c34569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:52.640436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Bound port: 97f62a88-38c5-48c5-8d7a-c565d77ee602, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad13aaca-6915-43d1-849b-ac3d72c34569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a96faebf-2264-4804-95a2-3be3237206e1'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:52.640855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.645664 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.770736 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.775644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] For port 97f62a88-38c5-48c5-8d7a-c565d77ee602, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:52.802694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Subnet': ['ID=9efde017-9499-42d8-8fca-20d10ddb1dc3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:52.803718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] For port 97f62a88-38c5-48c5-8d7a-c565d77ee602, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97f62a88-38c5-48c5-8d7a-c565d77ee602,segment=NetworkSegment(ad13aaca-6915-43d1-849b-ac3d72c34569),segment_id=ad13aaca-6915-43d1-849b-ac3d72c34569)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:52.804786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.810234 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43828) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:52.810782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-85f5a4d3-1ca1-434c-a940-0614a579b6e7 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "DELETE /v2.0/subnets/9efde017-9499-42d8-8fca-20d10ddb1dc3 HTTP/1.1" status: 204 len: 168 time: 0.3567748 Aug 03 20:04:52.821121 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-61bd980f-3e56-4ea8-80aa-67fef7dc9cb5 None None] Provisioning for port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:52.835315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f8af036-6a28-4dbe-bda6-073b2dff7c41 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:04:52.872065 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.908595 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.952167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac104-74c1-4df4-bfc5-72008fde4f34 None None] Pushing event updated for resources: {'Port': ['ID=97f62a88-38c5-48c5-8d7a-c565d77ee602,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:52.969341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Deleting port 97f62a88-38c5-48c5-8d7a-c565d77ee602 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:52.969695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:52.998708 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:04:53.006364 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:53.007333 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.051825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] For port 97f62a88-38c5-48c5-8d7a-c565d77ee602, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=97f62a88-38c5-48c5-8d7a-c565d77ee602,segment=NetworkSegment(ad13aaca-6915-43d1-849b-ac3d72c34569),segment_id=ad13aaca-6915-43d1-849b-ac3d72c34569)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:53.052938 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.068352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Calling delete_port for 97f62a88-38c5-48c5-8d7a-c565d77ee602 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:53.109494 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.124725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.156315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e8974ccf-c3ef-4984-a7b2-99f02b2a8486 None None] Provisioning complete for port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:04:53.156724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e8974ccf-c3ef-4984-a7b2-99f02b2a8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.163795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f8af036-6a28-4dbe-bda6-073b2dff7c41,segment=NetworkSegment(ce5e7169-637d-4a93-bea3-d5c1bcbd1f10),segment_id=ce5e7169-637d-4a93-bea3-d5c1bcbd1f10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:53.241080 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.252318 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e8974ccf-c3ef-4984-a7b2-99f02b2a8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.271783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.303001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Port': ['ID=97f62a88-38c5-48c5-8d7a-c565d77ee602,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:53.305225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] No DVR routers for this DVR port 97f62a88-38c5-48c5-8d7a-c565d77ee602 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:53.338539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5f8af036-6a28-4dbe-bda6-073b2dff7c41,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:53.349190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.db.api [None req-e8974ccf-c3ef-4984-a7b2-99f02b2a8486 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101344) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 03 20:04:53.349560 n-d-803363-1 neutron-server[101344]: DEBUG oslo_db.api [None req-e8974ccf-c3ef-4984-a7b2-99f02b2a8486 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 20:04:53.396376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.406899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96faebf-2264-4804-95a2-3be3237206e1']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:53.416446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad13aaca-6915-43d1-849b-ac3d72c34569') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:53.416783 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad13aaca-6915-43d1-849b-ac3d72c34569') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:53.425492 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.440215 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.446868 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:53.447278 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:53.451182 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:53.576384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.583177 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.585026 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "DELETE /v2.0/networks/a96faebf-2264-4804-95a2-3be3237206e1 HTTP/1.1" status: 204 len: 168 time: 0.7730920 Aug 03 20:04:53.587590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43830) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:53.597527 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb15c-59c5-44cb-afde-1b9eb7552730 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Network': ['ID=a96faebf-2264-4804-95a2-3be3237206e1,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:53.649156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Deleting subnet 25343eb9-a87d-49ea-be4f-dd195ab94488 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:04:53.652564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.695275 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.783786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.901826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.930188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Subnet': ['ID=25343eb9-a87d-49ea-be4f-dd195ab94488,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:53.933873 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:53.935985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0a8079da-a900-4a2e-a94e-a7fa16f5ffc2 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "DELETE /v2.0/subnets/25343eb9-a87d-49ea-be4f-dd195ab94488 HTTP/1.1" status: 204 len: 168 time: 0.3471403 Aug 03 20:04:53.938488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43832) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:53.946086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45378ab-55dc-4313-8cf5-3b1f30310658 None None] Network de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:53.991664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb39db-2e16-46e8-822d-0ebc4892f5fc None None] DHCP port deletion for a96faebf-2264-4804-95a2-3be3237206e1 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:04:54.018745 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-58d245d1-ce61-412c-8581-4dab660134c7 None None] Could not find standard attr ID for object 97f62a88-38c5-48c5-8d7a-c565d77ee602. {{(pid=101344) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 03 20:04:54.023666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.026390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f6369-9dbd-45c7-bb7c-c548f7e7e60a None None] Network a96faebf-2264-4804-95a2-3be3237206e1 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:54.055584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6f6369-9dbd-45c7-bb7c-c548f7e7e60a None None] Network a96faebf-2264-4804-95a2-3be3237206e1 could not be found, it might have been deleted concurrently. {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 03 20:04:54.079006 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Deleting port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:54.079357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.149650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] For port 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f8af036-6a28-4dbe-bda6-073b2dff7c41,segment=NetworkSegment(ce5e7169-637d-4a93-bea3-d5c1bcbd1f10),segment_id=ce5e7169-637d-4a93-bea3-d5c1bcbd1f10)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:54.150017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.163089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Calling delete_port for 5f8af036-6a28-4dbe-bda6-073b2dff7c41 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:54.172630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] DHCP port deletion for de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:04:54.218630 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Deleting port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:04:54.219015 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.280238 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] For port 5f8af036-6a28-4dbe-bda6-073b2dff7c41, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f8af036-6a28-4dbe-bda6-073b2dff7c41,segment=NetworkSegment(ce5e7169-637d-4a93-bea3-d5c1bcbd1f10),segment_id=ce5e7169-637d-4a93-bea3-d5c1bcbd1f10)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:04:54.280631 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.293141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Calling delete_port for 5f8af036-6a28-4dbe-bda6-073b2dff7c41 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:04:54.335538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.367177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Port': ['ID=5f8af036-6a28-4dbe-bda6-073b2dff7c41,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:54.368932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] No DVR routers for this DVR port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:54.371893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.395764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] Pushing event deleted for resources: {'Port': ['ID=5f8af036-6a28-4dbe-bda6-073b2dff7c41,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:54.401161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5c6a4-1617-4fc6-a698-4db99a15bf62 None None] No DVR routers for this DVR port 5f8af036-6a28-4dbe-bda6-073b2dff7c41 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:04:54.451709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.461462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:54.471233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:54.471540 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce5e7169-637d-4a93-bea3-d5c1bcbd1f10') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:04:54.480122 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.493714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.500043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:04:54.500438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:04:54.503335 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:04:54.650113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.664634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.664634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "DELETE /v2.0/networks/de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc HTTP/1.1" status: 204 len: 168 time: 0.7192287 Aug 03 20:04:54.664861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43834) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:54.671299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5bf8b-7b73-455f-90f4-bb862ed0b534 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Pushing event deleted for resources: {'Network': ['ID=de7cdfac-6bcb-45a6-8ff9-d9f94fa378dc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:54.691447 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7da802da-a403-4934-92bb-9481d19fcdf4 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "GET /v2.0/ports?device_id=25387b3e-f085-40f3-9844-a776b33b44dd HTTP/1.1" status: 200 len: 205 time: 0.0285482 Aug 03 20:04:54.693903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43836) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:54.771450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.785075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f8af036-6a28-4dbe-bda6-073b2dff7c41 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:04:54.805392 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5f8af036-6a28-4dbe-bda6-073b2dff7c41 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:04:54.805813 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f8af036-6a28-4dbe-bda6-073b2dff7c41 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:04:54.934847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.937117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:54.964112 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.049947 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.050464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Fanout notify agent at l3_agent the message router_deleted on router 25387b3e-f085-40f3-9844-a776b33b44dd {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:04:55.057194 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.064336 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fd19b6a2-5217-4292-b4de-84544cbef9e5 tempest-RoutersNegativeTest-116552924 tempest-RoutersNegativeTest-116552924-project] 10.222.0.67 "DELETE /v2.0/routers/25387b3e-f085-40f3-9844-a776b33b44dd HTTP/1.1" status: 204 len: 168 time: 0.3635218 Aug 03 20:04:55.506363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43842) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:55.644631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-36742976-0375-4436-b07f-89198cd538f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2d4d54e458924f83bdc468f947c39dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370432 Aug 03 20:04:55.647121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43846) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:55.694600 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.715306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.826985 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.829592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:55.830762 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c12b58d6-d963-4805-8b9a-d83de77e4fd9 HTTP/1.1" status: 204 len: 168 time: 0.1827080 Aug 03 20:04:55.838805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020a761-2e9c-453c-af02-9b4461985478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12b58d6-d963-4805-8b9a-d83de77e4fd9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:56.806797 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:56.901355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1151458298-network', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:57.008537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Made reservation on behalf of b91a4f11818b4085a0d7a80ade729753 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:57.010801 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.019957 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.107040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.157846 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.181604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:04:57.190903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd1e37-35a0-4226-a453-12d41490e2c8,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:57.196796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.197147 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Added segment b63b3510-0516-436e-b473-7c5ed8c41918 of type vlan for network 6db268bb-34d2-4115-ba39-4e54d171eec5 Aug 03 20:04:57.236836 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.329895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.330796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:57.331385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.393110 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] Pushing event updated for resources: {'Network': ['ID=6db268bb-34d2-4115-ba39-4e54d171eec5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:57.402570 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:04:57.449099 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00a598f8-d862-4eab-b331-462029f9ef30 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6411355 Aug 03 20:04:57.452711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43872) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:57.457693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Request body: {'subnet': {'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-subnet', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:57.546806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Made reservation on behalf of b91a4f11818b4085a0d7a80ade729753 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:04:57.549190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.774517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.832769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fa6cbe-dc47-480e-8965-4f2518f011d8,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:57.842531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Checking segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:57.842898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Network hostable DHCP agents. Network: 6db268bb-34d2-4115-ba39-4e54d171eec5, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:04:57.924340 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:04:57.986764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 6db268bb-34d2-4115-ba39-4e54d171eec5) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:57.991060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:04:57.991638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:57.997826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8be9d0-b864-4b57-acb4-1c19b9e27d57 None None] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:58.094163 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c2a40ef6-7c03-41cb-8017-d14a82bd3107 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6377592 Aug 03 20:04:58.094468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43874) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:04:58.099505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:04:58.149897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-6db268bb-34d2-4115-ba39-4e54d171eec5', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:04:58.150752 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.187622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.188867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.245251 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.287652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Allocated IP 172.20.0.2 (6db268bb-34d2-4115-ba39-4e54d171eec5/e4fa6cbe-dc47-480e-8965-4f2518f011d8/8be9b26f-aa1b-4ea5-9614-1481bff58bcc) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:58.433614 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.440466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.448554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Transition to ACTIVE for port object 8be9b26f-aa1b-4ea5-9614-1481bff58bcc will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:58.463426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Transition to ACTIVE for port object 8be9b26f-aa1b-4ea5-9614-1481bff58bcc will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:04:58.517604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.558809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:58.562371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:58.568498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:58.575422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Pushing event updated for resources: {'Port': ['ID=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:58.630056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Attempting to bind port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:04:58.630426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Attempting to bind port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:04:58.630780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Attempting to bind port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:04:58.635752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:04:58.636087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Checking segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:04:58.636489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.636947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Bound using segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:04:58.637413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Bound port: 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:04:58.637795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.699211 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.700007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] For port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:04:58.703353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] For port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:04:58.719286 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.819744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Allocated IP 172.25.2.129 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/5f076b62-5c82-4bfc-bc7a-387b17c1a25c) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:04:58.832977 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:58.893697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf92e0f-afe5-463e-97a4-6a1b2769072b None None] Pushing event updated for resources: {'Port': ['ID=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:58.928896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:59.026982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:59.070341 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:04:59.073203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:04:59.079172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:04:59.103211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Pushing event updated for resources: {'Port': ['ID=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:04:59.440924 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:59.643359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:04:59.789686 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb698a0-157a-4cac-aab5-061d19177a14 None None] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:04:59.850283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:04:59.962651 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:04:59.990795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Sync routers for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:00.018809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:00.019425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:00.046811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.046811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7f02c512-eed4-4ef6-a52f-7bf17374cd0a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9484088 Aug 03 20:05:00.047648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43876) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:00.154263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e077a2ca-9e53-41fc-8603-9b8f195be6d2 None None] Provisioning for port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:00.188410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:00.384089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:04:59Z', 'revision_number': 3, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:00.413816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Checking router: abcec5a4-5e06-4240-b9fb-f14aa83ca7bb for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:00.414169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Updating router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:00.443529 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.720750 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.730299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Transition to ACTIVE for port object 5f076b62-5c82-4bfc-bc7a-387b17c1a25c will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:00.798105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.821367 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.835048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8be9b26f-aa1b-4ea5-9614-1481bff58bcc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:00.878131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f0c6c-9c92-477c-a5f3-d3728f7fd090 None None] Pushing event updated for resources: {'Port': ['ID=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:00.882957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Attempting to bind port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:00.883326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Attempting to bind port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:00.883696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Attempting to bind port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:00.895352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:00.895732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:00.896138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.896523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:00.897015 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Bound port: 5f076b62-5c82-4bfc-bc7a-387b17c1a25c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:00.897392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.954641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] For port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:00.957758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] For port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:00.975353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:00.979126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:00.979528 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:00.986245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Allocated IP 172.20.0.1 (6db268bb-34d2-4115-ba39-4e54d171eec5/e4fa6cbe-dc47-480e-8965-4f2518f011d8/374ba5cc-7818-49ab-9963-ec7f9923866c) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:01.008572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.083587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f0c6c-9c92-477c-a5f3-d3728f7fd090 None None] Pushing event updated for resources: {'Port': ['ID=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:01.087233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:01.087854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:01.094767 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.107333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Transition to ACTIVE for port object 374ba5cc-7818-49ab-9963-ec7f9923866c will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:01.195081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.197278 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.235367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:01.238462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:01.242120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:01.246353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:01.249215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:01.275323 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Pushing event updated for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:01.290765 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.347056 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.426445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:01.486262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:04:59Z', 'revision_number': 3, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:01.493072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.512572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b076a-349e-4c20-bb6d-56f06a9abc65 None None] The sync data for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 is: [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:04:59Z', 'revision_number': 3, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:01.609681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-55eaf324-a18b-42f9-be75-67a421217d59 None None] Provisioning for port 374ba5cc-7818-49ab-9963-ec7f9923866c completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:01.614123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-55eaf324-a18b-42f9-be75-67a421217d59 None None] Provisioning complete for port 374ba5cc-7818-49ab-9963-ec7f9923866c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:01.614500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-55eaf324-a18b-42f9-be75-67a421217d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.657581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-55eaf324-a18b-42f9-be75-67a421217d59 None None] Port 374ba5cc-7818-49ab-9963-ec7f9923866c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:01.680439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.741713 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.816191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:01.817948 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Pushing event updated for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:01.915396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:01.917522 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:02.045024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:02.108092 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:05:02.164324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:02.173069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bfb1d79f-7904-4631-b10f-7195c5693d58 admin admin] 10.222.0.67 "PUT /v2.0/routers/abcec5a4-5e06-4240-b9fb-f14aa83ca7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1215873 Aug 03 20:05:02.182032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-83399054-316b-4c8c-8bf1-a2eac7ae4961 None None] Provisioning complete for port 374ba5cc-7818-49ab-9963-ec7f9923866c triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:02.182613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83399054-316b-4c8c-8bf1-a2eac7ae4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.222525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-83399054-316b-4c8c-8bf1-a2eac7ae4961 None None] Port 374ba5cc-7818-49ab-9963-ec7f9923866c cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:02.805590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43892) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:02.811586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-419226689-network', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:02.865369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8be9b26f-aa1b-4ea5-9614-1481bff58bcc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:02.884331 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Made reservation on behalf of 5a1040a273df4bba84d9b92aa6e0ca70 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:02.887397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.899337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.916014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:02.916390 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.996347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:02.998556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f076b62-5c82-4bfc-bc7a-387b17c1a25c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:03.044601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.070235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:05:03.075745 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Sync routers for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:03.085273 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:03.085857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c1f086-f398-431e-bbe1-adb9b3fb9e37,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:03.086122 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:03.088773 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.089127 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Added segment 0b786245-8b75-43c2-b9c4-467faca21bd7 of type vlan for network 79011366-7800-4c3f-83dc-f845dce585bd Aug 03 20:05:03.101145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:03.105261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:03.108292 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.132423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.190026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.201952 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:03.210835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:03.215638 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.216828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:03.217463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.266111 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.284026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] Pushing event updated for resources: {'Network': ['ID=79011366-7800-4c3f-83dc-f845dce585bd,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:03.296746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 79011366-7800-4c3f-83dc-f845dce585bd details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:05:03.341836 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-da04885d-30ad-4a18-b919-c579c9a7c269 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5343363 Aug 03 20:05:03.344293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:03.349635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Request body: {'subnet': {'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-subnet', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:03.373957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:03.406505 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:01Z', 'revision_number': 4, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '374ba5cc-7818-49ab-9963-ec7f9923866c', 'name': '', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'mac_address': 'fa:16:3e:3b:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:00Z', 'updated_at': '2021-08-03T20:05:01Z', 'revision_number': 2, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'subnets': [{'id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:03.431934 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Checking router: abcec5a4-5e06-4240-b9fb-f14aa83ca7bb for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:03.432282 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Updating router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb port 374ba5cc-7818-49ab-9963-ec7f9923866c binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:03.436902 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Made reservation on behalf of 5a1040a273df4bba84d9b92aa6e0ca70 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:03.439362 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.461200 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.655871 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.678102 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.712608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=192d7a37-2223-4163-bb39-9de3106a4e13,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:03.723541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Checking segment: {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:03.723914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Network hostable DHCP agents. Network: 79011366-7800-4c3f-83dc-f845dce585bd, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:05:03.730348 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.740411 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Transition to ACTIVE for port object 374ba5cc-7818-49ab-9963-ec7f9923866c will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:03.786417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Network 79011366-7800-4c3f-83dc-f845dce585bd is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:05:03.803544 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.849595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 79011366-7800-4c3f-83dc-f845dce585bd) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:03.857108 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:03.857744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.861930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9dd852-4b40-47a4-bade-4c2145119f75 None None] Network 79011366-7800-4c3f-83dc-f845dce585bd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:05:03.873667 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Pushing event updated for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:03.882189 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.882383 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.882746 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.883055 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.883382 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.883712 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.884040 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.884370 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.884706 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.885030 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.885351 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.885688 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:03.926292 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Attempting to bind port 374ba5cc-7818-49ab-9963-ec7f9923866c on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:03.932048 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Attempting to bind port 374ba5cc-7818-49ab-9963-ec7f9923866c by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:03.932048 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Attempting to bind port 374ba5cc-7818-49ab-9963-ec7f9923866c on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:03.933854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:03.934250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Checking segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:03.935149 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.935543 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Bound using segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:03.936087 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Bound port: 374ba5cc-7818-49ab-9963-ec7f9923866c, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:03.936425 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:03.954606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1a5e036-7c00-4598-9c69-a3034d708d7b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6092050 Aug 03 20:05:03.957060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 43896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:03.962254 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:04.017872 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] For port 374ba5cc-7818-49ab-9963-ec7f9923866c, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:04.021228 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] For port 374ba5cc-7818-49ab-9963-ec7f9923866c, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=374ba5cc-7818-49ab-9963-ec7f9923866c,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:04.023362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-79011366-7800-4c3f-83dc-f845dce585bd', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:05:04.024444 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.054332 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.055547 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.079323 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.114348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.136518 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:04.137220 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:04.179872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Allocated IP 172.20.0.2 (79011366-7800-4c3f-83dc-f845dce585bd/192d7a37-2223-4163-bb39-9de3106a4e13/fb43d6ab-5e30-4d5d-8670-69e4a7125ee1) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:04.200001 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572cf81-3004-4028-a424-c9b14f6e4015 None None] Pushing event updated for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:04.296606 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:04.341951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.343644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.350729 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Transition to ACTIVE for port object fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:04.367968 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Transition to ACTIVE for port object fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:04.466587 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.511147 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54378182-9081-4d94-abc4-715e5af14790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:01Z', 'revision_number': 4, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '374ba5cc-7818-49ab-9963-ec7f9923866c', 'name': '', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'mac_address': 'fa:16:3e:3b:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:00Z', 'updated_at': '2021-08-03T20:05:04Z', 'revision_number': 4, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'subnets': [{'id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:04.511477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Network 79011366-7800-4c3f-83dc-f845dce585bd is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:04.518104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:04.522341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:04.525467 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Pushing event updated for resources: {'Port': ['ID=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:04.581590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Attempting to bind port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:04.581966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Attempting to bind port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:04.582389 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Attempting to bind port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 on network 79011366-7800-4c3f-83dc-f845dce585bd {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:04.588112 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:04.588552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Checking segment: {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:04.589972 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.589972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Bound using segment: {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:04.589972 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Bound port: fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:04.590307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.640883 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54378182-9081-4d94-abc4-715e5af14790 None None] The sync data for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 is: [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:01Z', 'revision_number': 4, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '374ba5cc-7818-49ab-9963-ec7f9923866c', 'name': '', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'mac_address': 'fa:16:3e:3b:f6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:00Z', 'updated_at': '2021-08-03T20:05:04Z', 'revision_number': 4, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'subnets': [{'id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:04.645660 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.665472 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] For port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:04.668154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.668674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] For port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:04.767073 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:04.798586 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Allocated IP 172.25.2.21 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/fffaf29e-d9ec-4557-a5cd-beac85141204) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:04.861146 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfccd-8cdf-42da-aac1-8535a33ab636 None None] Pushing event updated for resources: {'Port': ['ID=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:04.940886 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 374ba5cc-7818-49ab-9963-ec7f9923866c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:04.945441 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.047952 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.071819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 374ba5cc-7818-49ab-9963-ec7f9923866c completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:05.080262 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 374ba5cc-7818-49ab-9963-ec7f9923866c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:05.081267 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.117835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:05.120714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:05.131768 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:05.162829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Pushing event updated for resources: {'Port': ['ID=fffaf29e-d9ec-4557-a5cd-beac85141204,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:05.190248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.229422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 374ba5cc-7818-49ab-9963-ec7f9923866c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=374ba5cc-7818-49ab-9963-ec7f9923866c,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:05.305778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.306705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f076b62-5c82-4bfc-bc7a-387b17c1a25c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:05.390110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:05.408593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:05.408593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.843922 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:05.913248 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac271d-3b38-4bd9-929f-d760b2c8ea16 None None] Network 79011366-7800-4c3f-83dc-f845dce585bd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:05:06.058901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:06.060245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-484cad8a-d9f5-4e38-82ef-656a22002d37 None None] Provisioning for port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:06.266453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Router 173e299d-3741-411b-a974-a953fd4b527c is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:05:06.379966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:06.389182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Sync routers for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:06.397941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:06.398554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:06.490134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:06.491387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c42a898e-2d1e-482f-b0ef-daafe95b0710 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5329134 Aug 03 20:05:06.494305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 43898) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:05:06.662263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:06.854246 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:05Z', 'revision_number': 3, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:06.884520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Checking router: 173e299d-3741-411b-a974-a953fd4b527c for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:06.884914 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Updating router 173e299d-3741-411b-a974-a953fd4b527c port fffaf29e-d9ec-4557-a5cd-beac85141204 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:06.905160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 374ba5cc-7818-49ab-9963-ec7f9923866c up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:06.936542 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:06.941522 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.056533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 374ba5cc-7818-49ab-9963-ec7f9923866c triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:07.056848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.096863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Allocated IP 172.20.0.1 (79011366-7800-4c3f-83dc-f845dce585bd/192d7a37-2223-4163-bb39-9de3106a4e13/d0bee544-c233-4aa1-99d8-f33b2246a106) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:07.205697 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.218425 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Transition to ACTIVE for port object d0bee544-c233-4aa1-99d8-f33b2246a106 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:07.220043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:07.306197 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.319823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Transition to ACTIVE for port object fffaf29e-d9ec-4557-a5cd-beac85141204 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:07.324538 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.365474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Network 79011366-7800-4c3f-83dc-f845dce585bd is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:07.368380 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:07.369564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:07.381131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:07.381249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:07.381361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.381457 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:07.398120 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.438170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.477615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aba9fe-7788-4b0f-892d-f065afc019bb None None] Pushing event updated for resources: {'Port': ['ID=fffaf29e-d9ec-4557-a5cd-beac85141204,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:07.481705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Attempting to bind port fffaf29e-d9ec-4557-a5cd-beac85141204 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:07.482169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Attempting to bind port fffaf29e-d9ec-4557-a5cd-beac85141204 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:07.482438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Attempting to bind port fffaf29e-d9ec-4557-a5cd-beac85141204 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Bound port: fffaf29e-d9ec-4557-a5cd-beac85141204, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:07.495398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.567560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.585403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] For port fffaf29e-d9ec-4557-a5cd-beac85141204, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:07.608457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] For port fffaf29e-d9ec-4557-a5cd-beac85141204, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fffaf29e-d9ec-4557-a5cd-beac85141204,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:07.621590 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:07.648114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.696100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.756418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea1c8ec0-3090-4fff-884e-95b965b1c184 None None] Provisioning for port d0bee544-c233-4aa1-99d8-f33b2246a106 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:07.758407 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.760128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:07.760773 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:07.766286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aba9fe-7788-4b0f-892d-f065afc019bb None None] Pushing event updated for resources: {'Port': ['ID=fffaf29e-d9ec-4557-a5cd-beac85141204,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:07.802845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ea1c8ec0-3090-4fff-884e-95b965b1c184 None None] Provisioning complete for port d0bee544-c233-4aa1-99d8-f33b2246a106 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:07.803217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ea1c8ec0-3090-4fff-884e-95b965b1c184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.816506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.901129 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.914419 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ea1c8ec0-3090-4fff-884e-95b965b1c184 None None] Port d0bee544-c233-4aa1-99d8-f33b2246a106 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:07.923183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:07.946547 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:07.973453 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:07.975138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Pushing event updated for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:08.070126 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Network 79011366-7800-4c3f-83dc-f845dce585bd is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:08.071542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:08.159748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-76841633-5ef2-4f55-83a9-713732610855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd0bee544-c233-4aa1-99d8-f33b2246a106', 'name': '', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'mac_address': 'fa:16:3e:23:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:06Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 1, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'subnets': [{'id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:08.191732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76841633-5ef2-4f55-83a9-713732610855 None None] The sync data for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 is: [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd0bee544-c233-4aa1-99d8-f33b2246a106', 'name': '', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'mac_address': 'fa:16:3e:23:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:06Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 1, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'subnets': [{'id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:08.198579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Router 173e299d-3741-411b-a974-a953fd4b527c has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:05:08.318904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:05:08.325644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e8de840d-6401-4780-9821-28a2705d23a4 admin admin] 10.222.0.67 "PUT /v2.0/routers/173e299d-3741-411b-a974-a953fd4b527c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8301592 Aug 03 20:05:08.334901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-59030f74-3162-4fc6-9152-bf6fb37afbc8 None None] Provisioning complete for port d0bee544-c233-4aa1-99d8-f33b2246a106 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:08.335699 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-59030f74-3162-4fc6-9152-bf6fb37afbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:08.374468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-59030f74-3162-4fc6-9152-bf6fb37afbc8 None None] Port d0bee544-c233-4aa1-99d8-f33b2246a106 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:08.832592 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:08.894049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:08.894166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:09.128397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-ac587c4d-4fdf-4a83-bd0c-d037a3e30ce0 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:09.129950 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-ac587c4d-4fdf-4a83-bd0c-d037a3e30ce0 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 817 time: 0.1195657 Aug 03 20:05:09.146493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-e3fc10ca-efe9-4e17-9897-775e0d418ef5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/quotas/b91a4f11818b4085a0d7a80ade729753 HTTP/1.1" status: 200 len: 375 time: 0.0106997 Aug 03 20:05:09.202524 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-70c2155a-0ab5-4b1f-8ab5-dba7ea38fe21 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502090 Aug 03 20:05:09.301814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-19787f66-f507-4735-99fe-04788b44424e service neutron] 10.222.0.67 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875032 Aug 03 20:05:09.407360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-ebc3e70e-5497-43ad-ae89-6d28258c76f9 service neutron] 10.222.0.67 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993667 Aug 03 20:05:09.683339 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66868b89-9a7d-448e-9b83-af4cf8341a5d req-df6e3f1f-67ad-4cd8-9004-d9a76681efd5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 210 time: 0.0276551 Aug 03 20:05:10.783941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25fc424e-8dc2-4c72-a0c0-24cc5f28a2a5 req-cd1770e0-087c-4de9-9c07-92f01559c983 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 210 time: 0.0337820 Aug 03 20:05:10.821999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fffaf29e-d9ec-4557-a5cd-beac85141204 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:10.946957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fffaf29e-d9ec-4557-a5cd-beac85141204 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:10.958068 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fffaf29e-d9ec-4557-a5cd-beac85141204 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:10.958068 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:11.030563 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:11.050720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fffaf29e-d9ec-4557-a5cd-beac85141204, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fffaf29e-d9ec-4557-a5cd-beac85141204,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:11.215838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:11.267339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fffaf29e-d9ec-4557-a5cd-beac85141204,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:11.588330 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Sync routers for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:05:11.597887 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:11.598484 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:11.701416 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:11.860992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-afaab577-d888-4cf1-9e34-782fe69f0a89 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:11.863489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-afaab577-d888-4cf1-9e34-782fe69f0a89 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 817 time: 0.1146333 Aug 03 20:05:11.877826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Request body: {'port': {'device_id': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'admin_state_up': True, 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:11.912583 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd0bee544-c233-4aa1-99d8-f33b2246a106', 'name': '', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'mac_address': 'fa:16:3e:23:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:06Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 2, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'subnets': [{'id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:11.939078 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Checking router: 173e299d-3741-411b-a974-a953fd4b527c for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:05:11.939426 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Updating router 173e299d-3741-411b-a974-a953fd4b527c port d0bee544-c233-4aa1-99d8-f33b2246a106 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:05:11.949740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b08fbc67-9a4d-48fb-8328-53ad05a68133 req-04fead17-42f2-490b-8026-798fbd2a4e96 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 210 time: 0.0665998 Aug 03 20:05:11.975194 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.106623 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Made reservation on behalf of b91a4f11818b4085a0d7a80ade729753 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:12.110601 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.235575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Allocated IP 172.20.0.11 (6db268bb-34d2-4115-ba39-4e54d171eec5/e4fa6cbe-dc47-480e-8965-4f2518f011d8/f4419951-90ce-41af-80c4-da9423ac863f) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:12.244924 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.255106 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Transition to ACTIVE for port object d0bee544-c233-4aa1-99d8-f33b2246a106 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:12.317898 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.371302 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a3dad-c512-45eb-a994-8d9cda8e0dd7 None None] Pushing event updated for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:12.399903 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.415320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Transition to ACTIVE for port object f4419951-90ce-41af-80c4-da9423ac863f will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:12.425179 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Attempting to bind port d0bee544-c233-4aa1-99d8-f33b2246a106 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:12.430845 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Attempting to bind port d0bee544-c233-4aa1-99d8-f33b2246a106 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:12.430845 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Attempting to bind port d0bee544-c233-4aa1-99d8-f33b2246a106 on network 79011366-7800-4c3f-83dc-f845dce585bd {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:12.431158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:12.431602 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Checking segment: {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:12.432062 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.432682 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Bound using segment: {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:12.433143 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Bound port: d0bee544-c233-4aa1-99d8-f33b2246a106, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b786245-8b75-43c2-b9c4-467faca21bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:12.433527 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.501318 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] For port d0bee544-c233-4aa1-99d8-f33b2246a106, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:12.504881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] For port d0bee544-c233-4aa1-99d8-f33b2246a106, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0bee544-c233-4aa1-99d8-f33b2246a106,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:12.513241 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.562627 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:12.565865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:12.571743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:12.596235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Pushing event updated for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:12.599847 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.631335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:12.632384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.674237 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:05:12.674966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:04:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:12.707424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-adbaac0d-33c6-4482-93b3-ca3b34bd872b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8345056 Aug 03 20:05:12.711679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a3dad-c512-45eb-a994-8d9cda8e0dd7 None None] Pushing event updated for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:12.722448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Request body: {'port': {'device_id': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:12.797690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.799984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:05:12.874454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fffaf29e-d9ec-4557-a5cd-beac85141204 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:12.945408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fffaf29e-d9ec-4557-a5cd-beac85141204 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:12.945786 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:12.991477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eef02a97-4435-49c3-b309-70baa70551cf None None] Provisioning for port f4419951-90ce-41af-80c4-da9423ac863f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:12.995475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-eef02a97-4435-49c3-b309-70baa70551cf None None] Provisioning complete for port f4419951-90ce-41af-80c4-da9423ac863f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:12.996099 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eef02a97-4435-49c3-b309-70baa70551cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.062604 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd0bee544-c233-4aa1-99d8-f33b2246a106', 'name': '', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'mac_address': 'fa:16:3e:23:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:06Z', 'updated_at': '2021-08-03T20:05:12Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'subnets': [{'id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:05:13.063702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-eef02a97-4435-49c3-b309-70baa70551cf None None] Port f4419951-90ce-41af-80c4-da9423ac863f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:13.073600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0bee544-c233-4aa1-99d8-f33b2246a106 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:13.091893 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ec121f-6339-4ca4-bc90-5032093db897 None None] The sync data for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 is: [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:07Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'd0bee544-c233-4aa1-99d8-f33b2246a106', 'name': '', 'network_id': '79011366-7800-4c3f-83dc-f845dce585bd', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'mac_address': 'fa:16:3e:23:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:06Z', 'updated_at': '2021-08-03T20:05:12Z', 'revision_number': 4, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'subnets': [{'id': '192d7a37-2223-4163-bb39-9de3106a4e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:05:13.126538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350098b5-ccf3-47c5-9c5a-1c30616e8a98 req-d93052d7-03c5-4a70-9299-0e17b4a010d0 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:13.127243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-350098b5-ccf3-47c5-9c5a-1c30616e8a98 req-d93052d7-03c5-4a70-9299-0e17b4a010d0 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 932 time: 0.0860035 Aug 03 20:05:13.196851 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4419951-90ce-41af-80c4-da9423ac863f {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:13.208244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.213311 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-350098b5-ccf3-47c5-9c5a-1c30616e8a98 req-b36ba82e-e6ce-44c6-86c1-090356d60b6f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765805 Aug 03 20:05:13.219783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port d0bee544-c233-4aa1-99d8-f33b2246a106 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:13.224016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0bee544-c233-4aa1-99d8-f33b2246a106 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:13.224878 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.225763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Transition to ACTIVE for port object f4419951-90ce-41af-80c4-da9423ac863f will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:13.305723 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.312587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.350007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port d0bee544-c233-4aa1-99d8-f33b2246a106, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0bee544-c233-4aa1-99d8-f33b2246a106,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:13.363909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Pushing event updated for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:13.437806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.447528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Attempting to bind port f4419951-90ce-41af-80c4-da9423ac863f on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:13.447945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Attempting to bind port f4419951-90ce-41af-80c4-da9423ac863f by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:13.448516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Attempting to bind port f4419951-90ce-41af-80c4-da9423ac863f on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:13.455807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Port f4419951-90ce-41af-80c4-da9423ac863f on network 6db268bb-34d2-4115-ba39-4e54d171eec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:05:13.456219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Attempting to bind port f4419951-90ce-41af-80c4-da9423ac863f on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:13.464413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:13.464567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Checking segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:13.464998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Bound using segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:13.465776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Bound port: f4419951-90ce-41af-80c4-da9423ac863f, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:13.466149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.510961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:13.549385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:13.553166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f4419951-90ce-41af-80c4-da9423ac863f,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:13.632962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.670465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:13.671150 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:13.672590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] 10.222.0.77 "PUT /v2.0/ports/f4419951-90ce-41af-80c4-da9423ac863f HTTP/1.1" status: 200 len: 1092 time: 0.9556274 Aug 03 20:05:13.673073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:13.675347 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a52eb9-5b7a-4c2d-8896-8b6d16402880" -d '{"events": [{"name": "network-changed", "server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "tag": "f4419951-90ce-41af-80c4-da9423ac863f"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:13.705474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f6ab6-bf12-434a-94ed-7dae796c3592 service neutron] Pushing event updated for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:13.730476 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011bf969-54ce-4bdd-8dd6-6f51556c0fa4 x-openstack-request-id: req-011bf969-54ce-4bdd-8dd6-6f51556c0fa4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:13.730820 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "tag": "f4419951-90ce-41af-80c4-da9423ac863f", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:13.731078 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-011bf969-54ce-4bdd-8dd6-6f51556c0fa4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:13.732580 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f', 'status': 'completed', 'code': 200} Aug 03 20:05:13.795091 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-5de5cf43-9b6b-4b98-a826-f140e0ced20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:13.796876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-5de5cf43-9b6b-4b98-a826-f140e0ced20e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 1095 time: 0.0474310 Aug 03 20:05:13.910272 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-6b0b5253-479d-478a-b105-c9c12dadf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:13.911663 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-6b0b5253-479d-478a-b105-c9c12dadf3bf service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b91a4f11818b4085a0d7a80ade729753&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1062553 Aug 03 20:05:14.015057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-d4f53695-0c6a-4478-bb86-b3b697e2c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:14.016812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40a52eb9-5b7a-4c2d-8896-8b6d16402880 req-d4f53695-0c6a-4478-bb86-b3b697e2c144 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937040 Aug 03 20:05:14.093830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-8d9f3ccd-af2a-4293-9a24-16af85f7dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:14.095299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-8d9f3ccd-af2a-4293-9a24-16af85f7dc27 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 1095 time: 0.0411539 Aug 03 20:05:14.137812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-a3ac558b-665c-4d71-936b-84d5cbb11fe2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4419951-90ce-41af-80c4-da9423ac863f HTTP/1.1" status: 200 len: 217 time: 0.0346694 Aug 03 20:05:14.190201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-45720dce-cabb-40ed-988c-d7699906bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:14.191566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-45720dce-cabb-40ed-988c-d7699906bf04 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4fa6cbe-dc47-480e-8965-4f2518f011d8 HTTP/1.1" status: 200 len: 856 time: 0.0476806 Aug 03 20:05:14.236383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-6a135685-a401-496a-8eba-fa8d154caa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:14.238215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-6a135685-a401-496a-8eba-fa8d154caa6b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6db268bb-34d2-4115-ba39-4e54d171eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394459 Aug 03 20:05:14.704111 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7247b4-6c81-4433-8fea-e7c6f830ab6a req-9b7e3b42-c1eb-4188-862a-efaad8f23510 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:14.705601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7247b4-6c81-4433-8fea-e7c6f830ab6a req-9b7e3b42-c1eb-4188-862a-efaad8f23510 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 944 time: 0.4177866 Aug 03 20:05:14.709051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-0eec9793-695c-4d16-a1f3-9b32c3115264 service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633062 Aug 03 20:05:14.792031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ac7247b4-6c81-4433-8fea-e7c6f830ab6a req-4145d393-c08f-4730-854f-b9cb9ba4ee35 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804498 Aug 03 20:05:14.815292 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0bee544-c233-4aa1-99d8-f33b2246a106 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:14.823346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eada72de-ea09-4aa9-ac75-eb9db74b95cc req-12aaa709-3598-47af-bc36-430e52362e1a service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049695 Aug 03 20:05:14.864584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port d0bee544-c233-4aa1-99d8-f33b2246a106 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:14.864999 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:15.872279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:15.912446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6553f0-c73f-40ba-a839-3c78a4abe977 req-5aee85ed-c5a0-434b-80a4-1a033fe1fcfd tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:15.913970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a6553f0-c73f-40ba-a839-3c78a4abe977 req-5aee85ed-c5a0-434b-80a4-1a033fe1fcfd tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 944 time: 0.0534561 Aug 03 20:05:15.952069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2a6553f0-c73f-40ba-a839-3c78a4abe977 req-52e4cf70-89d5-407d-b273-e25442a93638 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314670 Aug 03 20:05:17.066417 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e02b49-1d7c-4173-8d23-ac7e5e70f7bd req-928ab33c-e8ee-4921-90e2-b80cd1885e9f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:17.067851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68e02b49-1d7c-4173-8d23-ac7e5e70f7bd req-928ab33c-e8ee-4921-90e2-b80cd1885e9f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 944 time: 0.0494680 Aug 03 20:05:17.105920 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-68e02b49-1d7c-4173-8d23-ac7e5e70f7bd req-3e8ca58c-70c4-46e4-8fe8-92931a0e12b9 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320890 Aug 03 20:05:18.131604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f4419951-90ce-41af-80c4-da9423ac863f details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:05:18.221933 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044e9f4-ab97-46bd-b254-3ae9d8aa791c req-481258b2-9d85-4147-88cd-d484112aa8f7 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:18.223402 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5044e9f4-ab97-46bd-b254-3ae9d8aa791c req-481258b2-9d85-4147-88cd-d484112aa8f7 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 944 time: 0.0490487 Aug 03 20:05:18.229535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f4419951-90ce-41af-80c4-da9423ac863f,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:18.242927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'f4419951-90ce-41af-80c4-da9423ac863f', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'port_id': 'f4419951-90ce-41af-80c4-da9423ac863f', 'mac_address': 'fa:16:3e:60:ef:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:05:18.264215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5044e9f4-ab97-46bd-b254-3ae9d8aa791c req-0f1ce347-2340-4e61-814e-483a56abdd91 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Aug 03 20:05:18.284351 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:18.297406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4419951-90ce-41af-80c4-da9423ac863f {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:18.316970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f4419951-90ce-41af-80c4-da9423ac863f,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:18.407568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:18.455372 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:18.463658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.463999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.464362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.464716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.465047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.465412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.465904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.466232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.466580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.466907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.467226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.467543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:18.611426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f4419951-90ce-41af-80c4-da9423ac863f'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:05:18.814747 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5ebb83c2-0b8d-443b-8052-6c836a1d489f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:19.382103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d6a3-1b27-464c-8ad4-928f510642e9 req-3e2efbd1-3b19-4ca7-b7ee-3f6cd0c8b19b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:19.383549 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40c8d6a3-1b27-464c-8ad4-928f510642e9 req-3e2efbd1-3b19-4ca7-b7ee-3f6cd0c8b19b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 945 time: 0.0523348 Aug 03 20:05:19.421424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-40c8d6a3-1b27-464c-8ad4-928f510642e9 req-c392c3e4-1356-4d4d-8d0e-679e070bff87 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Aug 03 20:05:20.134588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f4419951-90ce-41af-80c4-da9423ac863f up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:20.249117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port f4419951-90ce-41af-80c4-da9423ac863f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:20.252805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port f4419951-90ce-41af-80c4-da9423ac863f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:20.253207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.328093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.349376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:20.351613 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d061c1bb-d36a-4e1b-ad47-a020efd77a35" -d '{"events": [{"server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "name": "network-vif-plugged", "status": "completed", "tag": "f4419951-90ce-41af-80c4-da9423ac863f"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:20.367245 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f4419951-90ce-41af-80c4-da9423ac863f,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:20.389886 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7133b3b8-2d7e-466a-a3d3-c298b51e8e91 x-openstack-request-id: req-7133b3b8-2d7e-466a-a3d3-c298b51e8e91 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:20.390253 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "name": "network-vif-plugged", "status": "completed", "tag": "f4419951-90ce-41af-80c4-da9423ac863f", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:20.390508 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7133b3b8-2d7e-466a-a3d3-c298b51e8e91 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:20.390905 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f', 'code': 200} Aug 03 20:05:20.443722 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:20.491900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a1ce-79f3-43c2-b129-4795b1c62acf req-eeb3275e-0c01-4b5c-8dbe-c78bf22286f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:20.494153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adb1a1ce-79f3-43c2-b129-4795b1c62acf req-eeb3275e-0c01-4b5c-8dbe-c78bf22286f9 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 1097 time: 0.0450847 Aug 03 20:05:20.495190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:20.557215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-adb1a1ce-79f3-43c2-b129-4795b1c62acf req-090b2bee-4210-4613-94d1-aea6fabdab3d service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483372 Aug 03 20:05:20.569069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d5d4a-628c-43e8-852d-49c1d1c68337 req-7d223a25-7ed7-40bd-bd9a-109e8eb7e0da tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:20.570493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d6d5d4a-628c-43e8-852d-49c1d1c68337 req-7d223a25-7ed7-40bd-bd9a-109e8eb7e0da tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0702605 Aug 03 20:05:20.612281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d6d5d4a-628c-43e8-852d-49c1d1c68337 req-4447f412-4ca4-440d-8852-d99ca99c815f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347943 Aug 03 20:05:21.725156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c998b-a4b9-4c95-873b-13e68033ca4b req-f8f1900a-db16-4a40-ae9a-b7544e8f2853 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:21.726625 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a3c998b-a4b9-4c95-873b-13e68033ca4b req-f8f1900a-db16-4a40-ae9a-b7544e8f2853 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0490973 Aug 03 20:05:21.764731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8a3c998b-a4b9-4c95-873b-13e68033ca4b req-438e2d91-02a1-498d-9d35-2867e6df4a6f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319662 Aug 03 20:05:21.876489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaea90a-3150-49a7-ae24-5e66de35d015 req-596bf5db-6f72-468b-bc45-32bfe1c54115 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:21.878058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-feaea90a-3150-49a7-ae24-5e66de35d015 req-596bf5db-6f72-468b-bc45-32bfe1c54115 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0487115 Aug 03 20:05:21.917064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-feaea90a-3150-49a7-ae24-5e66de35d015 req-f0fb3528-50dc-4792-8dd2-216dbbc68c80 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Aug 03 20:05:22.070834 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a7787e6e-ae0d-4c27-8b8f-f9932d512767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:22.254856 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:23.112155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:24.957356 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:27.271782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-78523673-607e-40fe-8f7c-ed51525d1cd5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398488 Aug 03 20:05:27.355704 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a357c-1026-4d46-b595-08132b13e988 req-e78b6bf7-3650-48ac-b947-17bf32d23cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:27.358320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-e78b6bf7-3650-48ac-b947-17bf32d23cf5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 1097 time: 0.0452456 Aug 03 20:05:27.461419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a357c-1026-4d46-b595-08132b13e988 req-04fae280-72bc-41db-ae7c-90170f28c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:27.462805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-04fae280-72bc-41db-ae7c-90170f28c75c service neutron] 10.222.0.77 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 918 time: 0.0861659 Aug 03 20:05:27.508731 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-1a900baf-2a00-44c7-a0b0-926b0e65e3e3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4419951-90ce-41af-80c4-da9423ac863f HTTP/1.1" status: 200 len: 217 time: 0.0390863 Aug 03 20:05:27.558426 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a357c-1026-4d46-b595-08132b13e988 req-9050daf0-c49d-4fdc-a0a9-8d16214d9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:27.560270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-9050daf0-c49d-4fdc-a0a9-8d16214d9941 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4fa6cbe-dc47-480e-8965-4f2518f011d8 HTTP/1.1" status: 200 len: 856 time: 0.0450590 Aug 03 20:05:27.607068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a357c-1026-4d46-b595-08132b13e988 req-6304100c-07c0-46e9-847d-d65ec496ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:27.609304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-6304100c-07c0-46e9-847d-d65ec496ce64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6db268bb-34d2-4115-ba39-4e54d171eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416055 Aug 03 20:05:27.703647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-0df88719-f7cc-4150-99d2-df7c09440dad service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Aug 03 20:05:27.794300 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-148a357c-1026-4d46-b595-08132b13e988 req-326bf1f6-2a60-4ae0-adab-f026c2ce8daa service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837409 Aug 03 20:05:33.727387 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:39.108499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:05:45.196733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc92338-cfd0-4a3e-bf8e-c16ce39e1bf1 req-c59db159-0df0-4bbb-a111-778fa7b08558 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:45.198235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0cc92338-cfd0-4a3e-bf8e-c16ce39e1bf1 req-c59db159-0df0-4bbb-a111-778fa7b08558 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0511229 Aug 03 20:05:45.237069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0cc92338-cfd0-4a3e-bf8e-c16ce39e1bf1 req-e72e42af-17f2-4f59-8644-f429300f0778 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320232 Aug 03 20:05:45.871418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:46.358703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64facd08-0fe5-4090-8cf3-94c3dec40937 req-d55b3f07-2dff-4975-8cb4-b22997dc27e8 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.360196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64facd08-0fe5-4090-8cf3-94c3dec40937 req-d55b3f07-2dff-4975-8cb4-b22997dc27e8 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0547538 Aug 03 20:05:46.399333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64facd08-0fe5-4090-8cf3-94c3dec40937 req-58e29038-0fee-4dd7-b301-655f7be714f9 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Aug 03 20:05:46.671154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-5d1a4ad4-cfcc-4b68-bc26-7f0446f469f4 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:46.672599 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-5d1a4ad4-cfcc-4b68-bc26-7f0446f469f4 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 946 time: 0.0483532 Aug 03 20:05:46.760289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Deleting port f4419951-90ce-41af-80c4-da9423ac863f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:05:46.760289 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:46.852000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] For port f4419951-90ce-41af-80c4-da9423ac863f, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=f4419951-90ce-41af-80c4-da9423ac863f,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:46.852000 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:46.864805 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Calling delete_port for f4419951-90ce-41af-80c4-da9423ac863f owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:05:47.048672 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:47.059861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['f4419951-90ce-41af-80c4-da9423ac863f'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:05:47.077878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Pushing event deleted for resources: {'Port': ['ID=f4419951-90ce-41af-80c4-da9423ac863f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:47.105031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.105385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.105739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.106127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.106470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.106807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.107682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.108200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.108754 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.109101 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.109423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.109753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:05:47.131342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] No DVR routers for this DVR port f4419951-90ce-41af-80c4-da9423ac863f on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:05:47.133981 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:47.135949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3eff4c2c-f4e5-4881-9db4-311919162437 req-949c4852-aafd-47ec-8116-d6374fa1e394 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "DELETE /v2.0/ports/f4419951-90ce-41af-80c4-da9423ac863f HTTP/1.1" status: 204 len: 173 time: 0.4568713 Aug 03 20:05:47.136383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'name': 'network-vif-deleted', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:47.138965 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b401a-133a-46f8-901c-ced65c74c984" -d '{"events": [{"server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "name": "network-vif-deleted", "tag": "f4419951-90ce-41af-80c4-da9423ac863f"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:47.175046 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41778cb9-6165-4d0c-ba6a-02299d9abbb7 x-openstack-request-id: req-41778cb9-6165-4d0c-ba6a-02299d9abbb7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:47.175343 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d23bc0-f572-41e0-b46f-ebd8afdfb35f", "name": "network-vif-deleted", "tag": "f4419951-90ce-41af-80c4-da9423ac863f", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:47.175598 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-41778cb9-6165-4d0c-ba6a-02299d9abbb7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:47.176005 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d23bc0-f572-41e0-b46f-ebd8afdfb35f', 'name': 'network-vif-deleted', 'tag': 'f4419951-90ce-41af-80c4-da9423ac863f', 'status': 'completed', 'code': 200} Aug 03 20:05:47.515902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ffc42a18-d2dc-4a51-97e8-ebb3e7ed8c76 req-176a68fb-3927-42d0-9801-c02cf9eb5a79 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=49d23bc0-f572-41e0-b46f-ebd8afdfb35f HTTP/1.1" status: 200 len: 210 time: 0.0312481 Aug 03 20:05:48.791562 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c61ad0a9-1307-4f8f-bdf1-b829b6ee7987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:49.251171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-09e6159a-4d11-4683-91bc-53e379d443ca tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:49.252629 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-09e6159a-4d11-4683-91bc-53e379d443ca tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 817 time: 0.1001093 Aug 03 20:05:49.268000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-06b67f4a-241e-43b0-8d82-a14fbf9da2b6 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/quotas/b91a4f11818b4085a0d7a80ade729753 HTTP/1.1" status: 200 len: 375 time: 0.0095818 Aug 03 20:05:49.319632 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-cc40b50e-ff1c-4724-b7c0-66aab9307840 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462506 Aug 03 20:05:49.502995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-cb56edc6-686f-49b7-b87d-0c7f6adc9ac9 service neutron] 10.222.0.67 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716592 Aug 03 20:05:49.590266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-5fec5562-57c1-4512-9f5d-35878b9ac4d0 service neutron] 10.222.0.67 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811131 Aug 03 20:05:49.828858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-090238e9-cf6f-4f06-b2c1-c82ca2bf4e5c req-5b15fcfe-dcd8-4d11-bc1a-e8c763644ff3 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 210 time: 0.0321052 Aug 03 20:05:50.255546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f4419951-90ce-41af-80c4-da9423ac863f no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:05:50.281704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: f4419951-90ce-41af-80c4-da9423ac863f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:05:50.282053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device f4419951-90ce-41af-80c4-da9423ac863f not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:05:50.932096 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f75fd0f-41ed-449b-afe7-40eb5bda8e52 req-9421cc81-db03-441a-a0e6-325f1ae6723f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 210 time: 0.0277259 Aug 03 20:05:51.614915 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-a51cdaa4-036f-4305-b232-4ec6c173764c tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:51.616354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-a51cdaa4-036f-4305-b232-4ec6c173764c tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 817 time: 0.1031749 Aug 03 20:05:51.628853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Request body: {'port': {'device_id': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'admin_state_up': True, 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:51.780012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Made reservation on behalf of b91a4f11818b4085a0d7a80ade729753 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:05:51.783709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:51.916594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Allocated IP 172.20.0.14 (6db268bb-34d2-4115-ba39-4e54d171eec5/e4fa6cbe-dc47-480e-8965-4f2518f011d8/dedd2356-bee8-4ac9-9c02-ed2331311c39) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:05:52.043007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8f434fb-883d-4c9c-81b6-c9412bbb5e5a req-8cf8ca6b-2d83-4ccb-858f-0b252d5522cc tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 210 time: 0.0338638 Aug 03 20:05:52.087110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-31c782e3-a6c1-433c-92f8-5a975e9b1a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.099897 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.114658 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Transition to ACTIVE for port object dedd2356-bee8-4ac9-9c02-ed2331311c39 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:52.214752 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.242858 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.256900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:05:52.260016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:05:52.264268 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:05:52.292502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Pushing event updated for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:52.320541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:52.321185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.409558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-9c1964e2-790d-4f76-8608-29e2952cc375 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846799 Aug 03 20:05:52.422089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Request body: {'port': {'device_id': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:05:52.486657 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.533895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-653e59d6-bd68-42ee-9670-a57e06792854 None None] Provisioning for port dedd2356-bee8-4ac9-9c02-ed2331311c39 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:52.537905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-653e59d6-bd68-42ee-9670-a57e06792854 None None] Provisioning complete for port dedd2356-bee8-4ac9-9c02-ed2331311c39 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:52.538429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-653e59d6-bd68-42ee-9670-a57e06792854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.572566 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-653e59d6-bd68-42ee-9670-a57e06792854 None None] Port dedd2356-bee8-4ac9-9c02-ed2331311c39 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:05:52.738387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedd2356-bee8-4ac9-9c02-ed2331311c39 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:52.745497 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.758144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Transition to ACTIVE for port object dedd2356-bee8-4ac9-9c02-ed2331311c39 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:05:52.831401 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:52.884600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Pushing event updated for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:52.961095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Attempting to bind port dedd2356-bee8-4ac9-9c02-ed2331311c39 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:05:52.961432 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Attempting to bind port dedd2356-bee8-4ac9-9c02-ed2331311c39 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:05:52.961764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Attempting to bind port dedd2356-bee8-4ac9-9c02-ed2331311c39 on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:52.966710 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Port dedd2356-bee8-4ac9-9c02-ed2331311c39 on network 6db268bb-34d2-4115-ba39-4e54d171eec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:05:52.967119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Attempting to bind port dedd2356-bee8-4ac9-9c02-ed2331311c39 on network 6db268bb-34d2-4115-ba39-4e54d171eec5 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:05:52.972100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:05:52.972441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Checking segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:05:52.972858 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Bound using segment: {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:05:52.973436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Bound port: dedd2356-bee8-4ac9-9c02-ed2331311c39, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63b3510-0516-436e-b473-7c5ed8c41918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:05:52.973803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:53.041158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:05:53.044140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:05:53.094679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:53.125360 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:53.173922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.174553 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:53.175975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] 10.222.0.77 "PUT /v2.0/ports/dedd2356-bee8-4ac9-9c02-ed2331311c39 HTTP/1.1" status: 200 len: 1092 time: 0.7583761 Aug 03 20:05:53.178407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:53.181489 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1" -d '{"events": [{"name": "network-changed", "server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:53.223921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6910-9058-4f20-b0c5-321ce84752be req-c5fc31ca-3f10-4b16-8dc0-34518a293b9d tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.225601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ef6910-9058-4f20-b0c5-321ce84752be req-c5fc31ca-3f10-4b16-8dc0-34518a293b9d tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 944 time: 0.1127026 Aug 03 20:05:53.228877 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98432bbe-8ba4-4ed4-a591-377fe18917be service neutron] Pushing event updated for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:53.279944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c4ef6910-9058-4f20-b0c5-321ce84752be req-4a135fdf-2db3-4162-8f43-c7835f471a7e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476398 Aug 03 20:05:53.320568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-4b77e685-39ac-4d71-99fe-d7de38c5bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.321995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-4b77e685-39ac-4d71-99fe-d7de38c5bc51 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 1095 time: 0.0563984 Aug 03 20:05:53.327712 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48060955-ebea-4564-b4f7-f65b5bea6dad x-openstack-request-id: req-48060955-ebea-4564-b4f7-f65b5bea6dad {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:53.328010 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:53.328265 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48060955-ebea-4564-b4f7-f65b5bea6dad {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:53.328691 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39', 'status': 'completed', 'code': 200} Aug 03 20:05:53.369325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-c2d07137-19b4-4e8e-a3d4-de946c4ac22b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39 HTTP/1.1" status: 200 len: 217 time: 0.0355628 Aug 03 20:05:53.424253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-c898f6b8-a1ab-4482-84d4-d5cca4df8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.425672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-c898f6b8-a1ab-4482-84d4-d5cca4df8c9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4fa6cbe-dc47-480e-8965-4f2518f011d8 HTTP/1.1" status: 200 len: 856 time: 0.0496602 Aug 03 20:05:53.470940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-af8600ab-4248-4f4b-8ee0-dd989931eee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.472396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-af8600ab-4248-4f4b-8ee0-dd989931eee5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6db268bb-34d2-4115-ba39-4e54d171eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397952 Aug 03 20:05:53.559450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-81d2ec5b-19fb-4171-aabb-8fe4715120cb service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795608 Aug 03 20:05:53.651603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97f7289a-82ee-4d3f-b2ed-3aba1f3f1f05 req-1ce901f8-953d-4c90-92ff-6ccaf95781e0 service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855095 Aug 03 20:05:53.794070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-0dbaf95f-4d3d-40d6-b707-78c8e2173856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.795890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-0dbaf95f-4d3d-40d6-b707-78c8e2173856 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b91a4f11818b4085a0d7a80ade729753&device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 1095 time: 0.0428030 Aug 03 20:05:53.891492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-40186d6e-25c6-4f97-acdb-54668d149d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.893116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-40186d6e-25c6-4f97-acdb-54668d149d77 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 200 len: 918 time: 0.0897200 Aug 03 20:05:53.935187 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-c010375f-3e9c-4545-89e9-b9b84512a09c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Aug 03 20:05:53.983621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-ef56e0d0-fb61-4784-8556-5ae44d6fe39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:53.985087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-ef56e0d0-fb61-4784-8556-5ae44d6fe39e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=e4fa6cbe-dc47-480e-8965-4f2518f011d8 HTTP/1.1" status: 200 len: 856 time: 0.0432317 Aug 03 20:05:54.042840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-c3e0946b-e01a-4bcc-baba-86259bcaf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:54.044333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-c3e0946b-e01a-4bcc-baba-86259bcaf158 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6db268bb-34d2-4115-ba39-4e54d171eec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465639 Aug 03 20:05:54.135596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-72e75b39-1e64-4002-ac89-23ac7743d019 service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827100 Aug 03 20:05:54.229014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ecc265e0-9202-45dc-a5a4-0a2cfe070da1 req-06096252-c6d6-495c-997d-c3e927f44180 service neutron] 10.222.0.77 "GET /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861111 Aug 03 20:05:54.397736 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e63c50-4ec6-4785-8c10-ec779f52aed2 req-15afefc5-a942-47c9-8ad1-38e580742d0f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:54.399147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e63c50-4ec6-4785-8c10-ec779f52aed2 req-15afefc5-a942-47c9-8ad1-38e580742d0f tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 944 time: 0.0496647 Aug 03 20:05:54.438430 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b6e63c50-4ec6-4785-8c10-ec779f52aed2 req-48a9fb3c-4bdc-49ce-9375-14105f426a5e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 03 20:05:55.002347 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:55.551856 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87595f5f-05fd-4e26-b0ff-4bcfa53261cc req-4018cb4e-c87d-45ad-bdfb-7e0e870447d5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:55.553369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87595f5f-05fd-4e26-b0ff-4bcfa53261cc req-4018cb4e-c87d-45ad-bdfb-7e0e870447d5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 944 time: 0.0487909 Aug 03 20:05:55.592129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87595f5f-05fd-4e26-b0ff-4bcfa53261cc req-62656355-f6e3-4a25-9ba2-fcd2b84291c5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323529 Aug 03 20:05:56.282255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dedd2356-bee8-4ac9-9c02-ed2331311c39 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:05:56.375259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:56.390323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'dedd2356-bee8-4ac9-9c02-ed2331311c39', 'network_id': '6db268bb-34d2-4115-ba39-4e54d171eec5', 'port_id': 'dedd2356-bee8-4ac9-9c02-ed2331311c39', 'mac_address': 'fa:16:3e:8c:8e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fa6cbe-dc47-480e-8965-4f2518f011d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:05:56.427225 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:56.439872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedd2356-bee8-4ac9-9c02-ed2331311c39 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:05:56.459020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:56.539382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:56.587049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:56.707021 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354361bc-e720-4c6b-9d0a-bb7bbb97e913 req-fb488ee8-c0eb-49eb-b7f8-380be5533c30 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:56.708500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-354361bc-e720-4c6b-9d0a-bb7bbb97e913 req-fb488ee8-c0eb-49eb-b7f8-380be5533c30 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Aug 03 20:05:56.723779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dedd2356-bee8-4ac9-9c02-ed2331311c39'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:05:56.750716 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-354361bc-e720-4c6b-9d0a-bb7bbb97e913 req-934bea4c-f2a5-4f12-9cf8-fe408232cc3d tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Aug 03 20:05:57.866777 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c8a0c-7996-492c-8335-dd75616a39f9 req-2b76c695-fe50-401d-afdd-5aa1f87e2662 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:57.868269 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e0c8a0c-7996-492c-8335-dd75616a39f9 req-2b76c695-fe50-401d-afdd-5aa1f87e2662 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Aug 03 20:05:57.907633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e0c8a0c-7996-492c-8335-dd75616a39f9 req-a2a85b3c-1ae4-4e65-b9a7-332354c470da tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 03 20:05:58.286388 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dedd2356-bee8-4ac9-9c02-ed2331311c39 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:05:58.397046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port dedd2356-bee8-4ac9-9c02-ed2331311c39 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:05:58.401234 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port dedd2356-bee8-4ac9-9c02-ed2331311c39 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:05:58.401615 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:58.481295 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:58.505082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:05:58.507306 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1611bb9a-cbd4-4cb8-b60c-ce5e6d42c1cc" -d '{"events": [{"server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "name": "network-vif-plugged", "status": "completed", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:05:58.520090 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:05:58.544003 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b70219-470f-45ef-93a2-d898bf8a1ce5 x-openstack-request-id: req-c3b70219-470f-45ef-93a2-d898bf8a1ce5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:05:58.544849 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "name": "network-vif-plugged", "status": "completed", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:05:58.545245 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3b70219-470f-45ef-93a2-d898bf8a1ce5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:05:58.545662 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39', 'code': 200} Aug 03 20:05:58.584028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:05:58.635482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:05:58.647922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca16023-5ed2-48c5-8348-c49b0decb38d req-12e93a64-69c7-4c28-bc98-ec9a920d8734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:58.649525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ca16023-5ed2-48c5-8348-c49b0decb38d req-12e93a64-69c7-4c28-bc98-ec9a920d8734 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 1097 time: 0.0411360 Aug 03 20:05:58.683547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5ca16023-5ed2-48c5-8348-c49b0decb38d req-e6c34150-d007-4a8d-89c3-ebde936be4c6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269814 Aug 03 20:05:59.021773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9c642-4cb5-46f1-8f7a-795be0eb3b6e req-ee1d3b4b-d72f-4e7a-b1e8-5de05ebf995e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:05:59.023262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c9c642-4cb5-46f1-8f7a-795be0eb3b6e req-ee1d3b4b-d72f-4e7a-b1e8-5de05ebf995e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0488980 Aug 03 20:05:59.065678 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67c9c642-4cb5-46f1-8f7a-795be0eb3b6e req-15eae3ca-6126-4e1d-962c-72abf725b838 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363991 Aug 03 20:06:00.183584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd134d4-f7eb-4145-9535-ace59f5f92fe req-12712851-838b-4779-9e7c-e41c2e314bb6 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:00.185046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcd134d4-f7eb-4145-9535-ace59f5f92fe req-12712851-838b-4779-9e7c-e41c2e314bb6 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0497530 Aug 03 20:06:00.222641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fcd134d4-f7eb-4145-9535-ace59f5f92fe req-9dc6b778-715c-411c-a2b9-fa5884903d9b tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317311 Aug 03 20:06:00.334692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1506-b795-4342-a21c-05e5289e9d9e req-10c84847-0617-445b-97a7-1bc618155c4e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:00.336142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c7f1506-b795-4342-a21c-05e5289e9d9e req-10c84847-0617-445b-97a7-1bc618155c4e tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Aug 03 20:06:00.373770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c7f1506-b795-4342-a21c-05e5289e9d9e req-9fb91a71-3d7b-4f8d-b2fb-570e1ab178a2 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Aug 03 20:06:03.716637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:15.852478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:16.107406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:06:18.796551 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2a3cfa07-4395-4628-a016-51b625b56bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:22.065054 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ab3c9063-688b-457c-913e-e5bba00c5ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:22.207833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:22.221681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b02a1c-d16c-46f3-ac80-db810f7babbf req-5751b39c-9f5e-4b6d-a179-e1633125bcd5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:22.223138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10b02a1c-d16c-46f3-ac80-db810f7babbf req-5751b39c-9f5e-4b6d-a179-e1633125bcd5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Aug 03 20:06:22.264878 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10b02a1c-d16c-46f3-ac80-db810f7babbf req-15f492a6-9eed-4b5b-ad63-92cbdbf21063 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Aug 03 20:06:23.104917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:23.379127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863382-42f4-40f5-852e-816239d7f1fe req-c5daad91-6424-4815-b2ce-be2723258968 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:23.380508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d863382-42f4-40f5-852e-816239d7f1fe req-c5daad91-6424-4815-b2ce-be2723258968 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0496068 Aug 03 20:06:23.418312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7d863382-42f4-40f5-852e-816239d7f1fe req-97d4b733-c1aa-4f89-9ee4-8eb9cfcd32e0 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/security-groups?id=edfd1e37-35a0-4226-a453-12d41490e2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Aug 03 20:06:23.764275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-85fe3129-ce44-4de5-b414-394eac7db3ac tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:23.765664 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-85fe3129-ce44-4de5-b414-394eac7db3ac tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 946 time: 0.0485919 Aug 03 20:06:23.860825 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Deleting port dedd2356-bee8-4ac9-9c02-ed2331311c39 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:23.861189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:23.947783 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] For port dedd2356-bee8-4ac9-9c02-ed2331311c39, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=dedd2356-bee8-4ac9-9c02-ed2331311c39,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:23.948146 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:23.960716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Calling delete_port for dedd2356-bee8-4ac9-9c02-ed2331311c39 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:24.138850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.150739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['dedd2356-bee8-4ac9-9c02-ed2331311c39'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:06:24.167271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Pushing event deleted for resources: {'Port': ['ID=dedd2356-bee8-4ac9-9c02-ed2331311c39,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:24.211614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] No DVR routers for this DVR port dedd2356-bee8-4ac9-9c02-ed2331311c39 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:24.214176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:24.216115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8b16a65-ec0a-4045-b024-49be653315c3 req-792b1014-9ad6-4653-bd58-829e559a38b5 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.77 "DELETE /v2.0/ports/dedd2356-bee8-4ac9-9c02-ed2331311c39 HTTP/1.1" status: 204 len: 173 time: 0.4418557 Aug 03 20:06:24.217107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'name': 'network-vif-deleted', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:06:24.219448 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd628a3-9a1a-49cb-9d77-85224c4bc22a" -d '{"events": [{"server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "name": "network-vif-deleted", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:06:24.254931 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3927dd-357c-492e-9a43-2550c95b3cf0 x-openstack-request-id: req-5d3927dd-357c-492e-9a43-2550c95b3cf0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:06:24.255278 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d856d402-e82c-41de-bd4f-6718f3c877d4", "name": "network-vif-deleted", "tag": "dedd2356-bee8-4ac9-9c02-ed2331311c39", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:06:24.255529 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5d3927dd-357c-492e-9a43-2550c95b3cf0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:06:24.255928 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd856d402-e82c-41de-bd4f-6718f3c877d4', 'name': 'network-vif-deleted', 'tag': 'dedd2356-bee8-4ac9-9c02-ed2331311c39', 'status': 'completed', 'code': 200} Aug 03 20:06:24.527757 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4b8603c-3546-4617-b0be-9a2ce0ab762b req-b7b1a0ae-a44c-4fba-8390-1c0b264a0da1 tempest-TestEncryptedCinderVolumes-638588580 tempest-TestEncryptedCinderVolumes-638588580-project] 10.222.0.67 "GET /v2.0/ports?device_id=d856d402-e82c-41de-bd4f-6718f3c877d4 HTTP/1.1" status: 200 len: 210 time: 0.0289350 Aug 03 20:06:24.972231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:25.668043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44222) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:26.004480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.244564 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Deleting port 374ba5cc-7818-49ab-9963-ec7f9923866c {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:26.244850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.324122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] For port 374ba5cc-7818-49ab-9963-ec7f9923866c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=374ba5cc-7818-49ab-9963-ec7f9923866c,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:26.324484 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.337137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Calling delete_port for 374ba5cc-7818-49ab-9963-ec7f9923866c owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:26.927902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:26.957024 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=374ba5cc-7818-49ab-9963-ec7f9923866c,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:27.123397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.333306 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:27.438533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:27.443427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5f9bd8f7-02fa-42c6-86d2-5137472b8bc9 admin admin] 10.222.0.67 "PUT /v2.0/routers/abcec5a4-5e06-4240-b9fb-f14aa83ca7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7742927 Aug 03 20:06:27.446272 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44224) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:27.447195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Sync routers for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:27.460672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:27.461305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:27.555897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.566701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:27.658496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.743542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:06:26Z', 'revision_number': 5, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port': {'id': '5f076b62-5c82-4bfc-bc7a-387b17c1a25c', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:27.769606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Checking router: abcec5a4-5e06-4240-b9fb-f14aa83ca7bb for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:27.769828 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Deleting port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:27.770176 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.777685 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Routers {'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:27.778283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:27.849731 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] For port 5f076b62-5c82-4bfc-bc7a-387b17c1a25c, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:27.850100 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:27.863792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Calling delete_port for 5f076b62-5c82-4bfc-bc7a-387b17c1a25c owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:27.863993 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] Set router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:27.918524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:06:27Z', 'revision_number': 6, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:27.944879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074d876b-ecc2-46f3-8d39-d189c9ac9d36 None None] The sync data for ids ['abcec5a4-5e06-4240-b9fb-f14aa83ca7bb'] in n-d-803363-1 is: [{'id': 'abcec5a4-5e06-4240-b9fb-f14aa83ca7bb', 'name': 'tempest-TestEncryptedCinderVolumes-1151458298-router', 'tenant_id': 'b91a4f11818b4085a0d7a80ade729753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:04:58Z', 'updated_at': '2021-08-03T20:06:27Z', 'revision_number': 6, 'project_id': 'b91a4f11818b4085a0d7a80ade729753', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:28.132202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.159921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f076b62-5c82-4bfc-bc7a-387b17c1a25c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:28.189132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.189377 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.189714 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.190048 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.190382 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.190709 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.191073 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.191976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.191976 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.192211 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.192341 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.192681 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:28.233074 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.327900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.330161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.441457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dedd2356-bee8-4ac9-9c02-ed2331311c39 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:28.461175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: dedd2356-bee8-4ac9-9c02-ed2331311c39 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:28.461823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device dedd2356-bee8-4ac9-9c02-ed2331311c39 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:28.493075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.493613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router abcec5a4-5e06-4240-b9fb-f14aa83ca7bb {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:06:28.498489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.499752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e8a3ba78-250c-4fbf-a87e-08da5fa08fbd admin admin] 10.222.0.67 "DELETE /v2.0/routers/abcec5a4-5e06-4240-b9fb-f14aa83ca7bb HTTP/1.1" status: 204 len: 168 time: 1.0518982 Aug 03 20:06:28.502327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44228) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:28.547101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Deleting subnet e4fa6cbe-dc47-480e-8965-4f2518f011d8 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:06:28.550117 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.588130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.666751 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.814000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.842622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 374ba5cc-7818-49ab-9963-ec7f9923866c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:28.846721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fa6cbe-dc47-480e-8965-4f2518f011d8,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:28.853019 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:28.857898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44230) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:28.858509 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3ed904a0-8a41-4c27-b80b-01482735fb6a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e4fa6cbe-dc47-480e-8965-4f2518f011d8 HTTP/1.1" status: 204 len: 168 time: 0.3547807 Aug 03 20:06:28.865316 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509d712-9268-4d57-9e22-14249853084b None None] Network 6db268bb-34d2-4115-ba39-4e54d171eec5 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:28.880825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 374ba5cc-7818-49ab-9963-ec7f9923866c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:28.881817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 374ba5cc-7818-49ab-9963-ec7f9923866c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:28.881817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f076b62-5c82-4bfc-bc7a-387b17c1a25c no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:28.927067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5f076b62-5c82-4bfc-bc7a-387b17c1a25c {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:28.927427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5f076b62-5c82-4bfc-bc7a-387b17c1a25c not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:28.934829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.000919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Deleting port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:29.001723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.069234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] For port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:29.069595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.070890 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] DHCP port deletion for 6db268bb-34d2-4115-ba39-4e54d171eec5 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:06:29.083210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Calling delete_port for 8be9b26f-aa1b-4ea5-9614-1481bff58bcc owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:29.123984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Deleting port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:29.124348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.187383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] For port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,segment=NetworkSegment(b63b3510-0516-436e-b473-7c5ed8c41918),segment_id=b63b3510-0516-436e-b473-7c5ed8c41918)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:29.187784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.200184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Calling delete_port for 8be9b26f-aa1b-4ea5-9614-1481bff58bcc owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:29.248579 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.271955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:29.277281 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] No DVR routers for this DVR port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:29.281370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.294013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] No DVR routers for this DVR port 8be9b26f-aa1b-4ea5-9614-1481bff58bcc on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:29.316462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Pushing event deleted for resources: {'Port': ['ID=8be9b26f-aa1b-4ea5-9614-1481bff58bcc,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:29.323871 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.324220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.324563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.324938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.325275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.325682 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.326214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.326712 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.327059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.327375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.327730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.328072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c7b889-2285-4f9e-8ab0-45a9ae5e3f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:29.347062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.356580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db268bb-34d2-4115-ba39-4e54d171eec5']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:29.367912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63b3510-0516-436e-b473-7c5ed8c41918') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:29.368204 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63b3510-0516-436e-b473-7c5ed8c41918') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:29.377563 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.390729 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.396476 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:06:29.396890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:06:29.398466 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:06:29.510220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.516709 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:29.518570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6db268bb-34d2-4115-ba39-4e54d171eec5 HTTP/1.1" status: 204 len: 168 time: 0.6588140 Aug 03 20:06:29.521618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44232) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:29.528143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c08fb-69f1-413f-a395-69dba4d54511 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db268bb-34d2-4115-ba39-4e54d171eec5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:29.869706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.117809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Deleting port d0bee544-c233-4aa1-99d8-f33b2246a106 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:30.118153 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.195732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] For port d0bee544-c233-4aa1-99d8-f33b2246a106, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=d0bee544-c233-4aa1-99d8-f33b2246a106,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:30.196084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.212216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Calling delete_port for d0bee544-c233-4aa1-99d8-f33b2246a106 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:30.470361 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.499023 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bee544-c233-4aa1-99d8-f33b2246a106,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:30.666847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:30.887786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8be9b26f-aa1b-4ea5-9614-1481bff58bcc no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:30.899636 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Router 173e299d-3741-411b-a974-a953fd4b527c has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:30.907887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 8be9b26f-aa1b-4ea5-9614-1481bff58bcc {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:30.908233 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 8be9b26f-aa1b-4ea5-9614-1481bff58bcc not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:31.008900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:31.014834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9f3b693-6c7e-4bf9-9936-9272e6106e03 admin admin] 10.222.0.67 "PUT /v2.0/routers/173e299d-3741-411b-a974-a953fd4b527c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920213 Aug 03 20:06:31.017251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44234) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:31.018331 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Sync routers for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:31.027197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:31.027788 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.124187 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.226343 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:31.234235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.340672 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Deleting port fffaf29e-d9ec-4557-a5cd-beac85141204 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:31.341033 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.402940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:06:30Z', 'revision_number': 5, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port': {'id': 'fffaf29e-d9ec-4557-a5cd-beac85141204', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173e299d-3741-411b-a974-a953fd4b527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.422110 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] For port fffaf29e-d9ec-4557-a5cd-beac85141204, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fffaf29e-d9ec-4557-a5cd-beac85141204,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:31.422480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:31.429426 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Checking router: 173e299d-3741-411b-a974-a953fd4b527c for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:31.438412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Routers {'173e299d-3741-411b-a974-a953fd4b527c'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:31.439018 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['173e299d-3741-411b-a974-a953fd4b527c'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.439870 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Calling delete_port for fffaf29e-d9ec-4557-a5cd-beac85141204 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:31.524983 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] Set router 173e299d-3741-411b-a974-a953fd4b527c gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:31.580692 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:06:31Z', 'revision_number': 6, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:31.607814 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced02f5a-373f-4945-8ab1-056386a5e757 None None] The sync data for ids ['173e299d-3741-411b-a974-a953fd4b527c'] in n-d-803363-1 is: [{'id': '173e299d-3741-411b-a974-a953fd4b527c', 'name': 'tempest-TestEncryptedCinderVolumes-419226689-router', 'tenant_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:05:04Z', 'updated_at': '2021-08-03T20:06:31Z', 'revision_number': 6, 'project_id': '5a1040a273df4bba84d9b92aa6e0ca70', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:31.642157 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.008595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=fffaf29e-d9ec-4557-a5cd-beac85141204,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:32.071084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.162580 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.164718 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.264992 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.265523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173e299d-3741-411b-a974-a953fd4b527c {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:06:32.269593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.270792 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4807f617-42bc-46b6-bfa0-174919618a54 admin admin] 10.222.0.67 "DELETE /v2.0/routers/173e299d-3741-411b-a974-a953fd4b527c HTTP/1.1" status: 204 len: 168 time: 1.2526069 Aug 03 20:06:32.273318 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44236) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:32.317975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Deleting subnet 192d7a37-2223-4163-bb39-9de3106a4e13 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:06:32.320924 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.355119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.440345 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.557282 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.589706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.594101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/192d7a37-2223-4163-bb39-9de3106a4e13 HTTP/1.1" status: 204 len: 168 time: 0.3174493 Aug 03 20:06:32.594101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8016d57-6908-415c-8724-023f5165be94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192d7a37-2223-4163-bb39-9de3106a4e13,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:32.594354 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5e34a8-401f-4e34-9c41-1fcf642a78a9 None None] Network 79011366-7800-4c3f-83dc-f845dce585bd requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:32.594812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44238) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:32.664447 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.725558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Deleting port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:32.725902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.768692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] DHCP port deletion for 79011366-7800-4c3f-83dc-f845dce585bd request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:06:32.792594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] For port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:32.792908 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.808560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Calling delete_port for fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:32.817161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Deleting port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:06:32.817773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.858556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fffaf29e-d9ec-4557-a5cd-beac85141204 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:32.890270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fffaf29e-d9ec-4557-a5cd-beac85141204 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:32.890617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fffaf29e-d9ec-4557-a5cd-beac85141204 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:32.891037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0bee544-c233-4aa1-99d8-f33b2246a106 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:32.919762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: d0bee544-c233-4aa1-99d8-f33b2246a106 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:06:32.920163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device d0bee544-c233-4aa1-99d8-f33b2246a106 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:06:32.920572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:06:32.926700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] For port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,segment=NetworkSegment(0b786245-8b75-43c2-b9c4-467faca21bd7),segment_id=0b786245-8b75-43c2-b9c4-467faca21bd7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:32.927102 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:32.958475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Calling delete_port for fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:06:32.984858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.011954 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.015505 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] No DVR routers for this DVR port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:33.018626 n-d-803363-1 neutron-server[101344]: INFO neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No ports have port_id starting with fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 Aug 03 20:06:33.054600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.081928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] Pushing event deleted for resources: {'Port': ['ID=fb43d6ab-5e30-4d5d-8670-69e4a7125ee1,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.083739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723ba11-0236-461a-a997-2390e3c2ae0f None None] No DVR routers for this DVR port fb43d6ab-5e30-4d5d-8670-69e4a7125ee1 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:06:33.086282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.097752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79011366-7800-4c3f-83dc-f845dce585bd']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:33.109112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b786245-8b75-43c2-b9c4-467faca21bd7') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:33.109410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b786245-8b75-43c2-b9c4-467faca21bd7') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:33.118534 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.136764 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.142727 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:06:33.151027 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:06:33.275901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.281733 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.284165 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] 10.222.0.67 "DELETE /v2.0/networks/79011366-7800-4c3f-83dc-f845dce585bd HTTP/1.1" status: 204 len: 168 time: 0.6881151 Aug 03 20:06:33.300123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41d69-bf09-4d75-8af8-95326436957e admin admin] Pushing event deleted for resources: {'Network': ['ID=79011366-7800-4c3f-83dc-f845dce585bd,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:33.628975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44242) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:33.670730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-69b677cc-1ae0-4ea0-9af9-5c8f490b508a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b91a4f11818b4085a0d7a80ade729753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405540 Aug 03 20:06:33.673183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44244) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:33.704463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.721178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.742588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.842152 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.844691 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:33.853867 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/edfd1e37-35a0-4226-a453-12d41490e2c8 HTTP/1.1" status: 204 len: 168 time: 0.1717386 Aug 03 20:06:33.853867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51472254-7068-436b-9239-ba1c8968ba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd1e37-35a0-4226-a453-12d41490e2c8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:34.508038 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44250) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:34.548166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6d849454-cea7-4423-8d12-f55964f16d98 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5a1040a273df4bba84d9b92aa6e0ca70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389431 Aug 03 20:06:34.550582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44252) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:34.597409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.618540 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.738798 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.741357 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:34.742537 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1c1f086-f398-431e-bbe1-adb9b3fb9e37 HTTP/1.1" status: 204 len: 168 time: 0.1910594 Aug 03 20:06:34.750857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e82a3-f7f9-496e-9fc4-573158c8f933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c1f086-f398-431e-bbe1-adb9b3fb9e37,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:35.674881 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44274) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:35.769912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1911899335-network', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:35.858445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Made reservation on behalf of c064cc5aa72645999a9c08b471cd5567 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:35.861117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.869500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.959399 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:35.995994 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.023266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:06:36.028462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1297ee1f-9541-4ba9-870e-beacf84f83ce,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:36.036034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.036988 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Added segment 33c25039-6352-4d25-82ee-418d63fbe73b of type vlan for network 086eed82-1df8-4713-9def-fc76c5cbb6d4 Aug 03 20:06:36.076570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.162014 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.162926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:36.163509 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.222256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] Pushing event updated for resources: {'Network': ['ID=086eed82-1df8-4713-9def-fc76c5cbb6d4,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:36.232688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:06:36.276794 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4f1bd95-d27b-4846-964f-e624e0a874e3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6007392 Aug 03 20:06:36.280046 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44278) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:36.284964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Request body: {'subnet': {'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1911899335-subnet', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:36.361864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Made reservation on behalf of c064cc5aa72645999a9c08b471cd5567 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:36.364744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.600998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.662299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca556fd-56f5-4462-b020-44ea592b9334,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:36.673037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Checking segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:36.673037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Network hostable DHCP agents. Network: 086eed82-1df8-4713-9def-fc76c5cbb6d4, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:06:36.743057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:06:36.834723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 086eed82-1df8-4713-9def-fc76c5cbb6d4) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:36.838611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:36.839200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:36.843492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6517c3-4424-454e-b1ff-5a32cc3771a3 None None] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:36.928051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5a0278e9-05ac-4117-8cb5-f4513405d338 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6469364 Aug 03 20:06:36.930698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44280) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:36.935406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:36.986323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-086eed82-1df8-4713-9def-fc76c5cbb6d4', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:06:36.987175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.023885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.024978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.077803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.124037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Allocated IP 172.20.0.2 (086eed82-1df8-4713-9def-fc76c5cbb6d4/fca556fd-56f5-4462-b020-44ea592b9334/c40f4602-3a1f-417c-a9fd-745660d6d747) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:37.268169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.276271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Transition to ACTIVE for port object c40f4602-3a1f-417c-a9fd-745660d6d747 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:37.290599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Transition to ACTIVE for port object c40f4602-3a1f-417c-a9fd-745660d6d747 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:37.337013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.366720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.402624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:37.405822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:37.409229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:37.420506 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Pushing event updated for resources: {'Port': ['ID=c40f4602-3a1f-417c-a9fd-745660d6d747,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.472153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Attempting to bind port c40f4602-3a1f-417c-a9fd-745660d6d747 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:37.472514 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Attempting to bind port c40f4602-3a1f-417c-a9fd-745660d6d747 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:37.472904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Attempting to bind port c40f4602-3a1f-417c-a9fd-745660d6d747 on network 086eed82-1df8-4713-9def-fc76c5cbb6d4 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:37.477929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:37.478303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Checking segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:37.478704 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.479092 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Bound using segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:37.479556 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Bound port: c40f4602-3a1f-417c-a9fd-745660d6d747, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:37.479936 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.546995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] For port c40f4602-3a1f-417c-a9fd-745660d6d747, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:37.549940 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] For port c40f4602-3a1f-417c-a9fd-745660d6d747, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c40f4602-3a1f-417c-a9fd-745660d6d747,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:37.602584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.626794 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.636138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.695666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423739-1f5c-48d4-9bae-5c8beb4c0943 None None] Pushing event updated for resources: {'Port': ['ID=c40f4602-3a1f-417c-a9fd-745660d6d747,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:37.735187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Allocated IP 172.25.2.66 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/ce82115a-a87f-4c17-96b3-7c4c682e727e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:37.864125 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:37.973845 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.014902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:38.017789 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:38.020690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:38.048675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Pushing event updated for resources: {'Port': ['ID=ce82115a-a87f-4c17-96b3-7c4c682e727e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:38.353384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.580297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.633477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb9e057-e2ef-45c1-8309-f1e5a0473f2f None None] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:38.790528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:06:38.902205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c40f4602-3a1f-417c-a9fd-745660d6d747 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:38.906734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d0d35672-4a4b-4a6c-b675-8cbed1da5f95 None None] Provisioning for port c40f4602-3a1f-417c-a9fd-745660d6d747 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:38.915837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:38.930933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Sync routers for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:38.964569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:38.965597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:38.984615 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:38.986168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bf86f41-19a6-4f54-9678-eb0b242cb291 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0544543 Aug 03 20:06:38.988969 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44282) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:39.102470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:39.163533 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c40f4602-3a1f-417c-a9fd-745660d6d747 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:39.179123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c40f4602-3a1f-417c-a9fd-745660d6d747 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:39.179514 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.342673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.395597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c40f4602-3a1f-417c-a9fd-745660d6d747, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c40f4602-3a1f-417c-a9fd-745660d6d747,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:39.397265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-60f24b3b-8cd7-44cd-89a2-dc90d07f7db4 None None] Provisioning complete for port c40f4602-3a1f-417c-a9fd-745660d6d747 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:39.397645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-60f24b3b-8cd7-44cd-89a2-dc90d07f7db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.416059 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.425042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:38Z', 'revision_number': 3, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:39.455874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Checking router: 27bbc6ae-39e2-41ef-b43b-7b84d253d016 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:39.456232 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Updating router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 port ce82115a-a87f-4c17-96b3-7c4c682e727e binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:39.461028 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.519499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.568463 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c40f4602-3a1f-417c-a9fd-745660d6d747,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:39.842565 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.852344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Transition to ACTIVE for port object ce82115a-a87f-4c17-96b3-7c4c682e727e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:39.910544 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Allocated IP 172.20.0.1 (086eed82-1df8-4713-9def-fc76c5cbb6d4/fca556fd-56f5-4462-b020-44ea592b9334/a33690e9-bece-4e54-905c-9dcb4d379f2e) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:39.937161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.986057 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Attempting to bind port ce82115a-a87f-4c17-96b3-7c4c682e727e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:39.990730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Attempting to bind port ce82115a-a87f-4c17-96b3-7c4c682e727e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:39.990730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Attempting to bind port ce82115a-a87f-4c17-96b3-7c4c682e727e on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:39.990730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725f8d-cfd8-4835-b82c-140a93f4f5e4 None None] Pushing event updated for resources: {'Port': ['ID=ce82115a-a87f-4c17-96b3-7c4c682e727e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:39.994152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:39.994526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:39.994926 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:39.995306 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:39.995777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Bound port: ce82115a-a87f-4c17-96b3-7c4c682e727e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:39.996612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.021061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.034578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Transition to ACTIVE for port object a33690e9-bece-4e54-905c-9dcb4d379f2e will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:40.054343 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] For port ce82115a-a87f-4c17-96b3-7c4c682e727e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:40.057454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] For port ce82115a-a87f-4c17-96b3-7c4c682e727e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce82115a-a87f-4c17-96b3-7c4c682e727e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:40.139368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.168031 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.192469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:40.192469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:40.207042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:40.210025 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:40.213449 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:40.233616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725f8d-cfd8-4835-b82c-140a93f4f5e4 None None] Pushing event updated for resources: {'Port': ['ID=ce82115a-a87f-4c17-96b3-7c4c682e727e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:40.241526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Pushing event updated for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:40.261806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.314519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:40.461236 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.504614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:38Z', 'revision_number': 3, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:40.535904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7f063-6db8-4b67-b13b-664901b005fe None None] The sync data for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 is: [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:38Z', 'revision_number': 3, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:40.557768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-256c56c2-b936-4248-8a8a-766d707eace9 None None] Provisioning for port a33690e9-bece-4e54-905c-9dcb4d379f2e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:40.562847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-256c56c2-b936-4248-8a8a-766d707eace9 None None] Provisioning complete for port a33690e9-bece-4e54-905c-9dcb4d379f2e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:40.563216 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-256c56c2-b936-4248-8a8a-766d707eace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.599300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-256c56c2-b936-4248-8a8a-766d707eace9 None None] Port a33690e9-bece-4e54-905c-9dcb4d379f2e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:40.639391 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.687404 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.760470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:40.762719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Pushing event updated for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:40.902307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:40.904906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:40.985760 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c40f4602-3a1f-417c-a9fd-745660d6d747 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:41.048013 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c40f4602-3a1f-417c-a9fd-745660d6d747 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:41.048694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.062276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:41.156103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce82115a-a87f-4c17-96b3-7c4c682e727e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:41.193079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:41.199063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5776fc45-9837-445f-9e29-2cfb1b0f4c64 admin admin] 10.222.0.67 "PUT /v2.0/routers/27bbc6ae-39e2-41ef-b43b-7b84d253d016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2090428 Aug 03 20:06:41.228991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-3a6e69dd-e21f-4392-8cac-f51bf9762ce7 None None] Provisioning complete for port a33690e9-bece-4e54-905c-9dcb4d379f2e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:41.229373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3a6e69dd-e21f-4392-8cac-f51bf9762ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.270780 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e69dd-e21f-4392-8cac-f51bf9762ce7 None None] Port a33690e9-bece-4e54-905c-9dcb4d379f2e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:41.321762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ce82115a-a87f-4c17-96b3-7c4c682e727e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:41.326516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ce82115a-a87f-4c17-96b3-7c4c682e727e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:41.326893 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.418046 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.440865 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ce82115a-a87f-4c17-96b3-7c4c682e727e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce82115a-a87f-4c17-96b3-7c4c682e727e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:41.505059 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:41.555721 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ce82115a-a87f-4c17-96b3-7c4c682e727e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:41.879965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:41.885162 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-18095307-network', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:42.046382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Made reservation on behalf of f6fe91d07ec54eb1a9f8cb51f47b157f for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:42.050316 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.058018 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.148900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.242631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Sync routers for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:42.247092 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.254528 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:42.255124 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:42.272191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:06:42.282713 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf9968-454d-40af-ae38-830752d50e1d,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:42.287698 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.288054 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Added segment 90951e5c-77a4-4773-8bfd-101d2f5568ec of type vlan for network dd9e8dfc-01c5-4efe-9697-029470e369aa Aug 03 20:06:42.330759 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.365139 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:42.436378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.437458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:42.438048 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.508051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] Pushing event updated for resources: {'Network': ['ID=dd9e8dfc-01c5-4efe-9697-029470e369aa,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:42.518723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network dd9e8dfc-01c5-4efe-9697-029470e369aa details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:06:42.529078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-360ee2be-5682-4f9f-b1f4-8202fc272f61 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6472182 Aug 03 20:06:42.531368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44302) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:42.536994 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Request body: {'subnet': {'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-18095307-subnet', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:42.573555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 2, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:42.603241 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Checking router: 27bbc6ae-39e2-41ef-b43b-7b84d253d016 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:42.603589 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Updating router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 port a33690e9-bece-4e54-905c-9dcb4d379f2e binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:42.629338 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.641724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Made reservation on behalf of f6fe91d07ec54eb1a9f8cb51f47b157f for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:06:42.644624 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.859565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce82115a-a87f-4c17-96b3-7c4c682e727e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:42.890329 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.898404 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.909321 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Transition to ACTIVE for port object a33690e9-bece-4e54-905c-9dcb4d379f2e will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:42.914125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ce82115a-a87f-4c17-96b3-7c4c682e727e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:42.914581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:42.950218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3736aee-67da-43a1-9ffc-9c9c628fc7d5,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:42.958303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Checking segment: {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:42.958648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Network hostable DHCP agents. Network: dd9e8dfc-01c5-4efe-9697-029470e369aa, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:06:42.973057 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.045276 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Pushing event updated for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.045520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Network dd9e8dfc-01c5-4efe-9697-029470e369aa is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:06:43.062247 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.062581 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.063018 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.063241 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.063563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.063883 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.064202 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.064541 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.064884 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.068224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.068224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.068224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:06:43.082357 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Attempting to bind port a33690e9-bece-4e54-905c-9dcb4d379f2e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:43.082722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Attempting to bind port a33690e9-bece-4e54-905c-9dcb4d379f2e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:43.083076 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Attempting to bind port a33690e9-bece-4e54-905c-9dcb4d379f2e on network 086eed82-1df8-4713-9def-fc76c5cbb6d4 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:43.088353 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:43.099319 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Checking segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:43.099319 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.099319 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Bound using segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:43.099319 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Bound port: a33690e9-bece-4e54-905c-9dcb4d379f2e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:43.099319 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.155519 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] For port a33690e9-bece-4e54-905c-9dcb4d379f2e, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:43.156363 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, dd9e8dfc-01c5-4efe-9697-029470e369aa) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:43.158747 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] For port a33690e9-bece-4e54-905c-9dcb4d379f2e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a33690e9-bece-4e54-905c-9dcb4d379f2e,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:43.161183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:43.161911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.167610 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2946f7-aee3-414f-87d8-7669ea6c1449 None None] Network dd9e8dfc-01c5-4efe-9697-029470e369aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:43.236977 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.248071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6123208d-a7d2-423c-8e81-4cb27dff3f84 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7152531 Aug 03 20:06:43.250712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44304) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:43.265942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:06:43.317181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f304c81-daaa-4539-8994-5f26350269e3 None None] Pushing event updated for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.319622 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:43.320210 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:43.338428 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-dd9e8dfc-01c5-4efe-9697-029470e369aa', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:06:43.339310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.362266 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.363379 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.428009 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.445446 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:43.492887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Allocated IP 172.20.0.2 (dd9e8dfc-01c5-4efe-9697-029470e369aa/c3736aee-67da-43a1-9ffc-9c9c628fc7d5/4c9469ea-fa93-4f7c-a8ba-196de42d7e90) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:43.641066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.660008 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.661282 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:43.668561 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Transition to ACTIVE for port object 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:43.683706 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Transition to ACTIVE for port object 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:43.692555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e5de8a-b3b3-4e6e-90a0-acc2d9d699e7 None None] The sync data for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 is: [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:43Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:43.757143 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.799691 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Network dd9e8dfc-01c5-4efe-9697-029470e369aa is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:43.802715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:43.806373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:43.823366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Pushing event updated for resources: {'Port': ['ID=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:43.878087 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Attempting to bind port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:43.878466 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Attempting to bind port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:43.878836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Attempting to bind port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 on network dd9e8dfc-01c5-4efe-9697-029470e369aa {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:43.885010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:43.885391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Checking segment: {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:43.885801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.886196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Bound using segment: {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:43.886677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Bound port: 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:43.887063 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.956277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] For port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:43.959500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] For port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:43.963247 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:43.984244 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.036355 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.103281 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0559-8e19-464f-b64e-aef86a31c4e4 None None] Pushing event updated for resources: {'Port': ['ID=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.112407 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Allocated IP 172.25.2.249 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/fb043b7e-1302-4d17-8f80-e3253c041097) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:44.236200 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.408046 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.448325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:44.451355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:44.457689 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:44.463261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Pushing event updated for resources: {'Port': ['ID=fb043b7e-1302-4d17-8f80-e3253c041097,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:44.781131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:44.932347 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:45.017385 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.042064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:45.047667 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a33690e9-bece-4e54-905c-9dcb4d379f2e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:45.085381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d0d2e-6386-4126-99ef-923db361274e None None] Network dd9e8dfc-01c5-4efe-9697-029470e369aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:06:45.241655 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Router 70a2e1d0-f729-41ce-aec6-3ffe74730907 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:06:45.355274 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:45.368036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Sync routers for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:45.381677 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Provisioning for port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:45.392411 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Provisioning complete for port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:45.392819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.395902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:45.396524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:45.428587 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.429960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e3f67b9-323b-4b40-93bf-cde242c11228 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1777849 Aug 03 20:06:45.432715 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44306) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:06:45.465623 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a33690e9-bece-4e54-905c-9dcb4d379f2e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:45.482279 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a33690e9-bece-4e54-905c-9dcb4d379f2e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:45.483173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.599150 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:45.734448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.806784 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.851103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] For port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:45.879352 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.896002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a33690e9-bece-4e54-905c-9dcb4d379f2e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a33690e9-bece-4e54-905c-9dcb4d379f2e,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:45.917771 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:45.923170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 3, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:45.949808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Checking router: 70a2e1d0-f729-41ce-aec6-3ffe74730907 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:45.951127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Updating router 70a2e1d0-f729-41ce-aec6-3ffe74730907 port fb043b7e-1302-4d17-8f80-e3253c041097 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:45.952677 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.003720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.005340 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.034509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Allocated IP 172.20.0.1 (dd9e8dfc-01c5-4efe-9697-029470e369aa/c3736aee-67da-43a1-9ffc-9c9c628fc7d5/af8e690d-dd80-486e-83d2-23e7607087fe) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:06:46.047244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55ec43-e782-4c67-b7fb-4f038492cd8d None None] Pushing event updated for resources: {'Port': ['ID=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.149602 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.162922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Transition to ACTIVE for port object af8e690d-dd80-486e-83d2-23e7607087fe will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:46.172370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e3f825c3-4868-4ab1-8479-d85f5ab10ce5 None None] Provisioning complete for port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:46.172770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3f825c3-4868-4ab1-8479-d85f5ab10ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.176939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.265810 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.305364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Network dd9e8dfc-01c5-4efe-9697-029470e369aa is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:46.308194 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:46.310978 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:06:46.338605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.362592 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.386535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.397493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Transition to ACTIVE for port object fb043b7e-1302-4d17-8f80-e3253c041097 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:46.503618 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.560974 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Attempting to bind port fb043b7e-1302-4d17-8f80-e3253c041097 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:46.561342 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Attempting to bind port fb043b7e-1302-4d17-8f80-e3253c041097 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:46.561701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Attempting to bind port fb043b7e-1302-4d17-8f80-e3253c041097 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:46.563413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dcd50-cfdf-4f47-9079-b416ece8c555 None None] Pushing event updated for resources: {'Port': ['ID=fb043b7e-1302-4d17-8f80-e3253c041097,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.571025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:46.571396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:46.571794 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.572176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:46.572640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Bound port: fb043b7e-1302-4d17-8f80-e3253c041097, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:46.573038 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.598388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.625380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] For port fb043b7e-1302-4d17-8f80-e3253c041097, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:46.628569 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] For port fb043b7e-1302-4d17-8f80-e3253c041097, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb043b7e-1302-4d17-8f80-e3253c041097,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:46.630195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a03b57e7-a991-4a17-b086-6e9767911baf None None] Provisioning for port af8e690d-dd80-486e-83d2-23e7607087fe completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:46.634285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a03b57e7-a991-4a17-b086-6e9767911baf None None] Provisioning complete for port af8e690d-dd80-486e-83d2-23e7607087fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:46.634651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a03b57e7-a991-4a17-b086-6e9767911baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.672440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a03b57e7-a991-4a17-b086-6e9767911baf None None] Port af8e690d-dd80-486e-83d2-23e7607087fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:46.726224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.768589 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.775493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:46.779059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:46.817177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.822064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dcd50-cfdf-4f47-9079-b416ece8c555 None None] Pushing event updated for resources: {'Port': ['ID=fb043b7e-1302-4d17-8f80-e3253c041097,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.877226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:46.894967 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:46.907702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:46.931308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:46.990353 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Network dd9e8dfc-01c5-4efe-9697-029470e369aa is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:06:46.991800 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:06:47.009869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:47.010449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.198383 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a33690e9-bece-4e54-905c-9dcb4d379f2e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:47.255007 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'af8e690d-dd80-486e-83d2-23e7607087fe', 'name': '', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'mac_address': 'fa:16:3e:be:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:45Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 1, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'subnets': [{'id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:47.296359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9018b3-ee29-4506-a049-105ed337d068 None None] The sync data for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 is: [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'af8e690d-dd80-486e-83d2-23e7607087fe', 'name': '', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'mac_address': 'fa:16:3e:be:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:45Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 1, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'subnets': [{'id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:47.300961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a33690e9-bece-4e54-905c-9dcb4d379f2e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:47.301338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.332854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1211164d-2605-4878-8683-cb809d55d907 None None] Provisioning complete for port af8e690d-dd80-486e-83d2-23e7607087fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:47.333231 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1211164d-2605-4878-8683-cb809d55d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:47.380483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1211164d-2605-4878-8683-cb809d55d907 None None] Port af8e690d-dd80-486e-83d2-23e7607087fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:06:47.472098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Router 70a2e1d0-f729-41ce-aec6-3ffe74730907 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:06:47.589004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:06:47.594695 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dcaeb64b-81d2-4e90-b290-f31f8e4dc6a0 admin admin] 10.222.0.67 "PUT /v2.0/routers/70a2e1d0-f729-41ce-aec6-3ffe74730907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1610057 Aug 03 20:06:48.816203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f237bdec-bc0f-4e9e-bfd9-93de0755c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:48.925170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb043b7e-1302-4d17-8f80-e3253c041097 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:49.230543 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fb043b7e-1302-4d17-8f80-e3253c041097 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:49.235538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb043b7e-1302-4d17-8f80-e3253c041097 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:49.241285 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.344198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.370152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port fb043b7e-1302-4d17-8f80-e3253c041097, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb043b7e-1302-4d17-8f80-e3253c041097,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:49.441348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:49.496911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=fb043b7e-1302-4d17-8f80-e3253c041097,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:50.632950 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Sync routers for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:06:50.645414 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:50.646418 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:50.770677 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:50.895596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb043b7e-1302-4d17-8f80-e3253c041097 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:50.961487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fb043b7e-1302-4d17-8f80-e3253c041097 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:50.962140 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.119205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'af8e690d-dd80-486e-83d2-23e7607087fe', 'name': '', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'mac_address': 'fa:16:3e:be:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:45Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 2, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'subnets': [{'id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:51.146195 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Checking router: 70a2e1d0-f729-41ce-aec6-3ffe74730907 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:06:51.146195 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Updating router 70a2e1d0-f729-41ce-aec6-3ffe74730907 port af8e690d-dd80-486e-83d2-23e7607087fe binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:06:51.178796 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.461086 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.473637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Transition to ACTIVE for port object af8e690d-dd80-486e-83d2-23e7607087fe will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:06:51.698280 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.752617 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a87b8-e0ca-4403-9a95-4d085f4cdb79 None None] Pushing event updated for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:51.810549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Attempting to bind port af8e690d-dd80-486e-83d2-23e7607087fe on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:06:51.811370 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Attempting to bind port af8e690d-dd80-486e-83d2-23e7607087fe by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:06:51.811968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Attempting to bind port af8e690d-dd80-486e-83d2-23e7607087fe on network dd9e8dfc-01c5-4efe-9697-029470e369aa {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:06:51.819044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:06:51.819973 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Checking segment: {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:06:51.820552 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.820966 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Bound using segment: {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:06:51.821590 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Bound port: af8e690d-dd80-486e-83d2-23e7607087fe, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90951e5c-77a4-4773-8bfd-101d2f5568ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:06:51.821975 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:51.908208 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] For port af8e690d-dd80-486e-83d2-23e7607087fe, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:06:51.912108 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] For port af8e690d-dd80-486e-83d2-23e7607087fe, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af8e690d-dd80-486e-83d2-23e7607087fe,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:06:52.014660 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.076912 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a87b8-e0ca-4403-9a95-4d085f4cdb79 None None] Pushing event updated for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:52.084562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:06:52.084562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:06:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:52.104185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b436894-123e-49bb-831d-20a218e02dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.219093 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:06:52.242173 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:52.506691 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'af8e690d-dd80-486e-83d2-23e7607087fe', 'name': '', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'mac_address': 'fa:16:3e:be:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:45Z', 'updated_at': '2021-08-03T20:06:51Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'subnets': [{'id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:06:52.536062 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54937a18-4565-41cd-b17b-5c61db17a8e0 None None] The sync data for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 is: [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:46Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'af8e690d-dd80-486e-83d2-23e7607087fe', 'name': '', 'network_id': 'dd9e8dfc-01c5-4efe-9697-029470e369aa', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'mac_address': 'fa:16:3e:be:89:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:45Z', 'updated_at': '2021-08-03T20:06:51Z', 'revision_number': 4, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'subnets': [{'id': 'c3736aee-67da-43a1-9ffc-9c9c628fc7d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:06:52.926927 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af8e690d-dd80-486e-83d2-23e7607087fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:53.051669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port af8e690d-dd80-486e-83d2-23e7607087fe completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:06:53.061196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port af8e690d-dd80-486e-83d2-23e7607087fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:53.061196 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:53.117913 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:06:53.155545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:53.172155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:53.207578 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port af8e690d-dd80-486e-83d2-23e7607087fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af8e690d-dd80-486e-83d2-23e7607087fe,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:06:53.274711 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:53.327222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:06:54.857582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af8e690d-dd80-486e-83d2-23e7607087fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:06:54.925289 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port af8e690d-dd80-486e-83d2-23e7607087fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:06:54.925807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:54.965087 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:06:59.264637 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-39945c34-a629-4176-af15-380158e80242 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:06:59.266159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-39945c34-a629-4176-af15-380158e80242 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 815 time: 0.1073694 Aug 03 20:06:59.280995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-f620d20f-0039-4421-8920-98de4b31b65e tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/quotas/c064cc5aa72645999a9c08b471cd5567 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Aug 03 20:06:59.332093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-f2c550f5-2273-466f-8fc7-c14626574f4a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458341 Aug 03 20:06:59.348142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-8620cb9a-e909-48e8-ace2-5a873d2dd3e6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:06:59.349144 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-8620cb9a-e909-48e8-ace2-5a873d2dd3e6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Aug 03 20:06:59.442359 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-70508898-c080-481e-9454-b4b4ade4ea39 service neutron] 10.222.0.67 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873110 Aug 03 20:06:59.531873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-6899a0eb-68bd-41cc-a411-b66ad99ddc73 service neutron] 10.222.0.67 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 Aug 03 20:06:59.803755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3bd524f-6822-4f86-9285-405590789eac req-fc5d6846-e020-464c-aa50-85a290f5475b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 210 time: 0.0337102 Aug 03 20:07:00.881200 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d5eddceb-c5cd-4b1a-b165-519339313f42 req-4724a89f-ac4d-4568-8d27-2cff2ccb9f20 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 210 time: 0.0275002 Aug 03 20:07:02.020377 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-32f83b37-e1d4-46ad-a1ee-92238050f5de req-b44b2147-4489-4793-a12b-4adf98e7739f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 210 time: 0.0725534 Aug 03 20:07:02.079085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-8ba21b1a-8fa0-4ede-aeac-68dcca024275 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:02.080560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-8ba21b1a-8fa0-4ede-aeac-68dcca024275 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 815 time: 0.1312726 Aug 03 20:07:02.093161 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'port': {'device_id': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'admin_state_up': True, 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:02.268509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Made reservation on behalf of c064cc5aa72645999a9c08b471cd5567 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:07:02.272070 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:02.400501 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Allocated IP 172.20.0.8 (086eed82-1df8-4713-9def-fc76c5cbb6d4/fca556fd-56f5-4462-b020-44ea592b9334/be7fba71-d5d1-4186-a98c-5ea78f40ad93) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:07:02.553421 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:02.566500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Transition to ACTIVE for port object be7fba71-d5d1-4186-a98c-5ea78f40ad93 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:07:02.687531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:02.734177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:07:02.739907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:07:02.744504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:07:02.781989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:02.799325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.799706 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.800045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.800383 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.800761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.801104 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.801437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.802251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.802251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.802535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.802867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.803205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:02.833718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:02.834822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:02.916510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-dc28195f-2af5-4875-9e98-46f20191d624 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8270590 Aug 03 20:07:03.160833 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07619106-1493-41d2-bea1-3b73436e1ca9 None None] Provisioning for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:07:03.166135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-07619106-1493-41d2-bea1-3b73436e1ca9 None None] Provisioning complete for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:07:03.166751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07619106-1493-41d2-bea1-3b73436e1ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:03.180447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac624f-28ba-4a1c-b3ba-c5b6ceac1dc3 req-88439c29-ad8d-4e32-8539-2ac84720bda7 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:03.182266 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ac624f-28ba-4a1c-b3ba-c5b6ceac1dc3 req-88439c29-ad8d-4e32-8539-2ac84720bda7 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0645919 Aug 03 20:07:03.207484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-07619106-1493-41d2-bea1-3b73436e1ca9 None None] Port be7fba71-d5d1-4186-a98c-5ea78f40ad93 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:07:03.225014 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0ac624f-28ba-4a1c-b3ba-c5b6ceac1dc3 req-9680faa2-8b90-408a-867b-4820deb87e41 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Aug 03 20:07:03.715629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:04.347962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0490ac8-27d2-44e2-ba48-431b29c21dc0 req-417e72d3-dfe2-401e-accf-2475bb587ba4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:04.349468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0490ac8-27d2-44e2-ba48-431b29c21dc0 req-417e72d3-dfe2-401e-accf-2475bb587ba4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0512111 Aug 03 20:07:04.395250 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b0490ac8-27d2-44e2-ba48-431b29c21dc0 req-99ae022e-238e-4670-8718-a1570f7b5758 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Aug 03 20:07:05.522961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64471b14-c7a4-402e-af09-ed50c8fe6859 req-a13a0c86-9a4a-4173-b603-842b064c437c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:05.524580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64471b14-c7a4-402e-af09-ed50c8fe6859 req-a13a0c86-9a4a-4173-b603-842b064c437c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0615592 Aug 03 20:07:05.568371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64471b14-c7a4-402e-af09-ed50c8fe6859 req-3b586106-1b70-47ac-84ae-184eea058010 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Aug 03 20:07:06.693695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f021a5-2437-4083-b00c-769a76a66836 req-0ebed38a-cb9c-4bce-876e-b3682a25d758 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:06.695559 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7f021a5-2437-4083-b00c-769a76a66836 req-0ebed38a-cb9c-4bce-876e-b3682a25d758 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0511143 Aug 03 20:07:06.744013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7f021a5-2437-4083-b00c-769a76a66836 req-406785ee-dfe9-4661-ba43-444613e0f111 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413628 Aug 03 20:07:07.861502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8804f2e-9921-4ef8-afa6-5a8f575eebc7 req-ef06bab7-afa3-4b6c-8580-05b90f0204d6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:07.864365 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8804f2e-9921-4ef8-afa6-5a8f575eebc7 req-ef06bab7-afa3-4b6c-8580-05b90f0204d6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0550363 Aug 03 20:07:07.906057 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f8804f2e-9921-4ef8-afa6-5a8f575eebc7 req-2a6f98b6-c27a-4feb-9b75-83ee838c9df8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Aug 03 20:07:09.030650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0334ab-2fba-447e-941e-7611cda733b6 req-ce5447a1-ad35-4075-88b6-bf600f605e49 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:09.032331 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e0334ab-2fba-447e-941e-7611cda733b6 req-ce5447a1-ad35-4075-88b6-bf600f605e49 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0579925 Aug 03 20:07:09.071650 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e0334ab-2fba-447e-941e-7611cda733b6 req-1bb182c0-452b-41a0-838d-1ebab42b43af tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331831 Aug 03 20:07:10.198784 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b056b-b70a-4de4-ae38-159cffc3fd02 req-bc6f7301-79bd-4ede-b574-d8f16301168d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:10.200201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-894b056b-b70a-4de4-ae38-159cffc3fd02 req-bc6f7301-79bd-4ede-b574-d8f16301168d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0521464 Aug 03 20:07:10.240719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-894b056b-b70a-4de4-ae38-159cffc3fd02 req-9937c0bc-2f97-4e9f-8dbd-c9003b51dd6a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Aug 03 20:07:11.373496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52907109-f703-4f6f-b0c0-0e7c36fbff92 req-fe4eeff9-328b-4d9d-8210-d840a3e8f5d3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:11.375788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52907109-f703-4f6f-b0c0-0e7c36fbff92 req-fe4eeff9-328b-4d9d-8210-d840a3e8f5d3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0624106 Aug 03 20:07:11.415555 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52907109-f703-4f6f-b0c0-0e7c36fbff92 req-f79f8a46-d6db-4a3d-893d-0fd68c41174e tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Aug 03 20:07:12.538917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c8fc3-798b-46a8-8dd0-9992292c3210 req-4a601ca9-e72a-47c2-9c13-a96dbebbf1a1 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:12.540411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-275c8fc3-798b-46a8-8dd0-9992292c3210 req-4a601ca9-e72a-47c2-9c13-a96dbebbf1a1 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 931 time: 0.0577075 Aug 03 20:07:12.578893 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-275c8fc3-798b-46a8-8dd0-9992292c3210 req-4f1c6148-01c2-4ec9-82d9-0059a1bdcdb3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Aug 03 20:07:13.165640 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Request body: {'port': {'device_id': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:13.223463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.494299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7fba71-d5d1-4186-a98c-5ea78f40ad93 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:07:13.501689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.513001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Transition to ACTIVE for port object be7fba71-d5d1-4186-a98c-5ea78f40ad93 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:07:13.589480 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.644082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:13.750855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ab19f-989e-4a25-932c-702b5fe6e6bb req-06eec211-bb8a-493a-903e-f6ec8c328262 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:13.752385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e58ab19f-989e-4a25-932c-702b5fe6e6bb req-06eec211-bb8a-493a-903e-f6ec8c328262 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 943 time: 0.0925074 Aug 03 20:07:13.757521 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Attempting to bind port be7fba71-d5d1-4186-a98c-5ea78f40ad93 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:07:13.757861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Attempting to bind port be7fba71-d5d1-4186-a98c-5ea78f40ad93 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:07:13.758192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Attempting to bind port be7fba71-d5d1-4186-a98c-5ea78f40ad93 on network 086eed82-1df8-4713-9def-fc76c5cbb6d4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:07:13.776855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Port be7fba71-d5d1-4186-a98c-5ea78f40ad93 on network 086eed82-1df8-4713-9def-fc76c5cbb6d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:07:13.777250 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Attempting to bind port be7fba71-d5d1-4186-a98c-5ea78f40ad93 on network 086eed82-1df8-4713-9def-fc76c5cbb6d4 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:07:13.784242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:07:13.784596 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Checking segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:07:13.785011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Bound using segment: {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:07:13.785456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Bound port: be7fba71-d5d1-4186-a98c-5ea78f40ad93, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c25039-6352-4d25-82ee-418d63fbe73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:07:13.785827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.831860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e58ab19f-989e-4a25-932c-702b5fe6e6bb req-1b1399ea-076e-4900-af9c-3921b0ece1bd tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712848 Aug 03 20:07:13.863567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:07:13.866541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:07:13.955938 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.991090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:13.991704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:13.993132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] 10.222.0.77 "PUT /v2.0/ports/be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 1091 time: 0.8321869 Aug 03 20:07:13.993587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:07:13.995871 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444e5311-869c-4484-9d72-f3023103bfef" -d '{"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:07:14.021329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09dd1f-076c-4e8d-aacf-09eb526efda2 service neutron] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:14.037302 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a58c1-aa1a-44d7-9cb9-fd7296e4cf7f x-openstack-request-id: req-876a58c1-aa1a-44d7-9cb9-fd7296e4cf7f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:07:14.037602 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:07:14.037898 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-876a58c1-aa1a-44d7-9cb9-fd7296e4cf7f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:07:14.038270 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:07:14.106418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e5311-869c-4484-9d72-f3023103bfef req-856855bb-6c5e-489e-9c6f-2a051df671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.107946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-444e5311-869c-4484-9d72-f3023103bfef req-856855bb-6c5e-489e-9c6f-2a051df671a8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1094 time: 0.0477414 Aug 03 20:07:14.208764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e5311-869c-4484-9d72-f3023103bfef req-cb590322-b261-4056-a5d4-0dfeb4e71c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.210275 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-444e5311-869c-4484-9d72-f3023103bfef req-cb590322-b261-4056-a5d4-0dfeb4e71c97 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=c064cc5aa72645999a9c08b471cd5567&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0942054 Aug 03 20:07:14.316903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e5311-869c-4484-9d72-f3023103bfef req-0c9dce85-6475-4f68-a025-2b8b3d1d080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.316903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-444e5311-869c-4484-9d72-f3023103bfef req-0c9dce85-6475-4f68-a025-2b8b3d1d080f service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923698 Aug 03 20:07:14.383318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-f56686eb-a424-4d32-96be-afaaa2d3d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.384841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-f56686eb-a424-4d32-96be-afaaa2d3d24a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1094 time: 0.0410256 Aug 03 20:07:14.426255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-5b5181c5-cecb-4fd4-ae5f-e5fb46e24943 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 217 time: 0.0337029 Aug 03 20:07:14.479466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-10d8c534-397b-4700-bf01-bd301a07f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.480912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-10d8c534-397b-4700-bf01-bd301a07f0a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0476925 Aug 03 20:07:14.526355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975a610-fa1e-481e-bd54-be47711ad572 req-a210d8df-f4ac-4e43-ad21-02328ca3fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.527811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-a210d8df-f4ac-4e43-ad21-02328ca3fd9c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400517 Aug 03 20:07:14.616922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-e49b79ad-ff29-426b-b17e-74d373213e05 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806949 Aug 03 20:07:14.710375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9975a610-fa1e-481e-bd54-be47711ad572 req-9e725b86-0f48-40f6-9ffb-29c488f54822 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Aug 03 20:07:14.949684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c32ac54-501b-436c-8acc-4226e280d37d req-c8ac6364-0cf4-4f11-b876-fad433cd1a8b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:14.951161 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c32ac54-501b-436c-8acc-4226e280d37d req-c8ac6364-0cf4-4f11-b876-fad433cd1a8b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Aug 03 20:07:14.988973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2c32ac54-501b-436c-8acc-4226e280d37d req-725fc844-3040-4d6f-9747-066cf0bbd841 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 03 20:07:15.869817 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:16.100983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02eeda-ae26-4d56-83cf-dafdaeb9b313 req-6a7850f1-d6db-46b8-91a3-3ba420dea2b9 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:16.102464 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca02eeda-ae26-4d56-83cf-dafdaeb9b313 req-6a7850f1-d6db-46b8-91a3-3ba420dea2b9 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 943 time: 0.0481577 Aug 03 20:07:16.144061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ca02eeda-ae26-4d56-83cf-dafdaeb9b313 req-e3166b43-dcad-4ce1-9f7f-fa8b4bd2dfe3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357440 Aug 03 20:07:16.736266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device be7fba71-d5d1-4186-a98c-5ea78f40ad93 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:07:16.829646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:07:16.844103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'port_id': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'mac_address': 'fa:16:3e:90:80:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:07:16.881406 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:16.894017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7fba71-d5d1-4186-a98c-5ea78f40ad93 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:07:16.912874 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:07:17.001021 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:17.046936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:17.214664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:07:17.257598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dcdb0-ba67-4351-bb84-621d42e5ddbf req-8e0a667f-d461-4cee-9e3d-f222667847b3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:17.259045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-732dcdb0-ba67-4351-bb84-621d42e5ddbf req-8e0a667f-d461-4cee-9e3d-f222667847b3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 944 time: 0.0497859 Aug 03 20:07:17.298147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-732dcdb0-ba67-4351-bb84-621d42e5ddbf req-241a1d36-2198-431c-9c14-7b669cc053ec tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326455 Aug 03 20:07:18.413690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581af06f-5eb7-41d6-835e-caed6d69973c req-b03ea383-5327-4567-aabb-c01e36450813 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:18.415181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-581af06f-5eb7-41d6-835e-caed6d69973c req-b03ea383-5327-4567-aabb-c01e36450813 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 944 time: 0.0497413 Aug 03 20:07:18.454584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-581af06f-5eb7-41d6-835e-caed6d69973c req-a7b4d14d-6eef-4f50-85b1-7afc56b26bba tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335171 Aug 03 20:07:18.751406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device be7fba71-d5d1-4186-a98c-5ea78f40ad93 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:07:18.800426 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9800deab-55ee-450f-ac59-a005f5a6db5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:18.845997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:07:18.850006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:07:18.850380 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:18.929395 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:18.951440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:07:18.954268 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68c3b04-06a2-43d7-a805-8ec8103c3c96" -d '{"events": [{"server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "name": "network-vif-plugged", "status": "completed", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:07:18.967110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:07:18.991465 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c67021-7221-40e8-a510-33f56b5074df x-openstack-request-id: req-34c67021-7221-40e8-a510-33f56b5074df {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:07:18.991752 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "name": "network-vif-plugged", "status": "completed", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:07:18.992009 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34c67021-7221-40e8-a510-33f56b5074df {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:07:18.992409 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'code': 200} Aug 03 20:07:19.029277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:19.079507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:19.086302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135fe91-4243-43b7-b982-d1f29352819d req-49249759-e1ce-40d0-9038-b642906d7d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:19.087808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3135fe91-4243-43b7-b982-d1f29352819d req-49249759-e1ce-40d0-9038-b642906d7d3c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1096 time: 0.0408115 Aug 03 20:07:19.126354 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3135fe91-4243-43b7-b982-d1f29352819d req-388fd4f1-92d9-4699-a263-324de3d97fa0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Aug 03 20:07:19.570172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c51ead-3a14-41e7-a0f0-6d4d2fd29757 req-f0bbef74-0f15-4357-9fac-d0f01b93f4cb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:19.571662 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49c51ead-3a14-41e7-a0f0-6d4d2fd29757 req-f0bbef74-0f15-4357-9fac-d0f01b93f4cb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0494201 Aug 03 20:07:19.609535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-49c51ead-3a14-41e7-a0f0-6d4d2fd29757 req-e1f032b0-284f-4508-9f76-90b56771aef6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Aug 03 20:07:20.722960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06230c75-8eec-434d-9995-4c032942c8a3 req-11ac5fab-b1c8-419a-a0be-8d3ba9381174 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:20.724439 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06230c75-8eec-434d-9995-4c032942c8a3 req-11ac5fab-b1c8-419a-a0be-8d3ba9381174 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Aug 03 20:07:20.763196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06230c75-8eec-434d-9995-4c032942c8a3 req-0e94a663-9027-496b-ad92-79cefe3fdf2f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Aug 03 20:07:20.873644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93c59f-0f52-4aa5-a601-b4aeebf01075 req-38901a18-51a3-428c-af86-8bc87b35d487 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:20.875092 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c93c59f-0f52-4aa5-a601-b4aeebf01075 req-38901a18-51a3-428c-af86-8bc87b35d487 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Aug 03 20:07:20.918513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c93c59f-0f52-4aa5-a601-b4aeebf01075 req-25ec806f-e01d-4906-a541-d2ce26fc1956 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368645 Aug 03 20:07:21.104384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510ced-592b-4e1a-9ec5-3b622b482c82 req-8d9c5f1f-445b-4a9b-b234-142094978bb6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:21.105849 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81510ced-592b-4e1a-9ec5-3b622b482c82 req-8d9c5f1f-445b-4a9b-b234-142094978bb6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0486503 Aug 03 20:07:21.142795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81510ced-592b-4e1a-9ec5-3b622b482c82 req-68351349-923c-43e5-ab6c-1734c76fca01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302303 Aug 03 20:07:22.086288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68dc8e51-1da2-4a1b-906c-a440042b65fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:22.252499 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:23.092072 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:24.995016 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:28.387273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-de7db44b-405a-4b8b-b5f4-e4d074c6960e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250384 Aug 03 20:07:28.470774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e495-61c4-4bd1-a733-581304873875 req-5df1bab2-70f5-4b3d-ba12-d91ede8d42f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:28.472243 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-5df1bab2-70f5-4b3d-ba12-d91ede8d42f3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1096 time: 0.0408878 Aug 03 20:07:28.576709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e495-61c4-4bd1-a733-581304873875 req-83fbd07e-714e-4aaf-83b8-f6a0ce969151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:28.579156 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-83fbd07e-714e-4aaf-83b8-f6a0ce969151 service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.0881124 Aug 03 20:07:28.624885 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-d2ecfd82-95cb-47fe-af5d-d73edb1a8962 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 217 time: 0.0345087 Aug 03 20:07:28.677730 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e495-61c4-4bd1-a733-581304873875 req-e649d77b-1bac-42bd-9a8b-109d7b7a69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:28.679241 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-e649d77b-1bac-42bd-9a8b-109d7b7a69cd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0478866 Aug 03 20:07:28.727256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672e495-61c4-4bd1-a733-581304873875 req-a643a1f5-1098-4d9c-8576-dad8f611eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:28.728722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-a643a1f5-1098-4d9c-8576-dad8f611eda9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416002 Aug 03 20:07:28.821944 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-9e326f6c-095f-400f-bf39-7e3c2ca9c6e0 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835879 Aug 03 20:07:28.918558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9672e495-61c4-4bd1-a733-581304873875 req-b30051aa-5ff0-4de3-8840-78a2393f72b4 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Aug 03 20:07:30.108477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:07:33.714379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:35.732999 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352849e-5776-4f2d-b6a4-6f5e4efcc922 req-65afb574-bbd1-4e24-9652-318c77d9490a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:35.734369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6352849e-5776-4f2d-b6a4-6f5e4efcc922 req-65afb574-bbd1-4e24-9652-318c77d9490a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0487938 Aug 03 20:07:35.772814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6352849e-5776-4f2d-b6a4-6f5e4efcc922 req-a1b34984-b1b2-4573-b23b-0a9b72c7ef3f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316513 Aug 03 20:07:35.794309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44518) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:35.872960 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f8b26-2536-4314-a244-4630ec288ea8 tempest-TestMinimumBasicScenario-1003121040 tempest-TestMinimumBasicScenario-1003121040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:35.874545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-048f8b26-2536-4314-a244-4630ec288ea8 tempest-TestMinimumBasicScenario-1003121040 tempest-TestMinimumBasicScenario-1003121040-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1091 time: 0.0792007 Aug 03 20:07:35.878132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44522) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:35.882555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:35.977723 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.078074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.184168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Allocated IP 172.25.2.202 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/e68c5c1e-a34c-48a1-aec1-aa1d1af61d31) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:07:36.286221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.376630 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.413594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:07:36.416354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:07:36.422230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:07:36.427587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'Port': ['ID=e68c5c1e-a34c-48a1-aec1-aa1d1af61d31,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:36.780206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:36.904562 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:37.047002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:37.085850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:37.158389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'Port': ['ID=e68c5c1e-a34c-48a1-aec1-aa1d1af61d31,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:37.168351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:37.267255 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Floating IP 22b4e45f-43b3-456d-8bc2-b8c126357745 associated. External IP: 172.25.2.202, port: be7fba71-d5d1-4186-a98c-5ea78f40ad93. Aug 03 20:07:37.472164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:07:37.579636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:07:37.589208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Sync routers for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:07:37.598519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:07:37.607352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:07:37.651910 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:37.707266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:07:37.945969 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '22b4e45f-43b3-456d-8bc2-b8c126357745', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'port_id': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'mac_address': 'fa:16:3e:90:80:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:07:36Z', 'updated_at': '2021-08-03T20:07:36Z', 'revision_number': 0, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:07:37.973722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Checking router: 27bbc6ae-39e2-41ef-b43b-7b84d253d016 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:07:37.982312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:07:37.982937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:07:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:07:38.026220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fd57519a-7369-483a-b62e-0cedbb738bf2 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1470482 Aug 03 20:07:38.026827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:07:38.029050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44526) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:38.029515 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df985677-0e40-46b4-9bf9-41506fe4d301" -d '{"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:07:38.035325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992354424', 'description': 'tempest-secgroup-smoke-992354424 description', 'project_id': 'c064cc5aa72645999a9c08b471cd5567'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:38.077340 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ebff2e-2e61-40e6-b7c4-10658e6e1661 x-openstack-request-id: req-a3ebff2e-2e61-40e6-b7c4-10658e6e1661 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:07:38.077340 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:07:38.077340 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a3ebff2e-2e61-40e6-b7c4-10658e6e1661 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:07:38.077340 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:07:38.096151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:07:38.126462 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.142084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-755282f8-ad40-4855-bbc7-e625540d6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:38.143527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-755282f8-ad40-4855-bbc7-e625540d6189 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1096 time: 0.0457706 Aug 03 20:07:38.214226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.243857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-a82b8a7a-5a99-4bdb-9428-3d852e16cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:38.245660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-a82b8a7a-5a99-4bdb-9428-3d852e16cf1f service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.0940936 Aug 03 20:07:38.286616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.316960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94759826-3df6-494e-947f-31a6f140c5fa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:38.317690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-54ceae16-307d-494b-84d6-c33ef7250711 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 999 time: 0.0633180 Aug 03 20:07:38.324749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.328106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.329553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:07:38.334410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '22b4e45f-43b3-456d-8bc2-b8c126357745', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'port_id': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'mac_address': 'fa:16:3e:90:80:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:07:36Z', 'updated_at': '2021-08-03T20:07:36Z', 'revision_number': 0, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:07:38.361155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be30420-e4f3-42e5-b30d-2b079105c7ee None None] The sync data for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 is: [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '22b4e45f-43b3-456d-8bc2-b8c126357745', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'port_id': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'mac_address': 'fa:16:3e:90:80:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:07:36Z', 'updated_at': '2021-08-03T20:07:36Z', 'revision_number': 0, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:07:38.372068 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.373689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e882f562-d44b-4546-842c-d46dd423ae01 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3436258 Aug 03 20:07:38.373962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-f8eda30d-4fa8-4e29-bf3d-b2b0381344ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:38.375301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-f8eda30d-4fa8-4e29-bf3d-b2b0381344ed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0506959 Aug 03 20:07:38.377361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44532) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:38.381899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:38.442138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-e4c231b6-c5cf-4434-9328-86807575ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:38.443680 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-e4c231b6-c5cf-4434-9328-86807575ed91 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573685 Aug 03 20:07:38.527461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.552211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-3dfa33cc-0b65-427e-b96a-c7314985994d service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002567 Aug 03 20:07:38.569591 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee84d0-6568-4546-8b59-1152765fb5e7 None None] New status for floating IP 22b4e45f-43b3-456d-8bc2-b8c126357745: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:07:38.651577 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.679256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df985677-0e40-46b4-9bf9-41506fe4d301 req-c891d38b-8ecb-4f93-b395-117529e9b420 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164627 Aug 03 20:07:38.743171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.762794 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf7081b-423d-4d83-b1fd-0b9f11bdf2ff,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:38.811621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:38.812949 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d2e8e2a-b80a-4abe-8455-20bb8b317291 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4345357 Aug 03 20:07:38.816251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44534) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:38.820918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:39.067359 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.124130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.193351 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.210420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876fddc6-64ee-414f-995f-228b6a890daf,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:39.280055 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.281319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0fbc09a9-c5cb-4f5e-bb33-6e56a3fbab8c tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4640753 Aug 03 20:07:39.284846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44536) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:39.289252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:39.382028 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.442575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.520053 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.538555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3c7076-f07e-4852-bf20-b6df0e1ae43b,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:39.623052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.624338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-22f6b73f-eb71-42bb-8604-eef95cf1b5f0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385642 Aug 03 20:07:39.627060 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44538) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:39.631573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:39.817142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.874205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:39.982947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.001103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1285f3ae-0fd2-4f8a-b05c-1c4e6c7c8c39,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:40.114531 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.115767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4d49c0a9-d36d-45e9-8012-d4821a1a24cc tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4877613 Aug 03 20:07:40.118667 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44540) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:40.123503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:40.223326 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Project c064cc5aa72645999a9c08b471cd5567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:07:40.228634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.289198 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.354489 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.377261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f08e5b9-64c4-4a23-b74c-2c893daca6f8,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:40.445744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.446970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7080cfb7-c229-4d17-a503-17e6b53a9cdb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271453 Aug 03 20:07:40.449609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44542) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:07:40.454135 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'security_group_rule': {'security_group_id': '94759826-3df6-494e-947f-31a6f140c5fa', 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:40.531656 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Project c064cc5aa72645999a9c08b471cd5567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:07:40.537381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.598335 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.686180 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.705022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a21c20-4c6e-484c-984a-082faaa034e8,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:40.788932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:40.790243 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-854a4d6e-a1da-4f57-a57a-b41cc90b6d8f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396692 Aug 03 20:07:40.869685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-f2a952a2-93a6-484b-9b66-4fd493f25d7d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992354424&fields=id&tenant_id=c064cc5aa72645999a9c08b471cd5567 HTTP/1.1" status: 200 len: 267 time: 0.0332417 Aug 03 20:07:40.922750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-18c50eca-5f80-43ed-89f3-f721961bc4f5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:40.924120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-18c50eca-5f80-43ed-89f3-f721961bc4f5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Aug 03 20:07:40.935180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'port': {'security_groups': ['1297ee1f-9541-4ba9-870e-beacf84f83ce', '94759826-3df6-494e-947f-31a6f140c5fa']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:07:40.997875 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:41.178027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:07:41.208407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:41.274616 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:41.287250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:07:41.298682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.299408 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:41.300838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2165a88f-adc6-4a84-b8d4-558198663ee3 req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "PUT /v2.0/ports/be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 981 time: 0.3701460 Aug 03 20:07:41.318659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:07:41.320943 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ceccb-461a-4243-bf57-c3510e2cc8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:07:41.365249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205839fa-c853-4f8f-b3ad-e7447ed1116f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=6']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:07:41.369515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:07:41.433533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50943b-d305-4da3-b4ea-576cf82000bb req-3e9097b9-65a7-4168-96b8-819045668432 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.435132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a50943b-d305-4da3-b4ea-576cf82000bb req-3e9097b9-65a7-4168-96b8-819045668432 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0552146 Aug 03 20:07:41.483767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6a50943b-d305-4da3-b4ea-576cf82000bb req-9d35ae71-dcf6-49c9-adf0-bdf632a43a4d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408449 Aug 03 20:07:41.531890 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d540bbe-32c2-4082-be48-08fdabc55993 x-openstack-request-id: req-0d540bbe-32c2-4082-be48-08fdabc55993 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:07:41.532180 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:07:41.532430 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0d540bbe-32c2-4082-be48-08fdabc55993 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:07:41.533441 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:07:41.596335 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-1d2cd16e-e7b8-421f-892a-c1f1738d055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.597813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-1d2cd16e-e7b8-421f-892a-c1f1738d055b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1135 time: 0.0417840 Aug 03 20:07:41.639995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e159ebf-e4af-4fc5-8b0e-ec9217f63a07 None None] Provisioning complete for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:07:41.640372 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e159ebf-e4af-4fc5-8b0e-ec9217f63a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:41.688073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-e95e4d84-03d9-4490-bb95-9b3c2aa5751c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.690191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-e95e4d84-03d9-4490-bb95-9b3c2aa5751c service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.0853384 Aug 03 20:07:41.760207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-29e8059f-7806-458e-afa2-b4741831d9b4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 1001 time: 0.0629122 Aug 03 20:07:41.810419 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-ad3f9e58-933e-49ef-93bd-6010e071ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.811952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-ad3f9e58-933e-49ef-93bd-6010e071ad69 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0438180 Aug 03 20:07:41.857872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-94c14279-82eb-4fac-849a-33ece589e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:41.859628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-94c14279-82eb-4fac-849a-33ece589e772 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400493 Aug 03 20:07:41.953751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-09c9ca5a-e4a1-4b35-81ab-283783a1883f service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859585 Aug 03 20:07:42.044372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-702ceccb-461a-4243-bf57-c3510e2cc8ef req-5b56cce7-1671-4353-8c8a-294b521f3319 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837059 Aug 03 20:07:45.914272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:48.805770 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7175462c-b8f3-4f8f-a8a3-90e41b6f1c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:52.097217 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6d975942-577f-4064-9abf-6e0bbe2477f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:52.234013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:53.113751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:54.999462 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:07:55.927395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263a7c-3631-4841-8812-9d142d36b65d req-aed64570-5ed5-4e68-b8b6-c20390e174fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:55.928936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-aed64570-5ed5-4e68-b8b6-c20390e174fd service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1135 time: 0.0716050 Aug 03 20:07:55.994215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889258dc-8c29-4713-b4e3-3884e6aaab77 req-c709f5e9-e87a-4f3a-a3ae-d165f7073bb8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:55.995707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-889258dc-8c29-4713-b4e3-3884e6aaab77 req-c709f5e9-e87a-4f3a-a3ae-d165f7073bb8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.2102571 Aug 03 20:07:56.051676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-889258dc-8c29-4713-b4e3-3884e6aaab77 req-c4f5a8c7-fd5f-40aa-bebf-f12191704454 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0494521 Aug 03 20:07:56.064148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263a7c-3631-4841-8812-9d142d36b65d req-c3d4b3c7-3829-40a6-bb65-7d974cac8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:56.065638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-c3d4b3c7-3829-40a6-bb65-7d974cac8eb9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.1297522 Aug 03 20:07:56.137190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-c07625e6-d7cb-46c2-9d7f-ee95b8bfc7cb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 1001 time: 0.0636966 Aug 03 20:07:56.186665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263a7c-3631-4841-8812-9d142d36b65d req-af0b0cb9-05fe-4f11-8926-fcc45e467b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:56.188140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-af0b0cb9-05fe-4f11-8926-fcc45e467b85 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0432954 Aug 03 20:07:56.234533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42263a7c-3631-4841-8812-9d142d36b65d req-d47ff267-5d8a-423c-84d2-d60fc6db3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:56.236206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-d47ff267-5d8a-423c-84d2-d60fc6db3490 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401936 Aug 03 20:07:56.329313 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-bf8e1600-b312-4a7a-95fa-c11e14dc4f41 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857575 Aug 03 20:07:56.419345 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-42263a7c-3631-4841-8812-9d142d36b65d req-45ad115c-c359-4b82-a497-293e05bf23d6 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821671 Aug 03 20:07:57.173475 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1100b0-7cf6-451d-bc7f-39932f5406f2 req-bf9e6d5c-a943-406c-a7c6-104f1ce55d98 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:57.175059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e1100b0-7cf6-451d-bc7f-39932f5406f2 req-bf9e6d5c-a943-406c-a7c6-104f1ce55d98 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0553560 Aug 03 20:07:57.215431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e1100b0-7cf6-451d-bc7f-39932f5406f2 req-fd5bed5b-4b68-4c25-8eb3-fa1c966c95ae tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344231 Aug 03 20:07:58.333394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89431831-afbd-4189-a842-b902abbd37ca req-ed215e0a-4efd-410a-af73-7318757112c0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:58.334816 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89431831-afbd-4189-a842-b902abbd37ca req-ed215e0a-4efd-410a-af73-7318757112c0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0495417 Aug 03 20:07:58.377157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89431831-afbd-4189-a842-b902abbd37ca req-cc9f929f-c951-4bfa-ab9b-a2a1ecf5336f tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356379 Aug 03 20:07:59.492459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52de99-dd5e-4290-aedb-8320fda55323 req-4e9aa29c-b838-4604-ad7a-c257b617cee4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:07:59.493979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad52de99-dd5e-4290-aedb-8320fda55323 req-4e9aa29c-b838-4604-ad7a-c257b617cee4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0496790 Aug 03 20:07:59.534428 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ad52de99-dd5e-4290-aedb-8320fda55323 req-45cafa6e-4711-4fb2-8da0-72bf79a1e5fb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344322 Aug 03 20:08:00.653585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d4c0-90b0-407c-801a-a6ec7c26ba31 req-8eb9101f-b5e4-4daa-89a9-f4c5f3e834d8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:00.655067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc51d4c0-90b0-407c-801a-a6ec7c26ba31 req-8eb9101f-b5e4-4daa-89a9-f4c5f3e834d8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0531242 Aug 03 20:08:00.695510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dc51d4c0-90b0-407c-801a-a6ec7c26ba31 req-43f9dab1-b119-4fcb-93a8-ec157d330787 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336382 Aug 03 20:08:01.810550 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecf92f-a513-4a34-b88a-bf82bb1b626b req-4d129752-bfd7-4975-8c8c-08d01b2a1970 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:01.812045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbecf92f-a513-4a34-b88a-bf82bb1b626b req-4d129752-bfd7-4975-8c8c-08d01b2a1970 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0497181 Aug 03 20:08:01.852692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dbecf92f-a513-4a34-b88a-bf82bb1b626b req-4dc0adca-eec0-449d-88c7-0de9afd1735e tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341606 Aug 03 20:08:02.968157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340249e8-76bc-4c7e-85ad-05330120a218 req-d53557e0-497f-4944-91d8-1f674a2fae0e tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:02.969651 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-340249e8-76bc-4c7e-85ad-05330120a218 req-d53557e0-497f-4944-91d8-1f674a2fae0e tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0490415 Aug 03 20:08:03.009991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-340249e8-76bc-4c7e-85ad-05330120a218 req-cfbfdb37-d006-4cc5-9b8d-a6a1b8a74b1a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335991 Aug 03 20:08:03.742641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:04.131218 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb3574-8ded-4e89-8b9e-57895a16700c req-5115649c-f844-4a9e-960f-a425cedb85c5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:04.132723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63cb3574-8ded-4e89-8b9e-57895a16700c req-5115649c-f844-4a9e-960f-a425cedb85c5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0551939 Aug 03 20:08:04.172609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63cb3574-8ded-4e89-8b9e-57895a16700c req-babbad1f-76e3-421c-8d02-f5c926ee8687 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337720 Aug 03 20:08:05.289035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928124-2f2a-4b96-b5e6-02be5ed8e6da req-6259fa37-220d-49ff-b115-5ec0e9fb8103 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:05.290585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e928124-2f2a-4b96-b5e6-02be5ed8e6da req-6259fa37-220d-49ff-b115-5ec0e9fb8103 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0496728 Aug 03 20:08:05.331717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e928124-2f2a-4b96-b5e6-02be5ed8e6da req-a99ff185-d235-457e-a92b-46ec25a8e0ce tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350146 Aug 03 20:08:06.447011 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e34ea-2cb6-4ff4-84bf-b2860e4c892d req-a8ef4cba-c1dc-4ea4-8082-82df41a49cb4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:06.448489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49e34ea-2cb6-4ff4-84bf-b2860e4c892d req-a8ef4cba-c1dc-4ea4-8082-82df41a49cb4 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0489213 Aug 03 20:08:06.489308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b49e34ea-2cb6-4ff4-84bf-b2860e4c892d req-2e1c7dee-f3d0-4d83-8642-82ce0104259d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348070 Aug 03 20:08:07.107837 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:07.608517 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347484b7-64cf-4c72-b056-57c5e9d45386 req-ea6bd178-746f-4aff-b5b4-c02d1ab19c6d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:07.610334 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-347484b7-64cf-4c72-b056-57c5e9d45386 req-ea6bd178-746f-4aff-b5b4-c02d1ab19c6d tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0539205 Aug 03 20:08:07.650299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-347484b7-64cf-4c72-b056-57c5e9d45386 req-0f8bb4a1-790d-402b-b5a3-390655846ad6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330243 Aug 03 20:08:08.766434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab4e3-a2ee-4a98-b956-8291603a88e3 req-f8fbfdb3-ad2a-4bdd-b4c5-5c79d538a609 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:08.768051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14cab4e3-a2ee-4a98-b956-8291603a88e3 req-f8fbfdb3-ad2a-4bdd-b4c5-5c79d538a609 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0506549 Aug 03 20:08:08.808070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14cab4e3-a2ee-4a98-b956-8291603a88e3 req-f3c8b632-ce3a-4acd-b271-fc0d4685f2ef tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340121 Aug 03 20:08:09.924569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91eca9-b4f9-4fbe-a623-61d3c182e711 req-4dd5d086-640d-430b-bbcd-fe7a110c4fd8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:09.926082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e91eca9-b4f9-4fbe-a623-61d3c182e711 req-4dd5d086-640d-430b-bbcd-fe7a110c4fd8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0501091 Aug 03 20:08:09.966031 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7e91eca9-b4f9-4fbe-a623-61d3c182e711 req-2853ee10-79c1-4532-a3f5-9a3ab0a40f0a tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339100 Aug 03 20:08:11.084288 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b06e-e50f-463f-b4e9-de5c2ad1ea9d req-3bf59798-13ef-4fd6-8cbf-c44dbfe633d6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:11.085814 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58b6b06e-e50f-463f-b4e9-de5c2ad1ea9d req-3bf59798-13ef-4fd6-8cbf-c44dbfe633d6 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0539198 Aug 03 20:08:11.126492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58b6b06e-e50f-463f-b4e9-de5c2ad1ea9d req-5fd10e9e-4ce7-499b-95ef-d0271fe6a298 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343430 Aug 03 20:08:12.241446 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1211e-4389-4086-a5b3-8e0d2f111022 req-c55e3a9f-5d3f-4752-b2ee-be2ac593d726 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:12.242961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94f1211e-4389-4086-a5b3-8e0d2f111022 req-c55e3a9f-5d3f-4752-b2ee-be2ac593d726 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0494547 Aug 03 20:08:12.284245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-94f1211e-4389-4086-a5b3-8e0d2f111022 req-6a277a33-9f66-4484-b563-730ba700ee34 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350978 Aug 03 20:08:13.401437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705255f-33fe-419e-b73f-db32be892a0c req-c4864b16-9c66-42e1-a043-775f1ba9ffb3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:13.402927 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1705255f-33fe-419e-b73f-db32be892a0c req-c4864b16-9c66-42e1-a043-775f1ba9ffb3 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0509155 Aug 03 20:08:13.444322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1705255f-33fe-419e-b73f-db32be892a0c req-bfb9f3c5-118b-4e54-9fb1-dbaf0ec0af92 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=94759826-3df6-494e-947f-31a6f140c5fa&id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352230 Aug 03 20:08:15.392427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-e6e45739-3327-4173-b54c-ad379b70027f req-b9bd6964-fe3f-4c6f-8af1-7e59fbcecfc0 service neutron] (101343) timed out ('10.222.0.77', 55923) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:08:15.889831 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:18.809463 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bcb7766e-fffb-4db0-8354-bc21cc4ce98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:22.067596 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e848071b-56f7-4085-81db-c20fb21b5e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:22.249698 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:23.119546 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:24.986214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:30.284279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-5b3419f0-cb87-4d57-b674-88cb5eb9239d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435705 Aug 03 20:08:30.375149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-6c6a9cb6-96b4-4ec0-a272-e2704153a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:30.376702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-6c6a9cb6-96b4-4ec0-a272-e2704153a977 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1135 time: 0.0416939 Aug 03 20:08:30.483911 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-0ab66e6c-be99-4ae2-9dbb-dfac10df1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:30.485409 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-0ab66e6c-be99-4ae2-9dbb-dfac10df1505 service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.0846093 Aug 03 20:08:30.554906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-8333aaa9-1e68-4bbd-b3a1-94c249ba0027 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 1001 time: 0.0620782 Aug 03 20:08:30.603569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-82ee89d8-c982-45d0-822c-de379abf76c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:30.605010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-82ee89d8-c982-45d0-822c-de379abf76c8 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0431590 Aug 03 20:08:30.649058 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-c7f908b6-8d39-4713-8534-bb106fb22320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:30.651960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-c7f908b6-8d39-4713-8534-bb106fb22320 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391014 Aug 03 20:08:30.743841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-c8b1b62d-df32-4489-8bf2-ecde3b637588 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851371 Aug 03 20:08:30.833536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a5adf23f-ca10-467e-a3c5-766f4ab7b48b req-2d16ebb4-31ac-4b01-8ac3-2637fe3b04b0 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811872 Aug 03 20:08:33.757529 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:44.107869 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:08:45.025151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f473ec6-d321-40b7-8b16-674f3176839c req-824f249e-ebab-4861-99bc-edf222583beb tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992354424&fields=id&tenant_id=c064cc5aa72645999a9c08b471cd5567 HTTP/1.1" status: 200 len: 267 time: 0.0380845 Aug 03 20:08:45.078372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f473ec6-d321-40b7-8b16-674f3176839c req-34f74eb0-f33c-4eaf-b331-4502a3a5bfd8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:45.079837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f473ec6-d321-40b7-8b16-674f3176839c req-34f74eb0-f33c-4eaf-b331-4502a3a5bfd8 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 984 time: 0.0491614 Aug 03 20:08:45.091082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Request body: {'port': {'security_groups': ['1297ee1f-9541-4ba9-870e-beacf84f83ce']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:08:45.153936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.363086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:08:45.390907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.471950 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.487573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:08:45.522459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:45.522459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.522459 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f473ec6-d321-40b7-8b16-674f3176839c req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "PUT /v2.0/ports/be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 942 time: 0.4341958 Aug 03 20:08:45.522459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:08:45.524102 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51d5617-bd95-49b6-9666-71cc576192a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:08:45.528425 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44614) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:08:45.559743 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event updated for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:08:45.569479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.569826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.570165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.570500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.570831 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.571160 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.571482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.571843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.572127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.572447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.572791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.573112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7714fb08-6065-4417-9dd4-f6bd3096911b tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.612029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.624900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:08:45.648377 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.672414 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9221d45-132a-468b-902f-828f840536b2 x-openstack-request-id: req-e9221d45-132a-468b-902f-828f840536b2 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:08:45.672744 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:08:45.673024 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e9221d45-132a-468b-902f-828f840536b2 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:08:45.673434 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:08:45.741396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-538acc20-e56e-46c9-827c-3778572b8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:45.742964 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-538acc20-e56e-46c9-827c-3778572b8e2d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1096 time: 0.0483067 Aug 03 20:08:45.787982 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.790695 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.792161 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "DELETE /v2.0/security-groups/94759826-3df6-494e-947f-31a6f140c5fa HTTP/1.1" status: 204 len: 168 time: 0.2614348 Aug 03 20:08:45.795310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44620) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:08:45.806666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94759826-3df6-494e-947f-31a6f140c5fa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:08:45.815258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.815258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.815665 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.815974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.816320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.816694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5cf1b04-afc4-43a0-bd11-0ff0711cadc5 None None] Provisioning complete for port be7fba71-d5d1-4186-a98c-5ea78f40ad93 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:08:45.816954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.817069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1b04-afc4-43a0-bd11-0ff0711cadc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:45.817294 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.817629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.817966 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.819146 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.819337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.819735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547c1082-e675-4379-ab41-103f39b44ac0 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:08:45.926714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-605fc49f-d71a-4fb5-ab55-749c2f707e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:45.928894 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-605fc49f-d71a-4fb5-ab55-749c2f707e4f service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.1786673 Aug 03 20:08:45.935705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.028913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-8da1eed3-9ec6-4315-aa23-9ea341a1a77f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 1001 time: 0.0894537 Aug 03 20:08:46.072571 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Deleting port e68c5c1e-a34c-48a1-aec1-aa1d1af61d31 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:08:46.072949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.126979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-cc3388ec-df0d-440e-839d-d1f3f0bd1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:46.128443 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-cc3388ec-df0d-440e-839d-d1f3f0bd1874 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0930269 Aug 03 20:08:46.190239 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.197500 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.206165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Calling delete_port for e68c5c1e-a34c-48a1-aec1-aa1d1af61d31 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:08:46.209577 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-9b099d76-84d2-456e-ab63-44260b44125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:46.211081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-9b099d76-84d2-456e-ab63-44260b44125f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751452 Aug 03 20:08:46.342312 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-20af20ca-da31-48f5-a5a7-0c5b6e9d6583 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235557 Aug 03 20:08:46.465722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f51d5617-bd95-49b6-9666-71cc576192a6 req-6779fada-3c3f-471e-aee7-334e1c53ab78 service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128190 Aug 03 20:08:46.576173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.602065 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event deleted for resources: {'Port': ['ID=e68c5c1e-a34c-48a1-aec1-aa1d1af61d31,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:08:46.666081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.666416 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Floating IP 22b4e45f-43b3-456d-8bc2-b8c126357745 disassociated (deleted). External IP: 172.25.2.202, port: be7fba71-d5d1-4186-a98c-5ea78f40ad93. Aug 03 20:08:46.869985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:08:46.976557 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:08:46.981405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:46.986168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Sync routers for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:08:46.995269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:08:46.995876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:08:47.008802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d22692bb-72d8-464c-894a-2ccf0b258b12 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "DELETE /v2.0/floatingips/22b4e45f-43b3-456d-8bc2-b8c126357745 HTTP/1.1" status: 204 len: 168 time: 1.2123988 Aug 03 20:08:47.102167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:08:47.460772 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:08:47.487702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Checking router: 27bbc6ae-39e2-41ef-b43b-7b84d253d016 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:08:47.496435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:08:47.497081 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:08:47.603378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:08:47.674839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:08:47.677348 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965fa32c-eb78-43c4-bcb1-a03530461873" -d '{"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:08:47.712618 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6f767d-e4ae-4494-9c85-c8e972384fe1 x-openstack-request-id: req-4e6f767d-e4ae-4494-9c85-c8e972384fe1 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:08:47.712946 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:08:47.713195 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e6f767d-e4ae-4494-9c85-c8e972384fe1 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:08:47.713601 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:08:47.797650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-dbd8a8ca-d647-447f-a833-b9422338fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:47.799184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-dbd8a8ca-d647-447f-a833-b9422338fd5c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c064cc5aa72645999a9c08b471cd5567&device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 1096 time: 0.0448909 Aug 03 20:08:47.806458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:08:47.832998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd1b48b-8b17-46e4-95de-7bdb42eace86 None None] The sync data for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 is: [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:40Z', 'revision_number': 4, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'a33690e9-bece-4e54-905c-9dcb4d379f2e', 'name': '', 'network_id': '086eed82-1df8-4713-9def-fc76c5cbb6d4', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'mac_address': 'fa:16:3e:b7:e1:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:39Z', 'updated_at': '2021-08-03T20:06:45Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'subnets': [{'id': 'fca556fd-56f5-4462-b020-44ea592b9334', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:08:47.891980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-6c4a58e8-17dc-4c33-a2c9-20a3ea810aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:47.893509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-6c4a58e8-17dc-4c33-a2c9-20a3ea810aa4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 200 len: 916 time: 0.0871692 Aug 03 20:08:47.947166 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-8d91fac0-e7f7-4c80-8c8c-d75e1f1b90a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 200 len: 217 time: 0.0391898 Aug 03 20:08:48.000847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-cbaf6bbb-8d7d-4acf-ae28-21f08149f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:48.002341 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-cbaf6bbb-8d7d-4acf-ae28-21f08149f0b0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 200 len: 854 time: 0.0485554 Aug 03 20:08:48.050767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-94563b52-8d18-40af-b8dc-40bc4f9f0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:48.052357 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-94563b52-8d18-40af-b8dc-40bc4f9f0358 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=086eed82-1df8-4713-9def-fc76c5cbb6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425930 Aug 03 20:08:48.065526 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d72ac2e-7f91-4c01-b04e-935d0355c6c3 None None] New status for floating IP 22b4e45f-43b3-456d-8bc2-b8c126357745: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:08:48.152069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-c4a7a676-8675-4ebb-b6ce-88e5bf56fd2e service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920560 Aug 03 20:08:48.247305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-965fa32c-eb78-43c4-bcb1-a03530461873 req-feacb99b-7aab-4250-a74c-6fd085ecfd7c service neutron] 10.222.0.77 "GET /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882096 Aug 03 20:08:48.827608 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-183d87bf-e7ec-45b4-87c7-60c41ff13777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:52.085320 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-89059acb-e2f3-4b85-8f90-3f5b7eb829d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:52.238845 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:53.136060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:54.992904 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:55.528622 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acfefb-7355-43e1-8f1b-34e8dbfdddd0 req-ff3860aa-694e-4252-a2ec-4112fd67cbec tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:55.530148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0acfefb-7355-43e1-8f1b-34e8dbfdddd0 req-ff3860aa-694e-4252-a2ec-4112fd67cbec tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Aug 03 20:08:55.574267 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0acfefb-7355-43e1-8f1b-34e8dbfdddd0 req-35c5b486-844e-4cad-86fb-0976eae8a0ee tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Aug 03 20:08:56.686119 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f703-a5b4-454a-8d9c-c15757f2fa56 req-44a2b562-9fd1-466a-98d1-286c573329f7 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:56.687508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fc8f703-a5b4-454a-8d9c-c15757f2fa56 req-44a2b562-9fd1-466a-98d1-286c573329f7 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0528018 Aug 03 20:08:56.725479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fc8f703-a5b4-454a-8d9c-c15757f2fa56 req-f129e37f-8159-4c21-92ad-ff8d28773791 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/security-groups?id=1297ee1f-9541-4ba9-870e-beacf84f83ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Aug 03 20:08:57.067850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-be9fc73f-e2a6-4574-ab18-3990220195e5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:08:57.069787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-be9fc73f-e2a6-4574-ab18-3990220195e5 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.77 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 945 time: 0.0470161 Aug 03 20:08:57.157305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Deleting port be7fba71-d5d1-4186-a98c-5ea78f40ad93 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:08:57.157644 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:57.246745 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] For port be7fba71-d5d1-4186-a98c-5ea78f40ad93, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=be7fba71-d5d1-4186-a98c-5ea78f40ad93,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:08:57.247107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:57.260163 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Calling delete_port for be7fba71-d5d1-4186-a98c-5ea78f40ad93 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:08:57.490542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:57.502457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['be7fba71-d5d1-4186-a98c-5ea78f40ad93'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:08:57.519695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Pushing event deleted for resources: {'Port': ['ID=be7fba71-d5d1-4186-a98c-5ea78f40ad93,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:08:57.562434 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] No DVR routers for this DVR port be7fba71-d5d1-4186-a98c-5ea78f40ad93 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:08:57.565052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:08:57.567024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8bab8699-5f4a-4382-8ae9-0207221609f2 req-88e7eeb8-a039-4ef6-a33e-fe51cdf35e13 tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.77 "DELETE /v2.0/ports/be7fba71-d5d1-4186-a98c-5ea78f40ad93 HTTP/1.1" status: 204 len: 173 time: 0.4914119 Aug 03 20:08:57.567451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'name': 'network-vif-deleted', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:08:57.570403 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398fcaf-5f37-4aae-ad71-99c04179b5a4" -d '{"events": [{"server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "name": "network-vif-deleted", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:08:57.605628 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1c543-c893-4603-bb62-65f248796780 x-openstack-request-id: req-fad1c543-c893-4603-bb62-65f248796780 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:08:57.605917 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d985021f-1c8b-474d-a4d2-e98774edb669", "name": "network-vif-deleted", "tag": "be7fba71-d5d1-4186-a98c-5ea78f40ad93", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:08:57.606166 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fad1c543-c893-4603-bb62-65f248796780 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:08:57.606569 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd985021f-1c8b-474d-a4d2-e98774edb669', 'name': 'network-vif-deleted', 'tag': 'be7fba71-d5d1-4186-a98c-5ea78f40ad93', 'status': 'completed', 'code': 200} Aug 03 20:08:57.828883 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-238f9767-7983-4f6f-8873-3452cd33ff2c req-7a93d0c9-d0ad-441d-8b20-6ba3a4c135af tempest-TestMinimumBasicScenario-2012713549 tempest-TestMinimumBasicScenario-2012713549-project] 10.222.0.67 "GET /v2.0/ports?device_id=d985021f-1c8b-474d-a4d2-e98774edb669 HTTP/1.1" status: 200 len: 210 time: 0.0309305 Aug 03 20:09:00.021644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44722) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:00.357578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:00.924565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Deleting port a33690e9-bece-4e54-905c-9dcb4d379f2e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:00.924936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.003724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] For port a33690e9-bece-4e54-905c-9dcb4d379f2e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a33690e9-bece-4e54-905c-9dcb4d379f2e,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:01.004079 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.016802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Calling delete_port for a33690e9-bece-4e54-905c-9dcb4d379f2e owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:01.273077 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.299529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Pushing event deleted for resources: {'Port': ['ID=a33690e9-bece-4e54-905c-9dcb4d379f2e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:01.342131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device be7fba71-d5d1-4186-a98c-5ea78f40ad93 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:01.371995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: be7fba71-d5d1-4186-a98c-5ea78f40ad93 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:01.372459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device be7fba71-d5d1-4186-a98c-5ea78f40ad93 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:01.467982 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.678918 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:09:01.785016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:01.790647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-487ff5c6-7206-4091-b3c2-2268a98d57db admin admin] 10.222.0.67 "PUT /v2.0/routers/27bbc6ae-39e2-41ef-b43b-7b84d253d016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679217 Aug 03 20:09:01.793251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44728) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:01.794288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Sync routers for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:01.803403 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:01.804006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:01.897849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:01.909149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:01.999923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.087115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:09:01Z', 'revision_number': 5, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port': {'id': 'ce82115a-a87f-4c17-96b3-7c4c682e727e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:02.114006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Checking router: 27bbc6ae-39e2-41ef-b43b-7b84d253d016 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:09:02.122377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Routers {'27bbc6ae-39e2-41ef-b43b-7b84d253d016'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:02.122982 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:02.123114 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Deleting port ce82115a-a87f-4c17-96b3-7c4c682e727e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:02.123371 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.209242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] For port ce82115a-a87f-4c17-96b3-7c4c682e727e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ce82115a-a87f-4c17-96b3-7c4c682e727e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:02.209636 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.210998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] Set router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:02.222351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Calling delete_port for ce82115a-a87f-4c17-96b3-7c4c682e727e owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:02.265834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:09:01Z', 'revision_number': 6, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:02.292860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300d0eb-a472-4f1b-80f8-009bba09a60e None None] The sync data for ids ['27bbc6ae-39e2-41ef-b43b-7b84d253d016'] in n-d-803363-1 is: [{'id': '27bbc6ae-39e2-41ef-b43b-7b84d253d016', 'name': 'tempest-TestMinimumBasicScenario-1911899335-router', 'tenant_id': 'c064cc5aa72645999a9c08b471cd5567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:37Z', 'updated_at': '2021-08-03T20:09:01Z', 'revision_number': 6, 'project_id': 'c064cc5aa72645999a9c08b471cd5567', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:09:02.449906 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.476137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce82115a-a87f-4c17-96b3-7c4c682e727e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:02.536023 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.627425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.630101 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.742033 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.742611 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27bbc6ae-39e2-41ef-b43b-7b84d253d016 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:09:02.752240 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.752240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d2a948f4-0d6b-4571-81db-26239885ab3e admin admin] 10.222.0.67 "DELETE /v2.0/routers/27bbc6ae-39e2-41ef-b43b-7b84d253d016 HTTP/1.1" status: 204 len: 168 time: 0.9539611 Aug 03 20:09:02.752240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44732) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:02.795168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Deleting subnet fca556fd-56f5-4462-b020-44ea592b9334 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:09:02.798196 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.832604 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:02.915205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.050361 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.079027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca556fd-56f5-4462-b020-44ea592b9334,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:03.082666 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.087369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dfbb86b4-1400-45b3-b83c-e05a97dc2eaf admin admin] 10.222.0.67 "DELETE /v2.0/subnets/fca556fd-56f5-4462-b020-44ea592b9334 HTTP/1.1" status: 204 len: 168 time: 0.3331208 Aug 03 20:09:03.087659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44734) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:03.090032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c187b2-bf41-4e1c-8a09-e83d83a8717a None None] Network 086eed82-1df8-4713-9def-fc76c5cbb6d4 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:09:03.134409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce82115a-a87f-4c17-96b3-7c4c682e727e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:03.161155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ce82115a-a87f-4c17-96b3-7c4c682e727e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:03.161502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ce82115a-a87f-4c17-96b3-7c4c682e727e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:03.162421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a33690e9-bece-4e54-905c-9dcb4d379f2e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:03.165929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.187550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a33690e9-bece-4e54-905c-9dcb4d379f2e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:03.187895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a33690e9-bece-4e54-905c-9dcb4d379f2e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:03.227642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Deleting port c40f4602-3a1f-417c-a9fd-745660d6d747 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:03.227987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.299396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] For port c40f4602-3a1f-417c-a9fd-745660d6d747, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c40f4602-3a1f-417c-a9fd-745660d6d747,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:03.299707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.313548 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Calling delete_port for c40f4602-3a1f-417c-a9fd-745660d6d747 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:03.324236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] DHCP port deletion for 086eed82-1df8-4713-9def-fc76c5cbb6d4 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:09:03.380308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Deleting port c40f4602-3a1f-417c-a9fd-745660d6d747 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:03.380715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.441545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] For port c40f4602-3a1f-417c-a9fd-745660d6d747, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c40f4602-3a1f-417c-a9fd-745660d6d747,segment=NetworkSegment(33c25039-6352-4d25-82ee-418d63fbe73b),segment_id=33c25039-6352-4d25-82ee-418d63fbe73b)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:03.441941 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.454755 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Calling delete_port for c40f4602-3a1f-417c-a9fd-745660d6d747 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:03.524548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.530103 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.551000 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40f4602-3a1f-417c-a9fd-745660d6d747,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:03.556320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] No DVR routers for this DVR port c40f4602-3a1f-417c-a9fd-745660d6d747 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:03.558407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Pushing event deleted for resources: {'Port': ['ID=c40f4602-3a1f-417c-a9fd-745660d6d747,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:03.562912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] No DVR routers for this DVR port c40f4602-3a1f-417c-a9fd-745660d6d747 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:03.569885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.570235 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.570577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.570915 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.571252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.571583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.571910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.572236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.572563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.572921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.573239 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.573563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9758a05c-e605-4e1f-b4ca-f24bd2f05d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:03.634595 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.644166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086eed82-1df8-4713-9def-fc76c5cbb6d4']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:03.658940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c25039-6352-4d25-82ee-418d63fbe73b') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:03.659239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c25039-6352-4d25-82ee-418d63fbe73b') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:03.668902 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.682919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.688549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:09:03.689011 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:09:03.690626 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:09:03.781424 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.877072 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.883285 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:03.885204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] 10.222.0.67 "DELETE /v2.0/networks/086eed82-1df8-4713-9def-fc76c5cbb6d4 HTTP/1.1" status: 204 len: 168 time: 0.7915123 Aug 03 20:09:03.888263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44736) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:03.897251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c727a-b4e4-4127-92df-4faaae017950 admin admin] Pushing event deleted for resources: {'Network': ['ID=086eed82-1df8-4713-9def-fc76c5cbb6d4,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:04.236004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:04.483910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Deleting port af8e690d-dd80-486e-83d2-23e7607087fe {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:04.484260 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:04.561704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] For port af8e690d-dd80-486e-83d2-23e7607087fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=af8e690d-dd80-486e-83d2-23e7607087fe,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:04.561984 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:04.574931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Calling delete_port for af8e690d-dd80-486e-83d2-23e7607087fe owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:04.821403 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:04.850786 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8e690d-dd80-486e-83d2-23e7607087fe,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:05.013137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c40f4602-3a1f-417c-a9fd-745660d6d747 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:05.024370 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.033497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c40f4602-3a1f-417c-a9fd-745660d6d747 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:05.033848 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c40f4602-3a1f-417c-a9fd-745660d6d747 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:05.243796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Router 70a2e1d0-f729-41ce-aec6-3ffe74730907 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:09:05.352196 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:05.360222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e1ef042e-c4e6-4685-8fa6-7617db51c3f1 admin admin] 10.222.0.67 "PUT /v2.0/routers/70a2e1d0-f729-41ce-aec6-3ffe74730907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4672790 Aug 03 20:09:05.360315 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44740) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:05.361479 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Sync routers for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:05.372047 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:05.372634 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:05.464537 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.475429 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:05.567501 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.655753 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:09:04Z', 'revision_number': 5, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port': {'id': 'fb043b7e-1302-4d17-8f80-e3253c041097', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:29:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:05.682118 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Checking router: 70a2e1d0-f729-41ce-aec6-3ffe74730907 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:09:05.689033 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Deleting port fb043b7e-1302-4d17-8f80-e3253c041097 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:05.689384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.690479 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Routers {'70a2e1d0-f729-41ce-aec6-3ffe74730907'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:05.691074 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['70a2e1d0-f729-41ce-aec6-3ffe74730907'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:05.774570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] For port fb043b7e-1302-4d17-8f80-e3253c041097, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fb043b7e-1302-4d17-8f80-e3253c041097,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:05.774940 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:05.789312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Calling delete_port for fb043b7e-1302-4d17-8f80-e3253c041097 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:05.866213 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] Set router 70a2e1d0-f729-41ce-aec6-3ffe74730907 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:05.921501 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:09:05Z', 'revision_number': 6, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:05.947228 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e62869-3de1-4b5f-accc-0dd87f5ebfcb None None] The sync data for ids ['70a2e1d0-f729-41ce-aec6-3ffe74730907'] in n-d-803363-1 is: [{'id': '70a2e1d0-f729-41ce-aec6-3ffe74730907', 'name': 'tempest-TestMinimumBasicScenario-18095307-router', 'tenant_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:06:43Z', 'updated_at': '2021-08-03T20:09:05Z', 'revision_number': 6, 'project_id': 'f6fe91d07ec54eb1a9f8cb51f47b157f', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:09:06.101460 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.130780 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb043b7e-1302-4d17-8f80-e3253c041097,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:06.191205 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.286564 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.288860 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.415783 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.416414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70a2e1d0-f729-41ce-aec6-3ffe74730907 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:09:06.420455 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.421681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f9496b7f-1716-4711-848c-2201e47ae522 admin admin] 10.222.0.67 "DELETE /v2.0/routers/70a2e1d0-f729-41ce-aec6-3ffe74730907 HTTP/1.1" status: 204 len: 168 time: 1.0604117 Aug 03 20:09:06.424094 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44742) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:06.468063 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Deleting subnet c3736aee-67da-43a1-9ffc-9c9c628fc7d5 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:09:06.471110 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.505162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.584580 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.730596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.756455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3736aee-67da-43a1-9ffc-9c9c628fc7d5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:06.760081 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.764509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44744) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:06.765058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7ff257f7-31f2-4cad-a3b1-b144e4d1920c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c3736aee-67da-43a1-9ffc-9c9c628fc7d5 HTTP/1.1" status: 204 len: 168 time: 0.3389378 Aug 03 20:09:06.766154 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2af87-9df6-4c03-b705-dd1965538902 None None] Network dd9e8dfc-01c5-4efe-9697-029470e369aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:09:06.836881 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.903787 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Deleting port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:06.904205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.967072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] DHCP port deletion for dd9e8dfc-01c5-4efe-9697-029470e369aa request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:09:06.969704 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af8e690d-dd80-486e-83d2-23e7607087fe no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:06.980354 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] For port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:06.980840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:06.995293 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: af8e690d-dd80-486e-83d2-23e7607087fe {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:06.995634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device af8e690d-dd80-486e-83d2-23e7607087fe not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:06.996047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Calling delete_port for 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:06.996162 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb043b7e-1302-4d17-8f80-e3253c041097 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:07.030213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fb043b7e-1302-4d17-8f80-e3253c041097 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:07.030550 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fb043b7e-1302-4d17-8f80-e3253c041097 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:07.056313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Deleting port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:09:07.056725 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.120323 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] For port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,segment=NetworkSegment(90951e5c-77a4-4773-8bfd-101d2f5568ec),segment_id=90951e5c-77a4-4773-8bfd-101d2f5568ec)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:07.120751 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.133446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Calling delete_port for 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:09:07.141664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.172778 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:07.174649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] No DVR routers for this DVR port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:07.208739 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.238382 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] Pushing event deleted for resources: {'Port': ['ID=4c9469ea-fa93-4f7c-a8ba-196de42d7e90,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:07.244196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65057780-6c8b-4803-bd7f-aa654ecc3cc2 None None] No DVR routers for this DVR port 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:09:07.249280 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.259649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9e8dfc-01c5-4efe-9697-029470e369aa']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:07.270405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90951e5c-77a4-4773-8bfd-101d2f5568ec') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:07.270706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90951e5c-77a4-4773-8bfd-101d2f5568ec') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:07.280108 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.294396 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.300402 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:09:07.300833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:09:07.302520 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:09:07.438213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.445091 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.446939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/dd9e8dfc-01c5-4efe-9697-029470e369aa HTTP/1.1" status: 204 len: 168 time: 0.6805296 Aug 03 20:09:07.457857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe562e07-0bcd-47f4-97ee-e5a5220592e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd9e8dfc-01c5-4efe-9697-029470e369aa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:07.804213 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44748) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:07.843495 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8b786046-0927-430d-84c7-fee428791321 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c064cc5aa72645999a9c08b471cd5567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381045 Aug 03 20:09:07.845938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44750) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:07.893392 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:07.914132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.021590 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.024161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.025345 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1297ee1f-9541-4ba9-870e-beacf84f83ce HTTP/1.1" status: 204 len: 168 time: 0.1785374 Aug 03 20:09:08.032833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a94c9f-c16f-45fa-bbc5-2d6bb35ea9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297ee1f-9541-4ba9-870e-beacf84f83ce,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:08.775773 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44756) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:08.820294 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9833d41-3ec8-4c75-bf57-ee4aa2e3a7ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f6fe91d07ec54eb1a9f8cb51f47b157f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433261 Aug 03 20:09:08.822833 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44758) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:08.871162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.894235 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:08.940859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:09:08.956795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:09:08.957145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4c9469ea-fa93-4f7c-a8ba-196de42d7e90 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:09:09.044316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:09.046898 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:09.048108 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6fcf9968-454d-40af-ae38-830752d50e1d HTTP/1.1" status: 204 len: 168 time: 0.2243891 Aug 03 20:09:09.060820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67be704-c0e4-42ae-8d52-f42a81de7300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf9968-454d-40af-ae38-830752d50e1d,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:11.781113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44798) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:11.785881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419334964', 'description': 'tempest-secgroup-smoke-1419334964 description', 'project_id': '29d9f9c07eb74b33bce8ac948826b248'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:11.872626 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:11.880865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:11.976072 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.044096 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.076977 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36159d-0cd4-456d-95de-e3df49248383,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:12.137850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.186833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.215594 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:12.323989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.325625 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-887a81d8-69a3-4ba2-a36c-3c5f04493a25 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5432811 Aug 03 20:09:12.328711 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44800) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:12.333149 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:12.419937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.477140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.557197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.576113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea98ca6-efd6-4fc7-8a33-8548f9c27586,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:12.643048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.644357 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1f644078-3130-4331-b388-cedd7270e2ec tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146658 Aug 03 20:09:12.647568 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44802) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:12.652891 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:12.739663 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.795451 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.866548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.884266 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e66d80-6262-40b1-b848-c4a110d26687,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:12.958502 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:12.959858 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9dfd883c-99de-40d7-96a6-a45c18390abe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105304 Aug 03 20:09:12.962695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44804) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:12.967367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:13.065925 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.126840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.213909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.232635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e48e21-7b3c-4cce-a09a-b3b08122509d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:13.295381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.296608 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f1871d8f-7af4-469d-885a-a50da0a9917b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328273 Aug 03 20:09:13.299460 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44806) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:13.304433 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:13.403684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.462514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.580985 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.598706 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712d8f93-20b2-4200-923e-c22279776b0b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:13.695650 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.696854 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6ac60c7-9c7a-4007-9819-b14d5354b03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3963912 Aug 03 20:09:13.699638 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44808) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:13.704114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:13.832787 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:09:13.838381 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.898504 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:13.998127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.017457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954ec103-0e71-4b29-b33e-4e2736ed70b9,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:14.078231 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.079562 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0d17a292-c0a4-41a6-867e-6392c88b3d01 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3789740 Aug 03 20:09:14.082343 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:14.087738 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '4cbbce3f-df6c-45a9-bd26-725d2a7e6be3', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:14.152272 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:09:14.157421 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.221548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.295384 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.314238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b43276-7428-4995-a6dc-5aae1c6c3b9a,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:14.399111 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.400363 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6fffe86e-4d46-4414-bcae-27514a42a17d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169544 Aug 03 20:09:14.403602 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44812) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:14.408551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'network': {'name': 'tempest-network-smoke--1706927853', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:14.523875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:09:14.527419 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.550795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:09:14.560061 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.560415 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Added segment 4a4967d6-ec5b-4311-8faf-442b6c0f4d3e of type vlan for network 2d4899c5-db3e-4391-adaf-94b533ba5d49 Aug 03 20:09:14.600154 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.712634 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.718303 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:14.718926 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.787362 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Network': ['ID=2d4899c5-db3e-4391-adaf-94b533ba5d49,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:14.798679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:09:14.833950 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f3252ce-8b17-4ac5-a7e7-90d9bb062916 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4289508 Aug 03 20:09:14.836418 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44814) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:14.840981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'admin_state_up': True, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:14.947040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:14.948092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.001411 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.211478 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.520445 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.542914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.644255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.64 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/dc2f358e-0420-437a-8256-4db234c69a0e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:09:15.748073 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.837748 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:15.874068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:15.876983 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:15.879565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:09:15.911555 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=dc2f358e-0420-437a-8256-4db234c69a0e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:15.935645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:16.245911 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:16.773639 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:16.958068 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router cc47c712-3211-4da3-b8ec-1ffbc6f195ff is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:09:17.065096 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:17.076165 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Sync routers for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:17.086762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:17.092722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:17.152480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.153844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b293993a-95f7-4c38-8438-61a7cbdb59a4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3164222 Aug 03 20:09:17.156901 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:17.193263 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:17.279388 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7ccaeea5-deaa-47a0-a9b3-ddbfb58d681b tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=29d9f9c07eb74b33bce8ac948826b248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1213663 Aug 03 20:09:17.282154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44820) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:17.377641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f49ec5-1fd5-45f9-bff9-4b834d02bfbd tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:17.379203 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f4f49ec5-1fd5-45f9-bff9-4b834d02bfbd tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960836 Aug 03 20:09:17.382686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44822) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:17.411601 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-17273502-e236-4cb2-8cfe-71c2832e9a21 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276303 Aug 03 20:09:17.414282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44824) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:17.419134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742501225', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:17.535812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:16Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:17.561768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Checking router: cc47c712-3211-4da3-b8ec-1ffbc6f195ff for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:09:17.562117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Updating router cc47c712-3211-4da3-b8ec-1ffbc6f195ff port dc2f358e-0420-437a-8256-4db234c69a0e binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:09:17.569972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:09:17.573659 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.587412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.804206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.841634 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.851551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Transition to ACTIVE for port object dc2f358e-0420-437a-8256-4db234c69a0e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:17.862635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Subnet': ['ID=a6c64219-1f35-455c-aaf6-8f74a87e8569,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:17.872893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Checking segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:17.873258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network hostable DHCP agents. Network: 2d4899c5-db3e-4391-adaf-94b533ba5d49, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:09:17.941009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:17.969802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:09:17.993808 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Attempting to bind port dc2f358e-0420-437a-8256-4db234c69a0e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:17.994184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Attempting to bind port dc2f358e-0420-437a-8256-4db234c69a0e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:17.994554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Attempting to bind port dc2f358e-0420-437a-8256-4db234c69a0e on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:17.997584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6272c-eb67-4177-b67f-a775503444d8 None None] Pushing event updated for resources: {'Port': ['ID=dc2f358e-0420-437a-8256-4db234c69a0e,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:18.002077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:18.006430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:18.006430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.006430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:18.006430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Bound port: dc2f358e-0420-437a-8256-4db234c69a0e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:18.006430 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.054838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] For port dc2f358e-0420-437a-8256-4db234c69a0e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:18.057754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] For port dc2f358e-0420-437a-8256-4db234c69a0e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc2f358e-0420-437a-8256-4db234c69a0e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:18.066907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2d4899c5-db3e-4391-adaf-94b533ba5d49) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:18.074484 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:18.074484 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.076073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f964a-e580-4ac9-8cc2-d1f1dd2dc5c1 None None] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:09:18.175035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.187952 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cd970db0-d07b-4b86-8e32-11ea96be8e8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7726090 Aug 03 20:09:18.190821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44826) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:18.265240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6272c-eb67-4177-b67f-a775503444d8 None None] Pushing event updated for resources: {'Port': ['ID=dc2f358e-0420-437a-8256-4db234c69a0e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:18.268885 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-2d4899c5-db3e-4391-adaf-94b533ba5d49', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:09:18.269743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.273858 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:18.274488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:18.475423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:18.581415 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Allocated IP 172.20.0.2 (2d4899c5-db3e-4391-adaf-94b533ba5d49/a6c64219-1f35-455c-aaf6-8f74a87e8569/df8af6b9-4561-4581-8b60-16abb30f0102) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:09:18.634672 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.798533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.809515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:16Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:18.811580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Transition to ACTIVE for port object df8af6b9-4561-4581-8b60-16abb30f0102 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:18.841830 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc25388-0c39-4b1a-9be5-e292f5af02f6 None None] The sync data for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 is: [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:16Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:09:18.853394 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Transition to ACTIVE for port object df8af6b9-4561-4581-8b60-16abb30f0102 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:18.866701 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6aac0dc6-9676-4ba3-becf-58bbf428b3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.924354 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:18.964071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:18.968956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:18.972787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:09:18.980190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Pushing event updated for resources: {'Port': ['ID=df8af6b9-4561-4581-8b60-16abb30f0102,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:18.982671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.1 (2d4899c5-db3e-4391-adaf-94b533ba5d49/a6c64219-1f35-455c-aaf6-8f74a87e8569/2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:09:19.034522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Attempting to bind port df8af6b9-4561-4581-8b60-16abb30f0102 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:19.035010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Attempting to bind port df8af6b9-4561-4581-8b60-16abb30f0102 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:19.035758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Attempting to bind port df8af6b9-4561-4581-8b60-16abb30f0102 on network 2d4899c5-db3e-4391-adaf-94b533ba5d49 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:19.041552 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:19.041899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Checking segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:19.042466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.042967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Bound using segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:19.043966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Bound port: df8af6b9-4561-4581-8b60-16abb30f0102, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:19.043966 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.123313 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.138506 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:19.142654 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] For port df8af6b9-4561-4581-8b60-16abb30f0102, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:19.146103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] For port df8af6b9-4561-4581-8b60-16abb30f0102, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=df8af6b9-4561-4581-8b60-16abb30f0102,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:19.256060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.294263 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.320230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e984991-1b4f-4d96-9314-15e79bdf28a2 None None] Pushing event updated for resources: {'Port': ['ID=df8af6b9-4561-4581-8b60-16abb30f0102,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:19.335982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:19.339255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:19.343733 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:09:19.387186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:19.406537 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.651688 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:19.939869 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:20.015744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:20.090888 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:20.093340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:20.192796 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cac75a-dde9-42a4-84f5-a74f80699365 None None] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:09:20.199258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:20.200669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:20.317798 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router cc47c712-3211-4da3-b8ec-1ffbc6f195ff has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:09:20.339358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-132d4a9b-6626-4f2b-894d-5cc5ba26e356 None None] Provisioning for port df8af6b9-4561-4581-8b60-16abb30f0102 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:20.432187 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:20.437290 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1dcb9c92-fa2e-48c9-8297-abb217e967b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/cc47c712-3211-4da3-b8ec-1ffbc6f195ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2454457 Aug 03 20:09:20.586112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-ef50afbc-14cb-47b7-a828-9b9dd6d95c41 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419334964&fields=id&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 267 time: 0.0360343 Aug 03 20:09:20.708454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-5347c9e5-7231-4787-b5af-d4d034627830 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:20.710148 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-5347c9e5-7231-4787-b5af-d4d034627830 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/networks?id=2d4899c5-db3e-4391-adaf-94b533ba5d49 HTTP/1.1" status: 200 len: 797 time: 0.1167831 Aug 03 20:09:20.722693 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Sync routers for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:20.727167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-1454153f-7a45-451b-89ff-de86ad8404fc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/quotas/29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 375 time: 0.0104523 Aug 03 20:09:20.733802 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:20.735365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:20.752525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7fdee2c7-6fcc-4306-a487-3f8e92661af9 None None] Provisioning for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:20.758376 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-7fdee2c7-6fcc-4306-a487-3f8e92661af9 None None] Provisioning complete for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:20.762846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7fdee2c7-6fcc-4306-a487-3f8e92661af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:20.799420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-7fdee2c7-6fcc-4306-a487-3f8e92661af9 None None] Port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:09:20.803229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-661f788b-106d-4496-8c93-4a084a31337f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634413 Aug 03 20:09:20.854222 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:20.924525 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-395aa078-be74-4900-b1fb-08be8460f3d2 service neutron] 10.222.0.67 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172695 Aug 03 20:09:20.935700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-45474da8-29be-483b-887a-68bd2c0240ac None None] Provisioning complete for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:20.935700 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-45474da8-29be-483b-887a-68bd2c0240ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.004040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-45474da8-29be-483b-887a-68bd2c0240ac None None] Port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:09:21.020462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc2f358e-0420-437a-8256-4db234c69a0e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:21.057112 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-d9b63070-0594-4c8d-b1df-1c683380c556 service neutron] 10.222.0.67 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253746 Aug 03 20:09:21.095323 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 2, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:21.125552 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Checking router: cc47c712-3211-4da3-b8ec-1ffbc6f195ff for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:09:21.125898 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Updating router cc47c712-3211-4da3-b8ec-1ffbc6f195ff port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:09:21.128462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-509b0167-30d6-4aa7-b40b-944849b3d756 None None] Provisioning complete for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:21.128868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-509b0167-30d6-4aa7-b40b-944849b3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.132770 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port dc2f358e-0420-437a-8256-4db234c69a0e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:21.146578 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:09:21.154663 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.155805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dc2f358e-0420-437a-8256-4db234c69a0e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:21.156177 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.189937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-509b0167-30d6-4aa7-b40b-944849b3d756 None None] Port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:09:21.250350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.277031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port dc2f358e-0420-437a-8256-4db234c69a0e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc2f358e-0420-437a-8256-4db234c69a0e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:21.297420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a32e575-3770-43e4-bb5d-12ce30765e09 req-c5f5b886-48aa-4822-8b60-124ab45d4014 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0320432 Aug 03 20:09:21.340816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.341624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device df8af6b9-4561-4581-8b60-16abb30f0102 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:21.420666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=dc2f358e-0420-437a-8256-4db234c69a0e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:21.452402 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.462607 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Transition to ACTIVE for port object 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:21.489336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port df8af6b9-4561-4581-8b60-16abb30f0102 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:21.499664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port df8af6b9-4561-4581-8b60-16abb30f0102 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:21.499664 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.546832 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.579715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.601625 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Pushing event updated for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:21.617653 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port df8af6b9-4561-4581-8b60-16abb30f0102, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=df8af6b9-4561-4581-8b60-16abb30f0102,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:21.627130 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.627469 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.630544 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.631463 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:09:21.664406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Attempting to bind port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:21.664708 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Attempting to bind port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:21.665207 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Attempting to bind port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 on network 2d4899c5-db3e-4391-adaf-94b533ba5d49 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:21.671137 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:21.671505 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Checking segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:21.672112 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.672679 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Bound using segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:21.673176 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Bound port: 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:21.673557 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.678435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.731837 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=df8af6b9-4561-4581-8b60-16abb30f0102,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:21.743955 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] For port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:21.747231 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] For port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:21.821437 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:21.883945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:21.884535 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:08:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:21.887458 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3aeae-9d1b-456f-a157-37196fe4ee86 None None] Pushing event updated for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:21.997839 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:22.118432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e3a85d29-e286-44d2-b317-a89e00544568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:22.201946 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:22.231223 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da1433c-1af7-48e5-89a8-8ec7f51f741f None None] The sync data for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 is: [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:09:22.255122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:22.387923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47573b08-372b-4ace-8316-688c545b96b3 req-92f90833-cf8e-4646-a982-634f5142ffa3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0323753 Aug 03 20:09:23.027350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc2f358e-0420-437a-8256-4db234c69a0e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:23.088144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port dc2f358e-0420-437a-8256-4db234c69a0e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:23.088665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.135391 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.174720 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:23.284096 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:23.289123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:23.293239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.369259 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.496515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d8f6d79-f39c-4ce3-a32a-f214c9a25887 req-84b36280-998f-4947-9acb-2f1710d85d64 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0316570 Aug 03 20:09:23.564731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:23.631294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-65529379-90ca-40ac-b8c7-4a6466ec0ea9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:23.632929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-65529379-90ca-40ac-b8c7-4a6466ec0ea9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/networks?id=2d4899c5-db3e-4391-adaf-94b533ba5d49 HTTP/1.1" status: 200 len: 797 time: 0.1015973 Aug 03 20:09:23.638185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.638990 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device df8af6b9-4561-4581-8b60-16abb30f0102 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:23.677728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-8725ed77-35bc-4303-95c9-312a530dcdc0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 380 time: 0.0359576 Aug 03 20:09:23.687551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'port': {'device_id': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'admin_state_up': True, 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'security_groups': ['4cbbce3f-df6c-45a9-bd26-725d2a7e6be3']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:23.712597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:23.724766 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port df8af6b9-4561-4581-8b60-16abb30f0102 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:23.725142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:23.924059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:09:23.927608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.051413 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.13 (2d4899c5-db3e-4391-adaf-94b533ba5d49/a6c64219-1f35-455c-aaf6-8f74a87e8569/330fecdd-ac91-40f4-8977-bfefd224d3f2) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:09:24.185459 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.198302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 330fecdd-ac91-40f4-8977-bfefd224d3f2 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:24.283948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.330285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:24.333317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:24.341887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:09:24.345779 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:24.393539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:24.394243 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.531091 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-6c8bbfe5-2684-4407-8367-458ad5ec3a49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8470814 Aug 03 20:09:24.544179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Request body: {'port': {'device_id': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:24.633013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.643564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b06b579d-fe7f-454a-8d2a-299f233afada None None] Provisioning for port 330fecdd-ac91-40f4-8977-bfefd224d3f2 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:24.647531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b06b579d-fe7f-454a-8d2a-299f233afada None None] Provisioning complete for port 330fecdd-ac91-40f4-8977-bfefd224d3f2 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:24.647902 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b06b579d-fe7f-454a-8d2a-299f233afada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:24.684117 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b06b579d-fe7f-454a-8d2a-299f233afada None None] Port 330fecdd-ac91-40f4-8977-bfefd224d3f2 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:09:24.950113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:24.993767 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0c275-6dfb-433e-b7b3-c47a5a7db52b req-528b9e3d-4888-4e39-b2bc-c5a2a6a225a2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:24.995236 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28f0c275-6dfb-433e-b7b3-c47a5a7db52b req-528b9e3d-4888-4e39-b2bc-c5a2a6a225a2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 932 time: 0.4261813 Aug 03 20:09:25.000776 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:25.001150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.073619 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.109822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-28f0c275-6dfb-433e-b7b3-c47a5a7db52b req-b29d6567-232d-4b13-ba22-d3d526eb643b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949359 Aug 03 20:09:25.268541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330fecdd-ac91-40f4-8977-bfefd224d3f2 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:25.276634 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.288874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Transition to ACTIVE for port object 330fecdd-ac91-40f4-8977-bfefd224d3f2 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:09:25.373686 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.423834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Pushing event updated for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:25.496072 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Attempting to bind port 330fecdd-ac91-40f4-8977-bfefd224d3f2 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:09:25.496402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Attempting to bind port 330fecdd-ac91-40f4-8977-bfefd224d3f2 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:09:25.496753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Attempting to bind port 330fecdd-ac91-40f4-8977-bfefd224d3f2 on network 2d4899c5-db3e-4391-adaf-94b533ba5d49 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:25.501168 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Port 330fecdd-ac91-40f4-8977-bfefd224d3f2 on network 2d4899c5-db3e-4391-adaf-94b533ba5d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:09:25.501486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Attempting to bind port 330fecdd-ac91-40f4-8977-bfefd224d3f2 on network 2d4899c5-db3e-4391-adaf-94b533ba5d49 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:09:25.506401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:09:25.507312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Checking segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:09:25.507698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Bound using segment: {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:09:25.508133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Bound port: 330fecdd-ac91-40f4-8977-bfefd224d3f2, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:09:25.508487 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.577112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:09:25.580439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:09:25.672839 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.708609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:25.709249 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:25.710796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] 10.222.0.77 "PUT /v2.0/ports/330fecdd-ac91-40f4-8977-bfefd224d3f2 HTTP/1.1" status: 200 len: 1092 time: 1.1709032 Aug 03 20:09:25.711307 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:25.713613 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23" -d '{"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:25.738062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd97c2-d92a-4440-94eb-540994124005 service neutron] Pushing event updated for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:25.763094 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aaeaf78-cda9-4eb2-a126-0306ae6d0bdd x-openstack-request-id: req-8aaeaf78-cda9-4eb2-a126-0306ae6d0bdd {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:25.763478 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:25.763737 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8aaeaf78-cda9-4eb2-a126-0306ae6d0bdd {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:25.764151 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'status': 'completed', 'code': 200} Aug 03 20:09:25.828138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-901e656d-8527-4cb8-8bfe-3558a7778ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:25.829739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-901e656d-8527-4cb8-8bfe-3558a7778ecf service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1095 time: 0.0442145 Aug 03 20:09:25.940269 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-00c85ac6-fa76-4dab-9e1b-5ad5ee1c54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:25.941771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-00c85ac6-fa76-4dab-9e1b-5ad5ee1c54fd service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=29d9f9c07eb74b33bce8ac948826b248&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1038022 Aug 03 20:09:26.038321 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-77c0ed6e-0cb8-4b33-b9bb-1e6d2d08c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.039857 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1f6b1ef7-7242-4105-adb0-feb3b1fcae23 req-77c0ed6e-0cb8-4b33-b9bb-1e6d2d08c86c service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911925 Aug 03 20:09:26.116614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-ee6b8d48-ea7d-4dfc-a173-f6cc976a9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.118139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-ee6b8d48-ea7d-4dfc-a173-f6cc976a9ae2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1095 time: 0.0410297 Aug 03 20:09:26.158468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-0c6a1fe7-e12e-44e6-aca4-41a55b79102e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2 HTTP/1.1" status: 200 len: 217 time: 0.0330391 Aug 03 20:09:26.238411 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-80f13cac-8478-4639-a1e6-b0b7388aac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.239868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-80f13cac-8478-4639-a1e6-b0b7388aac8c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6c64219-1f35-455c-aaf6-8f74a87e8569 HTTP/1.1" status: 200 len: 835 time: 0.0753272 Aug 03 20:09:26.262791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77484be3-20e6-4d6f-afaa-4f42a7007151 req-976a814e-3751-49fd-8295-c94172b54565 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.264229 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77484be3-20e6-4d6f-afaa-4f42a7007151 req-976a814e-3751-49fd-8295-c94172b54565 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0700099 Aug 03 20:09:26.318438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-77484be3-20e6-4d6f-afaa-4f42a7007151 req-e64d79e6-c05d-4eb8-b722-23d944654372 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Aug 03 20:09:26.321044 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-fa325a29-37e1-44ef-ae32-98cbbab83a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:26.322448 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-fa325a29-37e1-44ef-ae32-98cbbab83a64 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d4899c5-db3e-4391-adaf-94b533ba5d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753472 Aug 03 20:09:26.415153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-c23e419b-da49-4bea-9d21-9439778be135 service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854528 Aug 03 20:09:26.504780 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f7e45b4-1d02-4125-8659-0af165d0710e req-5f1e9b7c-265a-4584-832d-c488a186bfb7 service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815647 Aug 03 20:09:27.432488 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8f9ac-5489-4fe8-ac9d-59848d7864f3 req-9e2932f5-7e35-4b27-a5c4-86b33a9f9bf0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:27.434003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5d8f9ac-5489-4fe8-ac9d-59848d7864f3 req-9e2932f5-7e35-4b27-a5c4-86b33a9f9bf0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0488136 Aug 03 20:09:27.472040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c5d8f9ac-5489-4fe8-ac9d-59848d7864f3 req-3b770ae1-159f-4991-9795-873df7b7bef4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Aug 03 20:09:28.591786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48019ce6-2f4d-4c9e-a7bc-5ae12358ea71 req-8c439767-864a-4bfb-9d6e-6d53859c35e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:28.593292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48019ce6-2f4d-4c9e-a7bc-5ae12358ea71 req-8c439767-864a-4bfb-9d6e-6d53859c35e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Aug 03 20:09:28.630912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48019ce6-2f4d-4c9e-a7bc-5ae12358ea71 req-408c38c7-7207-4d3b-9820-e18fb1bcb5e4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Aug 03 20:09:29.509420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 330fecdd-ac91-40f4-8977-bfefd224d3f2 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:09:29.601058 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:29.612978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'port_id': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'mac_address': 'fa:16:3e:08:b0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:09:29.653278 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:29.666739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330fecdd-ac91-40f4-8977-bfefd224d3f2 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:09:29.687094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:29.748382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7234b-cf6c-416a-98c6-fe46fa4c639d req-d37fdb19-53a0-4301-a22b-dcaaa1c71d38 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:29.749900 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d7234b-cf6c-416a-98c6-fe46fa4c639d req-d37fdb19-53a0-4301-a22b-dcaaa1c71d38 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0497668 Aug 03 20:09:29.758960 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:29.788382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24d7234b-cf6c-416a-98c6-fe46fa4c639d req-dfb2ac5b-4fda-4db3-bbaa-53f7f3f306ae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Aug 03 20:09:29.809679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:29.963180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['330fecdd-ac91-40f4-8977-bfefd224d3f2'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:09:30.906987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb99e7-1017-4670-84ce-711e21929b72 req-ba0276b2-fff4-477b-984d-c4927dc1a910 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:30.908515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73fb99e7-1017-4670-84ce-711e21929b72 req-ba0276b2-fff4-477b-984d-c4927dc1a910 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0498788 Aug 03 20:09:30.946399 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73fb99e7-1017-4670-84ce-711e21929b72 req-9a174608-ecdf-411d-8c04-cc3aaf703b49 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317996 Aug 03 20:09:31.513487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 330fecdd-ac91-40f4-8977-bfefd224d3f2 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:09:31.613655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 330fecdd-ac91-40f4-8977-bfefd224d3f2 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:09:31.618079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 330fecdd-ac91-40f4-8977-bfefd224d3f2 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:09:31.618448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:31.695040 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:31.716835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:31.719062 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3d0c6b-dd87-411a-a56d-05a4df05d028" -d '{"events": [{"server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:31.732042 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:09:31.808828 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5774ff8c-7544-45de-98da-0a0ed6a5be77 x-openstack-request-id: req-5774ff8c-7544-45de-98da-0a0ed6a5be77 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:31.809128 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:31.809431 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5774ff8c-7544-45de-98da-0a0ed6a5be77 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:31.809852 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'code': 200} Aug 03 20:09:31.815009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:31.863455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:31.911240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04636b5-19e4-4686-b97b-763753eccb92 req-d58af1a5-2363-4ffa-8254-a9b9e24cb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:31.912779 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e04636b5-19e4-4686-b97b-763753eccb92 req-d58af1a5-2363-4ffa-8254-a9b9e24cb0b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0447376 Aug 03 20:09:31.945959 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e04636b5-19e4-4686-b97b-763753eccb92 req-abb22ba6-104b-46b7-a3a6-08b57ca90053 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264659 Aug 03 20:09:32.061674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878fc4d-3c53-4507-ad1d-45cb9de06419 req-f5df2496-04c3-4bb7-91c5-733f7c8583bb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:32.063066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8878fc4d-3c53-4507-ad1d-45cb9de06419 req-f5df2496-04c3-4bb7-91c5-733f7c8583bb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0492952 Aug 03 20:09:32.101480 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8878fc4d-3c53-4507-ad1d-45cb9de06419 req-590c7961-3a6d-4e42-8bf2-7812b2e7f371 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323637 Aug 03 20:09:33.214302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77265f5-0da7-470a-b8cc-5f68b0486777 req-ec1900c3-6366-4024-889a-e9ff39ed7fb8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:33.215805 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d77265f5-0da7-470a-b8cc-5f68b0486777 req-ec1900c3-6366-4024-889a-e9ff39ed7fb8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Aug 03 20:09:33.253730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d77265f5-0da7-470a-b8cc-5f68b0486777 req-703e2a38-5ba2-4f3f-8fe9-dbf0cd5e2a6b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Aug 03 20:09:33.372412 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c45bf0-5f6b-497f-bef0-f266ad841544 req-39beab9d-5772-4d57-bdbc-34e44ff0ac33 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:33.373941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9c45bf0-5f6b-497f-bef0-f266ad841544 req-39beab9d-5772-4d57-bdbc-34e44ff0ac33 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0545774 Aug 03 20:09:33.412100 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f9c45bf0-5f6b-497f-bef0-f266ad841544 req-8852a844-65a6-495d-be78-6cdfdfe7e1d4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321417 Aug 03 20:09:33.433634 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44884) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:33.478639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6973a09-6c24-4133-8297-e12dcc9930db tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:33.480190 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6973a09-6c24-4133-8297-e12dcc9930db tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1092 time: 0.0450408 Aug 03 20:09:33.483439 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:33.487855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:09:33.563367 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.659821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.877049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.177 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/86bc1eef-8d98-4dcf-91e9-014f63e74118) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:09:33.877049 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.946581 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:33.992877 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.036718 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:09:34.042154 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:09:34.046381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:09:34.049426 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=86bc1eef-8d98-4dcf-91e9-014f63e74118,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:34.401140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.526161 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.677221 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.763274 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.832117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=86bc1eef-8d98-4dcf-91e9-014f63e74118,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:09:34.840092 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:34.940988 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 608855a5-f93a-4474-9d19-2883e2097f39 associated. External IP: 172.25.2.177, port: 330fecdd-ac91-40f4-8977-bfefd224d3f2. Aug 03 20:09:35.148014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router cc47c712-3211-4da3-b8ec-1ffbc6f195ff has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:09:35.259299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:09:35.268887 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Sync routers for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:09:35.277842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:35.278464 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:35.340852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:35.369605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba6a1f31-fa5d-4f42-8802-803517fd4972 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8851216 Aug 03 20:09:35.370210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:09:35.372685 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd0b364-6fe8-4c81-85d3-576ca77555e6" -d '{"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:09:35.385047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:35.464942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccb43f-f2ae-4db5-989d-31f3e84701a3 req-314defbf-2453-4950-98be-c431f5be0e48 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.466460 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4ccb43f-f2ae-4db5-989d-31f3e84701a3 req-314defbf-2453-4950-98be-c431f5be0e48 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0485086 Aug 03 20:09:35.505457 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a4ccb43f-f2ae-4db5-989d-31f3e84701a3 req-89dbdc44-e90b-496a-b64a-cde7bd5ec277 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330474 Aug 03 20:09:35.530251 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44894) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:35.600578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-bfd2e640-998b-4fc5-8422-ad5bf4c23f45 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/608855a5-f93a-4474-9d19-2883e2097f39 HTTP/1.1" status: 200 len: 992 time: 0.0682204 Aug 03 20:09:35.610004 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfd1adf-c0b2-479c-8401-02d90e4005a1 x-openstack-request-id: req-7cfd1adf-c0b2-479c-8401-02d90e4005a1 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:09:35.610321 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:09:35.610562 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7cfd1adf-c0b2-479c-8401-02d90e4005a1 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:09:35.610979 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'status': 'completed', 'code': 200} Aug 03 20:09:35.624843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '608855a5-f93a-4474-9d19-2883e2097f39', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'port_id': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'mac_address': 'fa:16:3e:08:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:09:34Z', 'updated_at': '2021-08-03T20:09:34Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:35.651786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Checking router: cc47c712-3211-4da3-b8ec-1ffbc6f195ff for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:09:35.660317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:09:35.660947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:35.677641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-52e1ae25-9418-4290-a505-f68d75e3a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.679208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-52e1ae25-9418-4290-a505-f68d75e3a665 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0417962 Aug 03 20:09:35.766492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:09:35.774391 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-c07892e0-cab0-4b0a-a191-3d7a56db22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.775860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-c07892e0-cab0-4b0a-a191-3d7a56db22f3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d4899c5-db3e-4391-adaf-94b533ba5d49 HTTP/1.1" status: 200 len: 898 time: 0.0893497 Aug 03 20:09:35.841799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-4314ad00-6d48-4621-9e7f-d0672ac2eef8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2 HTTP/1.1" status: 200 len: 1000 time: 0.0582697 Aug 03 20:09:35.895136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-b1612651-e6a0-4644-9f8e-28b065e03cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.896600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-b1612651-e6a0-4644-9f8e-28b065e03cee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6c64219-1f35-455c-aaf6-8f74a87e8569 HTTP/1.1" status: 200 len: 835 time: 0.0485511 Aug 03 20:09:35.942984 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-16cc028a-88fc-41ad-aa5e-b509931ec0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:09:35.944481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-16cc028a-88fc-41ad-aa5e-b509931ec0e3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d4899c5-db3e-4391-adaf-94b533ba5d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389762 Aug 03 20:09:35.997104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '608855a5-f93a-4474-9d19-2883e2097f39', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'port_id': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'mac_address': 'fa:16:3e:08:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:09:34Z', 'updated_at': '2021-08-03T20:09:34Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:09:36.024926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7f516-1488-4228-9d5a-d3736cf347ea None None] The sync data for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 is: [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '608855a5-f93a-4474-9d19-2883e2097f39', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.177', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'port_id': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'mac_address': 'fa:16:3e:08:b0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:09:34Z', 'updated_at': '2021-08-03T20:09:34Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:09:36.038020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-5197aa86-bbee-49ce-8143-aefe3a47ccbf service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Aug 03 20:09:36.135270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dd0b364-6fe8-4c81-85d3-576ca77555e6 req-48ffc519-bc69-4967-b2b5-c5524ea57825 service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897021 Aug 03 20:09:36.225770 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5769bd-0ebe-4c6c-a7d1-efe1d50b5804 None None] New status for floating IP 608855a5-f93a-4474-9d19-2883e2097f39: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:09:36.604704 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44896) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:09:36.669304 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3286d67d-0f12-4e23-8a18-3e93886b9fb0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/608855a5-f93a-4474-9d19-2883e2097f39 HTTP/1.1" status: 200 len: 994 time: 0.0633645 Aug 03 20:09:45.992077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:48.831750 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-339b16c6-88d2-4a61-9ba5-8767d7766afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.083142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7d8da3c1-c300-461c-b0f2-73613e6e388d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:52.248979 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:53.106223 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:54.974242 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:09:58.135667 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:03.762934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:08.160604 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2d90-fc35-4c1c-a938-f43a33c5f9ad req-03b1fd68-fd06-4a17-aaa0-260d55595c5d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:08.162379 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-266b2d90-fc35-4c1c-a938-f43a33c5f9ad req-03b1fd68-fd06-4a17-aaa0-260d55595c5d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0531359 Aug 03 20:10:08.201242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-266b2d90-fc35-4c1c-a938-f43a33c5f9ad req-9f4a40f9-c8a2-4e54-a271-10ee943641d4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328963 Aug 03 20:10:09.331589 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b8e9-0063-4bad-a1b3-b8014879a158 req-ade71df3-52d6-4450-a0cd-8d2b7d36d37b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:09.333088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48d7b8e9-0063-4bad-a1b3-b8014879a158 req-ade71df3-52d6-4450-a0cd-8d2b7d36d37b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0486391 Aug 03 20:10:09.376504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-48d7b8e9-0063-4bad-a1b3-b8014879a158 req-2e452bda-9216-4494-a07d-41ff97b5dfe4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374916 Aug 03 20:10:09.398889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44916) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:09.458797 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-5893cb98-644a-41f3-bb8b-0da722f62133 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/608855a5-f93a-4474-9d19-2883e2097f39 HTTP/1.1" status: 200 len: 994 time: 0.0587819 Aug 03 20:10:10.846312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea676a9c-4e35-4cb3-9620-bbc9fb59b387 req-d38e38f8-7e5f-4659-80bc-d274f4e46aae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:10.847982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea676a9c-4e35-4cb3-9620-bbc9fb59b387 req-d38e38f8-7e5f-4659-80bc-d274f4e46aae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0543370 Aug 03 20:10:10.886461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ea676a9c-4e35-4cb3-9620-bbc9fb59b387 req-0dc14944-ef82-457c-a857-e7df22d99a1a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Aug 03 20:10:12.011123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6caee-6a13-444b-bff5-a6af73a493b7 req-6ba78304-f52f-4ae5-a135-9fab4bf88f89 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:12.012711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89e6caee-6a13-444b-bff5-a6af73a493b7 req-6ba78304-f52f-4ae5-a135-9fab4bf88f89 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0548539 Aug 03 20:10:12.050855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-89e6caee-6a13-444b-bff5-a6af73a493b7 req-66554ab9-564c-4ffb-829b-01afb2d44292 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 03 20:10:12.072496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44926) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:12.131922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-96bfe08d-3edd-4475-bedc-b6b411155d4a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/608855a5-f93a-4474-9d19-2883e2097f39 HTTP/1.1" status: 200 len: 994 time: 0.0582619 Aug 03 20:10:12.350529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44932) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:12.511225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 86bc1eef-8d98-4dcf-91e9-014f63e74118 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:12.511543 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.918206 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.918548 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:12.930144 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 86bc1eef-8d98-4dcf-91e9-014f63e74118 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:13.150632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:13.179862 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=86bc1eef-8d98-4dcf-91e9-014f63e74118,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:13.207537 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.228618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:13.252205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:13.252546 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 608855a5-f93a-4474-9d19-2883e2097f39 disassociated (deleted). External IP: 172.25.2.177, port: 330fecdd-ac91-40f4-8977-bfefd224d3f2. Aug 03 20:10:13.461600 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router cc47c712-3211-4da3-b8ec-1ffbc6f195ff has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:13.573255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:13.578008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:13.582795 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Sync routers for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:13.591748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:13.592356 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:13.605928 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cea822d7-c2a3-4213-9df6-9a07e7284fa4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/floatingips/608855a5-f93a-4474-9d19-2883e2097f39 HTTP/1.1" status: 204 len: 168 time: 1.2543213 Aug 03 20:10:13.606510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:13.609218 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5916601e-f990-44e4-85f4-cedeb3ae6d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:13.699191 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:13.903542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:13.930520 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Checking router: cc47c712-3211-4da3-b8ec-1ffbc6f195ff for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:13.938798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:13.939470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:14.021070 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd651e6-808e-4e07-8a22-d358eade5470 x-openstack-request-id: req-cfd651e6-808e-4e07-8a22-d358eade5470 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:14.021383 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:14.021641 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cfd651e6-808e-4e07-8a22-d358eade5470 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:14.022469 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'status': 'completed', 'code': 200} Aug 03 20:10:14.049120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:14.120514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-fb64439d-02bf-42a9-8462-85c4669375c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:14.122074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-fb64439d-02bf-42a9-8462-85c4669375c3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0772421 Aug 03 20:10:14.134325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da23f6-0338-4c8a-8397-4ada5ca12d80 req-3342478d-71f7-427f-9235-2aec0dcf8905 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:14.135696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81da23f6-0338-4c8a-8397-4ada5ca12d80 req-3342478d-71f7-427f-9235-2aec0dcf8905 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0657022 Aug 03 20:10:14.224098 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81da23f6-0338-4c8a-8397-4ada5ca12d80 req-fbe1bf5f-b01c-4a93-a160-48486993e5ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791316 Aug 03 20:10:14.249496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-0deaa170-8aaa-4143-bc9f-8a7c1000cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:14.251763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-0deaa170-8aaa-4143-bc9f-8a7c1000cb44 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2d4899c5-db3e-4391-adaf-94b533ba5d49 HTTP/1.1" status: 200 len: 898 time: 0.1149840 Aug 03 20:10:14.252924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:14.283469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea958add-f22d-4841-a0a4-93f716271b3a None None] The sync data for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 is: [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:09:19Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6', 'name': '', 'network_id': '2d4899c5-db3e-4391-adaf-94b533ba5d49', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:4d:28:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:18Z', 'updated_at': '2021-08-03T20:09:23Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': 'a6c64219-1f35-455c-aaf6-8f74a87e8569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:14.300132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-9389bab9-ece5-4052-ab64-9b28aa557c30 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2 HTTP/1.1" status: 200 len: 217 time: 0.0393169 Aug 03 20:10:14.355026 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-cf0c0989-ad8e-4035-a528-eb98d185d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:14.356496 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-cf0c0989-ad8e-4035-a528-eb98d185d7d4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a6c64219-1f35-455c-aaf6-8f74a87e8569 HTTP/1.1" status: 200 len: 835 time: 0.0449312 Aug 03 20:10:14.403552 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-b1c5f90a-2a48-4cf5-955f-4003f3e82c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:14.405138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-b1c5f90a-2a48-4cf5-955f-4003f3e82c97 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2d4899c5-db3e-4391-adaf-94b533ba5d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413604 Aug 03 20:10:14.502930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-683ab52b-7166-4cd0-badc-b471da0164ba service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904605 Aug 03 20:10:14.510898 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee198ad-09be-41d5-9e6b-ab3c70aea450 None None] New status for floating IP 608855a5-f93a-4474-9d19-2883e2097f39: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:10:14.597372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916601e-f990-44e4-85f4-cedeb3ae6d0c req-4e439247-2abc-4969-b11a-004eee84fb51 service neutron] 10.222.0.77 "GET /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Aug 03 20:10:15.350225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a42870-3c91-41a1-b21e-cfbd128303b9 req-0bd5b0e8-7e6f-4adc-b87a-8fd402932337 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.351742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a42870-3c91-41a1-b21e-cfbd128303b9 req-0bd5b0e8-7e6f-4adc-b87a-8fd402932337 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0542266 Aug 03 20:10:15.391803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-87a42870-3c91-41a1-b21e-cfbd128303b9 req-20a92e74-fadb-4db2-9a1e-48a42a89e4b3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336297 Aug 03 20:10:15.586850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-9cdccd26-b58b-4ff1-a514-6b3b4b89a708 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:15.588292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-9cdccd26-b58b-4ff1-a514-6b3b4b89a708 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0485206 Aug 03 20:10:15.677939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 330fecdd-ac91-40f4-8977-bfefd224d3f2 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:15.678342 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:15.767503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 330fecdd-ac91-40f4-8977-bfefd224d3f2, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=330fecdd-ac91-40f4-8977-bfefd224d3f2,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:15.767871 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:15.780336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 330fecdd-ac91-40f4-8977-bfefd224d3f2 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:15.916937 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:16.014064 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:16.041714 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=330fecdd-ac91-40f4-8977-bfefd224d3f2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:16.052498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.052883 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.053232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.053574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.053909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.054245 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.054587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.055397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.055397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.055597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.055865 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.056188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:16.097620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] No DVR routers for this DVR port 330fecdd-ac91-40f4-8977-bfefd224d3f2 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:10:16.100299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:16.102468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21a9e2f0-4ecd-4503-ac5e-c6ff365bb60d req-861b7fb0-dce1-4345-b545-f1b3aeaaa03e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "DELETE /v2.0/ports/330fecdd-ac91-40f4-8977-bfefd224d3f2 HTTP/1.1" status: 204 len: 173 time: 0.5084658 Aug 03 20:10:16.102905 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'name': 'network-vif-deleted', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:16.105269 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2213af-08ea-45b1-b974-3424fa19ea9f" -d '{"events": [{"server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "name": "network-vif-deleted", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:16.140354 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e738c57-3d8e-45ea-95d3-a7c29d4e03a7 x-openstack-request-id: req-2e738c57-3d8e-45ea-95d3-a7c29d4e03a7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:16.140690 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46aa726b-7a42-4470-99ac-440b5858f0b5", "name": "network-vif-deleted", "tag": "330fecdd-ac91-40f4-8977-bfefd224d3f2", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:16.140937 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2e738c57-3d8e-45ea-95d3-a7c29d4e03a7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:16.141879 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46aa726b-7a42-4470-99ac-440b5858f0b5', 'name': 'network-vif-deleted', 'tag': '330fecdd-ac91-40f4-8977-bfefd224d3f2', 'status': 'completed', 'code': 200} Aug 03 20:10:16.509360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0fc9076-ba29-435f-9534-417a91c7527f req-4d34686a-0994-4db9-a272-c24fe4234569 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=46aa726b-7a42-4470-99ac-440b5858f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Aug 03 20:10:17.569854 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44948) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:17.939668 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:18.197030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:18.197287 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:18.286114 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:18.286481 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:18.300010 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:18.561767 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:18.587226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:18.777048 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:18.837284 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aa4d4d38-33c5-4992-b6b7-4889d65215cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.001732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router cc47c712-3211-4da3-b8ec-1ffbc6f195ff has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:19.115374 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:19.120361 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9672295b-6e1e-453b-8ae7-57a4876d851b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/cc47c712-3211-4da3-b8ec-1ffbc6f195ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494890 Aug 03 20:10:19.123084 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 44950) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:19.125718 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Sync routers for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:19.136426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:19.137075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:19.173511 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting subnet a6c64219-1f35-455c-aaf6-8f74a87e8569 {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:10:19.176551 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.215449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.243135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:19.306696 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.431783 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.459162 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c64219-1f35-455c-aaf6-8f74a87e8569,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:19.463996 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.468755 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44952) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:19.469508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-58d06b09-0b4e-4b5e-98be-9680b5c216ad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/subnets/a6c64219-1f35-455c-aaf6-8f74a87e8569 HTTP/1.1" status: 204 len: 168 time: 0.3454804 Aug 03 20:10:19.498039 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c82b9c-02ad-4950-aa7a-574d99ff3cf2 None None] Network 2d4899c5-db3e-4391-adaf-94b533ba5d49 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:10:19.577569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.683061 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.686509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:10:18Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:19.716029 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Checking router: cc47c712-3211-4da3-b8ec-1ffbc6f195ff for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:19.724313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Routers {'cc47c712-3211-4da3-b8ec-1ffbc6f195ff'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:19.724948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:09:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:19.764063 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] DHCP port deletion for 2d4899c5-db3e-4391-adaf-94b533ba5d49 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:10:19.801833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port dc2f358e-0420-437a-8256-4db234c69a0e {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:19.802187 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.826155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 330fecdd-ac91-40f4-8977-bfefd224d3f2 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:19.853479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 330fecdd-ac91-40f4-8977-bfefd224d3f2 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:19.854242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 330fecdd-ac91-40f4-8977-bfefd224d3f2 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:10:19.882148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] Set router cc47c712-3211-4da3-b8ec-1ffbc6f195ff gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:19.884891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port dc2f358e-0420-437a-8256-4db234c69a0e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=dc2f358e-0420-437a-8256-4db234c69a0e,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:19.885254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:19.898576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for dc2f358e-0420-437a-8256-4db234c69a0e owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:19.950437 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Deleting port df8af6b9-4561-4581-8b60-16abb30f0102 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:10:19.950731 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.055860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] For port df8af6b9-4561-4581-8b60-16abb30f0102, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=df8af6b9-4561-4581-8b60-16abb30f0102,segment=NetworkSegment(4a4967d6-ec5b-4311-8faf-442b6c0f4d3e),segment_id=4a4967d6-ec5b-4311-8faf-442b6c0f4d3e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:20.056169 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.075908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Calling delete_port for df8af6b9-4561-4581-8b60-16abb30f0102 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:10:20.122976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.155853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=dc2f358e-0420-437a-8256-4db234c69a0e,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:20.189692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:10:18Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:20.215853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239f192-03dd-4930-b5a0-f8a9f1ff7c30 None None] The sync data for ids ['cc47c712-3211-4da3-b8ec-1ffbc6f195ff'] in n-d-803363-1 is: [{'id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92281805', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:09:14Z', 'updated_at': '2021-08-03T20:10:18Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'dc2f358e-0420-437a-8256-4db234c69a0e', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc47c712-3211-4da3-b8ec-1ffbc6f195ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:09:15Z', 'updated_at': '2021-08-03T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:20.216112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.231452 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.265580 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Pushing event deleted for resources: {'Port': ['ID=df8af6b9-4561-4581-8b60-16abb30f0102,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:20.270545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] No DVR routers for this DVR port df8af6b9-4561-4581-8b60-16abb30f0102 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:10:20.280236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.280836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.281156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.281563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.281962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.282905 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.283300 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.283692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.284145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.284587 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.284989 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.285435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddbc295-553e-4a7e-a90f-45929b483572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:20.318770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.320886 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.419485 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.420001 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Fanout notify agent at l3_agent the message router_deleted on router cc47c712-3211-4da3-b8ec-1ffbc6f195ff {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:10:20.426954 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.430141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d1f8a8fa-72c2-4a42-a427-1abdb36b1b40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/routers/cc47c712-3211-4da3-b8ec-1ffbc6f195ff HTTP/1.1" status: 204 len: 168 time: 0.9583075 Aug 03 20:10:20.430870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44954) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:20.506740 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.597584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.608039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4899c5-db3e-4391-adaf-94b533ba5d49']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:20.619530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:20.619834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4967d6-ec5b-4311-8faf-442b6c0f4d3e') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:20.629789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.644281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:10:20.658837 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:10:20.802894 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.811067 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.812074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/networks/2d4899c5-db3e-4391-adaf-94b533ba5d49 HTTP/1.1" status: 204 len: 168 time: 0.3802879 Aug 03 20:10:20.815376 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44956) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:20.833324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ece6e-0a4c-412c-95c5-855b788d95d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Network': ['ID=2d4899c5-db3e-4391-adaf-94b533ba5d49,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:20.890117 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:20.916409 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.036992 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.040245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.041467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/security-groups/4cbbce3f-df6c-45a9-bd26-725d2a7e6be3 HTTP/1.1" status: 204 len: 168 time: 0.2251582 Aug 03 20:10:21.053973 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0f3d5-2a8b-4dc0-b44e-232aa1655da7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbbce3f-df6c-45a9-bd26-725d2a7e6be3,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:21.266156 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:21.286701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:21.287077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 2a0d6884-70f8-4518-9b4d-dd1fa5cc34a6 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:10:21.287435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc2f358e-0420-437a-8256-4db234c69a0e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:21.305732 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: dc2f358e-0420-437a-8256-4db234c69a0e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:21.306075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device dc2f358e-0420-437a-8256-4db234c69a0e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:10:21.306484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device df8af6b9-4561-4581-8b60-16abb30f0102 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:10:21.324799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: df8af6b9-4561-4581-8b60-16abb30f0102 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:10:21.325145 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device df8af6b9-4561-4581-8b60-16abb30f0102 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:10:21.347087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44962) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:21.351773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598766078', 'description': 'tempest-secgroup-smoke-1598766078 description', 'project_id': '29d9f9c07eb74b33bce8ac948826b248'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:21.431130 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.511792 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.556867 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.589917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5d531-b7e2-45be-8f53-b79e4f3ee975,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:21.625317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.627240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-00cd800f-336b-4ff4-b668-f1a0636a40fd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2791412 Aug 03 20:10:21.630070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44964) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:21.634531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:21.710710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.766066 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.842412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.861018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d202813e-4c34-4c6c-ab51-916de0425b63,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:21.968806 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:21.970152 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b8a331f9-37a7-4fc8-a46c-3c57d80caf36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391042 Aug 03 20:10:21.972991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44966) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:21.977474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:22.082242 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.088583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b3da39e5-4460-47d3-8c56-944467657ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.139744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.225546 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.245719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85d232b-52da-4c8a-8551-9057e3c00402,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:22.259550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.351105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.352369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-056d70b0-5ee4-4215-97d6-6e33992c1b3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784533 Aug 03 20:10:22.355260 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44968) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:22.359987 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:22.453188 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.513466 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.580536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.595676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff4d631-6516-4de8-b92b-76bb792abb53,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:22.706147 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.707308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1be9f601-1100-496a-a631-9da1abc78f62 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510938 Aug 03 20:10:22.710015 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44972) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:22.717836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:22.824536 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.887887 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.962681 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:22.980773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ce8d70-ece6-4232-b368-2dd26e84c8ba,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:23.031166 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.033224 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3e45bfd6-1e8c-4be6-bff0-6c052c5ece82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215244 Aug 03 20:10:23.035646 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44974) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:23.040035 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:23.104188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.127062 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:10:23.132049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.192167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.254052 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.274595 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9ed8f7-d478-4295-82c4-cddb1dc573bc,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:23.345541 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.346874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f29812bb-4f0e-4402-85a7-389821b864d9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103080 Aug 03 20:10:23.349530 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44976) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:23.353941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '93f5d531-b7e2-45be-8f53-b79e4f3ee975', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:23.435892 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:10:23.441727 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.501900 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.573791 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.591069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32101bf-838a-4657-81f5-6e013fd30bf8,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:23.652748 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.653986 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ed08821d-2c37-4298-9507-6a8464fe47f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3035381 Aug 03 20:10:23.656790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44978) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:23.662471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'network': {'name': 'tempest-network-smoke--823703765', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'port_security_enabled': True}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:23.738362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:10:23.742607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.769073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:10:23.777621 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.777955 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Added segment a1a5f9f0-6a7f-475c-9e5c-ab9cce129072 of type vlan for network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 Aug 03 20:10:23.816816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.911488 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.917043 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:23.917655 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:23.980903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Network': ['ID=0011b25a-fc9c-4404-97eb-9b5f885a8d71,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:23.991694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:10:24.019431 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-92434e2f-1cc8-460c-aaaf-fd0e2299530f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3608997 Aug 03 20:10:24.022130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44980) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:24.026606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'admin_state_up': True, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:24.115925 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.117021 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.172514 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.360989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.607470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.626811 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.728437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.58 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/e41ba677-ba29-4793-8b3c-6012f974a159) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:24.827942 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.907162 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:24.946514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:24.949298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:24.951958 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:24.985483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=e41ba677-ba29-4793-8b3c-6012f974a159,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:25.002975 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:25.601572 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:25.793489 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.008056 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ef32129b-475a-4fa2-b064-1285b7b63766 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:10:26.113360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:26.123582 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Sync routers for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:26.140908 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:26.140908 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:26.185936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.190617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2f16ebee-0507-46e8-a0f0-812e04e433e1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1641476 Aug 03 20:10:26.190943 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44986) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:26.220083 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-996543f8-7886-46aa-91ce-07cfa8126657 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=29d9f9c07eb74b33bce8ac948826b248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280719 Aug 03 20:10:26.222729 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44988) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:26.241746 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:26.311698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c714c9f-df07-4935-b2e9-d9dee28a42d2 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:26.316406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4c714c9f-df07-4935-b2e9-d9dee28a42d2 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895658 Aug 03 20:10:26.316631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44990) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:26.344690 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-a3d3e68a-bc97-4e5e-b884-44fdf9231544 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268917 Aug 03 20:10:26.347271 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44992) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:26.352023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-427966727', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:26.424316 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:25Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:26.450123 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Checking router: ef32129b-475a-4fa2-b064-1285b7b63766 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:26.450468 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Updating router ef32129b-475a-4fa2-b064-1285b7b63766 port e41ba677-ba29-4793-8b3c-6012f974a159 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:10:26.474820 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.494120 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:10:26.497747 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.725541 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.735044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Transition to ACTIVE for port object e41ba677-ba29-4793-8b3c-6012f974a159 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:26.745619 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.796632 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.811097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Subnet': ['ID=11208a22-4470-4567-9ab0-ff86692731e9,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:26.819744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Checking segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:26.820138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network hostable DHCP agents. Network: 0011b25a-fc9c-4404-97eb-9b5f885a8d71, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:10:26.847197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Attempting to bind port e41ba677-ba29-4793-8b3c-6012f974a159 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:10:26.847567 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Attempting to bind port e41ba677-ba29-4793-8b3c-6012f974a159 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:10:26.847926 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Attempting to bind port e41ba677-ba29-4793-8b3c-6012f974a159 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:26.859355 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Pushing event updated for resources: {'Port': ['ID=e41ba677-ba29-4793-8b3c-6012f974a159,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:26.866237 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:10:26.866610 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:26.867010 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.867397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:10:26.867858 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Bound port: e41ba677-ba29-4793-8b3c-6012f974a159, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:10:26.868250 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:26.871401 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.871742 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.872085 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.872412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.872776 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.873681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.873681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.873941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.874093 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.874349 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.874700 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.875023 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:10:26.898766 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:10:26.926646 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] For port e41ba677-ba29-4793-8b3c-6012f974a159, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:10:26.929635 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] For port e41ba677-ba29-4793-8b3c-6012f974a159, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e41ba677-ba29-4793-8b3c-6012f974a159,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:10:27.002802 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 0011b25a-fc9c-4404-97eb-9b5f885a8d71) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:27.006834 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:27.007438 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.011998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9374fae5-d3d7-4afd-9672-d256b2ee2b3e None None] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:10:27.025956 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.088873 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e7d23-4b35-45be-afd5-4311fd8637e9 None None] Pushing event updated for resources: {'Port': ['ID=e41ba677-ba29-4793-8b3c-6012f974a159,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:27.091407 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:27.092053 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:27.099763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8d414723-eaa8-47fa-9d65-940035f89806 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7514660 Aug 03 20:10:27.102656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 44994) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:27.167190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:10:27.168188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.200352 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:27.307882 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Allocated IP 172.20.0.2 (0011b25a-fc9c-4404-97eb-9b5f885a8d71/11208a22-4470-4567-9ab0-ff86692731e9/01f026d6-7d0f-479c-9064-b49684126f44) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:27.390722 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:25Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:27.419638 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e30e9-6cf0-47bc-bd09-67b51c92c3a8 None None] The sync data for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 is: [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:25Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:27.470583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.481002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Transition to ACTIVE for port object 01f026d6-7d0f-479c-9064-b49684126f44 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:27.497266 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Transition to ACTIVE for port object 01f026d6-7d0f-479c-9064-b49684126f44 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:27.562135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.580667 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.633135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:27.637746 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:27.647507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:27.654937 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Pushing event updated for resources: {'Port': ['ID=01f026d6-7d0f-479c-9064-b49684126f44,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:27.714876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Attempting to bind port 01f026d6-7d0f-479c-9064-b49684126f44 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:10:27.715257 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Attempting to bind port 01f026d6-7d0f-479c-9064-b49684126f44 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:10:27.715624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Attempting to bind port 01f026d6-7d0f-479c-9064-b49684126f44 on network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:27.721750 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:10:27.722129 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Checking segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:27.722538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.722935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Bound using segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:10:27.723407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Bound port: 01f026d6-7d0f-479c-9064-b49684126f44, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:10:27.723799 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.794824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] For port 01f026d6-7d0f-479c-9064-b49684126f44, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:10:27.800277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] For port 01f026d6-7d0f-479c-9064-b49684126f44, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=01f026d6-7d0f-479c-9064-b49684126f44,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:10:27.878648 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:27.901117 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.1 (0011b25a-fc9c-4404-97eb-9b5f885a8d71/11208a22-4470-4567-9ab0-ff86692731e9/bb2cd274-9a71-43b5-84e1-737556b778fe) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:27.940609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147350-c6bf-4180-a4ff-3d4044ab75e4 None None] Pushing event updated for resources: {'Port': ['ID=01f026d6-7d0f-479c-9064-b49684126f44,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:28.035568 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.051458 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object bb2cd274-9a71-43b5-84e1-737556b778fe will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:28.132885 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.183775 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:28.191362 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:28.195235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:28.234285 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:28.256883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.472407 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.765141 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.837165 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:28.871000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218c8f3-149d-4b2b-b9bf-da2af65cb077 None None] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:10:28.918123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:28.922167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.045052 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-041365e1-14d1-4b75-9bab-15854922bcc7 None None] Provisioning for port 01f026d6-7d0f-479c-9064-b49684126f44 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:29.052207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:29.056904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:29.067584 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e41ba677-ba29-4793-8b3c-6012f974a159 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:29.184447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ef32129b-475a-4fa2-b064-1285b7b63766 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:29.190896 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port e41ba677-ba29-4793-8b3c-6012f974a159 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:29.195083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e41ba677-ba29-4793-8b3c-6012f974a159 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:29.195535 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.284882 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.305474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:29.309497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port e41ba677-ba29-4793-8b3c-6012f974a159, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e41ba677-ba29-4793-8b3c-6012f974a159,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:29.310687 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dd36a30d-9a70-4363-9787-b4c9ebe02c90 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/ef32129b-475a-4fa2-b064-1285b7b63766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066071 Aug 03 20:10:29.400413 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.400413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 01f026d6-7d0f-479c-9064-b49684126f44 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:29.453290 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Sync routers for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:29.471922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-236a0d6c-229f-40d1-888b-91620b4104e5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598766078&fields=id&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 267 time: 0.0377572 Aug 03 20:10:29.493926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:29.494562 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:29.498700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=e41ba677-ba29-4793-8b3c-6012f974a159,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:29.540690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-edc06f55-90e4-4767-9a93-4818ec7f99a0 None None] Provisioning for port bb2cd274-9a71-43b5-84e1-737556b778fe completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:29.552358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-edc06f55-90e4-4767-9a93-4818ec7f99a0 None None] Provisioning complete for port bb2cd274-9a71-43b5-84e1-737556b778fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:29.552597 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-edc06f55-90e4-4767-9a93-4818ec7f99a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.595951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5710c671-ef54-4da7-bf09-b692db1f183b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:29.599129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5710c671-ef54-4da7-bf09-b692db1f183b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 796 time: 0.1194322 Aug 03 20:10:29.615093 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-4d0267ea-520c-4a4e-8675-dcf29f9a1111 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/quotas/29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 375 time: 0.0108232 Aug 03 20:10:29.629381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-edc06f55-90e4-4767-9a93-4818ec7f99a0 None None] Port bb2cd274-9a71-43b5-84e1-737556b778fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:10:29.637794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 01f026d6-7d0f-479c-9064-b49684126f44 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:29.647267 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 01f026d6-7d0f-479c-9064-b49684126f44 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:29.647637 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:29.671800 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:29.677760 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5ab67de1-4ec0-4ebe-a90b-2431d231f423 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570021 Aug 03 20:10:29.786590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-2378548c-6289-4f78-9b02-edc2b2440ce4 service neutron] 10.222.0.67 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945287 Aug 03 20:10:29.886685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-ae3a899b-9598-4e8b-b5d6-188ed2ea99b5 service neutron] 10.222.0.67 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933869 Aug 03 20:10:29.937254 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-4702f101-63ac-4945-b4b4-f7550f7417db None None] Provisioning complete for port bb2cd274-9a71-43b5-84e1-737556b778fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:29.937816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4702f101-63ac-4945-b4b4-f7550f7417db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.043202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4702f101-63ac-4945-b4b4-f7550f7417db None None] Port bb2cd274-9a71-43b5-84e1-737556b778fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:10:30.053949 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.142563 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 01f026d6-7d0f-479c-9064-b49684126f44, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=01f026d6-7d0f-479c-9064-b49684126f44,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:30.166036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5916a54f-7974-4abd-8428-c6498fa2203a req-608fee49-38b6-487a-8ef3-1e3379df7b36 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 210 time: 0.0298688 Aug 03 20:10:30.174841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-14ec5aaa-9c53-4045-bc01-01a4fd48b864 None None] Provisioning complete for port bb2cd274-9a71-43b5-84e1-737556b778fe triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:30.175206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-14ec5aaa-9c53-4045-bc01-01a4fd48b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.202103 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 2, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:30.203956 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.255224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Checking router: ef32129b-475a-4fa2-b064-1285b7b63766 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:30.255572 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Updating router ef32129b-475a-4fa2-b064-1285b7b63766 port bb2cd274-9a71-43b5-84e1-737556b778fe binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:10:30.283782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-14ec5aaa-9c53-4045-bc01-01a4fd48b864 None None] Port bb2cd274-9a71-43b5-84e1-737556b778fe cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:10:30.303915 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.319617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=01f026d6-7d0f-479c-9064-b49684126f44,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:30.578176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.589242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Transition to ACTIVE for port object bb2cd274-9a71-43b5-84e1-737556b778fe will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:30.665460 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.732001 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e0a62-db57-4352-b79b-9208582b97ec None None] Pushing event updated for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:30.767757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Attempting to bind port bb2cd274-9a71-43b5-84e1-737556b778fe on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:10:30.768125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Attempting to bind port bb2cd274-9a71-43b5-84e1-737556b778fe by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:10:30.768491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Attempting to bind port bb2cd274-9a71-43b5-84e1-737556b778fe on network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:30.773946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:10:30.774320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Checking segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:30.774724 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.775138 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Bound using segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:10:30.775608 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Bound port: bb2cd274-9a71-43b5-84e1-737556b778fe, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:10:30.775988 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.845692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] For port bb2cd274-9a71-43b5-84e1-737556b778fe, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:10:30.849028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] For port bb2cd274-9a71-43b5-84e1-737556b778fe, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bb2cd274-9a71-43b5-84e1-737556b778fe,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:10:30.946832 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:30.992855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e41ba677-ba29-4793-8b3c-6012f974a159 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:31.037361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:31.038006 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:31.049715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e0a62-db57-4352-b79b-9208582b97ec None None] Pushing event updated for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:31.143936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port e41ba677-ba29-4793-8b3c-6012f974a159 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:31.144312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:31.194082 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:31.279315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-052cee4e-1933-4346-baba-83e9ddc01f68 req-3487855e-68c2-4d02-9c87-008903a12cfe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 210 time: 0.0299716 Aug 03 20:10:31.361144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 01f026d6-7d0f-479c-9064-b49684126f44 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:31.459936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 01f026d6-7d0f-479c-9064-b49684126f44 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:31.460307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:31.511894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:30Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:31.540091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65e535-89c1-48bf-8518-2b7819466211 None None] The sync data for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 is: [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:30Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:32.168700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-2937be1a-4ac5-4845-9894-ed71bf26f5fb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:32.170516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-2937be1a-4ac5-4845-9894-ed71bf26f5fb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 796 time: 0.1153178 Aug 03 20:10:32.221506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-7bb553a6-588b-4300-b402-7fcd718ae621 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 380 time: 0.0371137 Aug 03 20:10:32.226946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'port': {'device_id': '8d41639d-465f-4624-ae51-6d05af4ea204', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'admin_state_up': True, 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'security_groups': ['93f5d531-b7e2-45be-8f53-b79e4f3ee975']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:32.387204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eaf8294a-aa1a-4a50-9f2d-25fe4cdcbeee req-2a9bd27e-e051-406c-adaf-6ca4c41b9ddf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 210 time: 0.0321960 Aug 03 20:10:32.397200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:10:32.409555 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:32.540144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.5 (0011b25a-fc9c-4404-97eb-9b5f885a8d71/11208a22-4470-4567-9ab0-ff86692731e9/306bc25b-12d8-4af4-8f2b-17fe3bfe12b6) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:32.680866 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:32.693904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:32.814194 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:32.856300 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:32.859515 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:32.866203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:32.895532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:32.925003 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:32.925704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.007731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bb2cd274-9a71-43b5-84e1-737556b778fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:33.042790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-fc976536-ee63-4294-9b43-6d7335388c31 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8198643 Aug 03 20:10:33.055239 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-61083b7f-93fd-45e3-8d03-8a9d50a1fe52 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:10:33.056281 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-61083b7f-93fd-45e3-8d03-8a9d50a1fe52 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060148 Aug 03 20:10:33.068254 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Request body: {'port': {'device_id': '8d41639d-465f-4624-ae51-6d05af4ea204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:33.122108 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.122360 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port bb2cd274-9a71-43b5-84e1-737556b778fe completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:33.125948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bb2cd274-9a71-43b5-84e1-737556b778fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:33.126350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.191220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9472ece7-094e-450f-9037-9b33de39d1b5 None None] Provisioning for port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:33.197303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-9472ece7-094e-450f-9037-9b33de39d1b5 None None] Provisioning complete for port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:33.197673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9472ece7-094e-450f-9037-9b33de39d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.229370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.255161 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9472ece7-094e-450f-9037-9b33de39d1b5 None None] Port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:10:33.271351 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port bb2cd274-9a71-43b5-84e1-737556b778fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bb2cd274-9a71-43b5-84e1-737556b778fe,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:33.346049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.396410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:33.396698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:10:33.407189 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.416946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Transition to ACTIVE for port object 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:10:33.494291 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.551913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fefe7-f333-4fcf-a8f1-3ddd5fc01caa req-a807b1bb-9343-4482-ab1f-a5cd58616108 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:33.551913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be3fefe7-f333-4fcf-a8f1-3ddd5fc01caa req-a807b1bb-9343-4482-ab1f-a5cd58616108 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 931 time: 0.0870130 Aug 03 20:10:33.559648 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Pushing event updated for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:33.637248 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be3fefe7-f333-4fcf-a8f1-3ddd5fc01caa req-beeda108-9575-4eea-98b6-917706893210 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812175 Aug 03 20:10:33.665590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Attempting to bind port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:10:33.665932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Attempting to bind port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:10:33.666270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Attempting to bind port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 on network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:33.670708 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 on network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:10:33.671034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Attempting to bind port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 on network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:10:33.676265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:10:33.676620 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Checking segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:10:33.677045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Bound using segment: {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:10:33.677904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Bound port: 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:10:33.678276 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.734212 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.742193 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:10:33.745175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:10:33.807719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.842022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:33.842641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:33.844038 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] 10.222.0.77 "PUT /v2.0/ports/306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 1091 time: 0.7801344 Aug 03 20:10:33.845007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:33.847454 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdadafe-8c85-4de9-b194-990fa5b73dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:33.877872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca3e58-24e7-44f5-80d1-c3f469c92aca service neutron] Pushing event updated for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:33.896586 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea692ba-e1ca-4ad1-a95c-7f5c20fe6b5c x-openstack-request-id: req-6ea692ba-e1ca-4ad1-a95c-7f5c20fe6b5c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:33.896965 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:33.897218 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6ea692ba-e1ca-4ad1-a95c-7f5c20fe6b5c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:33.897626 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'status': 'completed', 'code': 200} Aug 03 20:10:33.960833 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-80fc7df2-85e8-4657-a189-1423331e9bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:33.965452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-80fc7df2-85e8-4657-a189-1423331e9bd6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1094 time: 0.0437930 Aug 03 20:10:34.399677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-32156dd6-609a-457e-8f8d-ed9bdb898c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.401202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-32156dd6-609a-457e-8f8d-ed9bdb898c46 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=29d9f9c07eb74b33bce8ac948826b248&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4301820 Aug 03 20:10:34.497146 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-c69e20a0-8262-4d64-9812-d3e4fddc8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.498627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9fdadafe-8c85-4de9-b194-990fa5b73dc7 req-c69e20a0-8262-4d64-9812-d3e4fddc8058 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901647 Aug 03 20:10:34.572441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5b57ddc1-48cf-4722-8a8c-cfb8129b6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.573924 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-5b57ddc1-48cf-4722-8a8c-cfb8129b6f4b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1094 time: 0.0400457 Aug 03 20:10:34.613691 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-3b960ce7-31c2-4af5-ad68-b92d1885dada service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 217 time: 0.0323038 Aug 03 20:10:34.667181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-30bcfbfb-b00f-48e1-bd96-49d223855969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.668516 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-30bcfbfb-b00f-48e1-bd96-49d223855969 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 200 len: 834 time: 0.0460815 Aug 03 20:10:34.722712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-c6a7e72c-420b-4c0e-a0b7-b6889647be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.724142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-c6a7e72c-420b-4c0e-a0b7-b6889647be0d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0011b25a-fc9c-4404-97eb-9b5f885a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488238 Aug 03 20:10:34.815854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14026af-4514-4466-a471-2b69f7e989b9 req-e2e09efa-c185-44bb-903a-a8a3efea22a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:34.817342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b14026af-4514-4466-a471-2b69f7e989b9 req-e2e09efa-c185-44bb-903a-a8a3efea22a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 943 time: 0.1055236 Aug 03 20:10:34.856178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-c2e87c38-3277-41a9-9263-024952282fca service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148884 Aug 03 20:10:34.879753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b14026af-4514-4466-a471-2b69f7e989b9 req-d24ccea0-0942-4491-b108-6d1b3eba3036 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539947 Aug 03 20:10:34.962863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-be52d3a4-79fe-4df3-8531-3bbb8ff9eb48 req-3fea4ec5-c8ee-47f5-89c8-11f9370f827b service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974545 Aug 03 20:10:34.978794 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bb2cd274-9a71-43b5-84e1-737556b778fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:35.026842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port bb2cd274-9a71-43b5-84e1-737556b778fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:35.027205 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:35.134270 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:10:35.999330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce501d-23b1-4037-8633-3642dcd80cf9 req-d9dfe95f-230c-4119-abf1-128750572469 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:36.001378 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fce501d-23b1-4037-8633-3642dcd80cf9 req-d9dfe95f-230c-4119-abf1-128750572469 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 943 time: 0.0497208 Aug 03 20:10:36.040171 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fce501d-23b1-4037-8633-3642dcd80cf9 req-f2b4ffa1-9ee0-4236-bfc0-b4dbc3baa5db tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Aug 03 20:10:37.154190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d08a0-764f-419f-b9ca-bc47e665cdfb req-628dc3df-2f3b-4679-8c3b-71d50e09c8a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:37.155585 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c10d08a0-764f-419f-b9ca-bc47e665cdfb req-628dc3df-2f3b-4679-8c3b-71d50e09c8a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 943 time: 0.0486789 Aug 03 20:10:37.194611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c10d08a0-764f-419f-b9ca-bc47e665cdfb req-39b23b4c-b12a-41e6-8f86-a9965fd5de06 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Aug 03 20:10:37.855079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:10:37.948564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:37.960309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'port_id': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'mac_address': 'fa:16:3e:14:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:10:37.999842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:38.012126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:10:38.030910 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:38.098066 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:38.146167 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:38.300958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:10:38.314733 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0310394-805c-4d12-89b4-9a236402491c req-af7c0c6f-cf10-44f9-a68b-e4800948a883 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:38.316264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0310394-805c-4d12-89b4-9a236402491c req-af7c0c6f-cf10-44f9-a68b-e4800948a883 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 944 time: 0.0550873 Aug 03 20:10:38.360880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0310394-805c-4d12-89b4-9a236402491c req-d5b63be9-0d2d-4e7e-8eae-fa57dcdc4890 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Aug 03 20:10:39.473491 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861d4be-f83b-454f-9127-f13e00d7edc4 req-6281c31f-f2fc-4069-8b3b-dfbcf1a730e3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:39.474956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8861d4be-f83b-454f-9127-f13e00d7edc4 req-6281c31f-f2fc-4069-8b3b-dfbcf1a730e3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 944 time: 0.0484958 Aug 03 20:10:39.513175 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8861d4be-f83b-454f-9127-f13e00d7edc4 req-ae3b2518-58ad-4a96-a1c0-31b059b7e235 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322776 Aug 03 20:10:39.854338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:10:40.013604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:10:40.018149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:10:40.018524 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:40.097484 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:40.121261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:40.123435 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078c23b-cf4e-4270-b393-51e588df1634" -d '{"events": [{"server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "name": "network-vif-plugged", "status": "completed", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:40.136680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:10:40.160885 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6877ff-4bd0-42d8-967c-cd100b4c1255 x-openstack-request-id: req-da6877ff-4bd0-42d8-967c-cd100b4c1255 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:40.165716 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "name": "network-vif-plugged", "status": "completed", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:40.165716 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da6877ff-4bd0-42d8-967c-cd100b4c1255 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:40.165716 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'code': 200} Aug 03 20:10:40.208001 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:40.255928 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:40.257737 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8f0a-5764-435d-a248-0f19216e5a57 req-bdd174c7-6adc-42ae-b195-30b8ff95e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:40.259361 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d4a8f0a-5764-435d-a248-0f19216e5a57 req-bdd174c7-6adc-42ae-b195-30b8ff95e637 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1096 time: 0.0423284 Aug 03 20:10:40.293683 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d4a8f0a-5764-435d-a248-0f19216e5a57 req-36c21b6c-8176-43b9-9a85-07bd6c436410 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275569 Aug 03 20:10:40.629688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19860daa-9a2d-4328-9abc-719cedebe257 req-249c097b-37e9-4b34-9645-7d8d1fb12195 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:40.631185 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19860daa-9a2d-4328-9abc-719cedebe257 req-249c097b-37e9-4b34-9645-7d8d1fb12195 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0498219 Aug 03 20:10:40.672936 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-19860daa-9a2d-4328-9abc-719cedebe257 req-be0e343a-9729-4368-be32-9c37f4bb8d47 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356772 Aug 03 20:10:41.787243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fc201-101d-4cd7-976b-c7a567aa6c24 req-a8b6e8c3-36eb-43c8-9120-83e5d083c6d4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:41.788943 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-927fc201-101d-4cd7-976b-c7a567aa6c24 req-a8b6e8c3-36eb-43c8-9120-83e5d083c6d4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0492339 Aug 03 20:10:41.828262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-927fc201-101d-4cd7-976b-c7a567aa6c24 req-5b48d587-2e8c-44bc-8907-88b65df2e78a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331643 Aug 03 20:10:41.942511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510d81-05f7-4d98-be6e-341f6b545b76 req-e2a17d4b-3736-4d15-b5ca-3b4668abef8c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:41.943985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01510d81-05f7-4d98-be6e-341f6b545b76 req-e2a17d4b-3736-4d15-b5ca-3b4668abef8c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0496898 Aug 03 20:10:41.983276 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-01510d81-05f7-4d98-be6e-341f6b545b76 req-6d30435e-d8cd-47c7-bb9e-5000ab73a927 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332403 Aug 03 20:10:42.004674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45054) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:42.043810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9438d-ac1f-48d1-8d10-5ddc0a052d28 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:42.045327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-30e9438d-ac1f-48d1-8d10-5ddc0a052d28 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1091 time: 0.0396624 Aug 03 20:10:42.048028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45056) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:42.052592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:10:42.175363 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:42.284946 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:42.393318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.34 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/d537db2b-6f23-41d5-8fcc-984155bb9f34) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:10:42.494673 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:42.580369 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:42.618850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:10:42.621662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:10:42.627639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:10:42.652626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=d537db2b-6f23-41d5-8fcc-984155bb9f34,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:42.982293 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.151734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.301113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.379374 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.445862 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=d537db2b-6f23-41d5-8fcc-984155bb9f34,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:10:43.461271 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.560642 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 8778b61e-606a-4206-8783-5c3f233bcc2b associated. External IP: 172.25.2.34, port: 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6. Aug 03 20:10:43.767635 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ef32129b-475a-4fa2-b064-1285b7b63766 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:10:43.874071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:10:43.885240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Sync routers for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:10:43.895775 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:43.901230 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:43.945221 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:43.973635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b84be31f-202b-44ac-a2a0-542f0a03bc55 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9243979 Aug 03 20:10:43.974225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:10:43.976580 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c9814-84dd-4083-84e2-32ddab1c3016" -d '{"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:10:44.004154 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:44.071603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f8dd9-da10-4e5f-bfae-419f9f374236 req-d6c00ca1-cafa-4ee9-a9e5-7c972dd56719 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:44.073142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da2f8dd9-da10-4e5f-bfae-419f9f374236 req-d6c00ca1-cafa-4ee9-a9e5-7c972dd56719 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0499575 Aug 03 20:10:44.112493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-da2f8dd9-da10-4e5f-bfae-419f9f374236 req-37dd2da5-739f-4f5f-936e-076eaf55906b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Aug 03 20:10:44.134971 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45064) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:44.175232 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07b946c-3418-46fa-8961-cf82f166bc62 x-openstack-request-id: req-c07b946c-3418-46fa-8961-cf82f166bc62 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:10:44.175504 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:10:44.175964 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c07b946c-3418-46fa-8961-cf82f166bc62 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:10:44.176377 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'status': 'completed', 'code': 200} Aug 03 20:10:44.231194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-16b7924c-ab01-479c-8641-895533fe8d83 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8778b61e-606a-4206-8783-5c3f233bcc2b HTTP/1.1" status: 200 len: 990 time: 0.0948448 Aug 03 20:10:44.236641 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8778b61e-606a-4206-8783-5c3f233bcc2b', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'port_id': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'mac_address': 'fa:16:3e:14:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41639d-465f-4624-ae51-6d05af4ea204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:10:42Z', 'updated_at': '2021-08-03T20:10:42Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:44.242181 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-202122c7-4318-4ba7-a13f-725bcab435dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:44.243649 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-202122c7-4318-4ba7-a13f-725bcab435dc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1096 time: 0.0591042 Aug 03 20:10:44.263171 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Checking router: ef32129b-475a-4fa2-b064-1285b7b63766 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:10:44.271587 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:10:44.272187 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:10:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:44.333645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-99a7ffbc-f218-4d97-857d-6aed7c63c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:44.335138 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-99a7ffbc-f218-4d97-857d-6aed7c63c778 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 897 time: 0.0845842 Aug 03 20:10:44.377540 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:10:44.405362 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-38f79f3e-5940-4da9-8278-3beef7fb0fee service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 998 time: 0.0631630 Aug 03 20:10:44.456390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-7aa00b12-ec5b-41a3-babe-c288806ecbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:44.457946 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-7aa00b12-ec5b-41a3-babe-c288806ecbc6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 200 len: 834 time: 0.0452924 Aug 03 20:10:44.505902 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-3343932e-394b-4f70-af37-a6e2f0d5b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:10:44.507470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-3343932e-394b-4f70-af37-a6e2f0d5b72d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0011b25a-fc9c-4404-97eb-9b5f885a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423391 Aug 03 20:10:44.605005 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-53af77a3-8021-4098-8af6-af887c2f18a1 service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901542 Aug 03 20:10:44.694019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-369c9814-84dd-4083-84e2-32ddab1c3016 req-abb5da77-c34d-4268-a298-d096013b02f6 service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822999 Aug 03 20:10:44.694260 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-498c487e-a6e3-4134-81e7-247216043704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8778b61e-606a-4206-8783-5c3f233bcc2b', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'port_id': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'mac_address': 'fa:16:3e:14:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41639d-465f-4624-ae51-6d05af4ea204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:10:42Z', 'updated_at': '2021-08-03T20:10:42Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:10:44.724602 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c487e-a6e3-4134-81e7-247216043704 None None] The sync data for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 is: [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8778b61e-606a-4206-8783-5c3f233bcc2b', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.34', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'port_id': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'mac_address': 'fa:16:3e:14:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d41639d-465f-4624-ae51-6d05af4ea204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:10:42Z', 'updated_at': '2021-08-03T20:10:42Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:10:44.913083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe92212-763a-48ee-af59-629e5bd24f97 None None] New status for floating IP 8778b61e-606a-4206-8783-5c3f233bcc2b: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:10:45.235788 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45066) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:10:45.296878 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3b5f2bbd-880a-417c-b3dc-f495d394f5da tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8778b61e-606a-4206-8783-5c3f233bcc2b HTTP/1.1" status: 200 len: 992 time: 0.0598865 Aug 03 20:10:45.910993 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:48.801852 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcb6e378-05c3-4b55-9e53-cb576c467f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:52.087716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f80b86db-1944-4e3f-b22a-3bf7a5a25dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:52.247934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:53.122148 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:10:55.019130 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:03.790312 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:12.135335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:11:15.927373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:16.821876 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91ffa7-2fe8-4143-a2f3-76ac4489a58d req-4c78aa45-68a8-47b0-96b1-68afee54a1a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:16.823372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba91ffa7-2fe8-4143-a2f3-76ac4489a58d req-4c78aa45-68a8-47b0-96b1-68afee54a1a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0620544 Aug 03 20:11:16.881790 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba91ffa7-2fe8-4143-a2f3-76ac4489a58d req-b8a184f2-8f58-42f3-8701-2dd3f81ce29e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507922 Aug 03 20:11:16.911961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-a47c0864-8410-4827-9d88-cc8795beb41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:16.914010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-a47c0864-8410-4827-9d88-cc8795beb41a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1096 time: 0.0602779 Aug 03 20:11:17.006192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-6925b29c-a084-4f82-8a82-9d794d17d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:17.007681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-6925b29c-a084-4f82-8a82-9d794d17d88d service neutron] 10.222.0.77 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 897 time: 0.0861034 Aug 03 20:11:17.083009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-13373178-8a65-4791-8628-62a406a67ea9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 1000 time: 0.0601897 Aug 03 20:11:17.132747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-226dda9c-0dac-4694-b303-8344dae236c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:17.134150 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-226dda9c-0dac-4694-b303-8344dae236c3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 200 len: 834 time: 0.0434334 Aug 03 20:11:17.179925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-93948d78-03b9-42db-8ea5-68ac8ff4e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:17.181417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-93948d78-03b9-42db-8ea5-68ac8ff4e0ce service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0011b25a-fc9c-4404-97eb-9b5f885a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398643 Aug 03 20:11:17.274041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-bcb64d28-0648-460c-812e-1d75c4a1b0ee service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849059 Aug 03 20:11:17.363653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-27b47899-5542-49f5-9e9f-c95ee8d98254 req-726ec17f-85b7-4004-b3ca-3f053881620f service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817401 Aug 03 20:11:17.998899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc600b-39ec-41cf-9b8c-e6490e0b6153 req-0a7ab51d-d39e-43b9-8a6b-707cbca43792 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:18.000433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71dc600b-39ec-41cf-9b8c-e6490e0b6153 req-0a7ab51d-d39e-43b9-8a6b-707cbca43792 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0496836 Aug 03 20:11:18.042765 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-71dc600b-39ec-41cf-9b8c-e6490e0b6153 req-23545193-c4e7-4266-b58d-ba6185104c13 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353677 Aug 03 20:11:18.818859 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b45f496e-a5fb-493a-8f30-097dc2512d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:19.157828 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2899b66-cf1f-453a-a7a0-e0e1b7d86fdb req-4029ef41-80c5-45d8-a1b3-802f5e30ba5e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:19.159347 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2899b66-cf1f-453a-a7a0-e0e1b7d86fdb req-4029ef41-80c5-45d8-a1b3-802f5e30ba5e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0494864 Aug 03 20:11:19.197009 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d2899b66-cf1f-453a-a7a0-e0e1b7d86fdb req-05a551d0-6aeb-46f7-a423-96244f7aee81 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314596 Aug 03 20:11:20.313769 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8206b79-810a-47b4-915e-869189e0ae09 req-6f3e4866-2d10-4b7f-994e-9049484c8955 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:20.315261 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8206b79-810a-47b4-915e-869189e0ae09 req-6f3e4866-2d10-4b7f-994e-9049484c8955 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0496721 Aug 03 20:11:20.353863 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8206b79-810a-47b4-915e-869189e0ae09 req-40b7e3fb-0861-4843-a835-29e76aa0ddbc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Aug 03 20:11:21.467201 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575fa0c-ad35-407c-9534-75fb266704af req-1da4ec7d-1cd5-43f2-85cc-a1cc2dfb8c75 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:21.468658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1575fa0c-ad35-407c-9534-75fb266704af req-1da4ec7d-1cd5-43f2-85cc-a1cc2dfb8c75 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0475211 Aug 03 20:11:21.510316 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1575fa0c-ad35-407c-9534-75fb266704af req-2309feb5-933a-49b1-8d3d-41420afc81f8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348825 Aug 03 20:11:22.058703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-925bca06-945c-4a0c-9a4b-235c81dfa0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:22.224404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:22.626528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bea44e-1b57-452a-a116-ee4cd605eaf8 req-debb5a66-8f29-4569-986e-4abde6a6d411 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:22.628007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86bea44e-1b57-452a-a116-ee4cd605eaf8 req-debb5a66-8f29-4569-986e-4abde6a6d411 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Aug 03 20:11:22.666724 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-86bea44e-1b57-452a-a116-ee4cd605eaf8 req-88a431de-2e97-495f-9163-72e8285356a7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Aug 03 20:11:23.144806 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:23.781368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342e38-d3a6-4424-b941-46888b911b45 req-d23b52b4-af18-4a05-8af3-06587bf427c1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:23.782837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37342e38-d3a6-4424-b941-46888b911b45 req-d23b52b4-af18-4a05-8af3-06587bf427c1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0496716 Aug 03 20:11:23.820622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-37342e38-d3a6-4424-b941-46888b911b45 req-7969c4bb-d114-42e6-8eb4-8317278fc4a6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317879 Aug 03 20:11:24.937574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabbd0-c233-4243-8a0c-5fbce5e29b8c req-0b42b119-c2b5-4bfe-a13c-655cb06620a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:24.946183 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1aabbd0-c233-4243-8a0c-5fbce5e29b8c req-0b42b119-c2b5-4bfe-a13c-655cb06620a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0498660 Aug 03 20:11:24.983360 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f1aabbd0-c233-4243-8a0c-5fbce5e29b8c req-3ecba105-24f1-4840-9a66-820db33ce7a3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Aug 03 20:11:24.984394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:26.097007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b461d-a09b-49a9-a66d-bb35ecc4b73a req-613eb35e-c87d-415e-832e-ae4f3c2d7b2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:26.098776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f0b461d-a09b-49a9-a66d-bb35ecc4b73a req-613eb35e-c87d-415e-832e-ae4f3c2d7b2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Aug 03 20:11:26.137477 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f0b461d-a09b-49a9-a66d-bb35ecc4b73a req-fa087834-9086-4e3c-9eaf-448ac7ea66fa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324643 Aug 03 20:11:27.251560 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7332feb-3906-499d-89db-79ab009dec61 req-0d163d14-e199-484e-9e6d-a5bacf3d75d6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:27.253065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7332feb-3906-499d-89db-79ab009dec61 req-0d163d14-e199-484e-9e6d-a5bacf3d75d6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Aug 03 20:11:27.291134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7332feb-3906-499d-89db-79ab009dec61 req-12b362e3-281b-4aad-9df4-d34f3f9e6676 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Aug 03 20:11:28.407385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b4ba7-6f67-4004-90cc-e184d7c85eeb req-1cb77e3b-42ff-4e46-b3e3-da88699fb2ee tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:28.408904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-459b4ba7-6f67-4004-90cc-e184d7c85eeb req-1cb77e3b-42ff-4e46-b3e3-da88699fb2ee tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Aug 03 20:11:28.451336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-459b4ba7-6f67-4004-90cc-e184d7c85eeb req-ace515c5-dc51-4ce8-aa99-252a11823a88 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 Aug 03 20:11:29.568154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37ba8c-6021-4840-ae14-37b13cfd5473 req-e99be126-5aca-4b59-9c4f-160571f90db8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:29.569644 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c37ba8c-6021-4840-ae14-37b13cfd5473 req-e99be126-5aca-4b59-9c4f-160571f90db8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0488813 Aug 03 20:11:29.607918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c37ba8c-6021-4840-ae14-37b13cfd5473 req-45a892f1-c215-4743-ac66-43900d9554fa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323224 Aug 03 20:11:30.720868 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad1f4a-18d2-45cd-b6d9-c790b617fa35 req-4e2d602d-555c-41cf-a23f-719523c7b623 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:30.722933 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3ad1f4a-18d2-45cd-b6d9-c790b617fa35 req-4e2d602d-555c-41cf-a23f-719523c7b623 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0478773 Aug 03 20:11:30.759605 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a3ad1f4a-18d2-45cd-b6d9-c790b617fa35 req-062d7ce0-00f3-441f-b412-d071e07c8fb5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308850 Aug 03 20:11:31.874887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069a6fd-fc48-4c29-91f3-9ba54ba2fa55 req-0f70ca73-c675-4f99-a68a-3df4a1ac5600 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:31.876368 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9069a6fd-fc48-4c29-91f3-9ba54ba2fa55 req-0f70ca73-c675-4f99-a68a-3df4a1ac5600 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Aug 03 20:11:31.917456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9069a6fd-fc48-4c29-91f3-9ba54ba2fa55 req-875e0c26-b5dd-4f6f-9423-baf336ab1bad tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349362 Aug 03 20:11:32.292360 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683293-350a-40a4-a233-a3232ebc5c9e req-77a3a111-cccb-4dec-bb59-77ca75522490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:32.293872 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-77a3a111-cccb-4dec-bb59-77ca75522490 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1096 time: 0.0412812 Aug 03 20:11:32.395716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683293-350a-40a4-a233-a3232ebc5c9e req-0ba1aeaa-3fb7-42b7-935b-9c450270e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:32.397225 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-0ba1aeaa-3fb7-42b7-935b-9c450270e4a7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 897 time: 0.0841043 Aug 03 20:11:32.465737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-0cd40b13-1e04-4533-966c-8882024863b3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 1000 time: 0.0618942 Aug 03 20:11:32.515653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683293-350a-40a4-a233-a3232ebc5c9e req-ac380f0e-5d5f-441c-b0f7-bc609ac243dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:32.517120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-ac380f0e-5d5f-441c-b0f7-bc609ac243dc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 200 len: 834 time: 0.0440500 Aug 03 20:11:32.562936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79683293-350a-40a4-a233-a3232ebc5c9e req-04346e88-2f46-4188-bf1f-854ac31d2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:32.564450 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-04346e88-2f46-4188-bf1f-854ac31d2564 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0011b25a-fc9c-4404-97eb-9b5f885a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406344 Aug 03 20:11:32.986717 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-48b655b2-bf5f-4708-8d5e-befde475bd70 service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146769 Aug 03 20:11:33.084164 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273b7cb-3dbc-4f95-ab53-0e7840723916 req-2320682b-b6cd-4a26-b639-c4d469747bb5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:33.085715 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6273b7cb-3dbc-4f95-ab53-0e7840723916 req-2320682b-b6cd-4a26-b639-c4d469747bb5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0981209 Aug 03 20:11:33.129146 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79683293-350a-40a4-a233-a3232ebc5c9e req-3d94ddb5-ef60-446d-a6c0-573a9105505f service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320755 Aug 03 20:11:33.143575 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6273b7cb-3dbc-4f95-ab53-0e7840723916 req-6bcbe9f8-b535-4272-b25b-31d978a2189e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468192 Aug 03 20:11:33.744023 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:34.259965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7bac-96f3-41e1-b2ec-85cd7e47c9d8 req-fa2a64b2-9874-49eb-9f3a-bdd35b733ab8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:11:34.261478 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7ef7bac-96f3-41e1-b2ec-85cd7e47c9d8 req-fa2a64b2-9874-49eb-9f3a-bdd35b733ab8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0492802 Aug 03 20:11:34.298973 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7ef7bac-96f3-41e1-b2ec-85cd7e47c9d8 req-21461631-41a9-4e94-a5e0-8d2e8cfe9ca7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Aug 03 20:11:34.321223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45116) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:11:34.384892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bce9bc3b-e070-4f41-9bb5-6cb1ee56251d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8778b61e-606a-4206-8783-5c3f233bcc2b HTTP/1.1" status: 200 len: 992 time: 0.0624790 Aug 03 20:11:45.949516 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:48.811058 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-73eff58e-ef26-4e96-856c-90f48ea39c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:49.134106 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:11:52.079566 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7d19830-f1f1-402b-80d2-20649ead3c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:52.252252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:53.127049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:11:54.983790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:03.732564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.041020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45128) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:05.196641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port d537db2b-6f23-41d5-8fcc-984155bb9f34 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:12:05.197024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.270458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.270708 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.282843 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for d537db2b-6f23-41d5-8fcc-984155bb9f34 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:12:05.502948 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.530308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=d537db2b-6f23-41d5-8fcc-984155bb9f34,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:05.559738 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.560089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.560435 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.560809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.561144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.561479 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.561812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.562150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.562482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.562810 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.563134 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.563459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:05.602919 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.603249 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 8778b61e-606a-4206-8783-5c3f233bcc2b disassociated (deleted). External IP: 172.25.2.34, port: 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6. Aug 03 20:12:05.813177 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ef32129b-475a-4fa2-b064-1285b7b63766 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:12:05.922028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:12:05.926895 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:05.931399 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Sync routers for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:12:05.941393 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:05.941982 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:05.954665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2e6e1535-d906-4db6-9ae3-eb3fd03bd750 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/floatingips/8778b61e-606a-4206-8783-5c3f233bcc2b HTTP/1.1" status: 204 len: 168 time: 0.9125583 Aug 03 20:12:05.955261 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:12:05.957549 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94775b-0d8b-46c5-9714-be7585b48971" -d '{"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:12:06.047907 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:06.244066 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:06.274298 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Checking router: ef32129b-475a-4fa2-b064-1285b7b63766 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:12:06.284879 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:06.284879 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:06.288473 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7809aa4b-fd2a-4985-868f-4683727fae56 x-openstack-request-id: req-7809aa4b-fd2a-4985-868f-4683727fae56 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:12:06.289284 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:12:06.289284 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7809aa4b-fd2a-4985-868f-4683727fae56 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:12:06.289808 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'status': 'completed', 'code': 200} Aug 03 20:12:06.385526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-b8153033-f419-4f55-a2e8-5e364b09074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:06.387132 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-b8153033-f419-4f55-a2e8-5e364b09074c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 1096 time: 0.0753825 Aug 03 20:12:06.399069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4fe83-095e-43a6-85c4-d57489bd03c0 req-9a11cb9f-9b83-434d-a6fd-dcdd43620d3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:06.399852 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:06.400633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ed4fe83-095e-43a6-85c4-d57489bd03c0 req-9a11cb9f-9b83-434d-a6fd-dcdd43620d3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0611553 Aug 03 20:12:06.491405 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ed4fe83-095e-43a6-85c4-d57489bd03c0 req-98e192a6-3bcd-4b7b-a72f-7752f93c25f9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823240 Aug 03 20:12:06.515369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-b726c522-427c-4aee-bb05-a88ef4a739cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:06.516873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-b726c522-427c-4aee-bb05-a88ef4a739cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 200 len: 897 time: 0.1153402 Aug 03 20:12:06.558926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-2a70963b-288d-4400-973c-63a76752de07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 200 len: 217 time: 0.0347514 Aug 03 20:12:06.601984 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:06.613699 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-4ef6ebec-a899-4542-ac77-ba30c7f73c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:06.615177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-4ef6ebec-a899-4542-ac77-ba30c7f73c29 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 200 len: 834 time: 0.0496368 Aug 03 20:12:06.628637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33f5c3-b9d7-47a7-9357-e2df4e22ec7c None None] The sync data for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 is: [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:28Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'bb2cd274-9a71-43b5-84e1-737556b778fe', 'name': '', 'network_id': '0011b25a-fc9c-4404-97eb-9b5f885a8d71', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:c1:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11208a22-4470-4567-9ab0-ff86692731e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:27Z', 'updated_at': '2021-08-03T20:10:33Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11208a22-4470-4567-9ab0-ff86692731e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:12:06.663690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-63e0d00e-5a2d-4992-8de6-7fd1ff872c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:06.665270 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-63e0d00e-5a2d-4992-8de6-7fd1ff872c9d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0011b25a-fc9c-4404-97eb-9b5f885a8d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424433 Aug 03 20:12:06.758451 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-850f5205-a3e9-4cd9-916e-d785b1a545b2 service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849512 Aug 03 20:12:06.844482 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ebe1e2-c0b7-48b5-99cf-a0f62e6d359d None None] New status for floating IP 8778b61e-606a-4206-8783-5c3f233bcc2b: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:12:06.858484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba94775b-0d8b-46c5-9714-be7585b48971 req-98739b2c-83b0-4035-a88c-a60a901ec95c service neutron] 10.222.0.77 "GET /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Aug 03 20:12:07.609451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361885a9-0fee-4504-b4fe-af3e236e5b2a req-6fec158a-361d-4cda-9a29-d468738f74d5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:07.610963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361885a9-0fee-4504-b4fe-af3e236e5b2a req-6fec158a-361d-4cda-9a29-d468738f74d5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0505280 Aug 03 20:12:07.649216 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361885a9-0fee-4504-b4fe-af3e236e5b2a req-076e796f-abfb-4c52-bb21-af9df0ca7cf7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=93f5d531-b7e2-45be-8f53-b79e4f3ee975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317743 Aug 03 20:12:07.840367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-4ea0db2c-ad57-4f90-98f6-415944df76e7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:07.841723 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-4ea0db2c-ad57-4f90-98f6-415944df76e7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Aug 03 20:12:07.933418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:12:07.933760 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:08.019746 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:08.020111 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:08.037368 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:12:08.217796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:08.246215 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=306bc25b-12d8-4af4-8f2b-17fe3bfe12b6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:08.291451 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] No DVR routers for this DVR port 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:12:08.294142 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:08.296416 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22a3c4db-f6f6-442a-b8c1-832c014cc1fb req-dd8617ac-a86e-4ce6-838e-700fd98ab964 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "DELETE /v2.0/ports/306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 HTTP/1.1" status: 204 len: 173 time: 0.4488373 Aug 03 20:12:08.296929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'name': 'network-vif-deleted', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:12:08.299902 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d43cf5-59e1-4b56-bd19-ff4252d9988a" -d '{"events": [{"server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "name": "network-vif-deleted", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:12:08.334821 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f59851-cd52-416a-9a04-05e8078299e0 x-openstack-request-id: req-a9f59851-cd52-416a-9a04-05e8078299e0 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:12:08.335109 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d41639d-465f-4624-ae51-6d05af4ea204", "name": "network-vif-deleted", "tag": "306bc25b-12d8-4af4-8f2b-17fe3bfe12b6", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:12:08.335355 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9f59851-cd52-416a-9a04-05e8078299e0 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:12:08.335796 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d41639d-465f-4624-ae51-6d05af4ea204', 'name': 'network-vif-deleted', 'tag': '306bc25b-12d8-4af4-8f2b-17fe3bfe12b6', 'status': 'completed', 'code': 200} Aug 03 20:12:08.762795 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d52ac76e-b645-47cf-bf36-d4111a3ef275 req-c5e31d45-9ecb-4539-937a-7b155fe09878 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=8d41639d-465f-4624-ae51-6d05af4ea204 HTTP/1.1" status: 200 len: 210 time: 0.0272059 Aug 03 20:12:09.817125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45146) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:10.172167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:10.425551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port bb2cd274-9a71-43b5-84e1-737556b778fe {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:12:10.425809 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:10.512371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port bb2cd274-9a71-43b5-84e1-737556b778fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=bb2cd274-9a71-43b5-84e1-737556b778fe,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:10.512766 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:10.524977 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for bb2cd274-9a71-43b5-84e1-737556b778fe owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:12:10.772173 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:10.802798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=bb2cd274-9a71-43b5-84e1-737556b778fe,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:10.979353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.523751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ef32129b-475a-4fa2-b064-1285b7b63766 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:12:11.629010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:12:11.635041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-42241672-f97a-4f7f-9544-ce49b29c4532 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/ef32129b-475a-4fa2-b064-1285b7b63766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168731 Aug 03 20:12:11.637874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45148) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:11.639033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Sync routers for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:12:11.648133 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:11.648958 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:11.688612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting subnet 11208a22-4470-4567-9ab0-ff86692731e9 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:12:11.691714 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.731645 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.753204 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:11.821518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.933162 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:12:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:11.937191 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.958744 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Checking router: ef32129b-475a-4fa2-b064-1285b7b63766 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:12:11.964610 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Subnet': ['ID=11208a22-4470-4567-9ab0-ff86692731e9,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:11.967188 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Routers {'ef32129b-475a-4fa2-b064-1285b7b63766'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:11.967783 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ef32129b-475a-4fa2-b064-1285b7b63766'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:11.969481 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:11.971558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2dc0056f-fdba-44a5-bf03-5c1f373380f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/subnets/11208a22-4470-4567-9ab0-ff86692731e9 HTTP/1.1" status: 204 len: 168 time: 0.3325455 Aug 03 20:12:11.974066 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45150) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:11.978615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc64d3ff-2a4c-4198-b3b8-f7de994c67e7 None None] Network 0011b25a-fc9c-4404-97eb-9b5f885a8d71 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:12:12.087116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.165043 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] DHCP port deletion for 0011b25a-fc9c-4404-97eb-9b5f885a8d71 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:12:12.179499 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] Set router ef32129b-475a-4fa2-b064-1285b7b63766 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:12.199573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.212820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Deleting port 01f026d6-7d0f-479c-9064-b49684126f44 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:12:12.217419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.251274 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:12:12.282436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:12:12.282786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 306bc25b-12d8-4af4-8f2b-17fe3bfe12b6 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:12:12.303669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] For port 01f026d6-7d0f-479c-9064-b49684126f44, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=01f026d6-7d0f-479c-9064-b49684126f44,segment=NetworkSegment(a1a5f9f0-6a7f-475c-9e5c-ab9cce129072),segment_id=a1a5f9f0-6a7f-475c-9e5c-ab9cce129072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:12.304081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.309395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port e41ba677-ba29-4793-8b3c-6012f974a159 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:12:12.309852 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.317586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Calling delete_port for 01f026d6-7d0f-479c-9064-b49684126f44 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:12:12.369464 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:12:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:12.399565 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port e41ba677-ba29-4793-8b3c-6012f974a159, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=e41ba677-ba29-4793-8b3c-6012f974a159,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:12.399800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.407358 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44026fe4-6da5-4f48-8e24-eff8e8867246 None None] The sync data for ids ['ef32129b-475a-4fa2-b064-1285b7b63766'] in n-d-803363-1 is: [{'id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875468177', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:12:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'e41ba677-ba29-4793-8b3c-6012f974a159', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef32129b-475a-4fa2-b064-1285b7b63766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:10:24Z', 'updated_at': '2021-08-03T20:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:12:12.412224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for e41ba677-ba29-4793-8b3c-6012f974a159 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:12:12.486711 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.510317 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Pushing event deleted for resources: {'Port': ['ID=01f026d6-7d0f-479c-9064-b49684126f44,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:12.519644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] No DVR routers for this DVR port 01f026d6-7d0f-479c-9064-b49684126f44 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:12:12.522141 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.526497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bec0f07-f2f4-4308-bd34-6365247fa898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.652067 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.676660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=e41ba677-ba29-4793-8b3c-6012f974a159,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:12.687517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.687872 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.688220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.688560 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.688926 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.689263 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.689599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.689933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.690264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.690643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.691047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.691319 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:12.756493 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.855149 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.857865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.989316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:12.989960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Fanout notify agent at l3_agent the message router_deleted on router ef32129b-475a-4fa2-b064-1285b7b63766 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:12:13.004600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.004600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-543859a8-50ed-4ff4-83d6-e79b1de5a352 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/routers/ef32129b-475a-4fa2-b064-1285b7b63766 HTTP/1.1" status: 204 len: 168 time: 1.0226192 Aug 03 20:12:13.004913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45154) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:13.087170 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.096825 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 01f026d6-7d0f-479c-9064-b49684126f44 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:12:13.120483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 01f026d6-7d0f-479c-9064-b49684126f44 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:12:13.120869 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 01f026d6-7d0f-479c-9064-b49684126f44 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:12:13.121294 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bb2cd274-9a71-43b5-84e1-737556b778fe no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:12:13.143072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: bb2cd274-9a71-43b5-84e1-737556b778fe {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:12:13.143418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device bb2cd274-9a71-43b5-84e1-737556b778fe not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:12:13.179947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.189695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0011b25a-fc9c-4404-97eb-9b5f885a8d71']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:13.199280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:13.199580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a5f9f0-6a7f-475c-9e5c-ab9cce129072') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:13.208104 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.222075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.228372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:12:13.228802 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:12:13.231939 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:12:13.349425 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.357388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.358654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/networks/0011b25a-fc9c-4404-97eb-9b5f885a8d71 HTTP/1.1" status: 204 len: 168 time: 0.3560069 Aug 03 20:12:13.361540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45156) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:13.376270 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7ea8-d278-4818-b7ce-7b19d2c3fb69 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Network': ['ID=0011b25a-fc9c-4404-97eb-9b5f885a8d71,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:13.423179 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.453819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.560868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.563429 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:13.564609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/security-groups/93f5d531-b7e2-45be-8f53-b79e4f3ee975 HTTP/1.1" status: 204 len: 168 time: 0.2019854 Aug 03 20:12:13.575186 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4270-f107-47e2-bc5e-c5f91b4dffe7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5d531-b7e2-45be-8f53-b79e4f3ee975,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:14.176432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45162) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:14.181796 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801035975', 'description': 'tempest-secgroup-smoke-1801035975 description', 'project_id': '29d9f9c07eb74b33bce8ac948826b248'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:14.280664 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.362829 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.428400 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.457487 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae6c9d-a206-4a43-a17d-90e0103e3140,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:14.508164 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.509471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-536446be-1ffd-4d0a-a9bc-49ceac9d80ab tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3319800 Aug 03 20:12:14.512285 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45164) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:14.516785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:14.598900 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.655012 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.732385 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.751608 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26196b1-cca3-4d5e-b8a7-29ec3e2aabe6,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:14.818000 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.819210 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-49208574-08f2-41fb-85af-ef4cd6220119 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059189 Aug 03 20:12:14.822453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45166) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:14.826881 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:14.897310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.954932 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:14.988109 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e41ba677-ba29-4793-8b3c-6012f974a159 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:12:15.006538 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.009010 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: e41ba677-ba29-4793-8b3c-6012f974a159 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:12:15.009366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device e41ba677-ba29-4793-8b3c-6012f974a159 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:12:15.025844 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f8c505-ac77-47ff-93d8-5229fad2ff40,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:15.091223 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.092460 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c366229e-e529-436c-9f34-d3b3ab66a745 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2690606 Aug 03 20:12:15.095312 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45168) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:15.099818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:15.192523 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.255883 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.331657 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.353553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7fe8e3-7391-43c4-af03-866a016b856c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:15.446716 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.447965 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b6efd815-e6b5-42fe-84cc-f62d05092224 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516891 Aug 03 20:12:15.450899 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45170) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:15.455422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:15.639781 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.702351 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.794907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.813062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d818256c-0473-4e4b-b03e-fd5dc5c52127,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:15.886468 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:15.887710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-76ac77e8-af75-46da-99b4-5aee0a94527d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4358909 Aug 03 20:12:15.890544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45172) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:15.895450 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:15.972215 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.006410 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:12:16.011702 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.071842 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.126057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.144627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7999ac4a-1022-42d3-a7bf-8ef18891830f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:16.217338 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.218785 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-39d62ae1-9a7c-4783-b530-d6e0a55f2f97 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270576 Aug 03 20:12:16.221523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45174) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:16.226030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '23ae6c9d-a206-4a43-a17d-90e0103e3140', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:16.308892 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:12:16.313692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.377814 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.451827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.470829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b9f5d8-6744-478c-93fc-3bacc928ea2c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:16.543208 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.544436 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8bf1f0ed-88ed-46b7-b02a-861a0fc77483 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219998 Aug 03 20:12:16.547239 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45178) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:16.552136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'network': {'name': 'tempest-network-smoke--1722217434', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:16.644903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:12:16.648378 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.671289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:12:16.680205 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.680735 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Added segment 9e0b8c40-ac57-4373-af5a-2a2391d4cb0e of type vlan for network 5a99e03d-10cd-476d-bf2e-9c04238d4492 Aug 03 20:12:16.719420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.817540 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.823766 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:16.824350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:16.890877 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Network': ['ID=5a99e03d-10cd-476d-bf2e-9c04238d4492,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:16.901438 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:12:16.944252 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8706d133-8b87-4b37-adac-e8451beee7f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957999 Aug 03 20:12:16.947325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45180) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:16.951933 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'admin_state_up': True, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:17.046757 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.047853 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.430251 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.620233 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.873476 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.897040 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:17.998185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.203 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/943e371f-6223-4786-b901-0d7668cb26fc) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:12:18.100298 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:18.189491 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:18.225287 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:18.228249 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:18.231981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:12:18.257769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=943e371f-6223-4786-b901-0d7668cb26fc,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:18.576564 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:18.781475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:18.811030 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f6022255-7a68-4fe6-ae70-154638fbfd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:18.993991 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:12:19.102262 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:12:19.111835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Sync routers for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:12:19.121215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:19.123349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:19.171524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.175627 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7af7099d-3581-42a8-87db-55001389a967 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2244802 Aug 03 20:12:19.179179 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45184) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:19.204174 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8203a50b-17b6-4ee2-bb54-128d6a624e64 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=29d9f9c07eb74b33bce8ac948826b248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271711 Aug 03 20:12:19.206663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45186) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:19.229826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:19.294054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc82a2-a5da-4fce-a8ea-ff03acd7154c tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:19.295586 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-34fc82a2-a5da-4fce-a8ea-ff03acd7154c tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880175 Aug 03 20:12:19.298598 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45188) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:19.326954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-54f72956-2afe-4de2-97c5-ba83b16b8009 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272088 Aug 03 20:12:19.329561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45190) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:19.334643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386495640', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:19.413688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:18Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:19.440153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Checking router: b80dc7e5-6889-4af9-9a3e-9247d2b4c469 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:12:19.440402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Updating router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 port 943e371f-6223-4786-b901-0d7668cb26fc binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:12:19.465595 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.497649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:12:19.501291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.717496 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.727229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Transition to ACTIVE for port object 943e371f-6223-4786-b901-0d7668cb26fc will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:19.744530 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.789214 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.807406 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Subnet': ['ID=12c43300-91a5-4a3b-9457-2f2d8c1efb87,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:19.816597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Checking segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:12:19.816597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network hostable DHCP agents. Network: 5a99e03d-10cd-476d-bf2e-9c04238d4492, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:12:19.846709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Attempting to bind port 943e371f-6223-4786-b901-0d7668cb26fc on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:12:19.847255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Attempting to bind port 943e371f-6223-4786-b901-0d7668cb26fc by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:12:19.847440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Attempting to bind port 943e371f-6223-4786-b901-0d7668cb26fc on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:12:19.849448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce37399-42ca-478e-995f-28a32d1233f9 None None] Pushing event updated for resources: {'Port': ['ID=943e371f-6223-4786-b901-0d7668cb26fc,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:19.856097 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:12:19.856519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:12:19.856951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.857406 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:12:19.857805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Bound port: 943e371f-6223-4786-b901-0d7668cb26fc, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:12:19.858190 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.892009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:12:19.910824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] For port 943e371f-6223-4786-b901-0d7668cb26fc, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:12:19.913818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] For port 943e371f-6223-4786-b901-0d7668cb26fc, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=943e371f-6223-4786-b901-0d7668cb26fc,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:12:19.971978 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 5a99e03d-10cd-476d-bf2e-9c04238d4492) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:19.975996 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:19.977027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:19.981898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b8bfa-b285-460b-b665-67ab55164b5a None None] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:12:19.986514 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.061268 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-b30b5c0e-4ada-41fb-8880-2aa3d1ce5063 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7279751 Aug 03 20:12:20.061639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45192) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:20.106468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:20.107101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:11:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:20.111611 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce37399-42ca-478e-995f-28a32d1233f9 None None] Pushing event updated for resources: {'Port': ['ID=943e371f-6223-4786-b901-0d7668cb26fc,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:20.266413 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-5a99e03d-10cd-476d-bf2e-9c04238d4492', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:12:20.267250 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.270783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:20.515333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.538022 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Allocated IP 172.20.0.2 (5a99e03d-10cd-476d-bf2e-9c04238d4492/12c43300-91a5-4a3b-9457-2f2d8c1efb87/5af4a7c7-0a6c-42a5-b185-1743d88e08a9) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:12:20.616619 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:18Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:20.650405 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b10e1a5-5bb3-49d9-9a1e-e4937f2c1aa7 None None] The sync data for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 is: [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:18Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:12:20.732377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.740843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Transition to ACTIVE for port object 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:20.759614 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Transition to ACTIVE for port object 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:20.818299 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.860523 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:20.868933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:20.876702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:12:20.886679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Pushing event updated for resources: {'Port': ['ID=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:20.891764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.1 (5a99e03d-10cd-476d-bf2e-9c04238d4492/12c43300-91a5-4a3b-9457-2f2d8c1efb87/cb4e7072-5b2a-46fe-bf5b-44742fa3443a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:12:20.958690 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Attempting to bind port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:12:20.959059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Attempting to bind port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:12:20.959422 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Attempting to bind port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:12:20.969699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:12:20.970064 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Checking segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:12:20.970523 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:20.970924 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Bound using segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:12:20.972771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Bound port: 5af4a7c7-0a6c-42a5-b185-1743d88e08a9, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:12:20.972771 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.059469 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.068002 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] For port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:12:21.072120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 943e371f-6223-4786-b901-0d7668cb26fc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:21.075601 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] For port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:12:21.083475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object cb4e7072-5b2a-46fe-bf5b-44742fa3443a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:21.144272 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.167940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.209496 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2439a9-cd8c-4de4-a443-6977843737a0 None None] Pushing event updated for resources: {'Port': ['ID=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:21.220011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:21.223282 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:21.223763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 943e371f-6223-4786-b901-0d7668cb26fc completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:21.229737 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:12:21.233846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 943e371f-6223-4786-b901-0d7668cb26fc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:21.234250 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.263725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:21.301841 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.329157 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.353315 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 943e371f-6223-4786-b901-0d7668cb26fc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=943e371f-6223-4786-b901-0d7668cb26fc,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:21.425137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.497226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=943e371f-6223-4786-b901-0d7668cb26fc,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:21.545123 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.831848 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.897631 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:21.974336 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:21.980257 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:22.081015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:22.081015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:22.098198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c1174a25-1a6c-4245-9910-725e9ef368bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:22.199087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:12:22.214609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45aef386-a959-4563-988e-cb482c824abf None None] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:12:22.259376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:22.317123 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:12:22.323613 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-5744cd46-878c-449f-9153-3de381d2e228 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/b80dc7e5-6889-4af9-9a3e-9247d2b4c469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2610755 Aug 03 20:12:22.338188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e744cf30-d101-464e-9727-43ef72993f7b None None] Provisioning for port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:22.476812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-17effe3c-9904-46bc-bdb2-8908dfd165ff tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801035975&fields=id&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 267 time: 0.0368152 Aug 03 20:12:22.598090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-210b08f5-e5f5-466a-b5a9-819aa1d9fc88 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:22.599621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-210b08f5-e5f5-466a-b5a9-819aa1d9fc88 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 797 time: 0.1157200 Aug 03 20:12:22.617074 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-cec51aaa-4956-454d-82d2-c7b6eb5f341c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/quotas/29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 375 time: 0.0098550 Aug 03 20:12:22.635115 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Sync routers for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:12:22.645740 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:22.646670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:22.697597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-cb4bc059-39f2-40ce-828b-7e06e80035db tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733597 Aug 03 20:12:22.738079 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fb96804b-bb89-4d9a-9917-11ef85a471ae None None] Provisioning for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:22.744111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fb96804b-bb89-4d9a-9917-11ef85a471ae None None] Provisioning complete for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:22.744964 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fb96804b-bb89-4d9a-9917-11ef85a471ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:22.763864 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:22.794814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-fb96804b-bb89-4d9a-9917-11ef85a471ae None None] Port cb4e7072-5b2a-46fe-bf5b-44742fa3443a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:12:22.891658 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-f13b3e36-0d77-4b9a-be0c-6864a28e6005 service neutron] 10.222.0.67 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853509 Aug 03 20:12:22.928777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-ddb87637-a871-426a-95ec-8bdb8fb416a4 None None] Provisioning complete for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:22.929146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddb87637-a871-426a-95ec-8bdb8fb416a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:22.974030 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ddb87637-a871-426a-95ec-8bdb8fb416a4 None None] Port cb4e7072-5b2a-46fe-bf5b-44742fa3443a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:12:22.983520 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 2, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:22.998170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-4e7310eb-2892-413b-8550-60f9f3e67bfe service neutron] 10.222.0.67 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051331 Aug 03 20:12:23.022114 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Checking router: b80dc7e5-6889-4af9-9a3e-9247d2b4c469 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:12:23.022473 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Updating router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 port cb4e7072-5b2a-46fe-bf5b-44742fa3443a binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:12:23.050838 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.099181 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-382d52c9-c33f-472c-967b-331ead28d7a3 None None] Provisioning complete for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:23.099671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-382d52c9-c33f-472c-967b-331ead28d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.137176 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-382d52c9-c33f-472c-967b-331ead28d7a3 None None] Port cb4e7072-5b2a-46fe-bf5b-44742fa3443a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:12:23.151428 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.156769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:23.261418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e92f6067-bf74-4b37-b5d7-0b975f5fc1f6 req-780c70f8-144c-4d0e-872b-f43c3f7c3887 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 210 time: 0.0283496 Aug 03 20:12:23.286285 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:23.293258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:23.293258 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.341594 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.355731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Transition to ACTIVE for port object cb4e7072-5b2a-46fe-bf5b-44742fa3443a will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:23.377919 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.492275 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.549917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Pushing event updated for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:23.576392 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.576684 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.577039 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.577379 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.577711 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.578043 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.578371 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.578697 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.579020 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.579139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:23.579341 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.579763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.579985 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:12:23.616939 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Attempting to bind port cb4e7072-5b2a-46fe-bf5b-44742fa3443a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:12:23.617335 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Attempting to bind port cb4e7072-5b2a-46fe-bf5b-44742fa3443a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:12:23.617696 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Attempting to bind port cb4e7072-5b2a-46fe-bf5b-44742fa3443a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:12:23.622974 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:12:23.623400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Checking segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:12:23.623799 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.624193 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Bound using segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:12:23.624733 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Bound port: cb4e7072-5b2a-46fe-bf5b-44742fa3443a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:12:23.625115 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.693743 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] For port cb4e7072-5b2a-46fe-bf5b-44742fa3443a, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:12:23.697863 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] For port cb4e7072-5b2a-46fe-bf5b-44742fa3443a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:12:23.709166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.709984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 943e371f-6223-4786-b901-0d7668cb26fc up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:23.784255 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.797519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:23.811024 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 943e371f-6223-4786-b901-0d7668cb26fc triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:23.811408 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:23.845631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:23.846256 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:23.893166 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794196a-6536-41a8-a03e-c8491bedacc4 None None] Pushing event updated for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:23.969692 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:24.171149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:23Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:24.200277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e773212-141a-467c-9317-b0c2b5197878 None None] The sync data for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 is: [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:23Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:12:24.361580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aade7b4d-4c94-46bc-a005-87654940ded7 req-28fabb30-bad6-49fd-829f-cbbdff1ffefe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 210 time: 0.0305643 Aug 03 20:12:25.034981 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:25.117183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:25.172155 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:25.172527 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:25.254881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb4e7072-5b2a-46fe-bf5b-44742fa3443a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:25.371821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:25.375646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:25.376013 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:25.452980 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:25.466286 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-52189685-2c88-48af-a1c1-8bb77d5f8196 req-30bdf299-fedd-474d-9ef0-637d485a6eb0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 210 time: 0.0355070 Aug 03 20:12:25.489843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port cb4e7072-5b2a-46fe-bf5b-44742fa3443a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:25.583074 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:25.630853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:25.742582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-f429e607-b7db-47fb-9173-b07043bd0987 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:25.744058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-f429e607-b7db-47fb-9173-b07043bd0987 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 797 time: 0.1047263 Aug 03 20:12:25.792677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-522d871b-6119-4aa7-a7c4-07a758cc635a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 380 time: 0.0358808 Aug 03 20:12:25.802077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'port': {'device_id': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'admin_state_up': True, 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'security_groups': ['23ae6c9d-a206-4a43-a17d-90e0103e3140']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:26.005358 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:12:26.009631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.132857 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:12:26.138191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.9 (5a99e03d-10cd-476d-bf2e-9c04238d4492/12c43300-91a5-4a3b-9457-2f2d8c1efb87/5a37a92d-2b07-4b57-bf27-92e00e127e8a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:12:26.283003 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.296205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 5a37a92d-2b07-4b57-bf27-92e00e127e8a will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:26.401062 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.448454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:26.451696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:26.455497 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:12:26.485167 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:26.513441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:26.518304 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.596965 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf07c51-c9e0-4798-8599-bc95ba5f2312 req-eff2206b-b3ac-4806-b33c-6762156a9867 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:26.598508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bf07c51-c9e0-4798-8599-bc95ba5f2312 req-eff2206b-b3ac-4806-b33c-6762156a9867 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 931 time: 0.0551107 Aug 03 20:12:26.600527 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-9d5f64fc-284e-4eed-ad69-aaddf08b092f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023043 Aug 03 20:12:26.618418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Request body: {'port': {'device_id': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:26.688523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bf07c51-c9e0-4798-8599-bc95ba5f2312 req-a9ae11cd-8cbf-436e-9271-f46b2e5aefc0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826466 Aug 03 20:12:26.696848 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.839537 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8cff-63d9-431f-b5e3-2d139d331103 None None] Provisioning for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:26.843498 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c4dd8cff-63d9-431f-b5e3-2d139d331103 None None] Provisioning complete for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:26.843870 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c4dd8cff-63d9-431f-b5e3-2d139d331103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.878037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd8cff-63d9-431f-b5e3-2d139d331103 None None] Port 5a37a92d-2b07-4b57-bf27-92e00e127e8a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:12:26.967979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a37a92d-2b07-4b57-bf27-92e00e127e8a {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:12:26.975202 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:26.987208 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Transition to ACTIVE for port object 5a37a92d-2b07-4b57-bf27-92e00e127e8a will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:12:27.038895 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb4e7072-5b2a-46fe-bf5b-44742fa3443a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:27.057786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:27.085741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cb4e7072-5b2a-46fe-bf5b-44742fa3443a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:27.086843 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:27.113087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:27.190716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:12:27.191062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:12:27.191403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:12:27.196600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:12:27.197018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:12:27.202053 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:12:27.202397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Checking segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:12:27.202792 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Bound using segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:12:27.203231 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Bound port: 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:12:27.203597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:27.270562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:12:27.274506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:12:27.360935 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:27.394989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.395608 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:27.397036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] 10.222.0.77 "PUT /v2.0/ports/5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 1091 time: 0.7840652 Aug 03 20:12:27.404782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:12:27.404782 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ff67c-4565-493c-bef6-431a3df81512" -d '{"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:12:27.426230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc383-1231-482e-aca1-110bf4e5933c service neutron] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:27.444907 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78d1ef-3924-4c65-a197-0e3bf2c0c883 x-openstack-request-id: req-5a78d1ef-3924-4c65-a197-0e3bf2c0c883 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:12:27.445241 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:12:27.445552 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5a78d1ef-3924-4c65-a197-0e3bf2c0c883 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:12:27.446525 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'status': 'completed', 'code': 200} Aug 03 20:12:27.510116 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff67c-4565-493c-bef6-431a3df81512 req-36af7351-2ea8-4d2e-900b-9b484856a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.511598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-433ff67c-4565-493c-bef6-431a3df81512 req-36af7351-2ea8-4d2e-900b-9b484856a4e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0461075 Aug 03 20:12:27.619294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff67c-4565-493c-bef6-431a3df81512 req-0b30ed1b-5cc4-4334-a96a-26d1558953e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.620800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-433ff67c-4565-493c-bef6-431a3df81512 req-0b30ed1b-5cc4-4334-a96a-26d1558953e8 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=29d9f9c07eb74b33bce8ac948826b248&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1013877 Aug 03 20:12:27.719236 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff67c-4565-493c-bef6-431a3df81512 req-ed27b147-3c61-477f-9cc7-581ff5980364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.720774 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-433ff67c-4565-493c-bef6-431a3df81512 req-ed27b147-3c61-477f-9cc7-581ff5980364 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933378 Aug 03 20:12:27.825158 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-41d6c9af-77bf-418d-86d6-f807baaa20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.826669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-41d6c9af-77bf-418d-86d6-f807baaa20e8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0680709 Aug 03 20:12:27.838654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b7fcf-33ca-4c98-a164-aa6da042720a req-33c99726-3143-4efe-8524-49ec6b5455c7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.840071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc9b7fcf-33ca-4c98-a164-aa6da042720a req-33c99726-3143-4efe-8524-49ec6b5455c7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0732400 Aug 03 20:12:27.887246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-8a0079c7-a08a-4209-be86-e4502c7569e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 217 time: 0.0462346 Aug 03 20:12:27.936268 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cc9b7fcf-33ca-4c98-a164-aa6da042720a req-57789bd0-9775-4018-a127-942df4ed1c46 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897443 Aug 03 20:12:27.951809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-b15b68df-d8cf-4c62-86af-24da5c57262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:27.953308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-b15b68df-d8cf-4c62-86af-24da5c57262b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0587225 Aug 03 20:12:28.000723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-3d3e364b-3e72-48fe-bf32-7026437c773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:28.002194 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-3d3e364b-3e72-48fe-bf32-7026437c773f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412896 Aug 03 20:12:28.091744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-7d1499a6-6b75-418c-9c93-263aa7f38c88 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824544 Aug 03 20:12:28.225382 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5d0a9eb7-b4b5-470e-b48b-3a0661c21c72 req-59778a65-9278-49ab-b4f3-5066ac7a7c01 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267028 Aug 03 20:12:29.051294 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e0154-afa5-4041-9278-3859df182a2e req-5bade39c-f12a-4a08-b324-5418c3d8569d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:29.052806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c95e0154-afa5-4041-9278-3859df182a2e req-5bade39c-f12a-4a08-b324-5418c3d8569d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0496686 Aug 03 20:12:29.089776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c95e0154-afa5-4041-9278-3859df182a2e req-d9355dcb-939f-498a-aa7c-f9531d64fad4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 03 20:12:30.208599 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb083c-1636-423d-a582-22161b85eb2c req-2eb7edc1-4157-4758-8cef-927a82c95f8c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:30.210105 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4cb083c-1636-423d-a582-22161b85eb2c req-2eb7edc1-4157-4758-8cef-927a82c95f8c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0531757 Aug 03 20:12:30.248237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b4cb083c-1636-423d-a582-22161b85eb2c req-5e3c7de9-a7fc-43ef-8e49-f6e3c4772219 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 03 20:12:30.335269 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:12:30.428016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:30.442634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'mac_address': 'fa:16:3e:57:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:12:30.479175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:30.492108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a37a92d-2b07-4b57-bf27-92e00e127e8a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:12:30.511802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:30.570691 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:30.620341 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:30.771305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['5a37a92d-2b07-4b57-bf27-92e00e127e8a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:12:31.364148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489db53e-8055-48da-b021-3cdd4ef94af9 req-7757150e-279c-4433-80fe-9faecb7ec202 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:31.365675 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489db53e-8055-48da-b021-3cdd4ef94af9 req-7757150e-279c-4433-80fe-9faecb7ec202 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 944 time: 0.0495369 Aug 03 20:12:31.403484 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489db53e-8055-48da-b021-3cdd4ef94af9 req-63ba3bed-f451-4a04-bec6-6a16e88caf6e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Aug 03 20:12:32.338016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:12:32.457834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:12:32.461812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:12:32.462188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:32.520303 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bba01-8c52-4b1a-a243-3598c2e3d660 req-30a7f97c-d721-4203-a941-1907eedc94a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:32.521813 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf7bba01-8c52-4b1a-a243-3598c2e3d660 req-30a7f97c-d721-4203-a941-1907eedc94a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 944 time: 0.0507393 Aug 03 20:12:32.542107 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:32.560850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cf7bba01-8c52-4b1a-a243-3598c2e3d660 req-05deb318-2cb5-4fcb-bfa0-3e60d6f43522 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322876 Aug 03 20:12:32.564731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:12:32.567070 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a904285-27d0-4f6c-a7b8-ec9e1df6649a" -d '{"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-plugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:12:32.584822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:12:32.603829 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c7e39-6b00-47f2-9141-ebfb21428270 x-openstack-request-id: req-d86c7e39-6b00-47f2-9141-ebfb21428270 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:12:32.604117 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-plugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:12:32.604374 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d86c7e39-6b00-47f2-9141-ebfb21428270 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:12:32.604804 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'code': 200} Aug 03 20:12:32.652138 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:32.700562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb3548-a129-4218-95cc-2fb03ce6cf78 req-e0e94f61-5804-4ab7-bc37-bee8e047557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:32.700913 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:32.702081 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39eb3548-a129-4218-95cc-2fb03ce6cf78 req-e0e94f61-5804-4ab7-bc37-bee8e047557b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1096 time: 0.0436485 Aug 03 20:12:32.737178 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-39eb3548-a129-4218-95cc-2fb03ce6cf78 req-b11d80de-9ab0-48fe-a8a5-e2596f17dc39 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284739 Aug 03 20:12:33.677796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9e993-2669-4128-8d8c-acfcfa29028a req-e00f841f-c6a3-4408-bd17-29e6b3d146c6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:33.679391 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66e9e993-2669-4128-8d8c-acfcfa29028a req-e00f841f-c6a3-4408-bd17-29e6b3d146c6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Aug 03 20:12:33.719164 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-66e9e993-2669-4128-8d8c-acfcfa29028a req-70b437d0-8bbd-4f6f-b0ce-a47748037a75 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326521 Aug 03 20:12:33.777378 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:33.835982 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d18bda-b53a-408e-8224-95b36c96d91b req-19cd7f20-0f52-4af0-8b90-41d3dd6a04f9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:33.837710 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04d18bda-b53a-408e-8224-95b36c96d91b req-19cd7f20-0f52-4af0-8b90-41d3dd6a04f9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0494444 Aug 03 20:12:33.875812 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04d18bda-b53a-408e-8224-95b36c96d91b req-0635658d-5bd9-4c6e-9439-503127d2c70c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321403 Aug 03 20:12:33.897859 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45254) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:33.938882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2571c87e-3da8-47c3-99ed-7fca1b5dfc0e tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:33.940437 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2571c87e-3da8-47c3-99ed-7fca1b5dfc0e tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1091 time: 0.0415478 Aug 03 20:12:33.943180 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45256) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:33.948296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:12:34.040771 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:34.143001 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:34.249982 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.94 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/8f9461c4-334c-43fc-8cba-716366a58472) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:12:34.347995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:34.463488 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:34.499882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:12:34.502794 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:12:34.506194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:12:34.536994 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=8f9461c4-334c-43fc-8cba-716366a58472,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:35.189350 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:35.314621 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:35.464270 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:35.525699 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:35.597751 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=8f9461c4-334c-43fc-8cba-716366a58472,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:12:35.608516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:35.711848 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 associated. External IP: 172.25.2.94, port: 5a37a92d-2b07-4b57-bf27-92e00e127e8a. Aug 03 20:12:35.920355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:12:36.029526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:12:36.040447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Sync routers for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:12:36.049548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:36.052586 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:36.097471 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:36.126567 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0755771-8320-4680-adfe-d9a3ace7403f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1823740 Aug 03 20:12:36.127623 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:12:36.129577 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f300a7a-4841-4c8c-8045-1399e9d38147" -d '{"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:12:36.155310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:36.227468 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af052b-8554-40a4-8dc9-eadb216ae7d3 req-c7b4be3f-4770-49a8-849a-b89e8b0a79de tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:36.228992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5af052b-8554-40a4-8dc9-eadb216ae7d3 req-c7b4be3f-4770-49a8-849a-b89e8b0a79de tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0533438 Aug 03 20:12:36.266627 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5af052b-8554-40a4-8dc9-eadb216ae7d3 req-e23115d6-6d0d-48a9-be31-f2d3d6996369 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Aug 03 20:12:36.289740 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45262) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:36.336491 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940fd00d-2579-467d-80a0-d09ba132730a x-openstack-request-id: req-940fd00d-2579-467d-80a0-d09ba132730a {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:12:36.337381 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:12:36.337791 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-940fd00d-2579-467d-80a0-d09ba132730a {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:12:36.338264 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'status': 'completed', 'code': 200} Aug 03 20:12:36.365795 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-662c830d-2f76-4fe5-846f-15c69754f153 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 HTTP/1.1" status: 200 len: 990 time: 0.0743656 Aug 03 20:12:36.378132 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-8f48ac25-eb1a-45c9-95be-1ad74c57cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:36.379643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-8f48ac25-eb1a-45c9-95be-1ad74c57cac1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1096 time: 0.0445499 Aug 03 20:12:36.390414 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'mac_address': 'fa:16:3e:57:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:12:35Z', 'updated_at': '2021-08-03T20:12:35Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:36.415681 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Checking router: b80dc7e5-6889-4af9-9a3e-9247d2b4c469 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:12:36.423907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:12:36.424502 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:12:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:36.470764 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-792f7825-dfdc-4755-9634-86a0b6cdb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:36.472258 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-792f7825-dfdc-4755-9634-86a0b6cdb86f service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0856550 Aug 03 20:12:36.529992 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:12:36.542392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-d55bdadd-46e1-4961-9666-98e327343aed service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 998 time: 0.0635362 Aug 03 20:12:36.591988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-e77a3e6d-1964-48db-b9e2-22b36f06d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:36.593512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-e77a3e6d-1964-48db-b9e2-22b36f06d99d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0441337 Aug 03 20:12:36.640352 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-0a0ae615-04c3-40d5-8388-303b78265291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:12:36.641981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-0a0ae615-04c3-40d5-8388-303b78265291 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407491 Aug 03 20:12:36.737204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-f177fddd-0520-4cf2-9dea-2faba8c44d5e service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878026 Aug 03 20:12:36.758192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'mac_address': 'fa:16:3e:57:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:12:35Z', 'updated_at': '2021-08-03T20:12:35Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:12:36.785126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707dc2ba-69b3-40bd-8edf-b47777e45f8c None None] The sync data for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 is: [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'mac_address': 'fa:16:3e:57:2f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:12:35Z', 'updated_at': '2021-08-03T20:12:35Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:12:36.828210 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5f300a7a-4841-4c8c-8045-1399e9d38147 req-0a00b84f-555d-4860-8a99-ca99acd05edd service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844128 Aug 03 20:12:36.985421 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ebeb37-369c-4000-9351-5f782486ec7d None None] New status for floating IP c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:12:37.370020 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45264) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:12:37.437116 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9660dc6a-6978-4065-a3b7-d54bc59b37a8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 HTTP/1.1" status: 200 len: 992 time: 0.0657208 Aug 03 20:12:46.017410 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:48.834488 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-50d78aaf-0c6d-4ea0-9bf7-962b614b1829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:52.085819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-af076751-0174-4895-9a1a-5da6418f4121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:52.228826 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:53.125674 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:12:54.987233 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:03.131785 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:03.776712 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:09.090141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c19c16-4a45-464f-b30a-3c0bb050b95b req-e33236cd-846c-4d96-991a-6f32d34802f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:09.091463 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c19c16-4a45-464f-b30a-3c0bb050b95b req-e33236cd-846c-4d96-991a-6f32d34802f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.1270299 Aug 03 20:13:09.132584 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88c19c16-4a45-464f-b30a-3c0bb050b95b req-0420453c-6253-48d3-b01a-d7eebcfad2ce tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Aug 03 20:13:09.167605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-0cc46e74-74ef-4086-af17-ae455180c54e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835767 Aug 03 20:13:10.252256 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aefb9-523c-46ef-8f16-b3c731267331 req-c7c607b5-dfd8-4e57-9859-1b26949f6c05 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:10.253792 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f86aefb9-523c-46ef-8f16-b3c731267331 req-c7c607b5-dfd8-4e57-9859-1b26949f6c05 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0498631 Aug 03 20:13:10.292349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f86aefb9-523c-46ef-8f16-b3c731267331 req-4a58a8a7-428c-477b-8872-ac65d0a64f53 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Aug 03 20:13:11.268074 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-765bee38-1a5d-4bdc-bba5-9521b27b9d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:11.269540 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-765bee38-1a5d-4bdc-bba5-9521b27b9d47 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1096 time: 0.0417652 Aug 03 20:13:11.364910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-9935ed4d-c129-4a53-892a-4bcfb57699fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:11.366397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-9935ed4d-c129-4a53-892a-4bcfb57699fc service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0898683 Aug 03 20:13:11.464184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-6c4531b5-4c3c-4138-87f1-8f7b918b3c1b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 1000 time: 0.0898728 Aug 03 20:13:11.472718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9ffb2-26c9-4a62-99ee-63e7779a924b req-4a64d215-9427-485b-90cf-73df998eb8df tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:11.474117 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d9ffb2-26c9-4a62-99ee-63e7779a924b req-4a64d215-9427-485b-90cf-73df998eb8df tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0936539 Aug 03 20:13:11.540939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-c2ed91b1-cd22-4d4a-8caf-aaeb816da196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:11.542289 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-c2ed91b1-cd22-4d4a-8caf-aaeb816da196 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0673480 Aug 03 20:13:11.545204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60d9ffb2-26c9-4a62-99ee-63e7779a924b req-c0f1b4ab-7765-46ff-9c15-ba3228dd0bc7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628836 Aug 03 20:13:11.588007 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-458105b8-e1e2-43cf-8344-3e588724b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:11.589558 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-458105b8-e1e2-43cf-8344-3e588724b158 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401018 Aug 03 20:13:11.679660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-bfd0925e-16fe-4317-9809-6ba881464277 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831418 Aug 03 20:13:11.768016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-a6165657-7e78-404f-a227-f94daad4b1e1 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816956 Aug 03 20:13:12.665192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbec9e-9d58-4dee-a37a-26b15f2fc456 req-ac307d88-9441-4a24-bc11-a58c121e4f40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:12.666647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cabbec9e-9d58-4dee-a37a-26b15f2fc456 req-ac307d88-9441-4a24-bc11-a58c121e4f40 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0521061 Aug 03 20:13:12.703553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-cabbec9e-9d58-4dee-a37a-26b15f2fc456 req-30876ef4-dd89-46a8-8881-9a299f48891b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Aug 03 20:13:13.819723 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58597a1-5105-41ca-affb-429d3328550a req-75a8ed21-9feb-4ef1-a126-3d479b9c3e7f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:13.821223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c58597a1-5105-41ca-affb-429d3328550a req-75a8ed21-9feb-4ef1-a126-3d479b9c3e7f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0490265 Aug 03 20:13:13.858855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c58597a1-5105-41ca-affb-429d3328550a req-44c83530-86f1-4c26-8e5b-ad594a37f490 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Aug 03 20:13:14.973299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab155d-1f0f-4537-b9dc-231682796c3e req-a7afc36e-9d7e-46ca-a255-282a207b3894 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:14.974777 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dab155d-1f0f-4537-b9dc-231682796c3e req-a7afc36e-9d7e-46ca-a255-282a207b3894 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0478172 Aug 03 20:13:15.011508 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1dab155d-1f0f-4537-b9dc-231682796c3e req-6b0193b9-3cbb-45bf-83e4-d6bd8586560a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Aug 03 20:13:15.976365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:16.129685 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f15dd4-5c96-4253-9be4-0b993b2b4473 req-d10bcd9a-18c5-4654-a59d-83188566e7ce tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:16.131160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34f15dd4-5c96-4253-9be4-0b993b2b4473 req-d10bcd9a-18c5-4654-a59d-83188566e7ce tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0526788 Aug 03 20:13:16.168264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-34f15dd4-5c96-4253-9be4-0b993b2b4473 req-53f8cb98-5805-42c0-8295-97c57616a9f4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Aug 03 20:13:17.289242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc6201-c579-4040-bc37-a0c56c3650b4 req-00e45777-5a94-4fce-9271-73510abc4fb1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:17.290820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24cc6201-c579-4040-bc37-a0c56c3650b4 req-00e45777-5a94-4fce-9271-73510abc4fb1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Aug 03 20:13:17.344700 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-24cc6201-c579-4040-bc37-a0c56c3650b4 req-aedea068-2d41-4684-a4b1-cf47661b8eb7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Aug 03 20:13:18.458474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25991cee-586d-4181-9f4a-41097764c99a req-3558ffab-f0fb-4c7d-92e5-c670b04c6efd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:18.459960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25991cee-586d-4181-9f4a-41097764c99a req-3558ffab-f0fb-4c7d-92e5-c670b04c6efd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Aug 03 20:13:18.498375 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-25991cee-586d-4181-9f4a-41097764c99a req-d2ccb2f4-e690-4a92-89da-a00e83bd53bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Aug 03 20:13:18.828003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-525a9585-c705-4a15-8090-44850a55d712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:19.617534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923c708-ca0e-4fbe-a0c7-008364781f50 req-f5780a97-c211-4b1b-982b-49ab14718b38 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:19.619050 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4923c708-ca0e-4fbe-a0c7-008364781f50 req-f5780a97-c211-4b1b-982b-49ab14718b38 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0519009 Aug 03 20:13:19.656301 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4923c708-ca0e-4fbe-a0c7-008364781f50 req-089082f9-6d3d-4d88-a260-a7e942db02a2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Aug 03 20:13:20.770068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039daaa8-b0c4-4cc1-9ac7-ea62b77d4b72 req-480117c0-255d-4d1a-b793-95cdc687c814 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:20.771556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-039daaa8-b0c4-4cc1-9ac7-ea62b77d4b72 req-480117c0-255d-4d1a-b793-95cdc687c814 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Aug 03 20:13:20.809781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-039daaa8-b0c4-4cc1-9ac7-ea62b77d4b72 req-e57f1b89-6e60-4568-83a7-8b5e1455a24f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Aug 03 20:13:21.929823 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2b6dc-f0cd-493e-8420-2803ef8aa1db req-82f06f64-f3cc-41f5-9604-2053c9b0fb8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:21.931320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cd2b6dc-f0cd-493e-8420-2803ef8aa1db req-82f06f64-f3cc-41f5-9604-2053c9b0fb8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0513873 Aug 03 20:13:21.969756 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cd2b6dc-f0cd-493e-8420-2803ef8aa1db req-778588b8-8a41-42fc-bd40-e4aae20e46b1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Aug 03 20:13:22.114042 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a9b1e798-0925-4589-b7ea-17f2e111a245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:22.239268 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:23.089122 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c158b6d-5064-4799-93bd-b5ce21ed61e4 req-1c281101-5498-4a07-a443-b1d8886da84b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:23.090604 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c158b6d-5064-4799-93bd-b5ce21ed61e4 req-1c281101-5498-4a07-a443-b1d8886da84b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0528553 Aug 03 20:13:23.129131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5c158b6d-5064-4799-93bd-b5ce21ed61e4 req-997f18d4-98a2-42db-b903-af36e9ab9d85 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Aug 03 20:13:23.148394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:24.243917 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a00f-3028-4f34-a661-68acadeb00d9 req-63d008cf-3d71-442f-b1e9-0d35f2796344 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:24.245466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ace3a00f-3028-4f34-a661-68acadeb00d9 req-63d008cf-3d71-442f-b1e9-0d35f2796344 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0485864 Aug 03 20:13:24.283556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ace3a00f-3028-4f34-a661-68acadeb00d9 req-80ecde9b-7ea4-4e98-84a9-d045416b4ec9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321336 Aug 03 20:13:24.976507 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:25.398255 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79986224-ea8d-40f2-b0a5-2e72722835c6 req-95bf7e99-2035-4481-9a64-933addb43136 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:25.399747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79986224-ea8d-40f2-b0a5-2e72722835c6 req-95bf7e99-2035-4481-9a64-933addb43136 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0492771 Aug 03 20:13:25.437847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79986224-ea8d-40f2-b0a5-2e72722835c6 req-6dbe8df8-4441-47ca-8b09-06359efe859b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Aug 03 20:13:26.559574 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90186315-c0f2-4eb1-95c5-6c2694c59795 req-80b44922-db46-47c5-a354-cdbd8175fb17 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:26.561058 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90186315-c0f2-4eb1-95c5-6c2694c59795 req-80b44922-db46-47c5-a354-cdbd8175fb17 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0523570 Aug 03 20:13:26.600066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90186315-c0f2-4eb1-95c5-6c2694c59795 req-3beaafc5-441b-4e98-8da3-ed047a13d1a1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Aug 03 20:13:27.716588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0158c-4474-4b94-80b0-5f45a5795ca6 req-9d9c5b5f-d323-4feb-a09f-a76727b9d5fe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:27.718090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfa0158c-4474-4b94-80b0-5f45a5795ca6 req-9d9c5b5f-d323-4feb-a09f-a76727b9d5fe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0483563 Aug 03 20:13:27.756180 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bfa0158c-4474-4b94-80b0-5f45a5795ca6 req-79eef5a2-8478-4c16-a488-c336213a576c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314345 Aug 03 20:13:28.894757 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-584f6983-41f1-4433-bbf9-1205c04d481e req-94da9063-b0b1-42d2-b4b6-7b13a59cdfd0 service neutron] show failed (client error): The resource could not be found. Aug 03 20:13:28.895806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-94da9063-b0b1-42d2-b4b6-7b13a59cdfd0 service neutron] 10.222.0.77 "GET /v2.0/ports/5a37a92d-2b07-4b57-bf27-92e00e127e8a/bindings/n-h1-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0913239 Aug 03 20:13:28.903938 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161fea9-9e66-4c5a-9bf9-bb366facd1a8 req-90edeb0e-2cb6-485f-ab3b-3cc801da60ae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:28.905512 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6161fea9-9e66-4c5a-9bf9-bb366facd1a8 req-90edeb0e-2cb6-485f-ab3b-3cc801da60ae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Aug 03 20:13:28.944914 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6161fea9-9e66-4c5a-9bf9-bb366facd1a8 req-04561ebc-88f7-44c0-aaae-60b8a44ffe56 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327494 Aug 03 20:13:29.478884 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-cbb06d7e-13df-4e79-af11-6295f060d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:29.480673 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-cbb06d7e-13df-4e79-af11-6295f060d50a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 1096 time: 0.0821335 Aug 03 20:13:29.498774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:13:29.553844 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:29.754366 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:29.787365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h2-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:29.826088 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:29.828343 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799bf575-11ce-4262-ad86-ea7c150df9d6" -d '{"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-unplugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:29.832331 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:29.844680 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Transition to ACTIVE for port object 5a37a92d-2b07-4b57-bf27-92e00e127e8a will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:13:29.882646 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939465d-6724-4e40-9f47-2f26b91fd05d x-openstack-request-id: req-9939465d-6724-4e40-9f47-2f26b91fd05d {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:29.882943 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-unplugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:29.883197 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9939465d-6724-4e40-9f47-2f26b91fd05d {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:29.883622 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'code': 200} Aug 03 20:13:29.941529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.034405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=6']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:30.049997 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.050356 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.050713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.051047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.051384 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.051721 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.052056 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.052387 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.052743 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.053076 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.053404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.053735 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:30.076275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0007b00-a9b3-4fcc-b5d4-e118faca4eb2 req-e424a0de-967f-48ba-9e26-05bcacb3006b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.078033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0007b00-a9b3-4fcc-b5d4-e118faca4eb2 req-e424a0de-967f-48ba-9e26-05bcacb3006b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0589130 Aug 03 20:13:30.086509 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] No DVR routers for this DVR port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on host n-h2-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:13:30.124704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0007b00-a9b3-4fcc-b5d4-e118faca4eb2 req-715dc5d9-1754-4d7c-b600-759ee9b8fb07 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396020 Aug 03 20:13:30.228993 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:13:30.229325 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:13:30.229649 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:30.234159 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:13:30.234475 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Attempting to bind port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on network 5a99e03d-10cd-476d-bf2e-9c04238d4492 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:13:30.239799 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:13:30.240132 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Checking segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:13:30.240512 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Bound using segment: {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:13:30.240973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Bound port: 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:13:30.241366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.302792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:13:30.306204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:13:30.365570 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.398235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.398879 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:30.400347 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 1091 time: 0.9054220 Aug 03 20:13:30.427050 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246279-fc65-47d1-90f1-10c3594038a8 service neutron] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=7']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:30.481695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-d8a4d1a4-0041-43b5-9bb1-c3b4128aeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.483266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-d8a4d1a4-0041-43b5-9bb1-c3b4128aeba0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0491037 Aug 03 20:13:30.579070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-e0533635-ba64-440c-9b99-df3bca36b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.581244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-e0533635-ba64-440c-9b99-df3bca36b98c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0907269 Aug 03 20:13:30.652640 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-337e0618-2c11-47b8-9d93-c044f9d447fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 998 time: 0.0639386 Aug 03 20:13:30.702216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-617f598d-ecce-45e1-ae6c-8e357f2f4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.703555 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-617f598d-ecce-45e1-ae6c-8e357f2f4eca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0434995 Aug 03 20:13:30.748612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6983-41f1-4433-bbf9-1205c04d481e req-f921f5aa-bcbe-49f0-bb32-ce22335873fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:30.750099 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-f921f5aa-bcbe-49f0-bb32-ce22335873fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395827 Aug 03 20:13:30.760817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-a97acc7a-b9b0-4c21-b7f0-1d68d3c822fc service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:13:30.761834 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-a97acc7a-b9b0-4c21-b7f0-1d68d3c822fc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049210 Aug 03 20:13:30.855031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-6549774d-af9c-4523-be76-67c2ef0d195f service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 Aug 03 20:13:30.945507 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-256b1615-7c4a-4cf0-b29d-4858a17a9ca0 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834870 Aug 03 20:13:31.242057 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcb62c-8933-45e4-891f-ea25ced4ee98 req-4559e601-6309-44f4-9e15-3a0b85f9d297 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:31.243590 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64fcb62c-8933-45e4-891f-ea25ced4ee98 req-4559e601-6309-44f4-9e15-3a0b85f9d297 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0487690 Aug 03 20:13:31.282808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-64fcb62c-8933-45e4-891f-ea25ced4ee98 req-a311c2e7-abef-45b7-b1bf-4d6f9b4b4bcd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Aug 03 20:13:31.884725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:31.887121 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4f051-967f-4313-94f0-62a25c8ec0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:31.935076 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8e6bad-68bb-47f4-b225-927f33a8d8c2 x-openstack-request-id: req-ad8e6bad-68bb-47f4-b225-927f33a8d8c2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:31.935368 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:31.935618 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad8e6bad-68bb-47f4-b225-927f33a8d8c2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:31.936025 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'status': 'completed', 'code': 200} Aug 03 20:13:32.004545 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-3a52db6c-3b3c-4a57-b5ba-07d2a87d60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.006118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-3a52db6c-3b3c-4a57-b5ba-07d2a87d60ee service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0478148 Aug 03 20:13:32.014155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-b369f912-2fcb-4290-88eb-98640451f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.015631 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-b369f912-2fcb-4290-88eb-98640451f7b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0418191 Aug 03 20:13:32.096567 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-78c2ff05-96ec-44d0-84f5-5bbc6bb90fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.098088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-78c2ff05-96ec-44d0-84f5-5bbc6bb90fd4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0852120 Aug 03 20:13:32.110289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-c92e3af1-21e7-481d-8801-b638ed662b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.112421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-c92e3af1-21e7-481d-8801-b638ed662b05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0898457 Aug 03 20:13:32.167808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-edc329e5-955c-4667-baaf-a7fcfd576942 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 998 time: 0.0622973 Aug 03 20:13:32.179055 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-7e3d67c2-0d68-4232-8da1-55d7db282093 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 998 time: 0.0583341 Aug 03 20:13:32.237775 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-5131cfb1-803e-4286-bc03-fe7f51847591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.239280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-5131cfb1-803e-4286-bc03-fe7f51847591 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0522501 Aug 03 20:13:32.290112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-65c7b7dd-8c87-4bcc-b14b-81dc5e43427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.291644 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-65c7b7dd-8c87-4bcc-b14b-81dc5e43427e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438907 Aug 03 20:13:32.388381 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-d33dcfd4-7202-48b6-9424-f9c7755a0612 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886586 Aug 03 20:13:32.487491 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-c772b439-78f3-450b-bbda-5907a21100ac service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910542 Aug 03 20:13:32.585210 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-e3d71ecf-9064-4352-92c5-45e5050648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.586679 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-e3d71ecf-9064-4352-92c5-45e5050648fd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.4122126 Aug 03 20:13:32.610518 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7aba-257b-44ca-af1e-19d11a031bb3 req-1136fc22-3d13-4876-ba80-36971d65f7fe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.611954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95bf7aba-257b-44ca-af1e-19d11a031bb3 req-1136fc22-3d13-4876-ba80-36971d65f7fe tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0701294 Aug 03 20:13:32.629771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:13:32.670216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-8b52df4e-14d9-43e4-9f4d-0bc2ded75b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:32.671209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:13:32.671736 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-8b52df4e-14d9-43e4-9f4d-0bc2ded75b42 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772493 Aug 03 20:13:32.675158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-95bf7aba-257b-44ca-af1e-19d11a031bb3 req-ef1d6038-575f-4811-a728-0d984c76cd9d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499372 Aug 03 20:13:32.761787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-8c358ecf-76f0-47cc-8e26-735384ee8d46 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826540 Aug 03 20:13:32.857960 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-edc4f051-967f-4313-94f0-62a25c8ec0c1 req-fbf88556-14ef-446c-8dc3-cf92bd3659fa service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895603 Aug 03 20:13:33.770706 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:33.793027 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637e492-d40e-4520-a706-cf94a71fc090 req-0ea9c650-b78f-4e8e-a02f-6ae88c222d42 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:33.794518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c637e492-d40e-4520-a706-cf94a71fc090 req-0ea9c650-b78f-4e8e-a02f-6ae88c222d42 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0512023 Aug 03 20:13:33.832956 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c637e492-d40e-4520-a706-cf94a71fc090 req-e6c2e022-a2f6-42bf-a81f-d28340a9f1f3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Aug 03 20:13:34.133324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b360eb-9c5c-4adb-a8f5-68c9527f83cd req-045506f0-c547-483a-97c2-19eb16876f6e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.134834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b360eb-9c5c-4adb-a8f5-68c9527f83cd req-045506f0-c547-483a-97c2-19eb16876f6e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0488856 Aug 03 20:13:34.201970 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57b360eb-9c5c-4adb-a8f5-68c9527f83cd req-dc28d164-f1db-47c9-bc9e-83b8cb9224cf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609069 Aug 03 20:13:34.223719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b861ad-ee9c-421a-8025-499ce229b305 req-7e6ef40a-9665-4f12-b302-e44bb6f2a9f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.225207 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-7e6ef40a-9665-4f12-b302-e44bb6f2a9f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164&tenant_id=29d9f9c07eb74b33bce8ac948826b248&binding%3Ahost_id=n-h1-803363-1 HTTP/1.1" status: 200 len: 943 time: 0.0636351 Aug 03 20:13:34.312803 n-d-803363-1 neutron-server[101342]: INFO neutron.api.v2.resource [req-36b861ad-ee9c-421a-8025-499ce229b305 req-1599b464-6c96-4912-ad84-5e29312bd122 service neutron] delete failed (client error): The resource could not be found. Aug 03 20:13:34.313751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-1599b464-6c96-4912-ad84-5e29312bd122 service neutron] 10.222.0.77 "DELETE /v2.0/ports/5a37a92d-2b07-4b57-bf27-92e00e127e8a/bindings/n-h2-803363-1 HTTP/1.1" status: 404 len: 380 time: 0.0799828 Aug 03 20:13:34.330430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b6028-5055-49f9-9a27-055e3a1d0ca2 req-e1e069b3-63e3-4ba8-a9e9-74c570222cc2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.331926 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-676b6028-5055-49f9-9a27-055e3a1d0ca2 req-e1e069b3-63e3-4ba8-a9e9-74c570222cc2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 943 time: 0.0611455 Aug 03 20:13:34.400427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-676b6028-5055-49f9-9a27-055e3a1d0ca2 req-386a9344-75d7-464d-9df5-084fc3187c5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608578 Aug 03 20:13:34.416786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b861ad-ee9c-421a-8025-499ce229b305 req-2143a992-de32-4da0-b5f7-24e18f593e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.416786 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-2143a992-de32-4da0-b5f7-24e18f593e94 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1094 time: 0.0563862 Aug 03 20:13:34.506209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b861ad-ee9c-421a-8025-499ce229b305 req-53099dee-0a2e-4b19-83bf-b1fb89bbdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.507655 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-53099dee-0a2e-4b19-83bf-b1fb89bbdb8c service neutron] 10.222.0.77 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0852699 Aug 03 20:13:34.578929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-54851058-4b6d-40d8-ba03-bff4a5e800ca service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 998 time: 0.0630629 Aug 03 20:13:34.628486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b861ad-ee9c-421a-8025-499ce229b305 req-078c1ab6-fb7e-47b5-b213-4d714f7795ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.629984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-078c1ab6-fb7e-47b5-b213-4d714f7795ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0441990 Aug 03 20:13:34.675267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b861ad-ee9c-421a-8025-499ce229b305 req-0c474db9-c098-4c0d-aeb3-f865bfb3cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:34.676789 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-0c474db9-c098-4c0d-aeb3-f865bfb3cdc2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397017 Aug 03 20:13:34.767560 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-366aa634-390b-45cc-9826-e7cfda997488 service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Aug 03 20:13:34.855456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-36b861ad-ee9c-421a-8025-499ce229b305 req-9c27c89d-d8a1-45a1-9481-3cc3bec9870a service neutron] 10.222.0.77 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816910 Aug 03 20:13:35.003863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:13:35.097283 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:35.108739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'port_id': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'mac_address': 'fa:16:3e:57:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:13:35.149440 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:35.161664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a37a92d-2b07-4b57-bf27-92e00e127e8a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:13:35.181040 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:35.238033 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:35.286128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:35.301119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303242 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.303899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.304225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.304554 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.304901 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:13:35.521246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82227d73-ba58-49d3-9e03-7b2c5f945ead req-ef04680f-a98e-4af8-a439-04c0f00e6f57 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:35.523054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82227d73-ba58-49d3-9e03-7b2c5f945ead req-ef04680f-a98e-4af8-a439-04c0f00e6f57 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Aug 03 20:13:35.562492 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82227d73-ba58-49d3-9e03-7b2c5f945ead req-cc37c583-9e51-45f6-8ba7-b03a6abe178c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Aug 03 20:13:35.584920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['5a37a92d-2b07-4b57-bf27-92e00e127e8a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:13:35.585493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45366) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:13:35.652154 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-14bdb460-6a80-48ef-b5cf-351c6ced4766 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 HTTP/1.1" status: 200 len: 991 time: 0.0651972 Aug 03 20:13:37.013430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:13:37.118934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:13:37.122675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 5a37a92d-2b07-4b57-bf27-92e00e127e8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:13:37.123041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.198379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.219365 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:13:37.222174 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41edf2-d1e1-4c36-81e1-108b73e15a23" -d '{"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-plugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:13:37.234838 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:13:37.259121 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ba997-48d0-4e03-9cf9-087757585065 x-openstack-request-id: req-d68ba997-48d0-4e03-9cf9-087757585065 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:13:37.259394 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-plugged", "status": "completed", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:13:37.259648 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d68ba997-48d0-4e03-9cf9-087757585065 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:13:37.260047 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'code': 200} Aug 03 20:13:37.319092 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:37.367135 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:13:40.130901 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:13:41.844427 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-31aae3a1-c472-494b-83a0-50426c7e8d8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430694 Aug 03 20:13:41.960641 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-5d7aed18-6d01-46dd-a070-264c3963ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:41.962227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-5d7aed18-6d01-46dd-a070-264c3963ba77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1096 time: 0.0413194 Aug 03 20:13:42.062662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-a019a28b-ebaa-49ea-a845-be44fcc54395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:42.064308 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-a019a28b-ebaa-49ea-a845-be44fcc54395 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0830085 Aug 03 20:13:42.132324 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-fc8b8afb-01df-495d-91e3-81e9d315f032 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 1000 time: 0.0609024 Aug 03 20:13:42.181610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-10d6ceea-98d2-441e-ae42-e202ed070c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:42.183000 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-10d6ceea-98d2-441e-ae42-e202ed070c9c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0431976 Aug 03 20:13:42.228949 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-e0d14d31-f669-4696-a7d9-f8fa07a4d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:13:42.230675 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-e0d14d31-f669-4696-a7d9-f8fa07a4d449 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410993 Aug 03 20:13:42.327248 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-20b4f63e-6620-4160-ab18-7c92cea07130 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851047 Aug 03 20:13:42.416405 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5d7b9863-4684-4ac2-91fb-9761e8856716 req-4fda4d32-bfa1-4ef2-bcb7-2e9db39e4f44 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824778 Aug 03 20:13:46.022093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:48.814963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-995c04a2-cf4d-4246-9f5b-c820ddb849a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:52.078896 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-89c49751-41a6-4461-9834-dbd855ad4f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:52.227753 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:53.124552 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:13:54.999132 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:03.798945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.255151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45382) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:04.412557 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 8f9461c4-334c-43fc-8cba-716366a58472 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:04.412931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.487146 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.487474 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.499106 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 8f9461c4-334c-43fc-8cba-716366a58472 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:04.707356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.734009 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=8f9461c4-334c-43fc-8cba-716366a58472,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:04.799850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:04.800199 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 disassociated (deleted). External IP: 172.25.2.94, port: 5a37a92d-2b07-4b57-bf27-92e00e127e8a. Aug 03 20:14:05.335885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:14:05.443261 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:05.447701 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:05.453025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Sync routers for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:05.461754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:05.462358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:05.475165 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6d24a921-8d15-43dd-b506-5db6683bab8a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/floatingips/c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8 HTTP/1.1" status: 204 len: 168 time: 1.2188931 Aug 03 20:14:05.475761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:05.478595 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c62c7-8c35-403b-bc12-b4c115614f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:05.571603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:05.770774 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:05.798189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Checking router: b80dc7e5-6889-4af9-9a3e-9247d2b4c469 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:05.806320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:05.806897 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:05.891720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062af34e-f37f-43e2-8eca-12ae9748b21f x-openstack-request-id: req-062af34e-f37f-43e2-8eca-12ae9748b21f {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:05.891720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:05.891720 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-062af34e-f37f-43e2-8eca-12ae9748b21f {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:05.891720 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'status': 'completed', 'code': 200} Aug 03 20:14:05.918600 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:05.988128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8548f-5621-402e-9076-cb5e97ae733c req-9260c8b7-bfbd-4b67-959b-d27c9d30a158 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:05.989773 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23d8548f-5621-402e-9076-cb5e97ae733c req-9260c8b7-bfbd-4b67-959b-d27c9d30a158 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0561953 Aug 03 20:14:06.015051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-c180e016-e668-43f1-b028-1d7c080273ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:06.016718 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-c180e016-e668-43f1-b028-1d7c080273ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 1096 time: 0.0471153 Aug 03 20:14:06.033942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23d8548f-5621-402e-9076-cb5e97ae733c req-20ce5eaf-ff91-4bb3-b87f-612f5880380a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361483 Aug 03 20:14:06.120705 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-fd4ab239-4389-44c3-8209-7dd44dc06555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:06.122226 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-fd4ab239-4389-44c3-8209-7dd44dc06555 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 200 len: 898 time: 0.0930047 Aug 03 20:14:06.170330 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-b0402678-e057-4562-a96a-16471892480b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 200 len: 217 time: 0.0403378 Aug 03 20:14:06.221675 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-d82a2cb0-4aaa-4588-ac9f-e2cea8d4c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:06.223144 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-d82a2cb0-4aaa-4588-ac9f-e2cea8d4c5a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 200 len: 835 time: 0.0450299 Aug 03 20:14:06.271386 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-8c4344c9-0901-4852-8e3b-46a7a3956c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:06.272272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:06.273105 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-8c4344c9-0901-4852-8e3b-46a7a3956c09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5a99e03d-10cd-476d-bf2e-9c04238d4492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415542 Aug 03 20:14:06.302943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce81454-81ce-4428-9c27-08e8899f4f1c None None] The sync data for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 is: [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'cb4e7072-5b2a-46fe-bf5b-44742fa3443a', 'name': '', 'network_id': '5a99e03d-10cd-476d-bf2e-9c04238d4492', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:20Z', 'updated_at': '2021-08-03T20:12:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '12c43300-91a5-4a3b-9457-2f2d8c1efb87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:06.374412 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-ff50a9b6-9fe1-4c93-a9bf-ffc6de96c2f5 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923672 Aug 03 20:14:06.472081 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5f0c62c7-8c35-403b-bc12-b4c115614f5b req-a4b4b154-d50a-4765-a9a0-bb4c2706daa4 service neutron] 10.222.0.54 "GET /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889907 Aug 03 20:14:06.527277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9d2b07-ba7d-49e0-89d0-0ac6c84884fd None None] New status for floating IP c73ca4c9-d87d-4b5b-a734-1a3c5c3d90a8: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:14:07.153107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227c6b4-1951-4130-bc03-0d025e6f6420 req-3bd5882c-eba0-4fbc-8f40-7b699629395a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:07.154509 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f227c6b4-1951-4130-bc03-0d025e6f6420 req-3bd5882c-eba0-4fbc-8f40-7b699629395a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Aug 03 20:14:07.191579 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f227c6b4-1951-4130-bc03-0d025e6f6420 req-8031d0d4-67f5-4f48-a214-299ed55c63da tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=23ae6c9d-a206-4a43-a17d-90e0103e3140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Aug 03 20:14:07.472823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-cd47f318-9e9c-4662-8743-61c7ecb94107 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:07.474200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-cd47f318-9e9c-4662-8743-61c7ecb94107 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 945 time: 0.0536642 Aug 03 20:14:07.564071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 5a37a92d-2b07-4b57-bf27-92e00e127e8a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:07.564422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.656863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 5a37a92d-2b07-4b57-bf27-92e00e127e8a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=5a37a92d-2b07-4b57-bf27-92e00e127e8a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:07.657239 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.670889 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 5a37a92d-2b07-4b57-bf27-92e00e127e8a owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:07.856546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.891523 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=5a37a92d-2b07-4b57-bf27-92e00e127e8a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:07.933185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] No DVR routers for this DVR port 5a37a92d-2b07-4b57-bf27-92e00e127e8a on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:07.935819 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:07.937815 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-a55e142b-60e2-4417-9f0a-6ffd2c743b07 req-68283ea6-a813-42b8-bfd6-c5e605d35d8e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "DELETE /v2.0/ports/5a37a92d-2b07-4b57-bf27-92e00e127e8a HTTP/1.1" status: 204 len: 173 time: 0.4565439 Aug 03 20:14:07.938613 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-deleted', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:07.940474 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4192ebab-ea51-4838-b8bf-f05c233651e6" -d '{"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-deleted", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:07.975234 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8536c6b-4ffc-47cf-ad84-eeb877a31a53 x-openstack-request-id: req-e8536c6b-4ffc-47cf-ad84-eeb877a31a53 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:07.975528 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0387cba-f13a-4a13-9ce7-3de5ab2b7164", "name": "network-vif-deleted", "tag": "5a37a92d-2b07-4b57-bf27-92e00e127e8a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:07.975780 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8536c6b-4ffc-47cf-ad84-eeb877a31a53 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:07.976191 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0387cba-f13a-4a13-9ce7-3de5ab2b7164', 'name': 'network-vif-deleted', 'tag': '5a37a92d-2b07-4b57-bf27-92e00e127e8a', 'status': 'completed', 'code': 200} Aug 03 20:14:08.308218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6516f376-59f6-4bd4-a62f-da297bdc5f7a req-2d38354a-1aef-4d88-bf38-ef34b11f399e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=c0387cba-f13a-4a13-9ce7-3de5ab2b7164 HTTP/1.1" status: 200 len: 210 time: 0.0286760 Aug 03 20:14:09.366760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45398) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:09.732840 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:09.994970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port cb4e7072-5b2a-46fe-bf5b-44742fa3443a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:09.995322 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.090814 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port cb4e7072-5b2a-46fe-bf5b-44742fa3443a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:10.091186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.103410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for cb4e7072-5b2a-46fe-bf5b-44742fa3443a owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:10.341681 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.368222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=cb4e7072-5b2a-46fe-bf5b-44742fa3443a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:10.549132 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:10.769830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:14:10.874673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:10.883274 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-de595c86-e279-43d2-8792-66d49bfaecaa tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/b80dc7e5-6889-4af9-9a3e-9247d2b4c469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5154648 Aug 03 20:14:10.886696 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45400) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:10.889828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Sync routers for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:10.899839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:10.900446 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:10.982618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting subnet 12c43300-91a5-4a3b-9457-2f2d8c1efb87 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:14:10.985711 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.003976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:11.025622 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.114169 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.183122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:14:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:11.213054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Checking router: b80dc7e5-6889-4af9-9a3e-9247d2b4c469 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:11.221545 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:11.225469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Routers {'b80dc7e5-6889-4af9-9a3e-9247d2b4c469'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:11.226073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:11.243976 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 5a37a92d-2b07-4b57-bf27-92e00e127e8a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:11.250555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 5a37a92d-2b07-4b57-bf27-92e00e127e8a not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:11.267896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.289807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ad644-10ff-4060-b30e-e76cbd5e2fbf None None] Network 5a99e03d-10cd-476d-bf2e-9c04238d4492 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:11.298337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.300220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/subnets/12c43300-91a5-4a3b-9457-2f2d8c1efb87 HTTP/1.1" status: 204 len: 168 time: 0.4119666 Aug 03 20:14:11.302455 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Subnet': ['ID=12c43300-91a5-4a3b-9457-2f2d8c1efb87,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:11.303395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45404) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:11.310149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.310506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.310855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.311196 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.311534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.311872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.312207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.312542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.312899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.313263 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.313592 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.313922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d660c-6e3b-4732-a607-7c7bb7c06ada tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:11.405261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] Set router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:11.411432 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.515569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.624859 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] DHCP port deletion for 5a99e03d-10cd-476d-bf2e-9c04238d4492 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:14:11.631059 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:14:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:11.659577 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 943e371f-6223-4786-b901-0d7668cb26fc {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:11.660093 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.663398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81790c-8eea-4c64-ad00-959118f190e8 None None] The sync data for ids ['b80dc7e5-6889-4af9-9a3e-9247d2b4c469'] in n-d-803363-1 is: [{'id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-49149512', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '943e371f-6223-4786-b901-0d7668cb26fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:14:10Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '943e371f-6223-4786-b901-0d7668cb26fc', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:90:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80dc7e5-6889-4af9-9a3e-9247d2b4c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:12:17Z', 'updated_at': '2021-08-03T20:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:11.713390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Deleting port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:14:11.714133 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.743357 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 943e371f-6223-4786-b901-0d7668cb26fc, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=943e371f-6223-4786-b901-0d7668cb26fc,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:11.743722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.756900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 943e371f-6223-4786-b901-0d7668cb26fc owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:11.775966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] For port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,segment=NetworkSegment(9e0b8c40-ac57-4373-af5a-2a2391d4cb0e),segment_id=9e0b8c40-ac57-4373-af5a-2a2391d4cb0e)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:11.776289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.789148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Calling delete_port for 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:14:11.970617 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:11.997338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] Pushing event deleted for resources: {'Port': ['ID=5af4a7c7-0a6c-42a5-b185-1743d88e08a9,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:12.005148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9148c3cb-b9ad-469b-ab3a-54b708535290 None None] No DVR routers for this DVR port 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:14:12.330242 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.360230 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=943e371f-6223-4786-b901-0d7668cb26fc,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:12.420815 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.512450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.514600 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.650006 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.651060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Fanout notify agent at l3_agent the message router_deleted on router b80dc7e5-6889-4af9-9a3e-9247d2b4c469 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:14:12.658030 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.659171 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-13d750e3-4929-4ed8-8e03-1f5868cd1f2f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/routers/b80dc7e5-6889-4af9-9a3e-9247d2b4c469 HTTP/1.1" status: 204 len: 168 time: 1.3546362 Aug 03 20:14:12.661840 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45406) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:12.741354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.833028 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.843047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a99e03d-10cd-476d-bf2e-9c04238d4492']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:12.852990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:12.853286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0b8c40-ac57-4373-af5a-2a2391d4cb0e') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:12.862994 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.877617 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.883656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:14:12.884050 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:14:12.887090 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:14:12.987527 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.994864 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:12.996727 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/networks/5a99e03d-10cd-476d-bf2e-9c04238d4492 HTTP/1.1" status: 204 len: 168 time: 0.3339007 Aug 03 20:14:12.999609 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45408) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:13.008405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b81a3e-aee4-4303-be91-8c01f87e8912 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Network': ['ID=5a99e03d-10cd-476d-bf2e-9c04238d4492,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:13.060047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.088103 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.136400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:13.157596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:13.157943 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5af4a7c7-0a6c-42a5-b185-1743d88e08a9 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:13.158359 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb4e7072-5b2a-46fe-bf5b-44742fa3443a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:13.177471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: cb4e7072-5b2a-46fe-bf5b-44742fa3443a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:13.177817 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cb4e7072-5b2a-46fe-bf5b-44742fa3443a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:13.178225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 943e371f-6223-4786-b901-0d7668cb26fc no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:14:13.199531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 943e371f-6223-4786-b901-0d7668cb26fc {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:14:13.199904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 943e371f-6223-4786-b901-0d7668cb26fc not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:14:13.220751 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.223337 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:13.224532 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/security-groups/23ae6c9d-a206-4a43-a17d-90e0103e3140 HTTP/1.1" status: 204 len: 168 time: 0.2236507 Aug 03 20:14:13.235175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180baad9-6047-4ffc-a3f2-9c0e766e4306 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae6c9d-a206-4a43-a17d-90e0103e3140,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.028910 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45414) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:14.033618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1022106604', 'description': 'tempest-secgroup-smoke-1022106604 description', 'project_id': '29d9f9c07eb74b33bce8ac948826b248'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:14.117643 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.204210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.260506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.289792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d6928c-327d-4ef9-93d7-a386fe30fad8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.340780 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.342023 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8be3dffc-b3f0-48ea-94a7-b4db6c419778 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3121119 Aug 03 20:14:14.347920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45416) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:14.352255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:14.438354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.495314 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.552948 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.573599 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb9709e-b541-42f8-8b82-06d7cb59397b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.633140 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.634385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6897b278-252f-4bf1-a028-e8514858140e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855434 Aug 03 20:14:14.637349 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45418) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:14.641907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:14.740962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.797786 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.873160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.894077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4217a999-3c33-4c62-bb02-ca6dc2134e1f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:14.952717 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:14.953956 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3aec6492-7fe4-4c43-afc0-fd881f717a76 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3156681 Aug 03 20:14:14.956780 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45420) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:14.961112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:15.037473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.096439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.157732 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.175689 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6ef276-27c9-4b3a-b799-b84df6a44f1c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:15.238747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.239971 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-117a4c40-b3d4-4a50-9af3-4c5983d1c984 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822702 Aug 03 20:14:15.242765 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45422) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:15.247464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:15.333899 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.393016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.484726 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.503201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f5dfe2-3963-49cd-9549-ed3f1c31b507,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:15.569971 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.571190 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-2233d65d-11c4-46d1-a6b9-95d3b1e6723f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274922 Aug 03 20:14:15.573920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45424) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:15.578973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:15.639426 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:14:15.644623 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.705951 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.763173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.781112 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6094074-5563-434c-9559-4c2d83e49d03,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:15.866306 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.867659 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e3fb188-71f5-4467-8aa7-01e07eddcda6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2927573 Aug 03 20:14:15.870464 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45426) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:15.875664 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '95d6928c-327d-4ef9-93d7-a386fe30fad8', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:15.964914 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:14:15.970330 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:15.987141 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.033909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.136029 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.153232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc564c8-9381-489f-9426-08810fb4d63f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:16.261514 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.262683 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-89e4f770-1674-4019-827e-6996ebf8426b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3912821 Aug 03 20:14:16.266462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45428) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:16.271277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'network': {'name': 'tempest-network-smoke--694800379', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:16.358927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:16.362423 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.386216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:14:16.395607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.395953 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Added segment 33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7 of type vlan for network 3ef12876-76ef-48bb-8ce8-7474b93df49c Aug 03 20:14:16.435962 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.547506 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.553015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:16.553644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.621713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Network': ['ID=3ef12876-76ef-48bb-8ce8-7474b93df49c,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:16.632657 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:14:16.650844 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-203a404d-7913-4a0b-8928-b9867f605a96 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3833694 Aug 03 20:14:16.653522 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45430) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:16.658686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'admin_state_up': True, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:16.719139 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.720210 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.772511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:16.961517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.130456 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:14:17.222511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.245601 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.345247 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.223 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/f5e7987f-2b2a-4492-8b65-5677839b84f5) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:17.449143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.542578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:17.585536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:17.588448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:17.596199 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:17.601551 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=f5e7987f-2b2a-4492-8b65-5677839b84f5,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:17.934337 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.130622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.307006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:14:18.414939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:18.424881 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Sync routers for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:18.433425 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:18.434024 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:18.538446 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:18.546907 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.553286 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0bd468ee-c434-43ef-a97f-21cdacad56bf tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8931801 Aug 03 20:14:18.553286 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45432) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:18.622284 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9e571d61-1ae4-450d-bf36-c5fa46880b90 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=29d9f9c07eb74b33bce8ac948826b248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697217 Aug 03 20:14:18.625656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45436) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:18.717188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817356fa-9a94-42c1-b05f-d5b725534ce2 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:18.721545 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:17Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:18.725609 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-817356fa-9a94-42c1-b05f-d5b725534ce2 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921087 Aug 03 20:14:18.725609 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45438) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:18.745397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Checking router: ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:18.745747 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Updating router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 port f5e7987f-2b2a-4492-8b65-5677839b84f5 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:14:18.759486 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-105dfdcc-800f-46a7-8b20-abdc1c9d3935 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341830 Aug 03 20:14:18.759736 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45440) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:18.766136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1778346966', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:18.771941 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.873189 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a3392532-2c22-4a37-b145-554204b7e7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:18.912914 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:18.916692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.024290 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.034261 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Transition to ACTIVE for port object f5e7987f-2b2a-4492-8b65-5677839b84f5 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:19.095921 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.151199 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Attempting to bind port f5e7987f-2b2a-4492-8b65-5677839b84f5 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:19.151612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Attempting to bind port f5e7987f-2b2a-4492-8b65-5677839b84f5 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:19.151977 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Attempting to bind port f5e7987f-2b2a-4492-8b65-5677839b84f5 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:19.153940 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Pushing event updated for resources: {'Port': ['ID=f5e7987f-2b2a-4492-8b65-5677839b84f5,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:19.163051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.163393 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.163731 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.164065 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.164396 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.164536 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.164801 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.165123 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.165445 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.165768 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.166098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.166413 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.166728 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:19.170000 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:19.170424 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:19.170828 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.171209 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:19.171716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Bound port: f5e7987f-2b2a-4492-8b65-5677839b84f5, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:19.172063 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.223571 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] For port f5e7987f-2b2a-4492-8b65-5677839b84f5, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:19.226499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Subnet': ['ID=7afa8168-a568-4389-880c-dd1ebcf14352,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:19.226649 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] For port f5e7987f-2b2a-4492-8b65-5677839b84f5, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5e7987f-2b2a-4492-8b65-5677839b84f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:19.234011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Checking segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:19.234369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network hostable DHCP agents. Network: 3ef12876-76ef-48bb-8ce8-7474b93df49c, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:14:19.307525 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.318353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:14:19.358115 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:19.358726 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:19.392893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 3ef12876-76ef-48bb-8ce8-7474b93df49c) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:19.396912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:19.397512 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.404302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc8746-a1c1-49be-9e37-ad0d949eddbd None None] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:19.407060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5120780-15e3-4552-b4dd-4cae648620fe None None] Pushing event updated for resources: {'Port': ['ID=f5e7987f-2b2a-4492-8b65-5677839b84f5,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:19.475287 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:19.493655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-7fc78493-73e1-49ed-93be-27529a2e69cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7302678 Aug 03 20:14:19.501204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45442) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:19.556175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-3ef12876-76ef-48bb-8ce8-7474b93df49c', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:14:19.557289 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.670137 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:17Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:19.696395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Allocated IP 172.20.0.2 (3ef12876-76ef-48bb-8ce8-7474b93df49c/7afa8168-a568-4389-880c-dd1ebcf14352/fbd22bf7-e92a-446a-a222-be6c19bf2e3a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:19.697131 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19a3b0c-f813-4343-a525-cf38682f8b8a None None] The sync data for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 is: [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:17Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:19.859657 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:19.868581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Transition to ACTIVE for port object fbd22bf7-e92a-446a-a222-be6c19bf2e3a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:19.888737 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Transition to ACTIVE for port object fbd22bf7-e92a-446a-a222-be6c19bf2e3a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:19.971166 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.022281 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.071950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:20.077031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:20.081711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:20.085487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Pushing event updated for resources: {'Port': ['ID=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:20.147451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Attempting to bind port fbd22bf7-e92a-446a-a222-be6c19bf2e3a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:20.147835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Attempting to bind port fbd22bf7-e92a-446a-a222-be6c19bf2e3a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:20.148205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Attempting to bind port fbd22bf7-e92a-446a-a222-be6c19bf2e3a on network 3ef12876-76ef-48bb-8ce8-7474b93df49c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:20.153521 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:20.154453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Checking segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:20.154816 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.155213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Bound using segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:20.155700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Bound port: fbd22bf7-e92a-446a-a222-be6c19bf2e3a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:20.156088 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.224981 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] For port fbd22bf7-e92a-446a-a222-be6c19bf2e3a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:20.228448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] For port fbd22bf7-e92a-446a-a222-be6c19bf2e3a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:20.267663 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.1 (3ef12876-76ef-48bb-8ce8-7474b93df49c/7afa8168-a568-4389-880c-dd1ebcf14352/1ad86c5a-a230-491d-a8a7-f4c8307b6b8e) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:20.319735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.382114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724d4fb-9be5-4cf1-b3c3-01ab73482859 None None] Pushing event updated for resources: {'Port': ['ID=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:20.387872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.403389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:20.542333 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:20.594241 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:20.597729 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:20.604238 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:20.964322 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:20.987295 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.152032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5e7987f-2b2a-4492-8b65-5677839b84f5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:21.188940 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.278956 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f5e7987f-2b2a-4492-8b65-5677839b84f5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:21.283539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f5e7987f-2b2a-4492-8b65-5677839b84f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:21.283912 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.371149 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.391834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f5e7987f-2b2a-4492-8b65-5677839b84f5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5e7987f-2b2a-4492-8b65-5677839b84f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:21.461480 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.462272 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fbd22bf7-e92a-446a-a222-be6c19bf2e3a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:21.479632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.540417 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f5e7987f-2b2a-4492-8b65-5677839b84f5,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:21.541569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.598526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port fbd22bf7-e92a-446a-a222-be6c19bf2e3a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:21.617915 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:21.620487 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:21.714931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:21.716443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:21.834697 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:14:21.957900 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:21.963176 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c6de3c3e-c1dd-4eb7-9cd5-a7f6b5445ad6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/ff8368e0-86f4-4ca4-8d32-90bbd2d79b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682846 Aug 03 20:14:21.968370 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Sync routers for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:21.978929 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:21.979646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:13:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:22.085601 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-216276f7-b35f-4cb3-9fff-19ecd17d94aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.106215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:22.120272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-7066a9b1-e343-45ec-9a2c-3863c30e89eb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1022106604&fields=id&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 267 time: 0.0378611 Aug 03 20:14:22.132820 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb512d6-8ff5-4909-8b00-ec53fba13d48 None None] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:14:22.236826 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-7d598ada-c78c-4246-b109-ee8d929d6f4c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:22.238412 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-7d598ada-c78c-4246-b109-ee8d929d6f4c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 796 time: 0.1103096 Aug 03 20:14:22.255304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-e6090724-2280-438d-9f02-59eec59775e9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/quotas/29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 375 time: 0.0106878 Aug 03 20:14:22.309066 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-51a1f0de-27d2-470a-944f-31ecf3c67672 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475314 Aug 03 20:14:22.410202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-d25c12da-99fa-444f-b794-6ac46b143e7d service neutron] 10.222.0.67 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884936 Aug 03 20:14:22.468303 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Provisioning for port fbd22bf7-e92a-446a-a222-be6c19bf2e3a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:22.479212 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Provisioning complete for port fbd22bf7-e92a-446a-a222-be6c19bf2e3a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:22.479611 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.502205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-e929fa50-5039-436e-b55c-309770bcfa54 service neutron] 10.222.0.67 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Aug 03 20:14:22.528478 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.679057 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.694505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 2, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:22.739652 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Checking router: ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:22.740009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Updating router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:14:22.758754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fbc3bf3b-6a55-4dc7-b86e-f9f7051c8085 req-946d46fc-1935-42b4-abbf-23f449bf83ce tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 210 time: 0.0360558 Aug 03 20:14:22.775786 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] For port fbd22bf7-e92a-446a-a222-be6c19bf2e3a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:22.779288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.883252 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:22.994091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cf06b-3ce6-427f-97d4-a6ff8aec5e4c None None] Pushing event updated for resources: {'Port': ['ID=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:23.110005 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Provisioning for port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:23.117288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Provisioning complete for port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:23.117661 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.144307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5e7987f-2b2a-4492-8b65-5677839b84f5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:23.185327 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.187652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.206585 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:14:23.218195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Transition to ACTIVE for port object 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:23.231214 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Provisioning complete for port fbd22bf7-e92a-446a-a222-be6c19bf2e3a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:23.231594 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-36fd00d0-a2a5-442a-9607-aaa92d8ed49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.266688 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f5e7987f-2b2a-4492-8b65-5677839b84f5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:23.267093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.312128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.401699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6ae6b-2d24-4ed6-b45b-2965959347b7 None None] Pushing event updated for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:23.487480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fbd22bf7-e92a-446a-a222-be6c19bf2e3a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:23.490862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Attempting to bind port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:23.491352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Attempting to bind port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:23.491962 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Attempting to bind port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e on network 3ef12876-76ef-48bb-8ce8-7474b93df49c {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:23.522083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:23.522461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Checking segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:23.522866 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.523255 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Bound using segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:23.523731 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Bound port: 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:23.524117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.608139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port fbd22bf7-e92a-446a-a222-be6c19bf2e3a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:23.608509 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.633452 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] For port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:23.650374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] For port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:23.715084 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:23.784100 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:23.784811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:23.820687 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6ae6b-2d24-4ed6-b45b-2965959347b7 None None] Pushing event updated for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:23.870602 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-252fbedd-256f-48b0-89a9-93e1eaf7a615 req-7c28ed73-b713-4705-ac2e-4908132208f0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 210 time: 0.0295870 Aug 03 20:14:23.916286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:24.125703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:23Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:24.155942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcccca-081c-4e01-bfe9-db2277d2bc97 None None] The sync data for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 is: [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:23Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:24.999015 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.010045 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-75da59f2-b982-4843-9c8a-422759d95d45 req-11139cbe-886d-4c3b-a7c5-681b6443da8c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 210 time: 0.0377958 Aug 03 20:14:25.033516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-21cba1d9-4be0-4902-b451-330a80a9b3ac tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:25.036262 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-21cba1d9-4be0-4902-b451-330a80a9b3ac tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 796 time: 0.1302979 Aug 03 20:14:25.096817 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b996f898-75a5-497f-8a20-bfd58a736b70 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 380 time: 0.0395901 Aug 03 20:14:25.107053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'port': {'device_id': '4258118a-de5f-44b5-beac-77d8f1b495db', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'admin_state_up': True, 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'security_groups': ['95d6928c-327d-4ef9-93d7-a386fe30fad8']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:25.137271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:25.267133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:25.271288 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:25.271662 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.296113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:14:25.299908 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.352365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.384597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:25.427713 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.8 (3ef12876-76ef-48bb-8ce8-7474b93df49c/7afa8168-a568-4389-880c-dd1ebcf14352/ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:25.467827 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.517261 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:25.570283 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.584981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:25.690213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.736004 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:25.739227 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:25.742821 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:25.770809 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:25.800620 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:25.801310 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:25.887508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-28dc1d10-c3e9-4f5d-9f85-2d5b61dc997f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7823765 Aug 03 20:14:25.904235 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Request body: {'port': {'device_id': '4258118a-de5f-44b5-beac-77d8f1b495db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:25.961397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.038761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-891d7984-7f43-47a9-ada2-6dd6574fe1c6 None None] Provisioning for port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:26.043111 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-891d7984-7f43-47a9-ada2-6dd6574fe1c6 None None] Provisioning complete for port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:26.043623 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-891d7984-7f43-47a9-ada2-6dd6574fe1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.081931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-891d7984-7f43-47a9-ada2-6dd6574fe1c6 None None] Port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:14:26.143467 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79320d37-ac5a-40fb-a089-daf34d100075 req-a66638a6-b272-4035-9283-a59cee093bd2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:26.145003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79320d37-ac5a-40fb-a089-daf34d100075 req-a66638a6-b272-4035-9283-a59cee093bd2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 931 time: 0.0496576 Aug 03 20:14:26.182974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-79320d37-ac5a-40fb-a089-daf34d100075 req-de9556d8-fb0d-4110-9cdc-cd783ceb1a85 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Aug 03 20:14:26.240925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:26.249119 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.260725 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Transition to ACTIVE for port object ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:14:26.358649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.410893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:26.477055 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Attempting to bind port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:14:26.477389 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Attempting to bind port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:14:26.477752 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Attempting to bind port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f on network 3ef12876-76ef-48bb-8ce8-7474b93df49c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:26.483163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f on network 3ef12876-76ef-48bb-8ce8-7474b93df49c not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:14:26.483480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Attempting to bind port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f on network 3ef12876-76ef-48bb-8ce8-7474b93df49c {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:14:26.488498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:14:26.488864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Checking segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:14:26.489246 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Bound using segment: {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:14:26.489674 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Bound port: ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:14:26.490034 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.559129 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:14:26.562701 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:14:26.633127 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.667317 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:26.667931 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:26.669470 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] 10.222.0.54 "PUT /v2.0/ports/ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 1091 time: 0.7703500 Aug 03 20:14:26.670610 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:26.672844 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:26.699298 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6232a38-7e39-44f2-a300-2ea6560bf677 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:26.713741 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc37a378-8050-4b87-8b71-ec5889644b9c x-openstack-request-id: req-bc37a378-8050-4b87-8b71-ec5889644b9c {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:26.713741 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:26.714017 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc37a378-8050-4b87-8b71-ec5889644b9c {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:26.714305 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'status': 'completed', 'code': 200} Aug 03 20:14:26.804587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-e547215e-c8b7-401d-a550-87b5a3e12934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:26.806607 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-e547215e-c8b7-401d-a550-87b5a3e12934 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1094 time: 0.0474777 Aug 03 20:14:26.917553 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-2b608d69-1ff0-4ae8-9244-e59d24eee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:26.918769 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-2b608d69-1ff0-4ae8-9244-e59d24eee1a7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=29d9f9c07eb74b33bce8ac948826b248&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0988014 Aug 03 20:14:27.012127 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-c9b897d7-62ff-4387-b86f-805fc934410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.014320 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-c5a2d7ef-e80a-49e0-a16d-8a7516b5ce1f req-c9b897d7-62ff-4387-b86f-805fc934410e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885468 Aug 03 20:14:27.098700 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:27.125800 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-ab753384-be38-4380-9e12-11b9bb61f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.127301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-ab753384-be38-4380-9e12-11b9bb61f80e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1094 time: 0.0467327 Aug 03 20:14:27.146975 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:27.147352 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:27.174371 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-55312de3-f9ab-4c87-a0be-d6773508ee4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 217 time: 0.0337813 Aug 03 20:14:27.226761 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-8750fabd-bf95-4b1e-b032-107a1123915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.228244 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-8750fabd-bf95-4b1e-b032-107a1123915d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0473592 Aug 03 20:14:27.275858 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-4f54bb2a-3475-4403-8997-5c708ab0a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.277516 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-4f54bb2a-3475-4403-8997-5c708ab0a9b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417721 Aug 03 20:14:27.302485 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d28b0-9434-42ac-8685-8ca84f835310 req-92e291a0-13cd-41d3-9933-68d412514f68 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:27.303978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d6d28b0-9434-42ac-8685-8ca84f835310 req-92e291a0-13cd-41d3-9933-68d412514f68 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 943 time: 0.0486691 Aug 03 20:14:27.342981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4d6d28b0-9434-42ac-8685-8ca84f835310 req-7361ba7e-d35b-4de9-a107-1f24f7d8d998 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323112 Aug 03 20:14:27.373850 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-90f11eee-3acb-4f4e-8f92-dbfaffc0dbfd service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Aug 03 20:14:27.463732 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6b1a376d-a252-4468-97bf-15a6736c21d6 req-902fbaa5-ba15-4c65-9748-1b676a92b41f service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828609 Aug 03 20:14:28.460087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65855cc-0632-4ef5-b7d7-6be0e2a453be req-4dd99c6a-9a11-4456-a945-7f169d944f4d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:28.461593 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e65855cc-0632-4ef5-b7d7-6be0e2a453be req-4dd99c6a-9a11-4456-a945-7f169d944f4d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 943 time: 0.0528638 Aug 03 20:14:28.499513 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e65855cc-0632-4ef5-b7d7-6be0e2a453be req-216e20f9-157f-481a-b9f8-1cc307eb86fc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313852 Aug 03 20:14:29.614062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d99b4-817a-4757-ba03-7bda45d95079 req-2f2aaebf-0ae0-4732-b4d1-969fd15c4dda tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:29.615550 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec2d99b4-817a-4757-ba03-7bda45d95079 req-2f2aaebf-0ae0-4732-b4d1-969fd15c4dda tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 943 time: 0.0496204 Aug 03 20:14:29.654896 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ec2d99b4-817a-4757-ba03-7bda45d95079 req-764dd57a-90f3-4d49-b54f-0d411b9678b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Aug 03 20:14:30.770190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ce402-2dfd-4a6c-b19e-3761688f4512 req-b32159b1-930a-4698-8640-1b0a573e6377 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:30.771654 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa7ce402-2dfd-4a6c-b19e-3761688f4512 req-b32159b1-930a-4698-8640-1b0a573e6377 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 943 time: 0.0492539 Aug 03 20:14:30.809499 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-aa7ce402-2dfd-4a6c-b19e-3761688f4512 req-97ef869e-d8c1-453a-87a7-2dbd2be7c3c0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318463 Aug 03 20:14:31.331038 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:14:31.425519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:31.436613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'port_id': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'mac_address': 'fa:16:3e:f0:88:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:14:31.472824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:31.485205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:14:31.503515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:31.626730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:31.675033 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:31.887118 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:14:31.930840 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5f591-7eda-4dad-8afd-77d5958933d1 req-0124711b-de34-4f8c-bd04-09910e5463cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:31.932349 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cf5f591-7eda-4dad-8afd-77d5958933d1 req-0124711b-de34-4f8c-bd04-09910e5463cc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 944 time: 0.0544651 Aug 03 20:14:31.972996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5cf5f591-7eda-4dad-8afd-77d5958933d1 req-e07ad2f8-4c0f-4051-90cd-8b214463548c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337965 Aug 03 20:14:33.087526 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb6cd8-e873-4477-8401-d3b31631b1f1 req-4f9e5bf3-214a-4b5d-8546-37a2f9b85295 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.089056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bcb6cd8-e873-4477-8401-d3b31631b1f1 req-4f9e5bf3-214a-4b5d-8546-37a2f9b85295 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 944 time: 0.0493836 Aug 03 20:14:33.126533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6bcb6cd8-e873-4477-8401-d3b31631b1f1 req-3a8b680e-b7e2-4e03-b98a-b6d3ba54ec24 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Aug 03 20:14:33.329743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:14:33.444179 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:14:33.447803 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:14:33.448175 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.525533 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.546879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:33.549151 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f2630b-a749-4967-98ac-37e54d18416f" -d '{"events": [{"server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "name": "network-vif-plugged", "status": "completed", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:33.562219 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:14:33.621691 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:33.645609 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae56649-ec9d-40a8-91ad-ca915ec584f9 x-openstack-request-id: req-2ae56649-ec9d-40a8-91ad-ca915ec584f9 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:33.645894 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "name": "network-vif-plugged", "status": "completed", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:33.646145 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ae56649-ec9d-40a8-91ad-ca915ec584f9 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:33.646528 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'code': 200} Aug 03 20:14:33.671436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:33.834624 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4a1eb-0aed-4df7-8be2-1059367126bc req-507d91f3-dfe8-4d9d-802a-a84a3a63ab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:33.834624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1aa4a1eb-0aed-4df7-8be2-1059367126bc req-507d91f3-dfe8-4d9d-802a-a84a3a63ab85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0501294 Aug 03 20:14:33.834624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1aa4a1eb-0aed-4df7-8be2-1059367126bc req-607e0967-efae-4aa5-b109-882b460344c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275149 Aug 03 20:14:33.884025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:34.242907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f43d-5f48-46f6-98e0-7789efe0c5bd req-073276fa-1d56-4ca1-95fd-d2615b8db619 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:34.244394 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8004f43d-5f48-46f6-98e0-7789efe0c5bd req-073276fa-1d56-4ca1-95fd-d2615b8db619 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0504425 Aug 03 20:14:34.282080 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8004f43d-5f48-46f6-98e0-7789efe0c5bd req-f1fe3bcd-5d7c-43d4-944e-fc0bef3251eb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313487 Aug 03 20:14:35.399644 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecf85e-d0bc-4be1-8e07-9dcb698c8f96 req-4581de63-caa9-440f-a5fd-1eca2f40e135 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:35.401147 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0ecf85e-d0bc-4be1-8e07-9dcb698c8f96 req-4581de63-caa9-440f-a5fd-1eca2f40e135 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0523875 Aug 03 20:14:35.439204 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0ecf85e-d0bc-4be1-8e07-9dcb698c8f96 req-7a174b18-8e42-41c8-b780-e48f63701dc9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310066 Aug 03 20:14:35.552608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0f568-5d5f-4e5a-b375-45027b696ced req-d291c1df-a78d-41d7-9cce-4b8a06c45eae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:35.554087 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dc0f568-5d5f-4e5a-b375-45027b696ced req-d291c1df-a78d-41d7-9cce-4b8a06c45eae tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0488031 Aug 03 20:14:35.591328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6dc0f568-5d5f-4e5a-b375-45027b696ced req-4ba25fcf-30ee-4762-90bc-3f23ffe14250 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310285 Aug 03 20:14:35.612975 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45500) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:35.652118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62aaf2aa-27e3-410b-89a7-8f20d5b67a96 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:35.653642 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-62aaf2aa-27e3-410b-89a7-8f20d5b67a96 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1091 time: 0.0396657 Aug 03 20:14:35.656400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45502) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:35.660673 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:14:35.797615 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:35.898347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.000378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.12 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7c744e9e-23a7-4885-9444-27bc5a913cab) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:14:36.104942 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.233765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.271907 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:14:36.274748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:14:36.281095 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:14:36.303139 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=7c744e9e-23a7-4885-9444-27bc5a913cab,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:36.315264 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.315618 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.315961 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.316299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.316635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.316995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.317327 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.317660 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.317990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.318315 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.318639 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.318960 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:14:36.649885 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.772443 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:36.926450 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:37.055167 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:37.128869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=7c744e9e-23a7-4885-9444-27bc5a913cab,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:14:37.138714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:37.238051 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP cc66254d-89b1-46c1-8384-d4ee83ada5fe associated. External IP: 172.25.2.12, port: ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f. Aug 03 20:14:37.770489 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:14:37.879177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:14:37.890216 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Sync routers for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:14:37.899607 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:37.907465 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:37.975700 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:38.004687 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:38.006280 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a9c86400-fe54-4529-b809-ac22db3a8d15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3488381 Aug 03 20:14:38.006869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:14:38.009339 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a639086-921a-4d9b-968b-3f6f64d8c7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:14:38.099369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9d12d-5f90-4d7d-8d27-57dc5360329e req-9cbc40eb-d566-4893-b413-a10abb74edb9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.100819 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b9d12d-5f90-4d7d-8d27-57dc5360329e req-9cbc40eb-d566-4893-b413-a10abb74edb9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0496004 Aug 03 20:14:38.140169 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b9d12d-5f90-4d7d-8d27-57dc5360329e req-cbcec315-7ce4-4013-85eb-5ffe03fe5840 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326934 Aug 03 20:14:38.161939 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45510) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:38.227249 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-903cf5c5-7bdb-4f54-8bf5-d85db5043127 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/cc66254d-89b1-46c1-8384-d4ee83ada5fe HTTP/1.1" status: 200 len: 990 time: 0.0630734 Aug 03 20:14:38.243296 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'cc66254d-89b1-46c1-8384-d4ee83ada5fe', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'port_id': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'mac_address': 'fa:16:3e:f0:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258118a-de5f-44b5-beac-77d8f1b495db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:14:36Z', 'updated_at': '2021-08-03T20:14:36Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:38.244418 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f304f-a689-4948-a911-8e440db7ccbf x-openstack-request-id: req-7b8f304f-a689-4948-a911-8e440db7ccbf {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:14:38.244753 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:14:38.245006 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b8f304f-a689-4948-a911-8e440db7ccbf {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:14:38.245415 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'status': 'completed', 'code': 200} Aug 03 20:14:38.273177 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Checking router: ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:14:38.282044 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:14:38.282636 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:14:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:38.327967 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-f0c479a5-5e82-4f4d-97d6-6e01890d33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.329518 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-f0c479a5-5e82-4f4d-97d6-6e01890d33c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0409949 Aug 03 20:14:38.427691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-9e6f067f-68bf-4eb5-b896-35cb5597965f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.429227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-9e6f067f-68bf-4eb5-b896-35cb5597965f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 897 time: 0.0926943 Aug 03 20:14:38.478842 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:14:38.497511 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-bdee8c75-0610-47b1-9a1f-b624affc8599 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 998 time: 0.0604725 Aug 03 20:14:38.552726 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-90eb6c42-5d09-48a2-9b44-7e57ef799291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.554211 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-90eb6c42-5d09-48a2-9b44-7e57ef799291 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0498872 Aug 03 20:14:38.602177 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-5ac6e639-e164-495d-a778-cb115c6b6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:38.603722 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-5ac6e639-e164-495d-a778-cb115c6b6321 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413914 Aug 03 20:14:38.696233 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-3a4e0d76-068b-4cad-b905-a8aac815f044 service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851943 Aug 03 20:14:38.704609 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'cc66254d-89b1-46c1-8384-d4ee83ada5fe', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'port_id': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'mac_address': 'fa:16:3e:f0:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258118a-de5f-44b5-beac-77d8f1b495db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:14:36Z', 'updated_at': '2021-08-03T20:14:36Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:14:38.731437 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204b3a7-1389-4091-a0a6-8b8bf09ec610 None None] The sync data for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 is: [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'cc66254d-89b1-46c1-8384-d4ee83ada5fe', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.12', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'port_id': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'mac_address': 'fa:16:3e:f0:88:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4258118a-de5f-44b5-beac-77d8f1b495db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:14:36Z', 'updated_at': '2021-08-03T20:14:36Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:14:38.798465 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-5a639086-921a-4d9b-968b-3f6f64d8c7cf req-0649d92c-5eaf-4395-a5a5-c398072de5de service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949001 Aug 03 20:14:38.935758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdbad3-aead-4eb5-aa1e-4980ab9470fb None None] New status for floating IP cc66254d-89b1-46c1-8384-d4ee83ada5fe: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:14:39.230265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45512) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:14:39.290835 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a0b08ba-1dbb-421e-9d4e-5f0bd205146f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/cc66254d-89b1-46c1-8384-d4ee83ada5fe HTTP/1.1" status: 200 len: 992 time: 0.0593340 Aug 03 20:14:42.865278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-a0f727d6-4733-484f-9760-0999e0f971f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451453 Aug 03 20:14:42.963174 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063caeb-f396-4815-8452-89c99c306251 req-cbd3567f-ac09-48a7-a2ff-97ac66b50b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:42.964684 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-cbd3567f-ac09-48a7-a2ff-97ac66b50b33 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0416908 Aug 03 20:14:43.069296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063caeb-f396-4815-8452-89c99c306251 req-3d06f9a3-2d87-461c-b087-31ed4518de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:43.070777 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-3d06f9a3-2d87-461c-b087-31ed4518de21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 897 time: 0.0869632 Aug 03 20:14:43.142292 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-1a1c7bcc-c989-4bf9-b229-19b8a6b6ce8e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 1000 time: 0.0637479 Aug 03 20:14:43.192049 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063caeb-f396-4815-8452-89c99c306251 req-5dee0ed7-f2e2-418d-9de3-6a555393bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:43.193527 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-5dee0ed7-f2e2-418d-9de3-6a555393bf67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0448246 Aug 03 20:14:43.239856 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063caeb-f396-4815-8452-89c99c306251 req-eb129a8a-4f56-4047-9445-499e855236b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:14:43.241655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-eb129a8a-4f56-4047-9445-499e855236b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412941 Aug 03 20:14:43.337067 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-192ef31a-f519-40c3-92b8-39346fa7beee service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861611 Aug 03 20:14:43.427877 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b063caeb-f396-4815-8452-89c99c306251 req-55f82042-9377-48a8-a108-297c9e8032f4 service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Aug 03 20:14:45.998168 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:48.872517 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-014c4bc1-2ec3-4462-b7e6-35915c927b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:52.083431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-046e22dd-c956-48fe-9ed4-9c97eeb59b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:52.243588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:53.129386 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:14:54.130483 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:14:55.020607 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:03.067414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-1864e8ad-bf37-4f3e-a582-3590f17597f5 req-4ac3e0ce-f194-48cf-846d-baa5358f79fc service neutron] (101342) timed out ('10.222.0.67', 37850) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:15:03.832400 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:10.841904 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bba46-02a2-4379-8dec-3f3b7e025c72 req-0eb8caab-3197-41ca-ba59-220de7e1058a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:10.843975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-488bba46-02a2-4379-8dec-3f3b7e025c72 req-0eb8caab-3197-41ca-ba59-220de7e1058a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0542672 Aug 03 20:15:10.882190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-488bba46-02a2-4379-8dec-3f3b7e025c72 req-2617991e-0966-4037-a4e8-addfe9df5eda tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Aug 03 20:15:11.999864 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aad71-3e4f-44d3-94eb-54325ceba97a req-2fe0bd03-58fa-4ca3-a2e3-805e1e5c4eed tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:12.001642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d13aad71-3e4f-44d3-94eb-54325ceba97a req-2fe0bd03-58fa-4ca3-a2e3-805e1e5c4eed tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0499794 Aug 03 20:15:12.040088 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d13aad71-3e4f-44d3-94eb-54325ceba97a req-f46f2525-6f4a-492c-8857-9942869f670c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Aug 03 20:15:13.153941 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030182a-ca69-453f-893e-2c2c7de4f820 req-9200e1d7-1892-4ecc-ae7e-d0b5899e0a4a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:13.155336 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4030182a-ca69-453f-893e-2c2c7de4f820 req-9200e1d7-1892-4ecc-ae7e-d0b5899e0a4a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0482824 Aug 03 20:15:13.193980 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4030182a-ca69-453f-893e-2c2c7de4f820 req-0b3005ba-d970-4037-b8c0-f0c4ff3aa862 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Aug 03 20:15:14.312223 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d48ce6-07cc-4875-9a68-02a95e28c207 req-083b4d7c-5720-4561-abae-23e422b0a272 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:14.314493 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0d48ce6-07cc-4875-9a68-02a95e28c207 req-083b4d7c-5720-4561-abae-23e422b0a272 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0530999 Aug 03 20:15:14.351536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a0d48ce6-07cc-4875-9a68-02a95e28c207 req-e67ce995-e0a2-4e05-a6e3-dc152a00fc30 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Aug 03 20:15:15.468327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aff97d-f874-418d-bd9c-daea1f385a0d req-b097f1f6-c473-4e1b-8769-555deaf8f9dc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:15.469846 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8aff97d-f874-418d-bd9c-daea1f385a0d req-b097f1f6-c473-4e1b-8769-555deaf8f9dc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0510569 Aug 03 20:15:15.508821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a8aff97d-f874-418d-bd9c-daea1f385a0d req-38ff700e-45d8-4806-af4d-4bc555642d53 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329356 Aug 03 20:15:16.009198 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:16.624375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b474-4ddf-453f-bb65-39a660ab9db5 req-7bb11f95-2220-4ba1-8345-74ea69b9d1a3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:16.625887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6757b474-4ddf-453f-bb65-39a660ab9db5 req-7bb11f95-2220-4ba1-8345-74ea69b9d1a3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0481176 Aug 03 20:15:16.663115 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6757b474-4ddf-453f-bb65-39a660ab9db5 req-65673f0c-916d-4573-ae1d-fe0eb8100bc2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Aug 03 20:15:17.785471 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1bf90-18b8-4f01-aa40-92fafa0f6bbc req-107c5679-defd-48e7-9558-7cd290999067 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:17.792873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06b1bf90-18b8-4f01-aa40-92fafa0f6bbc req-107c5679-defd-48e7-9558-7cd290999067 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0607212 Aug 03 20:15:17.828693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-06b1bf90-18b8-4f01-aa40-92fafa0f6bbc req-0b6f982c-5a0d-4ac2-8f26-fc47a97f6c5a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332043 Aug 03 20:15:18.820502 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62562636-8168-4921-a1ed-7ef803e51d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:18.943410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3484abc-c188-40a8-a120-33f1938646c3 req-a63959ce-b3dc-468d-9512-de02c75e6b68 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:18.944910 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3484abc-c188-40a8-a120-33f1938646c3 req-a63959ce-b3dc-468d-9512-de02c75e6b68 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0492845 Aug 03 20:15:18.983556 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3484abc-c188-40a8-a120-33f1938646c3 req-938651e7-ff99-4038-a02a-d36abf4454ac tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Aug 03 20:15:20.098809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47a89-ab73-4d23-9187-57ceb03ac95a req-8175e6a1-0cb2-425d-9463-3444d8335d84 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:20.100315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33e47a89-ab73-4d23-9187-57ceb03ac95a req-8175e6a1-0cb2-425d-9463-3444d8335d84 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0494769 Aug 03 20:15:20.138626 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-33e47a89-ab73-4d23-9187-57ceb03ac95a req-efe447fc-3c7f-43d3-9d33-b622b9e7c961 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319629 Aug 03 20:15:21.261083 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e24484-9eb5-4bc4-8655-f789fb51634a req-e4148d66-ba40-4c5c-bcfc-d7064e5ebbb3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:21.262563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1e24484-9eb5-4bc4-8655-f789fb51634a req-e4148d66-ba40-4c5c-bcfc-d7064e5ebbb3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0528316 Aug 03 20:15:21.301916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1e24484-9eb5-4bc4-8655-f789fb51634a req-6bb64da9-3942-431e-8497-8aa1ce930073 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328543 Aug 03 20:15:22.066239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b4e6972-6d73-4d66-a7c7-8641257e4bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.214633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:22.418645 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaecb6-0886-4b54-b272-6e8e925356d9 req-375b4ced-48a1-420a-bff1-2c3246f5ba64 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:22.420140 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5eaecb6-0886-4b54-b272-6e8e925356d9 req-375b4ced-48a1-420a-bff1-2c3246f5ba64 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0494335 Aug 03 20:15:22.458342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b5eaecb6-0886-4b54-b272-6e8e925356d9 req-45a91cca-2a17-435d-9607-dc670f954650 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322134 Aug 03 20:15:22.481128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45548) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:22.542089 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d997e0e2-0725-42d0-b028-b83264b5dd6b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/cc66254d-89b1-46c1-8384-d4ee83ada5fe HTTP/1.1" status: 200 len: 992 time: 0.0598116 Aug 03 20:15:23.134604 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:23.963130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a0bc2-187d-4a2f-a021-feb5d23689b0 req-8cf1dd74-7c68-48cb-8674-ee4a73336027 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:23.964686 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-482a0bc2-187d-4a2f-a021-feb5d23689b0 req-8cf1dd74-7c68-48cb-8674-ee4a73336027 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0538733 Aug 03 20:15:24.006411 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-482a0bc2-187d-4a2f-a021-feb5d23689b0 req-7bfddbfe-7f07-4efd-9ab3-cdd8983fdd61 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Aug 03 20:15:24.091644 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb707-1073-46da-9879-92574cf198da req-fe1c921f-0633-498b-9281-d9329efe93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:24.093181 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-fe1c921f-0633-498b-9281-d9329efe93ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0470550 Aug 03 20:15:24.183835 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb707-1073-46da-9879-92574cf198da req-a3e956e8-12c2-46d8-b5ce-97ffd71fcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:24.185275 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-a3e956e8-12c2-46d8-b5ce-97ffd71fcdaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 897 time: 0.0845037 Aug 03 20:15:24.254939 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-49c10f3b-c69a-4db3-a45a-427c01405434 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 1000 time: 0.0626848 Aug 03 20:15:24.305100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb707-1073-46da-9879-92574cf198da req-790f6968-beb0-4337-b75b-8f62bbbb4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:24.307058 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-790f6968-beb0-4337-b75b-8f62bbbb4113 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0449147 Aug 03 20:15:24.352804 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb707-1073-46da-9879-92574cf198da req-7b1dc04f-6134-429f-bb68-3b0b3901eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:24.354617 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-7b1dc04f-6134-429f-bb68-3b0b3901eb2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404987 Aug 03 20:15:24.447168 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-97bb42a2-34bd-42dc-bcb1-4d24cf5bf31a service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853295 Aug 03 20:15:24.542328 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-997eb707-1073-46da-9879-92574cf198da req-57dea117-04a6-4311-b88d-b9c1f4ce4281 service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858912 Aug 03 20:15:24.992002 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:25.124974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d376b8-269d-4350-88e8-ad1afc8bf975 req-d1876a4a-5ec9-4de2-9b08-6597168ddbc8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:25.126465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d376b8-269d-4350-88e8-ad1afc8bf975 req-d1876a4a-5ec9-4de2-9b08-6597168ddbc8 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0525663 Aug 03 20:15:25.165974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b3d376b8-269d-4350-88e8-ad1afc8bf975 req-6408a446-0892-4513-9591-e49c89f2f76f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332086 Aug 03 20:15:26.279372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec6136-dd5b-42d2-bfb7-03a1729ff64d req-dcd36074-ac44-4ed6-9189-3f79ef9763d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:26.280844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7eec6136-dd5b-42d2-bfb7-03a1729ff64d req-dcd36074-ac44-4ed6-9189-3f79ef9763d3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0481229 Aug 03 20:15:26.319730 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7eec6136-dd5b-42d2-bfb7-03a1729ff64d req-c1705428-4514-4295-991b-5bb46e532014 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323205 Aug 03 20:15:26.341707 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45562) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:26.407806 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8fe4f36c-8650-48a4-9b7c-fda363c7b0a3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/cc66254d-89b1-46c1-8384-d4ee83ada5fe HTTP/1.1" status: 200 len: 992 time: 0.0649669 Aug 03 20:15:31.129406 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:15:33.819320 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:42.829689 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-22623078-ccf1-4074-8633-580892c51edb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399523 Aug 03 20:15:42.936074 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-51b54dc5-bf5a-49d6-900a-f3ee549c7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:42.937598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-51b54dc5-bf5a-49d6-900a-f3ee549c7fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0412118 Aug 03 20:15:43.044099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-fbff0633-01ce-4cc1-abc1-6aa8eae93ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:43.045600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-fbff0633-01ce-4cc1-abc1-6aa8eae93ab8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 897 time: 0.0880232 Aug 03 20:15:43.112264 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-5ba8b6d6-b3f6-47bc-8826-89471ca81583 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 1000 time: 0.0590711 Aug 03 20:15:43.162942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-9654c731-3201-416f-9925-ef8d16b265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:43.164535 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-9654c731-3201-416f-9925-ef8d16b265d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0445588 Aug 03 20:15:43.216986 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-1d916132-5182-4ef7-8610-2269f550f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:43.218475 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-1d916132-5182-4ef7-8610-2269f550f5ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451131 Aug 03 20:15:43.310241 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-11259751-cf94-4eb8-8014-e610e59e2203 service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837612 Aug 03 20:15:43.404655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-662a997b-780c-430a-b98a-4c48a4dc68cf req-1b9c6e7f-469d-4fda-bf2d-60a45ba579a1 service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864270 Aug 03 20:15:46.030774 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:48.837778 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4fcbcb3f-a740-4f26-949d-5c688ccf57b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:52.076954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0f93-ec03-4e56-9f7a-0feb5c557f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:52.254070 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:53.140404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:55.002585 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.240145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:15:57.401026 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 7c744e9e-23a7-4885-9444-27bc5a913cab {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:15:57.401393 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.475735 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.476065 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.487952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 7c744e9e-23a7-4885-9444-27bc5a913cab owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:15:57.711887 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.739803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=7c744e9e-23a7-4885-9444-27bc5a913cab,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:15:57.772867 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.773255 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.773604 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.773942 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.774274 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.774612 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.775011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.775461 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.775928 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.776260 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.776587 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.776936 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:15:57.819112 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:57.819960 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP cc66254d-89b1-46c1-8384-d4ee83ada5fe disassociated (deleted). External IP: 172.25.2.12, port: ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f. Aug 03 20:15:58.036220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:15:58.145784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:15:58.150528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:15:58.157878 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Sync routers for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:15:58.167884 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:58.168505 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:58.184387 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-17534a37-d65c-4237-8fab-3143f6a95f5f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/floatingips/cc66254d-89b1-46c1-8384-d4ee83ada5fe HTTP/1.1" status: 204 len: 168 time: 0.9430785 Aug 03 20:15:58.185629 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:15:58.188542 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db2ee8-8129-4ffd-a87a-3b1cff258da3" -d '{"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:15:58.277068 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:58.477414 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:58.504164 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Checking router: ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:15:58.512999 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:15:58.513596 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:58.583501 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a6c039-3485-46bd-a1a2-7feff01c3efd x-openstack-request-id: req-90a6c039-3485-46bd-a1a2-7feff01c3efd {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:15:58.584050 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:15:58.584169 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90a6c039-3485-46bd-a1a2-7feff01c3efd {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:15:58.584509 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'status': 'completed', 'code': 200} Aug 03 20:15:58.628158 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:15:58.680574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-647d4711-236b-4060-bc2e-e5fa1ab66127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.683135 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-647d4711-236b-4060-bc2e-e5fa1ab66127 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 1096 time: 0.0445230 Aug 03 20:15:58.686719 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7461404-4cc7-4eec-bb92-1af148ea0dc7 req-ab59388a-ce08-47c7-8a1a-8d542acec67e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.688234 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7461404-4cc7-4eec-bb92-1af148ea0dc7 req-ab59388a-ce08-47c7-8a1a-8d542acec67e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0551267 Aug 03 20:15:58.732841 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c7461404-4cc7-4eec-bb92-1af148ea0dc7 req-55dd6b4c-ba13-45e6-b325-fa0f8c7ea49e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Aug 03 20:15:58.786091 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-fe7a425f-9cae-42ca-a06e-b3ce7216c616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.787566 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-fe7a425f-9cae-42ca-a06e-b3ce7216c616 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 200 len: 897 time: 0.0957990 Aug 03 20:15:58.836624 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-f97b0015-eb94-4168-b52b-93db8f2fc09a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 200 len: 217 time: 0.0403228 Aug 03 20:15:58.839098 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:15:58.865711 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ddf2c-cd5c-41d2-9c4a-1b920c4d2e23 None None] The sync data for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 is: [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '1ad86c5a-a230-491d-a8a7-f4c8307b6b8e', 'name': '', 'network_id': '3ef12876-76ef-48bb-8ce8-7474b93df49c', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:61:76:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:20Z', 'updated_at': '2021-08-03T20:14:25Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '7afa8168-a568-4389-880c-dd1ebcf14352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:15:58.893795 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-e9393a92-9bc7-41f6-a487-6cb23a6797de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.895257 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-e9393a92-9bc7-41f6-a487-6cb23a6797de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 200 len: 835 time: 0.0517354 Aug 03 20:15:58.945210 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-5da18406-1759-404a-ad47-fabc6b1b74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:58.946752 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-5da18406-1759-404a-ad47-fabc6b1b74b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3ef12876-76ef-48bb-8ce8-7474b93df49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436671 Aug 03 20:15:59.050186 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-b32e94d6-c0dc-4815-a116-a58371a92cff service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921042 Aug 03 20:15:59.082609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822f37d1-46c9-444d-8525-5db9ada281df None None] New status for floating IP cc66254d-89b1-46c1-8384-d4ee83ada5fe: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:15:59.142031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-45db2ee8-8129-4ffd-a87a-3b1cff258da3 req-6359edf7-722d-4122-8526-ec2c70c9161d service neutron] 10.222.0.54 "GET /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861511 Aug 03 20:15:59.851874 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca95c3-7265-4d21-be44-719f29b6c2bc req-0cd82e4c-d8d9-4d98-b3ac-78fe79677fb2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:15:59.853452 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10ca95c3-7265-4d21-be44-719f29b6c2bc req-0cd82e4c-d8d9-4d98-b3ac-78fe79677fb2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0489197 Aug 03 20:15:59.892611 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-10ca95c3-7265-4d21-be44-719f29b6c2bc req-18fc64dc-6f7d-4190-9ad8-13ca8f99a7e2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=95d6928c-327d-4ef9-93d7-a386fe30fad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328569 Aug 03 20:16:00.291990 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-2e0e3e90-41fc-438f-a319-a9dbc50349cd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:00.293474 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-2e0e3e90-41fc-438f-a319-a9dbc50349cd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 03 20:16:00.397105 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:00.397459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:00.489564 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:00.489937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:00.501754 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:00.671509 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:00.698742 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:00.746463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] No DVR routers for this DVR port ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:00.748921 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:00.750922 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-bc34077e-6ac9-4ba0-94a5-1e79d017b0f5 req-bdfac5c7-532d-4bfc-816b-f5655303608d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.54 "DELETE /v2.0/ports/ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f HTTP/1.1" status: 204 len: 173 time: 0.4512637 Aug 03 20:16:00.751364 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'name': 'network-vif-deleted', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:00.753656 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0b12e7-f15c-4ef0-b97c-aad1de602dba" -d '{"events": [{"server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "name": "network-vif-deleted", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:00.789543 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782155c0-5979-43a8-a72d-adebfb84c590 x-openstack-request-id: req-782155c0-5979-43a8-a72d-adebfb84c590 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:00.789842 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4258118a-de5f-44b5-beac-77d8f1b495db", "name": "network-vif-deleted", "tag": "ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:00.790095 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-782155c0-5979-43a8-a72d-adebfb84c590 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:00.791260 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4258118a-de5f-44b5-beac-77d8f1b495db', 'name': 'network-vif-deleted', 'tag': 'ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f', 'status': 'completed', 'code': 200} Aug 03 20:16:00.987119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3202d599-2638-433a-894f-f64cfbaf3754 req-9f3fe138-ade0-43c4-9e7e-acf526fabd91 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=4258118a-de5f-44b5-beac-77d8f1b495db HTTP/1.1" status: 200 len: 210 time: 0.0267029 Aug 03 20:16:02.040750 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45606) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:02.396616 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:02.977542 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:02.977889 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.069183 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:03.069897 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.082355 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:03.351684 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.376836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=1ad86c5a-a230-491d-a8a7-f4c8307b6b8e,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:03.561241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.783763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:03.810839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:03.835705 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:03.836046 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device ee3bf2ff-714a-4bd3-9792-3da03bc2cb3f not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:03.838506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:03.892784 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:03.901371 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-81b9a2a6-b803-4d07-98c3-9f5312997724 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/ff8368e0-86f4-4ca4-8d32-90bbd2d79b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8561044 Aug 03 20:16:03.901863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45608) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:03.904051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Sync routers for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:03.912989 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:03.913654 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:03.956379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting subnet 7afa8168-a568-4389-880c-dd1ebcf14352 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:16:03.959496 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.000245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.017763 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:04.090254 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.205994 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:16:03Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:04.220388 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.238792 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Checking router: ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:04.249838 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Routers {'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:04.250761 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Subnet': ['ID=7afa8168-a568-4389-880c-dd1ebcf14352,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:04.251245 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:04.253402 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.255280 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/subnets/7afa8168-a568-4389-880c-dd1ebcf14352 HTTP/1.1" status: 204 len: 168 time: 0.3524046 Aug 03 20:16:04.258099 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45610) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:04.260329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9789a528-4e8c-4deb-b240-e0e2f19f5386 None None] Network 3ef12876-76ef-48bb-8ce8-7474b93df49c requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:04.265812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.266421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.268506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.269079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.273230 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c2ead-5fcc-4cdf-a797-cdf3a3bec9b4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.387187 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] Set router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:04.399373 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.467519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] DHCP port deletion for 3ef12876-76ef-48bb-8ce8-7474b93df49c request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:16:04.514496 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.530641 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Deleting port fbd22bf7-e92a-446a-a222-be6c19bf2e3a {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:04.531026 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.595783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] For port fbd22bf7-e92a-446a-a222-be6c19bf2e3a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,segment=NetworkSegment(33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7),segment_id=33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:04.596187 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.610835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Calling delete_port for fbd22bf7-e92a-446a-a222-be6c19bf2e3a owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:04.674071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port f5e7987f-2b2a-4492-8b65-5677839b84f5 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:16:04.674607 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.702173 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:16:03Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:04.729344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb08453-13a9-44ac-bb14-a4b14de357ea None None] The sync data for ids ['ff8368e0-86f4-4ca4-8d32-90bbd2d79b57'] in n-d-803363-1 is: [{'id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-336408412', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:14:16Z', 'updated_at': '2021-08-03T20:16:03Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': 'f5e7987f-2b2a-4492-8b65-5677839b84f5', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8368e0-86f4-4ca4-8d32-90bbd2d79b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:14:17Z', 'updated_at': '2021-08-03T20:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:04.771436 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port f5e7987f-2b2a-4492-8b65-5677839b84f5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f5e7987f-2b2a-4492-8b65-5677839b84f5,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:04.771817 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.774653 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:04.787691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for f5e7987f-2b2a-4492-8b65-5677839b84f5 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:16:04.799898 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Pushing event deleted for resources: {'Port': ['ID=fbd22bf7-e92a-446a-a222-be6c19bf2e3a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:04.809501 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] No DVR routers for this DVR port fbd22bf7-e92a-446a-a222-be6c19bf2e3a on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:16:04.812339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.812339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.813065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.813065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.813337 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.813823 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.814209 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.814542 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.814873 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.815192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.815516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:04.815836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b96e3d1-c3ff-4111-9ce7-6bb02f0c9ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:05.008860 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.035405 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=f5e7987f-2b2a-4492-8b65-5677839b84f5,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:05.105912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.207544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.210007 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.230320 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:05.266846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:05.266846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 1ad86c5a-a230-491d-a8a7-f4c8307b6b8e not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:05.266846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fbd22bf7-e92a-446a-a222-be6c19bf2e3a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:05.287626 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: fbd22bf7-e92a-446a-a222-be6c19bf2e3a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:05.289888 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device fbd22bf7-e92a-446a-a222-be6c19bf2e3a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:05.356498 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.357087 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Fanout notify agent at l3_agent the message router_deleted on router ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:16:05.363719 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.364881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ea54d5c1-13b2-4d35-844b-7144487409f7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/routers/ff8368e0-86f4-4ca4-8d32-90bbd2d79b57 HTTP/1.1" status: 204 len: 168 time: 1.1057644 Aug 03 20:16:05.367739 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45612) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:05.458113 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.550968 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.561353 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef12876-76ef-48bb-8ce8-7474b93df49c']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:05.576216 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:05.576559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e52b90-4f0f-4a4e-8a2d-5e80b27ca4a7') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:05.585449 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.599765 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.606022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:16:05.606516 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:16:05.609359 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:16:05.722294 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.727409 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.730725 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/networks/3ef12876-76ef-48bb-8ce8-7474b93df49c HTTP/1.1" status: 204 len: 168 time: 0.3612132 Aug 03 20:16:05.732717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45614) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:05.745883 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654e6a8-02d2-4bcb-8914-09ce973670a0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Network': ['ID=3ef12876-76ef-48bb-8ce8-7474b93df49c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:05.796303 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.824235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.945584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.948827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:05.950004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/security-groups/95d6928c-327d-4ef9-93d7-a386fe30fad8 HTTP/1.1" status: 204 len: 168 time: 0.2162344 Aug 03 20:16:05.959298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314978-7e15-4941-8550-9107c3ec1000 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d6928c-327d-4ef9-93d7-a386fe30fad8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:06.282869 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45620) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:06.287668 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889125790', 'description': 'tempest-secgroup-smoke-889125790 description', 'project_id': '29d9f9c07eb74b33bce8ac948826b248'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:06.402094 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.484027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.608276 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.637334 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54955dc8-be1e-438d-9c2f-2b15ab557567,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:06.688704 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.689914 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-09ebb472-3469-4263-a35f-478c809892ea tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4060266 Aug 03 20:16:06.692829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45622) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:06.698299 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:06.761689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.822830 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.888675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.908032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389dcd9a-beb0-4ff6-aa68-e59f746b0780,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:06.968800 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:06.969979 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e0913279-b031-4932-a21c-7664272b394d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759492 Aug 03 20:16:06.972747 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45626) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:06.977278 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:07.070291 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.106525 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5e7987f-2b2a-4492-8b65-5677839b84f5 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:16:07.126933 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f5e7987f-2b2a-4492-8b65-5677839b84f5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:16:07.130147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f5e7987f-2b2a-4492-8b65-5677839b84f5 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:16:07.130279 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.191151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.209498 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e82ac4e-20f0-4e22-80a5-1b789f5398ed,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:07.260524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.261710 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-28e1a355-1e3d-4368-ad97-af535afc416b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2879887 Aug 03 20:16:07.264505 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45628) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:07.268980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:07.390620 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.449417 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.522500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.541519 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32391387-3e97-4e7f-afd9-90df8c9ac892,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:07.625797 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.627029 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-87650fc8-aa7d-4181-975f-e36da0d24ff7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3615704 Aug 03 20:16:07.632116 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45630) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:07.637100 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:07.726706 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.788406 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.871414 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.890265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252b0c05-4975-4320-af8d-0385f8f1fa54,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:07.962529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:07.964148 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ba51a5ee-6015-4ac2-9fa7-6224f27a319e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3308923 Aug 03 20:16:07.967136 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45632) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:07.971532 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:08.042815 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:16:08.047500 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.107014 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.129618 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:16:08.173937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.194818 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc9378e-cd16-456b-a52e-b60004f7991d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:08.254245 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.255593 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7323199-f501-4f2d-a43c-8f69629cab99 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875111 Aug 03 20:16:08.258404 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45634) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:08.263684 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'security_group_rule': {'security_group_id': '54955dc8-be1e-438d-9c2f-2b15ab557567', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:08.356886 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Project 29d9f9c07eb74b33bce8ac948826b248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:16:08.361791 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.421463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.499571 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.517140 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d2243b-7396-43d0-b426-6f45f4ab224b,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:08.585511 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.586726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3e818f78-52b9-4d49-aaf4-9290c8991d4e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3273816 Aug 03 20:16:08.590383 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45636) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:08.595350 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'network': {'name': 'tempest-network-smoke--540583101', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'port_security_enabled': True}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:08.664980 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:08.668745 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.692032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:16:08.701186 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.701538 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Added segment 11cacd8f-b20a-4a48-81c9-2df238a9b014 of type vlan for network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa Aug 03 20:16:08.743126 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.825546 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.831120 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:08.831845 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:08.898516 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Network': ['ID=0f557fef-e8ff-42a6-93a6-288b4d84b4aa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:08.908457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:16:08.946385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7973d61-d943-469f-9982-d8578f56bd8d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3548501 Aug 03 20:16:08.949625 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45638) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:08.954101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'admin_state_up': True, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:09.043027 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.044173 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.098649 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.288746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.529388 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.548320 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.651792 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.97 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/4fc532c7-5812-4b02-9517-4747c0bf4776) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:09.752244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.871408 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:09.910574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:09.913420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:09.919206 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:09.924524 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=4fc532c7-5812-4b02-9517-4747c0bf4776,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:10.232827 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:10.425159 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:10.608310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router 7ef8a389-f298-40a9-85ff-f89a36431f52 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:16:11.039054 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:11.048455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Sync routers for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:11.057872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:11.062429 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:11.123133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.124417 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a734ba8b-e29d-4e1e-b336-f57a4c9a2246 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1738441 Aug 03 20:16:11.127549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45640) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:11.156990 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aa20e420-8f99-47ed-92de-629d2333643c tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=29d9f9c07eb74b33bce8ac948826b248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282097 Aug 03 20:16:11.159491 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45642) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:11.166026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:11.249148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e933546f-c702-4c21-a5e9-c11d9d605153 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:11.250892 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e933546f-c702-4c21-a5e9-c11d9d605153 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905030 Aug 03 20:16:11.254045 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45644) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:11.296992 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-1b474ae6-3154-4561-a698-590592971256 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=f12fe178-a5d7-4dce-98fb-e9f94e381401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416055 Aug 03 20:16:11.299492 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45646) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:11.307240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1067319887', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:11.365658 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:10Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:11.391866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Checking router: 7ef8a389-f298-40a9-85ff-f89a36431f52 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:11.392211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Updating router 7ef8a389-f298-40a9-85ff-f89a36431f52 port 4fc532c7-5812-4b02-9517-4747c0bf4776 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:11.421085 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.499829 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:11.503480 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.670432 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.680194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Transition to ACTIVE for port object 4fc532c7-5812-4b02-9517-4747c0bf4776 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:11.745998 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.757096 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.804047 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Subnet': ['ID=11bec2ab-b27c-402d-8443-dc884f92e3ab,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:11.809649 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Attempting to bind port 4fc532c7-5812-4b02-9517-4747c0bf4776 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:11.810027 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Attempting to bind port 4fc532c7-5812-4b02-9517-4747c0bf4776 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:11.810386 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Attempting to bind port 4fc532c7-5812-4b02-9517-4747c0bf4776 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:11.812447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbecf6-72d6-4720-8472-fa01d06c35a0 None None] Pushing event updated for resources: {'Port': ['ID=4fc532c7-5812-4b02-9517-4747c0bf4776,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:11.814964 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Checking segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:11.815352 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network hostable DHCP agents. Network: 0f557fef-e8ff-42a6-93a6-288b4d84b4aa, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:16:11.817872 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:11.818236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:11.818645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.819037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:11.819551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Bound port: 4fc532c7-5812-4b02-9517-4747c0bf4776, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:11.820005 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:11.874104 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] For port 4fc532c7-5812-4b02-9517-4747c0bf4776, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:11.877399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] For port 4fc532c7-5812-4b02-9517-4747c0bf4776, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4fc532c7-5812-4b02-9517-4747c0bf4776,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:11.917277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:16:11.964005 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.019997 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:12.020639 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:12.055469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbecf6-72d6-4720-8472-fa01d06c35a0 None None] Pushing event updated for resources: {'Port': ['ID=4fc532c7-5812-4b02-9517-4747c0bf4776,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:12.105656 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 0f557fef-e8ff-42a6-93a6-288b4d84b4aa) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:12.109973 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:12.110579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.115839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61595a2a-57b3-4104-b8ad-92439afdf817 None None] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:12.170948 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:12.209605 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c7631374-1824-4aea-94cf-32b39ac4aeca tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9087250 Aug 03 20:16:12.212422 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45648) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:12.397488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:16:12.397922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.496020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:10Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:12.527237 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b55d33-56ca-4012-98cd-205e8af8ba7c None None] The sync data for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 is: [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:10Z', 'revision_number': 3, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:12.572804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Allocated IP 172.20.0.2 (0f557fef-e8ff-42a6-93a6-288b4d84b4aa/11bec2ab-b27c-402d-8443-dc884f92e3ab/a888b0d8-2fba-4345-a822-a42e27ab34ed) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:12.671250 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.757368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.768683 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Transition to ACTIVE for port object a888b0d8-2fba-4345-a822-a42e27ab34ed will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:12.786393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Transition to ACTIVE for port object a888b0d8-2fba-4345-a822-a42e27ab34ed will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:12.860270 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.910450 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:12.915640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:12.920093 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:12.923380 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Pushing event updated for resources: {'Port': ['ID=a888b0d8-2fba-4345-a822-a42e27ab34ed,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:12.981366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Attempting to bind port a888b0d8-2fba-4345-a822-a42e27ab34ed on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:12.981366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Attempting to bind port a888b0d8-2fba-4345-a822-a42e27ab34ed by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:12.981669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Attempting to bind port a888b0d8-2fba-4345-a822-a42e27ab34ed on network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:12.986902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:12.987500 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Checking segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:12.987716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.988071 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Bound using segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:12.988548 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Bound port: a888b0d8-2fba-4345-a822-a42e27ab34ed, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:12.989278 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:12.990236 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.1 (0f557fef-e8ff-42a6-93a6-288b4d84b4aa/11bec2ab-b27c-402d-8443-dc884f92e3ab/15901e07-628a-4b37-9973-f64e31f8a2bb) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:13.142116 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.161815 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object 15901e07-628a-4b37-9973-f64e31f8a2bb will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:13.213539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4fc532c7-5812-4b02-9517-4747c0bf4776 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:13.259019 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] For port a888b0d8-2fba-4345-a822-a42e27ab34ed, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:13.260424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.266439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] For port a888b0d8-2fba-4345-a822-a42e27ab34ed, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a888b0d8-2fba-4345-a822-a42e27ab34ed,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:13.304458 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:13.307823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:13.313943 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:13.338232 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:13.361568 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.363043 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.400390 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 4fc532c7-5812-4b02-9517-4747c0bf4776 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:13.406806 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4fc532c7-5812-4b02-9517-4747c0bf4776 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:13.407038 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.457045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe31f-bb46-4565-b621-3296117b50c5 None None] Pushing event updated for resources: {'Port': ['ID=a888b0d8-2fba-4345-a822-a42e27ab34ed,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:13.513713 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.535715 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 4fc532c7-5812-4b02-9517-4747c0bf4776, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4fc532c7-5812-4b02-9517-4747c0bf4776,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:13.585348 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.631768 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.690599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=4fc532c7-5812-4b02-9517-4747c0bf4776,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:13.879316 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:13.945936 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:14.024938 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:14.031134 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:14.124912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:14.126281 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:14.246043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router 7ef8a389-f298-40a9-85ff-f89a36431f52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:14.362292 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:14.367606 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c0bfea33-f332-4016-945f-cbc7ea07a1a5 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/7ef8a389-f298-40a9-85ff-f89a36431f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540253 Aug 03 20:16:14.527437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-817c2811-e46d-4854-bca4-fb07514305f2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889125790&fields=id&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 267 time: 0.0447309 Aug 03 20:16:14.534904 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d0403b-320d-445c-b794-36a2084b42e5 None None] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:16:14.578841 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Sync routers for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:14.588937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:14.589549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:14.656182 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-1ef65fdc-f472-4b54-8c8a-d7bd325b48d0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:14.657879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-1ef65fdc-f472-4b54-8c8a-d7bd325b48d0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 796 time: 0.1231041 Aug 03 20:16:14.675029 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-fdcfec98-362d-43f4-a304-c843c28839f3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/quotas/29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Aug 03 20:16:14.687996 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b998940f-b420-45eb-9062-5b73d563eb58 None None] Provisioning for port a888b0d8-2fba-4345-a822-a42e27ab34ed completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:14.703270 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:14.737182 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-a6f1a054-9eee-4e7f-a1b3-286dc37b00f6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546083 Aug 03 20:16:14.840868 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-0f4765d0-bf83-4a83-8752-ea29bc356155 service neutron] 10.222.0.67 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924737 Aug 03 20:16:14.927929 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 2, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:14.951004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-06b51d3b-7c1d-4e30-abea-58f44eba71d3 service neutron] 10.222.0.67 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946178 Aug 03 20:16:14.957057 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Checking router: 7ef8a389-f298-40a9-85ff-f89a36431f52 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:14.957415 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Updating router 7ef8a389-f298-40a9-85ff-f89a36431f52 port 15901e07-628a-4b37-9973-f64e31f8a2bb binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:16:14.983700 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:14.996961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e4e243d9-e4a5-42a1-95f0-02c2ee54a7fd None None] Provisioning for port 15901e07-628a-4b37-9973-f64e31f8a2bb completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:15.001076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e4e243d9-e4a5-42a1-95f0-02c2ee54a7fd None None] Provisioning complete for port 15901e07-628a-4b37-9973-f64e31f8a2bb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:15.001449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e4e243d9-e4a5-42a1-95f0-02c2ee54a7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.046461 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e4e243d9-e4a5-42a1-95f0-02c2ee54a7fd None None] Port 15901e07-628a-4b37-9973-f64e31f8a2bb cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:15.186945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-43d28096-41ae-45ce-9681-9cc007664b83 None None] Provisioning complete for port 15901e07-628a-4b37-9973-f64e31f8a2bb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:15.187282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43d28096-41ae-45ce-9681-9cc007664b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.222609 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-60dffe15-1f83-4772-b576-917d833140fd req-f6c4531f-1f45-4f48-94f1-01da0b3627dd tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 210 time: 0.0352666 Aug 03 20:16:15.279187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-43d28096-41ae-45ce-9681-9cc007664b83 None None] Port 15901e07-628a-4b37-9973-f64e31f8a2bb cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:15.325014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a888b0d8-2fba-4345-a822-a42e27ab34ed up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:15.378941 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.390477 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Transition to ACTIVE for port object 15901e07-628a-4b37-9973-f64e31f8a2bb will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:15.495220 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port a888b0d8-2fba-4345-a822-a42e27ab34ed completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:15.500863 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a888b0d8-2fba-4345-a822-a42e27ab34ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:15.501279 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.504044 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-132b639b-8e36-481f-8d70-9590e6701a49 None None] Provisioning complete for port 15901e07-628a-4b37-9973-f64e31f8a2bb triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:15.504406 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-132b639b-8e36-481f-8d70-9590e6701a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.523483 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.565045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-132b639b-8e36-481f-8d70-9590e6701a49 None None] Port 15901e07-628a-4b37-9973-f64e31f8a2bb cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:15.578743 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Pushing event updated for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:15.625305 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.631395 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.632363 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.632734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.633537 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.633537 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.633723 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.634773 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.635397 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.636007 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.636549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.637104 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.637625 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:16:15.641159 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Attempting to bind port 15901e07-628a-4b37-9973-f64e31f8a2bb on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:15.641819 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Attempting to bind port 15901e07-628a-4b37-9973-f64e31f8a2bb by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:15.642422 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Attempting to bind port 15901e07-628a-4b37-9973-f64e31f8a2bb on network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:15.649968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:15.650717 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Checking segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:15.651428 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.656015 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Bound using segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:15.656015 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Bound port: 15901e07-628a-4b37-9973-f64e31f8a2bb, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:15.656015 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.676229 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port a888b0d8-2fba-4345-a822-a42e27ab34ed, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a888b0d8-2fba-4345-a822-a42e27ab34ed,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:15.721819 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] For port 15901e07-628a-4b37-9973-f64e31f8a2bb, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:15.725320 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] For port 15901e07-628a-4b37-9973-f64e31f8a2bb, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=15901e07-628a-4b37-9973-f64e31f8a2bb,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:15.751232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.753906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4fc532c7-5812-4b02-9517-4747c0bf4776 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:15.809305 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.843559 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=a888b0d8-2fba-4345-a822-a42e27ab34ed,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:15.855644 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 4fc532c7-5812-4b02-9517-4747c0bf4776 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:15.856371 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:15.863495 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:15.864272 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:15:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:15.926631 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677d25-1bf7-4a3f-9fd9-a93e1709128f None None] Pushing event updated for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=4']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:16.008432 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:16.031615 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:16.211816 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:15Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:16.243823 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af0c958-122b-4f50-bfd1-6bd6319f3bb5 None None] The sync data for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 is: [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:15Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:16.364215 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ee59df4-7b7d-457c-9011-391d8c956a86 req-de14795c-1193-406d-a1ef-c0f06ef59797 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 210 time: 0.0282583 Aug 03 20:16:17.245231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a888b0d8-2fba-4345-a822-a42e27ab34ed up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:17.282702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-39a407d4-f0a8-4a0f-90a9-2d97f0f68eed tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:17.284205 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-39a407d4-f0a8-4a0f-90a9-2d97f0f68eed tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 796 time: 0.1183171 Aug 03 20:16:17.295286 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port a888b0d8-2fba-4345-a822-a42e27ab34ed triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:17.295658 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.329985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-48f13fc6-7c7c-4ede-bf7b-c021a5da3db7 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29d9f9c07eb74b33bce8ac948826b248 HTTP/1.1" status: 200 len: 379 time: 0.0365682 Aug 03 20:16:17.340806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'port': {'device_id': '193787a9-a049-440d-9f33-49ce29e77d47', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'admin_state_up': True, 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'security_groups': ['54955dc8-be1e-438d-9c2f-2b15ab557567']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:17.376912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 15901e07-628a-4b37-9973-f64e31f8a2bb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:17.471862 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4e188c2e-34bf-4756-8c1b-9e14daa3a963 req-a3709720-453d-49fc-94d9-154c74a307fc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 210 time: 0.0351093 Aug 03 20:16:17.511369 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 15901e07-628a-4b37-9973-f64e31f8a2bb completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:17.515529 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 15901e07-628a-4b37-9973-f64e31f8a2bb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:17.515900 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.539951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Made reservation on behalf of 29d9f9c07eb74b33bce8ac948826b248 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:16:17.543842 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.593713 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.627565 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 15901e07-628a-4b37-9973-f64e31f8a2bb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=15901e07-628a-4b37-9973-f64e31f8a2bb,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:17.674214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.20.0.9 (0f557fef-e8ff-42a6-93a6-288b4d84b4aa/11bec2ab-b27c-402d-8443-dc884f92e3ab/eb55c668-cfce-448c-9cec-81b749810ce7) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:17.688707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.741381 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:17.812364 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.825558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Transition to ACTIVE for port object eb55c668-cfce-448c-9cec-81b749810ce7 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:17.928936 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:17.974752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:17.979387 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:17.984416 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:18.023578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:18.061354 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:18.062107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.136019 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-aecbd3d1-a9e4-46bd-839e-5e1e64b7e04e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003180 Aug 03 20:16:18.152631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Request body: {'port': {'device_id': '193787a9-a049-440d-9f33-49ce29e77d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:18.209424 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.396350 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b884d9ff-6965-490d-84d7-5c2cab6924bf None None] Provisioning for port eb55c668-cfce-448c-9cec-81b749810ce7 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:18.400609 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-b884d9ff-6965-490d-84d7-5c2cab6924bf None None] Provisioning complete for port eb55c668-cfce-448c-9cec-81b749810ce7 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:18.401081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b884d9ff-6965-490d-84d7-5c2cab6924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.435362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-b884d9ff-6965-490d-84d7-5c2cab6924bf None None] Port eb55c668-cfce-448c-9cec-81b749810ce7 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:16:18.484420 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb55c668-cfce-448c-9cec-81b749810ce7 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:16:18.491737 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.503860 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Transition to ACTIVE for port object eb55c668-cfce-448c-9cec-81b749810ce7 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:16:18.568339 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.638077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0c18-fccd-404e-a06f-6d541bf55647 req-a4364ca1-d8d1-411d-981f-19c20c45f7f4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:18.639719 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-594b0c18-fccd-404e-a06f-6d541bf55647 req-a4364ca1-d8d1-411d-981f-19c20c45f7f4 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 931 time: 0.0992317 Aug 03 20:16:18.640849 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:18.729256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-594b0c18-fccd-404e-a06f-6d541bf55647 req-aeb6412a-72d3-4e7d-b9be-b746cb312961 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820489 Aug 03 20:16:18.747913 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Attempting to bind port eb55c668-cfce-448c-9cec-81b749810ce7 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:16:18.748246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Attempting to bind port eb55c668-cfce-448c-9cec-81b749810ce7 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:16:18.748748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Attempting to bind port eb55c668-cfce-448c-9cec-81b749810ce7 on network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:18.752981 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Port eb55c668-cfce-448c-9cec-81b749810ce7 on network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:16:18.753302 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Attempting to bind port eb55c668-cfce-448c-9cec-81b749810ce7 on network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:16:18.758216 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:16:18.758555 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Checking segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:16:18.758974 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Bound using segment: {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:16:18.759502 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Bound port: eb55c668-cfce-448c-9cec-81b749810ce7, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11cacd8f-b20a-4a48-81c9-2df238a9b014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:16:18.759904 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.824785 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:16:18.825383 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-69ad37c3-ecaa-45e2-8603-d77659910c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.828724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=eb55c668-cfce-448c-9cec-81b749810ce7,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:16:18.917319 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.949002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:18.949833 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:18.951279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] 10.222.0.77 "PUT /v2.0/ports/eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 1091 time: 0.8073819 Aug 03 20:16:18.953356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:18.956446 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0954c6b-55f3-4409-a8db-d157f2e82adb" -d '{"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:18.985677 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c273595-7b7e-4efc-9f95-b68443c51628 service neutron] Pushing event updated for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:19.085992 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617dfc8a-657b-48ea-9257-e8d5cbf0b8c7 x-openstack-request-id: req-617dfc8a-657b-48ea-9257-e8d5cbf0b8c7 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:19.086292 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:19.086555 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-617dfc8a-657b-48ea-9257-e8d5cbf0b8c7 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:19.086955 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'status': 'completed', 'code': 200} Aug 03 20:16:19.119812 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-a414153d-7541-47ab-9391-defbfa950f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.121455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-a414153d-7541-47ab-9391-defbfa950f00 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1094 time: 0.0666869 Aug 03 20:16:19.166866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 15901e07-628a-4b37-9973-f64e31f8a2bb up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:19.169969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-04c0e3b5-2f9e-415c-8223-689d8ae4dfe6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 217 time: 0.0396991 Aug 03 20:16:19.218919 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-0c880afc-f016-4326-b378-50a90cf3be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.220326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-0c880afc-f016-4326-b378-50a90cf3be2d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0449533 Aug 03 20:16:19.220454 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 15901e07-628a-4b37-9973-f64e31f8a2bb triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:19.220873 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:19.271681 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-c206fe77-4f6b-4436-af5f-781e2310d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.273235 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-c206fe77-4f6b-4436-af5f-781e2310d073 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457747 Aug 03 20:16:19.362208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-f49f7220-5874-41a8-937d-621f26a8ba03 service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818079 Aug 03 20:16:19.453325 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2e23992d-1c4a-4176-b069-85e00ca487b5 req-cc24538b-ffc5-4ef3-b650-574f4ceacaaa service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840592 Aug 03 20:16:19.599180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-f8fcce01-4fc6-4dad-a232-f1c795d3c7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.600699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-f8fcce01-4fc6-4dad-a232-f1c795d3c7a1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1094 time: 0.0411959 Aug 03 20:16:19.688342 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-5c5b1ab1-80ba-482c-97be-9662be2d8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.689826 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-5c5b1ab1-80ba-482c-97be-9662be2d8071 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 897 time: 0.0816827 Aug 03 20:16:19.733984 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-47df2f26-d985-4e6c-8d44-198872d9b44b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 217 time: 0.0373938 Aug 03 20:16:19.783682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-294ddc7a-c6e8-4aff-9a76-6fd44fab3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.785201 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-294ddc7a-c6e8-4aff-9a76-6fd44fab3af3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0445220 Aug 03 20:16:19.863939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-7f70580c-0a11-4d4a-90e5-8191daa82031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.865500 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-7f70580c-0a11-4d4a-90e5-8191daa82031 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732486 Aug 03 20:16:19.873750 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce130b-0469-42fd-a671-36eba213ab29 req-f1bcfd7e-27eb-4644-8b5e-3a1eb015e315 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:19.875122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cce130b-0469-42fd-a671-36eba213ab29 req-f1bcfd7e-27eb-4644-8b5e-3a1eb015e315 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 943 time: 0.0752482 Aug 03 20:16:19.956834 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9cce130b-0469-42fd-a671-36eba213ab29 req-7717c918-bc85-47f3-ab77-049aa75a4edc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736327 Aug 03 20:16:19.985192 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-964604fc-f6c0-4745-8c68-654830803915 service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089025 Aug 03 20:16:20.407069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0954c6b-55f3-4409-a8db-d157f2e82adb req-4f91de45-151a-4b24-9bac-b14b3799d17e service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139836 Aug 03 20:16:21.071197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf97de-c9f3-4f51-9748-92fb6c4445cb req-f972a0b9-dc3a-4741-8df6-81d59076b372 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:21.072821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fdf97de-c9f3-4f51-9748-92fb6c4445cb req-f972a0b9-dc3a-4741-8df6-81d59076b372 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 943 time: 0.0494337 Aug 03 20:16:21.110906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7fdf97de-c9f3-4f51-9748-92fb6c4445cb req-522ae144-f88c-42b2-bc31-309564b0ee15 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322075 Aug 03 20:16:21.531122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device eb55c668-cfce-448c-9cec-81b749810ce7 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:16:21.627011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=eb55c668-cfce-448c-9cec-81b749810ce7,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:21.641840 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'port_id': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'mac_address': 'fa:16:3e:0f:aa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:16:21.678921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:21.692158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb55c668-cfce-448c-9cec-81b749810ce7 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:16:21.711908 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=eb55c668-cfce-448c-9cec-81b749810ce7,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:21.779588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:21.826301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:22.021230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['eb55c668-cfce-448c-9cec-81b749810ce7'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:16:22.098737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-650b64d3-43f6-4b11-b224-8a9fa977f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:22.225928 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b807-55b8-42e7-8a21-d88b19543af0 req-62bd9673-9dca-4148-9a48-48c06930f387 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:22.227781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd63b807-55b8-42e7-8a21-d88b19543af0 req-62bd9673-9dca-4148-9a48-48c06930f387 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 944 time: 0.0505116 Aug 03 20:16:22.253133 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:22.267639 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd63b807-55b8-42e7-8a21-d88b19543af0 req-40d5cd38-47eb-46b4-88f7-05a5506b4047 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326514 Aug 03 20:16:23.144965 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:23.386079 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e02f1-bdc8-4c3e-8bfc-39805e85a680 req-6c588434-534b-4426-bc71-9d3b424ee991 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:23.387545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db5e02f1-bdc8-4c3e-8bfc-39805e85a680 req-6c588434-534b-4426-bc71-9d3b424ee991 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 944 time: 0.0530205 Aug 03 20:16:23.427692 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db5e02f1-bdc8-4c3e-8bfc-39805e85a680 req-ae8b67be-98ab-45f3-bd41-219795a300f6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341063 Aug 03 20:16:23.531451 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device eb55c668-cfce-448c-9cec-81b749810ce7 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:16:23.642333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port eb55c668-cfce-448c-9cec-81b749810ce7 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:16:23.646226 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port eb55c668-cfce-448c-9cec-81b749810ce7 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:16:23.646601 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:23.725104 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:23.747120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:23.749417 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60b67f2-42d2-4835-b10f-f46c83235706" -d '{"events": [{"server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "name": "network-vif-plugged", "status": "completed", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:23.762835 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=eb55c668-cfce-448c-9cec-81b749810ce7,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:16:23.784408 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087b6dbf-149e-4afc-a3ef-c11792f15b30 x-openstack-request-id: req-087b6dbf-149e-4afc-a3ef-c11792f15b30 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:23.784715 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "name": "network-vif-plugged", "status": "completed", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:23.784965 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-087b6dbf-149e-4afc-a3ef-c11792f15b30 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:23.785358 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'code': 200} Aug 03 20:16:23.802294 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:23.852144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:23.881156 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0dc787-d12e-4a2f-ab31-22a6a924d94c req-293d1d8c-bb5d-4180-8843-4b64bfda41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:23.882665 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f0dc787-d12e-4a2f-ab31-22a6a924d94c req-293d1d8c-bb5d-4180-8843-4b64bfda41fe service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1096 time: 0.0424976 Aug 03 20:16:23.919055 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2f0dc787-d12e-4a2f-ab31-22a6a924d94c req-827bff0f-44ac-4c06-a7d6-a65ed4c8b57e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290995 Aug 03 20:16:24.542989 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65015e03-6694-44cc-b674-d7d29af19a31 req-b96b4ca6-2835-4b2b-a117-417a689f3a8b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:24.544503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65015e03-6694-44cc-b674-d7d29af19a31 req-b96b4ca6-2835-4b2b-a117-417a689f3a8b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Aug 03 20:16:24.583343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-65015e03-6694-44cc-b674-d7d29af19a31 req-47b3fc0f-e7ae-4a5b-9b08-3e5647647118 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326786 Aug 03 20:16:25.030997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:25.701149 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092a4fc-a208-47b4-a490-5e0ca66432ee req-67a30d83-ebd5-4dcf-87af-76e19c543f7e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:25.702622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6092a4fc-a208-47b4-a490-5e0ca66432ee req-67a30d83-ebd5-4dcf-87af-76e19c543f7e tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0529041 Aug 03 20:16:25.740433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6092a4fc-a208-47b4-a490-5e0ca66432ee req-d6ced5fa-9ec9-44d0-b503-5b88f242826d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Aug 03 20:16:25.857509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4636bf-77f3-4fb9-89ec-90bd2805ba45 req-a4ec6f8c-5a7f-420e-9ede-bc043bfbe535 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:25.858974 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed4636bf-77f3-4fb9-89ec-90bd2805ba45 req-a4ec6f8c-5a7f-420e-9ede-bc043bfbe535 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Aug 03 20:16:25.897245 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ed4636bf-77f3-4fb9-89ec-90bd2805ba45 req-21141385-4750-4742-a775-315fbc18219f tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 Aug 03 20:16:25.918795 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45708) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:25.957636 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68952b61-1972-469b-8a67-f4ee9b47dcf4 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:25.959167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-68952b61-1972-469b-8a67-f4ee9b47dcf4 tempest-TestNetworkAdvancedServerOps-1109751763 tempest-TestNetworkAdvancedServerOps-1109751763-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1091 time: 0.0393982 Aug 03 20:16:25.962463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45710) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:25.967140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:16:26.065518 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.163819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.263773 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Allocated IP 172.25.2.30 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/2b0af056-6adc-4a10-aeb6-561743a7c1ab) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:16:26.368668 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.454458 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.489631 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:16:26.492492 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:16:26.496017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:16:26.525318 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=2b0af056-6adc-4a10-aeb6-561743a7c1ab,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:26.848870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:26.997701 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.144049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.208521 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.308016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event updated for resources: {'Port': ['ID=2b0af056-6adc-4a10-aeb6-561743a7c1ab,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:16:27.321647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.422979 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 8d0d6e18-a4fa-4a0e-b487-92d3886f1977 associated. External IP: 172.25.2.30, port: eb55c668-cfce-448c-9cec-81b749810ce7. Aug 03 20:16:27.632992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router 7ef8a389-f298-40a9-85ff-f89a36431f52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:16:27.743939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:16:27.753197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Sync routers for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:16:27.762743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:27.763361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:27.830526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:27.860796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7e556722-8286-40d9-8490-80b5d05c49c9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8970926 Aug 03 20:16:27.862141 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:16:27.864874 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88523a82-781c-4a4b-b311-c8262440971c" -d '{"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:16:27.870147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:27.959414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51551a9f-cba7-43bb-9456-f9d85fd2ab9a req-71f82672-1836-4d3a-af99-3119d3b6b2dc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:27.960935 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51551a9f-cba7-43bb-9456-f9d85fd2ab9a req-71f82672-1836-4d3a-af99-3119d3b6b2dc tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Aug 03 20:16:28.000108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-51551a9f-cba7-43bb-9456-f9d85fd2ab9a req-0594d50d-cd86-42d9-bd98-7276f2a2114c tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323842 Aug 03 20:16:28.022898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45718) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:28.067738 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb6e62e-24d5-46cc-9187-24e7ca971e5c x-openstack-request-id: req-edb6e62e-24d5-46cc-9187-24e7ca971e5c {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:16:28.068036 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:16:28.068255 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edb6e62e-24d5-46cc-9187-24e7ca971e5c {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:16:28.068658 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'status': 'completed', 'code': 200} Aug 03 20:16:28.104827 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8d0d6e18-a4fa-4a0e-b487-92d3886f1977', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'port_id': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'mac_address': 'fa:16:3e:0f:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193787a9-a049-440d-9f33-49ce29e77d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:16:26Z', 'updated_at': '2021-08-03T20:16:26Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.121720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f18c23c4-f4de-4321-bb81-95659f163475 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8d0d6e18-a4fa-4a0e-b487-92d3886f1977 HTTP/1.1" status: 200 len: 990 time: 0.0976200 Aug 03 20:16:28.131761 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Checking router: 7ef8a389-f298-40a9-85ff-f89a36431f52 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:16:28.134889 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523a82-781c-4a4b-b311-c8262440971c req-fc2a3cd1-c545-42f9-8026-68d27613b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:28.136418 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-fc2a3cd1-c545-42f9-8026-68d27613b6db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1096 time: 0.0653229 Aug 03 20:16:28.140932 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:16:28.141546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.225675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523a82-781c-4a4b-b311-c8262440971c req-742a26dd-c85f-4794-a6b3-c91507942150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:28.227151 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-742a26dd-c85f-4794-a6b3-c91507942150 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 897 time: 0.0841615 Aug 03 20:16:28.248047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:16:28.298751 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-1207830d-e7b0-441c-bf17-a016c29a7ce4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 998 time: 0.0640600 Aug 03 20:16:28.348386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523a82-781c-4a4b-b311-c8262440971c req-8ac525b4-45d1-4527-ad75-c562217ffbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:28.349879 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-8ac525b4-45d1-4527-ad75-c562217ffbed service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0442822 Aug 03 20:16:28.396031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88523a82-781c-4a4b-b311-c8262440971c req-e998f949-03ed-4d49-8b04-5efc3560bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:28.397588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-e998f949-03ed-4d49-8b04-5efc3560bf90 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396888 Aug 03 20:16:28.473225 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8d0d6e18-a4fa-4a0e-b487-92d3886f1977', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'port_id': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'mac_address': 'fa:16:3e:0f:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193787a9-a049-440d-9f33-49ce29e77d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:16:26Z', 'updated_at': '2021-08-03T20:16:26Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:16:28.491587 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-d3514ecd-8350-45fc-8b17-b302c53c89ec service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866299 Aug 03 20:16:28.500398 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366adbe3-447b-45ce-9386-8de2addb02da None None] The sync data for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 is: [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '8d0d6e18-a4fa-4a0e-b487-92d3886f1977', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'port_id': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'mac_address': 'fa:16:3e:0f:aa:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193787a9-a049-440d-9f33-49ce29e77d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:16:26Z', 'updated_at': '2021-08-03T20:16:26Z', 'revision_number': 0, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:16:28.586515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88523a82-781c-4a4b-b311-c8262440971c req-984397de-fdde-44b6-bee8-98567909503c service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878813 Aug 03 20:16:28.705695 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18671737-bf5c-4a34-8d98-7a580211d92e None None] New status for floating IP 8d0d6e18-a4fa-4a0e-b487-92d3886f1977: ACTIVE {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:16:29.125133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45720) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:29.189937 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-bc3c1b1b-7d1e-4edf-a53d-5958cf68395b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8d0d6e18-a4fa-4a0e-b487-92d3886f1977 HTTP/1.1" status: 200 len: 992 time: 0.0635796 Aug 03 20:16:33.871051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:36.250228 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-0f9c573e-49b9-41ff-b02d-da798fcc64d8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400710 Aug 03 20:16:36.333771 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-bafb458b-0561-471f-ad71-49dd3acc4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:36.335242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-bafb458b-0561-471f-ad71-49dd3acc4d2f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1096 time: 0.0400279 Aug 03 20:16:36.443936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-286751b5-ec5c-4fd0-af6e-6fc7064208b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:36.445456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-286751b5-ec5c-4fd0-af6e-6fc7064208b7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 897 time: 0.0887010 Aug 03 20:16:36.511754 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-27c5b62a-2e6d-4f7f-9f44-fa10a91b7259 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0578804 Aug 03 20:16:36.563924 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-091dfa5e-f962-489d-91e0-e2f5c4b28ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:36.565395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-091dfa5e-f962-489d-91e0-e2f5c4b28ab0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0437474 Aug 03 20:16:36.614511 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-4734c0aa-4380-4919-90aa-3f934f978480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:36.615979 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-4734c0aa-4380-4919-90aa-3f934f978480 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442114 Aug 03 20:16:36.706904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-ab17b356-6eba-464d-9888-ef37f6dc259f service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822895 Aug 03 20:16:36.801505 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ff8aa59-9dec-4615-91bc-082e9887d7f1 req-69c6ccaf-5c03-4e17-863e-025cd78f4fd0 service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875857 Aug 03 20:16:45.129637 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:16:46.019393 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:48.858951 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c9239604-4723-4bc6-9001-2aafa46edafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:52.105170 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aacb474a-d64e-47c0-92ca-88cfd03b5267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:52.316692 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:53.162307 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:55.030580 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:16:56.136601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e47abb-ac80-46a3-9036-4bb27eb73aee req-0ac302ef-4479-41be-aa03-c8411a7aab3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:56.138157 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0e47abb-ac80-46a3-9036-4bb27eb73aee req-0ac302ef-4479-41be-aa03-c8411a7aab3b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0509660 Aug 03 20:16:56.176729 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0e47abb-ac80-46a3-9036-4bb27eb73aee req-992e6d81-6c19-490d-a470-f87339dfa5c1 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Aug 03 20:16:57.293887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4953a-b89c-438c-b224-f7df456474c0 req-29bb7020-ff2e-4f2c-8f4e-f3f2438f4d9d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:57.295371 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09d4953a-b89c-438c-b224-f7df456474c0 req-29bb7020-ff2e-4f2c-8f4e-f3f2438f4d9d tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Aug 03 20:16:57.333482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-09d4953a-b89c-438c-b224-f7df456474c0 req-9499acf2-c73d-48ac-a433-b423357a8a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Aug 03 20:16:57.355148 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45738) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:16:57.417737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d7b0d34b-7ded-487f-b969-d495d6b535b3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8d0d6e18-a4fa-4a0e-b487-92d3886f1977 HTTP/1.1" status: 200 len: 992 time: 0.0615096 Aug 03 20:16:58.802653 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e63eb9-3f1e-42e1-92f5-cf7ca3a44b27 req-78664fed-41b4-4f00-bcb8-cd84d702e633 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:58.804097 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e63eb9-3f1e-42e1-92f5-cf7ca3a44b27 req-78664fed-41b4-4f00-bcb8-cd84d702e633 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0540557 Aug 03 20:16:58.851068 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-84e63eb9-3f1e-42e1-92f5-cf7ca3a44b27 req-2082f326-bfe1-422c-9c8a-bfa6efa3b383 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407412 Aug 03 20:16:58.885339 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db25-532b-4134-8934-60c402d7b20b req-c9c07cd9-1c67-4da6-b739-21e3d2fb422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:58.886923 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-c9c07cd9-1c67-4da6-b739-21e3d2fb422e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1096 time: 0.0467880 Aug 03 20:16:58.980197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db25-532b-4134-8934-60c402d7b20b req-a82ba99d-58cf-4953-96a9-94ec06ac9c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:58.981594 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-a82ba99d-58cf-4953-96a9-94ec06ac9c43 service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 897 time: 0.0879791 Aug 03 20:16:59.044913 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-5f05a60f-a7bb-43b0-87be-6dcaf6812f34 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0565691 Aug 03 20:16:59.095731 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db25-532b-4134-8934-60c402d7b20b req-56c7f1a8-f84b-4a95-869d-f24de0a9950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:59.097184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-56c7f1a8-f84b-4a95-869d-f24de0a9950b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0461907 Aug 03 20:16:59.142284 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926db25-532b-4134-8934-60c402d7b20b req-db4d78a5-0b56-459b-97a6-09b24ef83b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:59.143763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-db4d78a5-0b56-459b-97a6-09b24ef83b3d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401294 Aug 03 20:16:59.231596 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-9505ae2f-327d-48f9-88e1-fa283765bde5 service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808270 Aug 03 20:16:59.323701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f926db25-532b-4134-8934-60c402d7b20b req-fcccfbdb-78c8-45aa-b9ee-18e5a14b9f1c service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Aug 03 20:16:59.970191 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205687f-8092-4c48-bf85-ef46af4791c6 req-46b0bdfe-3c9f-4cb7-8004-d1fa51f7d7cb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:16:59.971873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3205687f-8092-4c48-bf85-ef46af4791c6 req-46b0bdfe-3c9f-4cb7-8004-d1fa51f7d7cb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0507033 Aug 03 20:17:00.010292 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3205687f-8092-4c48-bf85-ef46af4791c6 req-5d7b84ca-b084-416a-a712-a718a2794004 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324559 Aug 03 20:17:01.128562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a418c29-a6e5-46bc-9c29-9d44c3bfa168 req-522acea1-001b-4f22-8a09-36b7e27366b2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:01.130196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a418c29-a6e5-46bc-9c29-9d44c3bfa168 req-522acea1-001b-4f22-8a09-36b7e27366b2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0528183 Aug 03 20:17:01.168191 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9a418c29-a6e5-46bc-9c29-9d44c3bfa168 req-a0f69353-aa19-4d40-9763-a7be81519bda tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Aug 03 20:17:01.189678 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45750) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:01.249128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c7bb587f-326f-4dca-adea-c0f3d824692a tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/floatingips/8d0d6e18-a4fa-4a0e-b487-92d3886f1977 HTTP/1.1" status: 200 len: 992 time: 0.0582747 Aug 03 20:17:01.519279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45756) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:01.681085 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 2b0af056-6adc-4a10-aeb6-561743a7c1ab {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:17:01.681427 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:01.758703 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:01.759034 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:01.770675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 2b0af056-6adc-4a10-aeb6-561743a7c1ab owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:17:01.985096 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:02.010401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=2b0af056-6adc-4a10-aeb6-561743a7c1ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:02.073544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:02.073790 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Floating IP 8d0d6e18-a4fa-4a0e-b487-92d3886f1977 disassociated (deleted). External IP: 172.25.2.30, port: eb55c668-cfce-448c-9cec-81b749810ce7. Aug 03 20:17:02.274089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router 7ef8a389-f298-40a9-85ff-f89a36431f52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:02.709246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:02.714049 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:02.718853 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Sync routers for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:02.728402 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:02.729277 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:02.741184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6bc484d9-d8d0-4bce-a82a-115ad62e7534 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/floatingips/8d0d6e18-a4fa-4a0e-b487-92d3886f1977 HTTP/1.1" status: 204 len: 168 time: 1.2209044 Aug 03 20:17:02.741753 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:02.744097 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ece499-087a-42ec-b1b1-114678c5ee02" -d '{"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:02.835597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:03.041073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:03.066396 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3095e92a-e91e-4069-94e1-0b9aae3c752f x-openstack-request-id: req-3095e92a-e91e-4069-94e1-0b9aae3c752f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:03.067318 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:03.067680 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3095e92a-e91e-4069-94e1-0b9aae3c752f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:03.068283 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'status': 'completed', 'code': 200} Aug 03 20:17:03.069727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Checking router: 7ef8a389-f298-40a9-85ff-f89a36431f52 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:03.083067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:03.083067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:03.167629 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-23d6a21d-4e61-48ea-86bc-eeac58e87070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.169240 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-23d6a21d-4e61-48ea-86bc-eeac58e87070 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=29d9f9c07eb74b33bce8ac948826b248&device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 1096 time: 0.0761056 Aug 03 20:17:03.181781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037af0d7-483a-484d-bf87-c9a964b75d26 req-7fdfc1a8-21d7-4a2a-8926-d4a1f89e9f78 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.183211 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-037af0d7-483a-484d-bf87-c9a964b75d26 req-7fdfc1a8-21d7-4a2a-8926-d4a1f89e9f78 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0647612 Aug 03 20:17:03.193847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:03.270802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-037af0d7-483a-484d-bf87-c9a964b75d26 req-108d11ff-38d8-4879-b0da-679fbae20140 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778623 Aug 03 20:17:03.295382 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-433d040b-8338-403d-9202-75bf1fe27c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.297061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-433d040b-8338-403d-9202-75bf1fe27c0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 200 len: 897 time: 0.1129801 Aug 03 20:17:03.342929 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-a583c1bb-8a5c-456d-a14a-85b5fe4f5751 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 200 len: 217 time: 0.0380731 Aug 03 20:17:03.386911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:03.402972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-9e724ad7-e2b0-4fcb-a7ee-953597fc9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.404433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-9e724ad7-e2b0-4fcb-a7ee-953597fc9a77 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 200 len: 835 time: 0.0446310 Aug 03 20:17:03.415426 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2276a62f-e0b8-49eb-aa62-a6d873976249 None None] The sync data for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 is: [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '15901e07-628a-4b37-9973-f64e31f8a2bb', 'name': '', 'network_id': '0f557fef-e8ff-42a6-93a6-288b4d84b4aa', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'mac_address': 'fa:16:3e:05:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:12Z', 'updated_at': '2021-08-03T20:16:17Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'subnets': [{'id': '11bec2ab-b27c-402d-8443-dc884f92e3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:03.455291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-0ce4e86e-0aa1-4fd5-a3fc-50b1788731a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:03.456922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-0ce4e86e-0aa1-4fd5-a3fc-50b1788731a2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=0f557fef-e8ff-42a6-93a6-288b4d84b4aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437989 Aug 03 20:17:03.557265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-fef88c88-fcb9-4f59-881b-8caf4009222c service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922005 Aug 03 20:17:03.651674 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14ac45-737f-4e59-b334-0d87c8d57e20 None None] New status for floating IP 8d0d6e18-a4fa-4a0e-b487-92d3886f1977: DOWN {{(pid=101345) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:17:03.652220 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18ece499-087a-42ec-b1b1-114678c5ee02 req-6784210e-0ab5-4cf9-a1a1-0a5154dffa08 service neutron] 10.222.0.77 "GET /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 Aug 03 20:17:03.852758 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:04.396032 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd22701-7444-4beb-a6de-e49214a1d3aa req-b2d64631-b88b-446b-ace9-fac6bdbfc998 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:04.397581 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdd22701-7444-4beb-a6de-e49214a1d3aa req-b2d64631-b88b-446b-ace9-fac6bdbfc998 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0555427 Aug 03 20:17:04.439738 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fdd22701-7444-4beb-a6de-e49214a1d3aa req-acff5fee-464f-4777-bb97-5c36c1be1da3 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/security-groups?id=54955dc8-be1e-438d-9c2f-2b15ab557567&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361400 Aug 03 20:17:04.766154 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-00dd657d-f30a-4624-b1cd-622e70a748bb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:04.767634 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-00dd657d-f30a-4624-b1cd-622e70a748bb tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 945 time: 0.0560656 Aug 03 20:17:04.857214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port eb55c668-cfce-448c-9cec-81b749810ce7 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:17:04.857610 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:04.949184 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port eb55c668-cfce-448c-9cec-81b749810ce7, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=eb55c668-cfce-448c-9cec-81b749810ce7,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:04.949546 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:04.962486 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for eb55c668-cfce-448c-9cec-81b749810ce7 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:17:05.167527 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:05.201684 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=eb55c668-cfce-448c-9cec-81b749810ce7,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:05.227531 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.227886 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.228229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.228850 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.229186 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.229520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.229854 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.230183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.230576 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.230909 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.231234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.231559 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:05.253203 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] No DVR routers for this DVR port eb55c668-cfce-448c-9cec-81b749810ce7 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:17:05.255786 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:05.257784 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-faa54f43-d0ba-488d-8829-6426bd06f2eb req-a2f88676-30cb-48fa-8a2d-98322756fc82 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.77 "DELETE /v2.0/ports/eb55c668-cfce-448c-9cec-81b749810ce7 HTTP/1.1" status: 204 len: 173 time: 0.4838164 Aug 03 20:17:05.258222 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'name': 'network-vif-deleted', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:05.260464 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c98aace-d909-4f6f-a657-4b62f9f5a780" -d '{"events": [{"server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "name": "network-vif-deleted", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:05.296536 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e135709-9936-481b-98f6-80d70970ed96 x-openstack-request-id: req-4e135709-9936-481b-98f6-80d70970ed96 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:05.296860 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193787a9-a049-440d-9f33-49ce29e77d47", "name": "network-vif-deleted", "tag": "eb55c668-cfce-448c-9cec-81b749810ce7", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:05.297114 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e135709-9936-481b-98f6-80d70970ed96 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:05.297518 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193787a9-a049-440d-9f33-49ce29e77d47', 'name': 'network-vif-deleted', 'tag': 'eb55c668-cfce-448c-9cec-81b749810ce7', 'status': 'completed', 'code': 200} Aug 03 20:17:05.565065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3f19e784-f54a-4ea9-8e80-2563f936eac8 req-f448e11f-53df-4727-b845-af091483a3d6 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "GET /v2.0/ports?device_id=193787a9-a049-440d-9f33-49ce29e77d47 HTTP/1.1" status: 200 len: 210 time: 0.0273330 Aug 03 20:17:06.625130 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45774) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:06.985317 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:07.234546 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 15901e07-628a-4b37-9973-f64e31f8a2bb {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:17:07.234882 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:07.319939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 15901e07-628a-4b37-9973-f64e31f8a2bb, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=15901e07-628a-4b37-9973-f64e31f8a2bb,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:07.320306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:07.332159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 15901e07-628a-4b37-9973-f64e31f8a2bb owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:17:07.556472 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:07.584542 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=15901e07-628a-4b37-9973-f64e31f8a2bb,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:07.760778 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:07.889307 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device eb55c668-cfce-448c-9cec-81b749810ce7 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:17:07.980214 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Router 7ef8a389-f298-40a9-85ff-f89a36431f52 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:08.066846 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: eb55c668-cfce-448c-9cec-81b749810ce7 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:17:08.067197 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device eb55c668-cfce-448c-9cec-81b749810ce7 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:17:08.089399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:08.094247 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c3bd8fcc-9b4e-4a38-9b6c-2b7c370c14b9 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "PUT /v2.0/routers/7ef8a389-f298-40a9-85ff-f89a36431f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4680953 Aug 03 20:17:08.097019 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45776) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:08.099946 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Sync routers for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:08.109366 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:08.109970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:08.150105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting subnet 11bec2ab-b27c-402d-8443-dc884f92e3ab {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:17:08.153544 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.193473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.214421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:08.279264 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.389634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:17:07Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:08.401896 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.420363 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Checking router: 7ef8a389-f298-40a9-85ff-f89a36431f52 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:08.428884 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Routers {'7ef8a389-f298-40a9-85ff-f89a36431f52'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:08.429484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['7ef8a389-f298-40a9-85ff-f89a36431f52'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:08.429608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Subnet': ['ID=11bec2ab-b27c-402d-8443-dc884f92e3ab,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:08.434912 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.436294 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-87363942-d2d0-4360-a91b-9c071c529a9b tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/subnets/11bec2ab-b27c-402d-8443-dc884f92e3ab HTTP/1.1" status: 204 len: 168 time: 0.3383105 Aug 03 20:17:08.438894 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45778) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:08.464449 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e3884f-5be3-4c4d-a431-fef38c964610 None None] Network 0f557fef-e8ff-42a6-93a6-288b4d84b4aa requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:17:08.548995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.624048 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] Set router 7ef8a389-f298-40a9-85ff-f89a36431f52 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:08.656448 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.792223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] DHCP port deletion for 0f557fef-e8ff-42a6-93a6-288b4d84b4aa request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:17:08.793979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Deleting port 4fc532c7-5812-4b02-9517-4747c0bf4776 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:17:08.794477 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.842854 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:17:07Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:08.870646 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914aaba-ec36-44eb-b738-a0f15395abc4 None None] The sync data for ids ['7ef8a389-f298-40a9-85ff-f89a36431f52'] in n-d-803363-1 is: [{'id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066224065', 'tenant_id': '29d9f9c07eb74b33bce8ac948826b248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:17:07Z', 'revision_number': 5, 'project_id': '29d9f9c07eb74b33bce8ac948826b248', 'gw_port': {'id': '4fc532c7-5812-4b02-9517-4747c0bf4776', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:57:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef8a389-f298-40a9-85ff-f89a36431f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:16:09Z', 'updated_at': '2021-08-03T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:08.877289 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] For port 4fc532c7-5812-4b02-9517-4747c0bf4776, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=4fc532c7-5812-4b02-9517-4747c0bf4776,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:08.877689 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.889025 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Deleting port a888b0d8-2fba-4345-a822-a42e27ab34ed {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:17:08.889025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.897932 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Calling delete_port for 4fc532c7-5812-4b02-9517-4747c0bf4776 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:17:08.960662 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] For port a888b0d8-2fba-4345-a822-a42e27ab34ed, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=a888b0d8-2fba-4345-a822-a42e27ab34ed,segment=NetworkSegment(11cacd8f-b20a-4a48-81c9-2df238a9b014),segment_id=11cacd8f-b20a-4a48-81c9-2df238a9b014)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:08.961067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:08.973371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Calling delete_port for a888b0d8-2fba-4345-a822-a42e27ab34ed owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:17:09.115394 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.143979 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.144797 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Pushing event deleted for resources: {'Port': ['ID=a888b0d8-2fba-4345-a822-a42e27ab34ed,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:09.150824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] No DVR routers for this DVR port a888b0d8-2fba-4345-a822-a42e27ab34ed on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.162420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.167518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.167518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.167518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.167518 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcd40ec-12f3-417e-b659-3e4fd23dea9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.171071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Port': ['ID=4fc532c7-5812-4b02-9517-4747c0bf4776,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:09.238643 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.337412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a888b0d8-2fba-4345-a822-a42e27ab34ed no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:17:09.338707 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.341119 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.359011 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: a888b0d8-2fba-4345-a822-a42e27ab34ed {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:17:09.359362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device a888b0d8-2fba-4345-a822-a42e27ab34ed not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:17:09.359920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 15901e07-628a-4b37-9973-f64e31f8a2bb no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:17:09.381926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 15901e07-628a-4b37-9973-f64e31f8a2bb {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:17:09.382270 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 15901e07-628a-4b37-9973-f64e31f8a2bb not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:17:09.453479 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.454013 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Fanout notify agent at l3_agent the message router_deleted on router 7ef8a389-f298-40a9-85ff-f89a36431f52 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:17:09.462020 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.463167 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-70b4528f-19b3-4934-ab86-5770f98862e0 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/routers/7ef8a389-f298-40a9-85ff-f89a36431f52 HTTP/1.1" status: 204 len: 168 time: 1.0232725 Aug 03 20:17:09.466109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45780) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:09.553090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.646517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.656198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f557fef-e8ff-42a6-93a6-288b4d84b4aa']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:09.665918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11cacd8f-b20a-4a48-81c9-2df238a9b014') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:09.666225 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11cacd8f-b20a-4a48-81c9-2df238a9b014') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:09.674810 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.688397 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.695113 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:17:09.695528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:17:09.698490 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:17:09.813463 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.826225 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.826225 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/networks/0f557fef-e8ff-42a6-93a6-288b4d84b4aa HTTP/1.1" status: 204 len: 168 time: 0.3557303 Aug 03 20:17:09.826477 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45786) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:09.834682 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'Network': ['ID=0f557fef-e8ff-42a6-93a6-288b4d84b4aa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:09.842777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.843590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.843590 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.843819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.844124 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.844462 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.844830 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.845163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.845517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.845847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.846172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.846495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f434c09f-c450-4080-843f-efdbf83d5ee2 tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:09.889704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:09.917325 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.047816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.050358 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.051522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] 10.222.0.67 "DELETE /v2.0/security-groups/54955dc8-be1e-438d-9c2f-2b15ab557567 HTTP/1.1" status: 204 len: 168 time: 0.2248180 Aug 03 20:17:10.063707 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efeedcb-f685-47f2-9e6d-0f74ff9215ef tempest-TestNetworkAdvancedServerOps-962705085 tempest-TestNetworkAdvancedServerOps-962705085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54955dc8-be1e-438d-9c2f-2b15ab557567,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:10.613290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45794) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:10.743778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e7edf461-6e82-4974-8e88-69a58efdb18f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29d9f9c07eb74b33bce8ac948826b248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292863 Aug 03 20:17:10.746197 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45798) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:10.794542 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.814757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.961167 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.963738 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:10.964963 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4c36159d-0cd4-456d-95de-e3df49248383 HTTP/1.1" status: 204 len: 168 time: 0.2178559 Aug 03 20:17:10.973031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab984-d959-44de-8f30-a2218f89b556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36159d-0cd4-456d-95de-e3df49248383,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:11.140054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4fc532c7-5812-4b02-9517-4747c0bf4776 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:17:11.161312 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 4fc532c7-5812-4b02-9517-4747c0bf4776 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:17:11.161664 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 4fc532c7-5812-4b02-9517-4747c0bf4776 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:17:11.469157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45804) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:11.482649 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06c00c1e-e35b-4167-8a8a-fbbb270aabf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.569306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06c00c1e-e35b-4167-8a8a-fbbb270aabf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.618827 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-06c00c1e-e35b-4167-8a8a-fbbb270aabf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.660489 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00c1e-e35b-4167-8a8a-fbbb270aabf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75571452-6fd3-4286-9ddf-3c476d8e1b74,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:11.666637 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-06c00c1e-e35b-4167-8a8a-fbbb270aabf4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3785bba3084f47148cc41d9443a5373e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964393 Aug 03 20:17:11.669504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45806) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:11.720789 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.742199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.824526 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.827085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:11.828249 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/75571452-6fd3-4286-9ddf-3c476d8e1b74 HTTP/1.1" status: 204 len: 168 time: 0.1579790 Aug 03 20:17:11.836558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff8e6d-f598-481c-8a13-ff86e9364461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75571452-6fd3-4286-9ddf-3c476d8e1b74,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:12.799445 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45828) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:12.892320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1058320153-network', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:12.961616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Made reservation on behalf of 909cfcaefa014f509d9e0b1a9ae91353 for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:17:12.963862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:12.971977 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.057744 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.121907 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.147206 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:17:13.158910 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c55fcb-3ba2-442a-8af5-7892eeadd8a7,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:13.163032 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.163408 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Added segment d1f7a6fa-805e-4ca9-a82c-af8033e0e911 of type vlan for network 2c05f111-e2a4-4043-9778-890b2bef51b0 Aug 03 20:17:13.203829 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.288209 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.289211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:13.289784 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.350824 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] Pushing event updated for resources: {'Network': ['ID=2c05f111-e2a4-4043-9778-890b2bef51b0,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:13.360613 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:17:13.414319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d35a201-e6cf-44f0-9ad7-8fff39999e20 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6137941 Aug 03 20:17:13.417251 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45832) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:13.422171 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Request body: {'subnet': {'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1058320153-subnet', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:13.516127 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Made reservation on behalf of 909cfcaefa014f509d9e0b1a9ae91353 for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:17:13.518493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.732951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.780586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:13.795939 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:13.796298 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Network hostable DHCP agents. Network: 2c05f111-e2a4-4043-9778-890b2bef51b0, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:17:13.864069 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:17:13.944396 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, 2c05f111-e2a4-4043-9778-890b2bef51b0) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:13.949211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:13.950677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:13.954017 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147cb28-65fb-4345-a716-741dd0ad5555 None None] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:17:14.064932 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-0d23d6a9-a493-4e4a-a03d-13914ead5404 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6464996 Aug 03 20:17:14.067534 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45834) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:14.072600 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:14.111250 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-2c05f111-e2a4-4043-9778-890b2bef51b0', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:17:14.112110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.156389 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.157556 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.210883 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.243753 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Allocated IP 172.20.0.2 (2c05f111-e2a4-4043-9778-890b2bef51b0/bf8dc7d3-c7ec-447f-849c-20fec0b31d6f/6d8d983e-31ba-4ae0-8b6d-a79b4fef928a) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:14.385049 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.393036 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Transition to ACTIVE for port object 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:14.403114 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.408083 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Transition to ACTIVE for port object 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:14.476331 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.512980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:14.515836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:14.519651 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:14.530268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Pushing event updated for resources: {'Port': ['ID=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:14.583782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Attempting to bind port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:14.584251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Attempting to bind port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:14.584703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Attempting to bind port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:14.589762 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:14.590133 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:14.590531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.590921 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Bound using segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:14.591412 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Bound port: 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:14.591789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.655134 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] For port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:14.658253 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] For port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:14.757735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:14.816273 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe01809-296b-458f-8c0d-eca9f09a46db None None] Pushing event updated for resources: {'Port': ['ID=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:15.018690 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.041044 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.148112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Allocated IP 172.25.2.146 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/eef03538-d27c-4907-a86e-7e8b87a27708) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:15.210448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:15.254384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.350789 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:15.379377 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.417705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:15.420698 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:15.423205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:15.456688 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Pushing event updated for resources: {'Port': ['ID=eef03538-d27c-4907-a86e-7e8b87a27708,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:15.680576 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b7984-774d-4d96-b1fd-49b6924b34e7 None None] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:17:15.762734 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.865672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Provisioning for port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:15.869960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Provisioning complete for port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:15.870417 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.972004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:15.976463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.015016 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] For port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:16.019015 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.082194 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.130877 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe38da-4c67-4f1f-adcc-d32fa1ecf346 None None] Pushing event updated for resources: {'Port': ['ID=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:16.185045 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:17:16.200511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e44d97b9-b808-454c-a61e-6afa55a14f13 None None] Provisioning complete for port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:16.204994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e44d97b9-b808-454c-a61e-6afa55a14f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.295226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:16.304288 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:16.313243 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:16.313894 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:16.367517 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.368871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-446e56d5-7811-41d8-a475-bde220b63502 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2998004 Aug 03 20:17:16.371606 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45836) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:16.417899 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:16.593205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:15Z', 'revision_number': 3, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:16.619793 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:16.620134 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Updating router 0260e17b-8760-4758-bd8b-de1e96db7c50 port eef03538-d27c-4907-a86e-7e8b87a27708 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:17:16.644517 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.786105 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.898604 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:16.908416 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Transition to ACTIVE for port object eef03538-d27c-4907-a86e-7e8b87a27708 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:16.939970 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Allocated IP 172.20.0.1 (2c05f111-e2a4-4043-9778-890b2bef51b0/bf8dc7d3-c7ec-447f-849c-20fec0b31d6f/f25d2629-9404-4a0b-af3f-df5339065097) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:16.967508 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.016555 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Attempting to bind port eef03538-d27c-4907-a86e-7e8b87a27708 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:17.016945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Attempting to bind port eef03538-d27c-4907-a86e-7e8b87a27708 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:17.017301 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Attempting to bind port eef03538-d27c-4907-a86e-7e8b87a27708 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:17.023349 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Pushing event updated for resources: {'Port': ['ID=eef03538-d27c-4907-a86e-7e8b87a27708,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:17.031093 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:17.031464 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:17.031864 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.032251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:17.032734 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Bound port: eef03538-d27c-4907-a86e-7e8b87a27708, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:17.033109 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.036215 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.037283 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.037626 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.037954 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.038283 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.038641 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.038972 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.039280 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.039593 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.039911 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.040226 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.040539 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:17:17.053955 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.065744 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Transition to ACTIVE for port object f25d2629-9404-4a0b-af3f-df5339065097 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:17.091036 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] For port eef03538-d27c-4907-a86e-7e8b87a27708, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:17.094063 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] For port eef03538-d27c-4907-a86e-7e8b87a27708, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eef03538-d27c-4907-a86e-7e8b87a27708,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:17.151140 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.173949 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.200560 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:17.216500 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:17.217114 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785a86-d10d-4823-945e-fa1f1b86b4e4 None None] Pushing event updated for resources: {'Port': ['ID=eef03538-d27c-4907-a86e-7e8b87a27708,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:17.219570 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:17.225205 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:17.226684 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:17.227348 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:17.231295 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Pushing event updated for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:17.273041 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.274942 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:17.275525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.339798 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:17.514973 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.523215 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:15Z', 'revision_number': 3, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:17.550588 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0886a693-20da-4697-ae5e-7f52a220562a None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:15Z', 'revision_number': 3, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:17.590425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6281db0d-7e32-492b-b680-d2b1a460b8a4 None None] Provisioning for port f25d2629-9404-4a0b-af3f-df5339065097 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:17.595026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6281db0d-7e32-492b-b680-d2b1a460b8a4 None None] Provisioning complete for port f25d2629-9404-4a0b-af3f-df5339065097 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:17.595399 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6281db0d-7e32-492b-b680-d2b1a460b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.634459 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-6281db0d-7e32-492b-b680-d2b1a460b8a4 None None] Port f25d2629-9404-4a0b-af3f-df5339065097 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:17:17.688961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.773272 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.846375 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Pushing event updated for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:17.849546 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:17.950656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:17.952077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:18.088907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:18.161166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-37127afc-b2ac-4b3c-b497-2ee6e4f7f553 None None] Provisioning complete for port f25d2629-9404-4a0b-af3f-df5339065097 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:18.161645 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-37127afc-b2ac-4b3c-b497-2ee6e4f7f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:18.198223 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-37127afc-b2ac-4b3c-b497-2ee6e4f7f553 None None] Port f25d2629-9404-4a0b-af3f-df5339065097 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:17:18.214394 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:18.219277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3ef9debe-245a-4dc3-b91f-cfba9c31f742 admin admin] 10.222.0.67 "PUT /v2.0/routers/0260e17b-8760-4758-bd8b-de1e96db7c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466601 Aug 03 20:17:18.802848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6dda50cb-6797-4246-9a46-2cfa376c8ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:18.935495 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45852) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:18.940578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-867114731-network', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:19.035972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Made reservation on behalf of b5ced29854a84409bbeb5298f959567e for: {'network': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:17:19.039149 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.048898 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.067826 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:19.077340 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:19.077967 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:19.138297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.218998 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.248169 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=101342) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:17:19.254814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9241eb-afcc-49f5-9ca9-4a662f16bf2b,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:19.261929 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.262280 n-d-803363-1 neutron-server[101342]: INFO neutron.db.segments_db [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Added segment 6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889 of type vlan for network f7a3725b-afd3-40f2-98be-3cccc089ee64 Aug 03 20:17:19.307597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.326669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eef03538-d27c-4907-a86e-7e8b87a27708 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:19.381324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:19.390570 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.391673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:19.392330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.451172 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] Pushing event updated for resources: {'Network': ['ID=f7a3725b-afd3-40f2-98be-3cccc089ee64,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:19.462719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:17:19.535436 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port eef03538-d27c-4907-a86e-7e8b87a27708 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:19.554531 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eef03538-d27c-4907-a86e-7e8b87a27708 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:19.554908 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.563328 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-d9a9f60f-3bbc-49bb-bf56-980ebdc0072b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6255672 Aug 03 20:17:19.564901 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45854) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:19.570616 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Request body: {'subnet': {'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-867114731-subnet', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'ip_version': 4}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:19.687538 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Made reservation on behalf of b5ced29854a84409bbeb5298f959567e for: {'subnet': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:17:19.690282 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11683119'] for subnet, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.699735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.724522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port eef03538-d27c-4907-a86e-7e8b87a27708, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eef03538-d27c-4907-a86e-7e8b87a27708,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:19.730930 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 2, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:19.758582 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:19.758938 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Updating router 0260e17b-8760-4758-bd8b-de1e96db7c50 port f25d2629-9404-4a0b-af3f-df5339065097 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:17:19.783176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.835123 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.928850 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1693545', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11683133'] for subnet, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:19.955749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=eef03538-d27c-4907-a86e-7e8b87a27708,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:19.987702 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b8f546-e262-4a2f-8e33-c8f56f027bc2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:19.996198 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Checking segment: {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:19.996558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Network hostable DHCP agents. Network: f7a3725b-afd3-40f2-98be-3cccc089ee64, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101342) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:17:20.076095 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101342) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:17:20.095344 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.104421 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Transition to ACTIVE for port object f25d2629-9404-4a0b-af3f-df5339065097 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:20.150607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, f7a3725b-afd3-40f2-98be-3cccc089ee64) {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:20.154921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:20.155581 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.160477 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eead35f-6ace-4182-8f13-d6065691178e None None] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:17:20.201372 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.271515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f7c6-7b13-41e4-bd22-d72f3c7b4728 None None] Pushing event updated for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:20.284545 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f57d7a4-ac38-412b-93c9-64c9837eac6b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7185462 Aug 03 20:17:20.287813 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45856) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:20.292716 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:20.364247 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Attempting to bind port f25d2629-9404-4a0b-af3f-df5339065097 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:20.365304 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Attempting to bind port f25d2629-9404-4a0b-af3f-df5339065097 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:20.365907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Attempting to bind port f25d2629-9404-4a0b-af3f-df5339065097 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:20.375470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:20.375850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:20.376257 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.376675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Bound using segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:20.377151 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Bound port: f25d2629-9404-4a0b-af3f-df5339065097, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:20.377545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.392246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.392246 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.431470 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-f7a3725b-afd3-40f2-98be-3cccc089ee64', 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'fixed_ips': [{'subnet_id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:17:20.432409 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.451018 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.528696 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] For port f25d2629-9404-4a0b-af3f-df5339065097, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:20.557669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] For port f25d2629-9404-4a0b-af3f-df5339065097, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f25d2629-9404-4a0b-af3f-df5339065097,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:20.617308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Allocated IP 172.20.0.2 (f7a3725b-afd3-40f2-98be-3cccc089ee64/83b8f546-e262-4a2f-8e33-c8f56f027bc2/5a7b1098-e79b-4c51-9670-e1db2b5e14ee) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:20.642465 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.655107 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.751954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31f7c6-7b13-41e4-bd22-d72f3c7b4728 None None] Pushing event updated for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:20.758368 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:20.759305 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:16:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:20.900118 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.917055 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Transition to ACTIVE for port object 5a7b1098-e79b-4c51-9670-e1db2b5e14ee will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:20.927377 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:20.933996 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.953653 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:20.964110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Transition to ACTIVE for port object 5a7b1098-e79b-4c51-9670-e1db2b5e14ee will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:21.050035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.060669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Allocated IP 172.25.2.169 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/7c1284b2-637e-4a23-a0e0-01191447aa95) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:21.110041 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:21.116137 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:21.117978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Pushing event updated for resources: {'Port': ['ID=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:21.121790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:21.167112 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.213348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eef03538-d27c-4907-a86e-7e8b87a27708 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:21.220313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Attempting to bind port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:21.223650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Attempting to bind port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:21.223650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Attempting to bind port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee on network f7a3725b-afd3-40f2-98be-3cccc089ee64 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:21.253749 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:21.254126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Checking segment: {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:21.254528 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.254918 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Bound using segment: {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:21.255954 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Bound port: 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:21.256415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.293578 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.337275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:21.338140 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:20Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:21.340331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:21.341418 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port eef03538-d27c-4907-a86e-7e8b87a27708 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:21.341788 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.342781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:21.374185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1284b2-637e-4a23-a0e0-01191447aa95,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:21.393122 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ba8863-c7ed-4dbb-b073-bad95602d5a7 None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:20Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:21.396811 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] For port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:21.416469 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] For port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:21.556952 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:21.629256 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e27d4-40a1-424f-85c5-fcc48450f7df None None] Pushing event updated for resources: {'Port': ['ID=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:22.073753 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:22.075922 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4dc8a9d6-b19f-4cec-9c89-9845651a8134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:22.131599 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:17:22.258906 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:22.287819 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:22.493580 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101342) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:17:22.608999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f9d6b4-82ef-419d-ac41-6ed64b954c4a None None] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:17:22.620092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:22.635932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Sync routers for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:22.646547 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:22.647149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:22.699007 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:22.702890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9dee3c6c-bd87-455f-aa31-eb36b9a3db47 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4113662 Aug 03 20:17:22.703098 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45858) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:22.757608 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:22.882771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-e6b5a0f4-2313-4897-94f3-7836fa6eb601 None None] Provisioning for port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:22.954775 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:21Z', 'revision_number': 3, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:23.088932 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Checking router: 72838780-1ed8-4aa5-ad41-8a1f75b7e078 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:23.089703 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Updating router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 port 7c1284b2-637e-4a23-a0e0-01191447aa95 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:17:23.120850 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.170006 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.223557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.285581 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5a7b1098-e79b-4c51-9670-e1db2b5e14ee up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:23.358724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Allocated IP 172.20.0.1 (f7a3725b-afd3-40f2-98be-3cccc089ee64/83b8f546-e262-4a2f-8e33-c8f56f027bc2/02ec343b-e2b4-4f83-99e8-70c23f0770c5) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:23.403847 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.413505 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Transition to ACTIVE for port object 7c1284b2-637e-4a23-a0e0-01191447aa95 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:23.418182 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:23.421958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:23.422322 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.465298 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.470331 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.481806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Transition to ACTIVE for port object 02ec343b-e2b4-4f83-99e8-70c23f0770c5 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:23.511534 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.517484 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Attempting to bind port 7c1284b2-637e-4a23-a0e0-01191447aa95 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:23.517846 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Attempting to bind port 7c1284b2-637e-4a23-a0e0-01191447aa95 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:23.518198 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Attempting to bind port 7c1284b2-637e-4a23-a0e0-01191447aa95 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:23.529806 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:23.530171 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:23.530559 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.530938 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:23.531391 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Bound port: 7c1284b2-637e-4a23-a0e0-01191447aa95, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:23.531759 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.534393 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d06ad7-ce97-4cc7-96d1-a2707c7c8ebc None None] Pushing event updated for resources: {'Port': ['ID=7c1284b2-637e-4a23-a0e0-01191447aa95,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:23.544471 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:23.579178 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.583901 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] For port 7c1284b2-637e-4a23-a0e0-01191447aa95, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:23.587843 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] For port 7c1284b2-637e-4a23-a0e0-01191447aa95, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c1284b2-637e-4a23-a0e0-01191447aa95,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:23.595968 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.596807 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f25d2629-9404-4a0b-af3f-df5339065097 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:23.621694 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:23.626129 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:23.636839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:23.654482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Pushing event updated for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:23.659827 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.680692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:23.689461 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.723272 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d06ad7-ce97-4cc7-96d1-a2707c7c8ebc None None] Pushing event updated for resources: {'Port': ['ID=7c1284b2-637e-4a23-a0e0-01191447aa95,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:23.726716 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:23.727165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:23.759597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port f25d2629-9404-4a0b-af3f-df5339065097 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:23.764866 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f25d2629-9404-4a0b-af3f-df5339065097 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:23.765248 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.852033 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:23.858892 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.892957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port f25d2629-9404-4a0b-af3f-df5339065097, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f25d2629-9404-4a0b-af3f-df5339065097,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:23.936102 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:23.966833 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.018362 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:24.050992 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:21Z', 'revision_number': 3, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:24.053642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92bd13f1-ac8e-4d5c-bdb2-8a37e8249ecf None None] Provisioning for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:24.057634 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-92bd13f1-ac8e-4d5c-bdb2-8a37e8249ecf None None] Provisioning complete for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:24.058150 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-92bd13f1-ac8e-4d5c-bdb2-8a37e8249ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.080876 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91b366f-48f0-4d8e-818c-587beaa3d5d2 None None] The sync data for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 is: [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:21Z', 'revision_number': 3, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:24.106379 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-92bd13f1-ac8e-4d5c-bdb2-8a37e8249ecf None None] Port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:17:24.114334 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.190440 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.259734 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Pushing event updated for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:24.262306 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.372717 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:24.374278 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:24.500105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:24.614666 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:24.629873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-3f1f7fcc-b17b-46a6-bdce-987f356826f7 admin admin] 10.222.0.67 "PUT /v2.0/routers/72838780-1ed8-4aa5-ad41-8a1f75b7e078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9177024 Aug 03 20:17:24.630114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-79b7fb6e-dc94-4a4e-8986-17b9b3573b15 None None] Provisioning complete for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:24.630114 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-79b7fb6e-dc94-4a4e-8986-17b9b3573b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:24.666935 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-79b7fb6e-dc94-4a4e-8986-17b9b3573b15 None None] Port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:17:25.024830 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.148385 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45866) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:25.153752 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262781157', 'description': 'tempest-secgroup-smoke-262781157 description', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:25.261443 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f25d2629-9404-4a0b-af3f-df5339065097 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:25.270017 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.317868 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port f25d2629-9404-4a0b-af3f-df5339065097 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:25.319801 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.369618 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.415268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5a7b1098-e79b-4c51-9670-e1db2b5e14ee up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:25.435966 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.513338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:25.513338 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.514401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b467f3c-4b96-464d-8335-104ef6ce3826,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:25.543861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c1284b2-637e-4a23-a0e0-01191447aa95 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:25.595858 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.597158 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9429247e-deb0-4ccb-b17f-56ae9859f399 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4476576 Aug 03 20:17:25.600112 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45868) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:25.605667 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:25.622284 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Sync routers for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:25.632834 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:25.633492 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:25.710603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 7c1284b2-637e-4a23-a0e0-01191447aa95 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:25.718423 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c1284b2-637e-4a23-a0e0-01191447aa95 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:25.718793 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.720756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.773439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:25.778980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.840856 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.858665 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c214cc6-3d3d-4e18-a5f3-ad6af44371c1,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:25.925779 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.927590 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:25.929704 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-4cb4afa7-618f-4c1d-b2a0-998ec6d4d162 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3278675 Aug 03 20:17:25.932410 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:25.937128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:25.966259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 7c1284b2-637e-4a23-a0e0-01191447aa95, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c1284b2-637e-4a23-a0e0-01191447aa95,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:26.024110 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 4, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '02ec343b-e2b4-4f83-99e8-70c23f0770c5', 'name': '', 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'mac_address': 'fa:16:3e:67:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:23Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 2, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'subnets': [{'id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:26.035148 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.050593 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Checking router: 72838780-1ed8-4aa5-ad41-8a1f75b7e078 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:26.050947 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Updating router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:17:26.054275 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.099235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.104218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.151169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=7c1284b2-637e-4a23-a0e0-01191447aa95,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.196281 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.212090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c885ec-a030-47e2-90e9-70685bb8af31,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.293450 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.294720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c1ed49c7-6bcd-484e-876d-bee3b2507a32 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612778 Aug 03 20:17:26.297569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45872) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:26.302070 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:26.385234 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.389716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.394629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Transition to ACTIVE for port object 02ec343b-e2b4-4f83-99e8-70c23f0770c5 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:26.446575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.470500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.519555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58acc37-7372-4b05-8463-a96c96210ebc None None] Pushing event updated for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.528710 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.555089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96203da-be67-4fcb-8069-a4c5f7fa89d4,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.579743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Attempting to bind port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:26.579743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Attempting to bind port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:26.579743 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Attempting to bind port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 on network f7a3725b-afd3-40f2-98be-3cccc089ee64 {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:26.582740 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:26.583329 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Checking segment: {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:26.583651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.584066 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Bound using segment: {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:26.584539 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Bound port: 02ec343b-e2b4-4f83-99e8-70c23f0770c5, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:26.584955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.613074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.617018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39271798-d3f4-4cf8-8cda-5842fdd5be71 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3158381 Aug 03 20:17:26.620843 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 45874) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:26.622504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:26.654348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] For port 02ec343b-e2b4-4f83-99e8-70c23f0770c5, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:26.656903 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] For port 02ec343b-e2b4-4f83-99e8-70c23f0770c5, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=02ec343b-e2b4-4f83-99e8-70c23f0770c5,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:26.727075 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.778513 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.786692 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.853644 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.856400 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:26.857136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:26.875062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d244a62-d8d0-436d-a822-3923c3eca8bc,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.905164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58acc37-7372-4b05-8463-a96c96210ebc None None] Pushing event updated for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:26.921150 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:26.923846 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd7ade82-f238-4d4c-97fc-ec233a30c67b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3040459 Aug 03 20:17:26.925638 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45876) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:26.931374 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:26.985077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:27.012276 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Project 909cfcaefa014f509d9e0b1a9ae91353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:17:27.017638 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.079926 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.144109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.162991 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b9d275-a462-474a-a8da-f2be8dbd5599,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.201275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c1284b2-637e-4a23-a0e0-01191447aa95 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:27.207741 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 4, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '02ec343b-e2b4-4f83-99e8-70c23f0770c5', 'name': '', 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'mac_address': 'fa:16:3e:67:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:23Z', 'updated_at': '2021-08-03T20:17:26Z', 'revision_number': 4, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'subnets': [{'id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:27.235921 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.237206 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-18ac8e86-cbba-412e-ba10-ebfa2576e577 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3104322 Aug 03 20:17:27.239940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45878) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:27.245209 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8b467f3c-4b96-464d-8335-104ef6ce3826', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:27.251699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8aa1c-4094-47bb-bcf5-cc6591d63420 None None] The sync data for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 is: [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 4, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '02ec343b-e2b4-4f83-99e8-70c23f0770c5', 'name': '', 'network_id': 'f7a3725b-afd3-40f2-98be-3cccc089ee64', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'mac_address': 'fa:16:3e:67:50:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:23Z', 'updated_at': '2021-08-03T20:17:26Z', 'revision_number': 4, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'subnets': [{'id': '83b8f546-e262-4a2f-8e33-c8f56f027bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:27.278353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 7c1284b2-637e-4a23-a0e0-01191447aa95 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:27.278644 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.344546 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Project 909cfcaefa014f509d9e0b1a9ae91353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:17:27.356206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.433047 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.516507 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.541718 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc671e9-ea39-48e3-b8a9-9009af5a0295,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:27.628084 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:27.628084 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-cd19096e-6628-41ee-86d6-34df0b45a611 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799005 Aug 03 20:17:27.767476 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-51b09b23-6fec-4ee8-9eef-e77cb8926fe3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262781157&fields=id&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 267 time: 0.0320110 Aug 03 20:17:27.876441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-7a42be27-43c4-4948-bc58-64a7c16a9632 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:27.877948 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-7a42be27-43c4-4948-bc58-64a7c16a9632 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 809 time: 0.1030037 Aug 03 20:17:27.893987 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09e1c150-b48b-4d50-a3e9-a7900c8ab75d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/quotas/909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 375 time: 0.0095332 Aug 03 20:17:27.946160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-a192007b-d0fb-417a-9f42-7eca209f2456 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446439 Aug 03 20:17:28.045516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-63f2ee8e-2bf9-4693-b593-d18a29eeb344 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:17:28.046562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-63f2ee8e-2bf9-4693-b593-d18a29eeb344 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0888045 Aug 03 20:17:28.144838 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-788bcfb9-6084-4493-8834-71f719b1d92a service neutron] 10.222.0.67 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918651 Aug 03 20:17:28.239755 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-800669f2-d87b-499f-b899-c3e52d958d94 service neutron] 10.222.0.67 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884304 Aug 03 20:17:28.500851 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-83e4220b-e8aa-46a9-8cda-a31eac0bdb9d req-7e8e07ee-df9a-4eba-9aeb-a8c9ac9382be tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 210 time: 0.0303907 Aug 03 20:17:29.210301 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 02ec343b-e2b4-4f83-99e8-70c23f0770c5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:29.310427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:29.314338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:29.314706 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:29.389684 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:29.421259 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 02ec343b-e2b4-4f83-99e8-70c23f0770c5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=02ec343b-e2b4-4f83-99e8-70c23f0770c5,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:29.510125 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:29.561769 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:29.586504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-421a7d82-c31a-4753-87ac-0e26a2eed09b req-c23b8e8b-3cd0-4704-9713-4f3c5b85a5ae tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 210 time: 0.0326438 Aug 03 20:17:30.686481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7cfa1617-3fd0-400f-97f3-9f6f9f8d7bff req-d0903e0a-d5a6-4c46-ab9e-ce5e360dd5a4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 210 time: 0.0305185 Aug 03 20:17:30.725366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-a451d8b0-d7ef-4d6c-a532-0a3eb54e2d57 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:30.727453 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-a451d8b0-d7ef-4d6c-a532-0a3eb54e2d57 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 809 time: 0.1403418 Aug 03 20:17:30.771010 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-5095b957-879c-442c-b32d-5ab46069b8a0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 379 time: 0.0343435 Aug 03 20:17:30.781539 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'port': {'device_id': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'admin_state_up': True, 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'security_groups': ['8b467f3c-4b96-464d-8335-104ef6ce3826']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:30.966588 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Made reservation on behalf of 909cfcaefa014f509d9e0b1a9ae91353 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:17:30.970220 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.097109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Allocated IP 172.20.0.11 (2c05f111-e2a4-4043-9778-890b2bef51b0/bf8dc7d3-c7ec-447f-849c-20fec0b31d6f/08fcda08-133e-4d56-bc60-29332556e6a5) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:31.196752 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 02ec343b-e2b4-4f83-99e8-70c23f0770c5 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:31.236547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.244448 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:31.244853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.250872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Transition to ACTIVE for port object 08fcda08-133e-4d56-bc60-29332556e6a5 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:31.373796 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.420324 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:31.423304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:31.429590 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:31.435103 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:31.481870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:31.482529 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.550958 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-2af2f750-2b85-4f2f-accd-3c1ed54ffaa6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7732852 Aug 03 20:17:31.608243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Request body: {'port': {'device_id': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:31.663569 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.743799 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2c6ca201-906e-479e-9480-643084553b95 None None] Provisioning for port 08fcda08-133e-4d56-bc60-29332556e6a5 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:31.749666 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-2c6ca201-906e-479e-9480-643084553b95 None None] Provisioning complete for port 08fcda08-133e-4d56-bc60-29332556e6a5 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:31.754239 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca201-906e-479e-9480-643084553b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:31.791166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ca201-906e-479e-9480-643084553b95 None None] Port 08fcda08-133e-4d56-bc60-29332556e6a5 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:17:31.875333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87151f-d70b-418f-992a-6b1c417be4f8 req-2c54a4bc-0b1f-4610-9fcd-79521f0757b5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:31.876837 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b87151f-d70b-418f-992a-6b1c417be4f8 req-2c54a4bc-0b1f-4610-9fcd-79521f0757b5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 932 time: 0.1090784 Aug 03 20:17:31.946993 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1b87151f-d70b-418f-992a-6b1c417be4f8 req-b4a1cce3-67f7-4164-a720-6d224317687e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633612 Aug 03 20:17:31.993907 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:17:32.001552 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.013899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Transition to ACTIVE for port object 08fcda08-133e-4d56-bc60-29332556e6a5 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:17:32.081204 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.131793 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:32.206626 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Attempting to bind port 08fcda08-133e-4d56-bc60-29332556e6a5 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:17:32.206968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Attempting to bind port 08fcda08-133e-4d56-bc60-29332556e6a5 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:17:32.207299 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Attempting to bind port 08fcda08-133e-4d56-bc60-29332556e6a5 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:32.211985 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Port 08fcda08-133e-4d56-bc60-29332556e6a5 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:17:32.212308 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Attempting to bind port 08fcda08-133e-4d56-bc60-29332556e6a5 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:17:32.217421 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:17:32.217763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:17:32.218155 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Bound using segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:17:32.218594 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Bound port: 08fcda08-133e-4d56-bc60-29332556e6a5, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:17:32.218953 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.285607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:17:32.288778 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:17:32.402075 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.438465 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.439069 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:32.440507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] 10.222.0.77 "PUT /v2.0/ports/08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1092 time: 0.8808839 Aug 03 20:17:32.440964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:32.443194 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda44a5b-9c9c-4110-80ba-111fba24afda" -d '{"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:32.468176 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09634e6b-2135-4853-b0ca-7320cf89ec45 service neutron] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:32.487187 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75c991f-5568-41d1-abfa-e982614dfa37 x-openstack-request-id: req-e75c991f-5568-41d1-abfa-e982614dfa37 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:32.487583 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:32.487905 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e75c991f-5568-41d1-abfa-e982614dfa37 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:32.488381 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'status': 'completed', 'code': 200} Aug 03 20:17:32.551855 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-f730a998-9086-4fe6-ada5-2bbc268c50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.554420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-f730a998-9086-4fe6-ada5-2bbc268c50ba service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0442791 Aug 03 20:17:32.684071 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-06be4322-853b-481e-b7e5-deebc1883b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.685954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-06be4322-853b-481e-b7e5-deebc1883b89 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1248455 Aug 03 20:17:32.783662 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-04715c5d-cc0a-496c-9da4-8a8454ec13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.785111 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-eda44a5b-9c9c-4110-80ba-111fba24afda req-04715c5d-cc0a-496c-9da4-8a8454ec13cc service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922222 Aug 03 20:17:32.859379 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-91485b68-f543-4e9a-8531-8808a0968e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.860942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-91485b68-f543-4e9a-8531-8808a0968e42 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0408158 Aug 03 20:17:32.906020 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-bd77a4c9-fe82-4c92-baca-518e5b725d69 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0374563 Aug 03 20:17:32.954311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-4f461691-6dd0-45a0-8eca-7eb5f6bc2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:32.955701 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-4f461691-6dd0-45a0-8eca-7eb5f6bc2c7a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0428736 Aug 03 20:17:33.000572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e06b3-fc9b-4666-84d1-482bada23337 req-76bd3484-0f21-496d-9675-c0268c5393c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:33.002130 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-76bd3484-0f21-496d-9675-c0268c5393c1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394030 Aug 03 20:17:33.114711 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12a47-bdbe-4795-b254-b078700d5789 req-27582377-2303-4567-9b3c-1d3b38e02810 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:33.116353 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11a12a47-bdbe-4795-b254-b078700d5789 req-27582377-2303-4567-9b3c-1d3b38e02810 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0986936 Aug 03 20:17:33.140103 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-8ab291d8-a6b0-439d-a8df-678e92969eda service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308980 Aug 03 20:17:33.540272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-11a12a47-bdbe-4795-b254-b078700d5789 req-766faeac-b5c7-4700-ad20-b84b734f587f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156153 Aug 03 20:17:33.575939 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-166e06b3-fc9b-4666-84d1-482bada23337 req-e8d8d291-f401-4977-80e2-3c85f08ec1c9 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280689 Aug 03 20:17:33.864337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:34.654258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef15f-2e3f-4c8e-8172-1e5fca7aad2f req-ae33bd91-af83-483f-8528-6b02eedce030 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:34.655746 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-392ef15f-2e3f-4c8e-8172-1e5fca7aad2f req-ae33bd91-af83-483f-8528-6b02eedce030 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0499752 Aug 03 20:17:34.694154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-392ef15f-2e3f-4c8e-8172-1e5fca7aad2f req-4cb7a6fc-6324-412c-983d-55a15d9b1910 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323923 Aug 03 20:17:35.808499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a93eab-a34f-4d97-827c-fc94d2ef2035 req-883bdc38-9c07-4476-ae03-43a16e635337 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:35.810018 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a93eab-a34f-4d97-827c-fc94d2ef2035 req-883bdc38-9c07-4476-ae03-43a16e635337 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0492098 Aug 03 20:17:35.847748 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d3a93eab-a34f-4d97-827c-fc94d2ef2035 req-962cd0c1-a814-4a0f-a861-7fa4fd8beaaa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Aug 03 20:17:36.017499 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:17:36.110439 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:36.121583 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '08fcda08-133e-4d56-bc60-29332556e6a5', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:17:36.161671 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:36.173920 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:17:36.192328 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:36.258878 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:36.304231 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:36.457958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['08fcda08-133e-4d56-bc60-29332556e6a5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:17:36.966656 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5293d-6846-4e03-aaa3-4ece801a8c37 req-5b8f290d-1165-4d17-a5eb-c7845650a883 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:36.968123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c5293d-6846-4e03-aaa3-4ece801a8c37 req-5b8f290d-1165-4d17-a5eb-c7845650a883 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0518830 Aug 03 20:17:37.006557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08c5293d-6846-4e03-aaa3-4ece801a8c37 req-4580f445-9e2a-4247-b76e-c78ccb264618 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324941 Aug 03 20:17:38.019205 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:17:38.121575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21cc54-fcde-48cf-b306-2d003995f783 req-654e6aa4-f7e2-49a9-ac4e-2c1396b314b7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:38.123059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae21cc54-fcde-48cf-b306-2d003995f783 req-654e6aa4-f7e2-49a9-ac4e-2c1396b314b7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Aug 03 20:17:38.138211 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 08fcda08-133e-4d56-bc60-29332556e6a5 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:17:38.142334 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 08fcda08-133e-4d56-bc60-29332556e6a5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:17:38.142716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:38.162482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae21cc54-fcde-48cf-b306-2d003995f783 req-deeb07bc-0376-4989-adc3-d690edf3911b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333269 Aug 03 20:17:38.373020 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:38.394709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:38.397081 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7985c8e-5b57-48de-a68a-313c44329a27" -d '{"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:38.409957 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:17:38.434607 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5775de-6755-4aef-8448-8bd6e64b35e1 x-openstack-request-id: req-2a5775de-6755-4aef-8448-8bd6e64b35e1 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:38.434899 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:38.435147 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a5775de-6755-4aef-8448-8bd6e64b35e1 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:38.435536 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'code': 200} Aug 03 20:17:38.493437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:38.534390 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db0724-adb3-49e1-8c44-8511dfa10448 req-51af1e17-b0db-44f7-9c9a-62ecee263237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:38.535877 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04db0724-adb3-49e1-8c44-8511dfa10448 req-51af1e17-b0db-44f7-9c9a-62ecee263237 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0404477 Aug 03 20:17:38.542120 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:38.570669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04db0724-adb3-49e1-8c44-8511dfa10448 req-bff1d3ad-688a-420c-b077-7a4718f59b87 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271051 Aug 03 20:17:39.285641 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d674e8-f3e5-4c12-b45c-d2c4cf042509 req-17bb2c43-fba3-4f56-b586-084788cb5e18 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:39.287106 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00d674e8-f3e5-4c12-b45c-d2c4cf042509 req-17bb2c43-fba3-4f56-b586-084788cb5e18 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0538154 Aug 03 20:17:39.325871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-00d674e8-f3e5-4c12-b45c-d2c4cf042509 req-577b7aac-8e5f-4c74-84b8-84d56dee9e15 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Aug 03 20:17:40.441922 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406aba1-c348-4459-9141-320a46f40ec9 req-c932cba3-79ef-4687-b055-c68839e02261 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:40.443400 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6406aba1-c348-4459-9141-320a46f40ec9 req-c932cba3-79ef-4687-b055-c68839e02261 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0510545 Aug 03 20:17:40.482860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6406aba1-c348-4459-9141-320a46f40ec9 req-15ecf79d-8a3e-4b6f-8efa-3268863d5a0a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Aug 03 20:17:40.596630 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ac290-6b4d-4439-9956-d9c3373d0156 req-f4179304-7cc7-47bb-99ce-74e78a3bed7a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:40.598118 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f63ac290-6b4d-4439-9956-d9c3373d0156 req-f4179304-7cc7-47bb-99ce-74e78a3bed7a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0496209 Aug 03 20:17:40.636342 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f63ac290-6b4d-4439-9956-d9c3373d0156 req-a356684c-fee5-44a2-b452-a526963a0f41 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Aug 03 20:17:40.657578 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45940) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:40.740200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c83022-f99c-4d06-bd72-7159069ca352 tempest-TestShelveInstance-32842602 tempest-TestShelveInstance-32842602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:40.741720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b5c83022-f99c-4d06-bd72-7159069ca352 tempest-TestShelveInstance-32842602 tempest-TestShelveInstance-32842602-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1092 time: 0.0831926 Aug 03 20:17:40.745337 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 45944) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:17:40.749791 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:17:40.829961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:40.926412 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.031996 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Allocated IP 172.25.2.182 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/0ba42350-fd97-4285-874c-ae7682ac0590) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:17:41.129588 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.207771 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.246765 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:17:41.249586 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:17:41.253081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:17:41.282233 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=0ba42350-fd97-4285-874c-ae7682ac0590,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:41.612355 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.739757 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.891085 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:41.955730 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:42.029760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=0ba42350-fd97-4285-874c-ae7682ac0590,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:17:42.036238 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:42.139101 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Floating IP 2b3eff15-97ea-4975-ae72-ca71ffc50641 associated. External IP: 172.25.2.182, port: 08fcda08-133e-4d56-bc60-29332556e6a5. Aug 03 20:17:42.357527 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:17:42.464402 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:17:42.473729 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:17:42.483538 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:42.484130 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:42.556870 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:42.596668 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9bc3283e-be76-48e7-bb7e-dc4fa7db11ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8391595 Aug 03 20:17:42.596668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:17:42.596668 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d" -d '{"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:17:42.597125 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:42.625847 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad1835-4fd7-491b-ba06-58a0623259cb x-openstack-request-id: req-67ad1835-4fd7-491b-ba06-58a0623259cb {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:17:42.626362 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:17:42.626362 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67ad1835-4fd7-491b-ba06-58a0623259cb {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:17:42.626779 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'status': 'completed', 'code': 200} Aug 03 20:17:42.690090 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-1bbc76ac-b9c7-4909-b039-f5aa3066439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:42.691607 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-1bbc76ac-b9c7-4909-b039-f5aa3066439e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0418596 Aug 03 20:17:42.785575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-5de61d3d-825a-4b23-8d26-f85f05b709f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:42.786972 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-5de61d3d-825a-4b23-8d26-f85f05b709f1 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0890050 Aug 03 20:17:42.822340 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b3eff15-97ea-4975-ae72-ca71ffc50641', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:41Z', 'updated_at': '2021-08-03T20:17:41Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:42.847844 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:17:42.853392 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-6768f087-4a78-44c2-b86c-b3121eaea1d1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0587206 Aug 03 20:17:42.857665 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:17:42.858250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:17:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:42.902221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-5cdf474e-d09f-4d08-bedd-8583db1d6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:42.903694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-5cdf474e-d09f-4d08-bedd-8583db1d6b35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0439944 Aug 03 20:17:42.954470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-f572c8e2-9759-49ff-b710-8eb638da0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:17:42.955976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-f572c8e2-9759-49ff-b710-8eb638da0f24 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451026 Aug 03 20:17:42.965027 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:17:43.047647 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-e20f2b2a-6c92-4b19-8ef6-98ef529398ad service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843661 Aug 03 20:17:43.143685 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6e4c0ed1-34ba-4494-aad2-4b1ab190055d req-99c176a3-9d4e-48af-9006-8d9a62aa26ab service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Aug 03 20:17:43.183052 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b3eff15-97ea-4975-ae72-ca71ffc50641', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:41Z', 'updated_at': '2021-08-03T20:17:41Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:17:43.211998 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4b4a23-3f98-427e-8647-b57374d09672 None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '2b3eff15-97ea-4975-ae72-ca71ffc50641', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:17:41Z', 'updated_at': '2021-08-03T20:17:41Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:17:43.411675 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6058c44-df25-42f7-8461-1190a7e4817a None None] New status for floating IP 2b3eff15-97ea-4975-ae72-ca71ffc50641: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:17:46.007060 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:48.864213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-46861302-c9d1-4713-a47b-a351b197b201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:52.075811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-95cf3ba9-8d94-46d4-b217-4be8325ded49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:52.240928 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:53.190069 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:55.052947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:17:59.130219 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:18:03.869619 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:16.006848 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:18.857934 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-70c9a511-b58a-4d98-ae07-aa6f9abb5878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:22.075270 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-94f9bd14-7756-4331-af8c-1a83d9bcbec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:22.303891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:23.149341 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:25.029378 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:33.914849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:36.130205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:18:37.395529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-4d7eeacd-b9d4-4ec5-b782-049584b3aef3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413208 Aug 03 20:18:37.478474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-ec7c70ae-be4a-4b56-8adc-a4e881d26b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:37.479860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-ec7c70ae-be4a-4b56-8adc-a4e881d26b6a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0406971 Aug 03 20:18:37.586537 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-3ae6cf4f-fced-42e2-8fe3-967766799e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:37.588027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-3ae6cf4f-fced-42e2-8fe3-967766799e0e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0883591 Aug 03 20:18:37.652563 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-348a64dc-5762-44c4-b1b0-03fc525d6312 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0573685 Aug 03 20:18:37.702453 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-230cc764-74c5-471e-b10a-eb397b76fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:37.703884 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-230cc764-74c5-471e-b10a-eb397b76fdcd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0431805 Aug 03 20:18:37.753536 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-7fcbd99a-5dc8-448e-a4d0-fa3ee161b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:18:37.754976 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-7fcbd99a-5dc8-448e-a4d0-fa3ee161b302 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446165 Aug 03 20:18:37.842881 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-efae4513-dfd8-4ef3-9171-689236678659 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810356 Aug 03 20:18:37.937681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4c85ac16-4946-46ce-a92a-ff5a2c2a0086 req-74744833-7327-4ec1-8804-18caafd8f6bb service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877194 Aug 03 20:18:46.040624 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:48.880098 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2964f13a-e80c-43fd-a287-9c3a7a93fc18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:52.114505 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2902aa1c-e910-409d-9a75-e538dd204311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:52.240414 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:53.137536 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:18:55.028956 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:03.931783 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:13.129012 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:19:16.045638 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:18.852176 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a1baed49-a671-460a-af68-963c5ff7f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:22.085683 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d3d700f7-3d26-4a5f-bdac-d68f96003837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:22.257436 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:23.165577 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:25.033794 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:33.908598 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:37.296241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-3e6c73fb-6a7a-445b-88a3-0f6c67ff00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:37.297925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-3e6c73fb-6a7a-445b-88a3-0f6c67ff00b4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0430744 Aug 03 20:19:37.404369 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-829b94f2-603f-45d4-80e2-a9ad50375d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:37.405855 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-829b94f2-603f-45d4-80e2-a9ad50375d66 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0882475 Aug 03 20:19:37.471808 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-8527493d-06d7-4380-90bc-8980de65878d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0582118 Aug 03 20:19:37.521983 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-056d9a03-1629-443e-b55e-eba162ea02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:37.523506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-056d9a03-1629-443e-b55e-eba162ea02e3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0452621 Aug 03 20:19:37.576226 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-451a0934-d915-4d7f-958e-6f826b180535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:37.577778 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-451a0934-d915-4d7f-958e-6f826b180535 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469458 Aug 03 20:19:37.701424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd52e560-5a07-44f9-be87-5895dce5a711 req-842c90aa-77e8-45a9-ad80-63d5924f7c1c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:37.702782 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd52e560-5a07-44f9-be87-5895dce5a711 req-842c90aa-77e8-45a9-ad80-63d5924f7c1c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0765185 Aug 03 20:19:37.706238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-6a702693-0378-4fc2-857e-10c5b689b7ef service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217456 Aug 03 20:19:37.789681 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fd52e560-5a07-44f9-be87-5895dce5a711 req-643c5049-32c3-4538-a371-9b8e33c3034c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797873 Aug 03 20:19:37.824447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-633efb10-108c-47b6-b52b-b3ef56ff25c4 req-ddad7e51-305e-48fc-9af4-59b8c1d3720b service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084588 Aug 03 20:19:38.950953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72e625-cb2f-4fcb-86a1-36479ecd10b7 req-241d5c8f-bd86-4d0c-aa94-105648f4bbd0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:38.952426 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce72e625-cb2f-4fcb-86a1-36479ecd10b7 req-241d5c8f-bd86-4d0c-aa94-105648f4bbd0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0496650 Aug 03 20:19:38.990054 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce72e625-cb2f-4fcb-86a1-36479ecd10b7 req-d4a3a93c-8ee0-430c-a577-a3eddacae506 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Aug 03 20:19:40.108992 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc6980-d5ea-4703-8c4e-7be496b60e77 req-e47bf669-6913-4321-8a5a-2338ba971671 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:40.110482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ebc6980-d5ea-4703-8c4e-7be496b60e77 req-e47bf669-6913-4321-8a5a-2338ba971671 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0533631 Aug 03 20:19:40.148141 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ebc6980-d5ea-4703-8c4e-7be496b60e77 req-9b232659-3597-4cf0-bc98-ded5bbf99c00 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314944 Aug 03 20:19:41.264532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1544f-ae01-47f2-a9e7-d9047297d8f9 req-12796837-b6ae-4b53-9d1f-759d85fd90a2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:41.266017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ac1544f-ae01-47f2-a9e7-d9047297d8f9 req-12796837-b6ae-4b53-9d1f-759d85fd90a2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0498500 Aug 03 20:19:41.312272 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6ac1544f-ae01-47f2-a9e7-d9047297d8f9 req-b6605720-75eb-4996-9c97-839db9f1bc13 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Aug 03 20:19:42.425682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66e1eb-1ab0-4d93-851e-9ff252597fa4 req-22dad87d-5343-46d3-a49d-58579eecb9e9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:42.427693 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f66e1eb-1ab0-4d93-851e-9ff252597fa4 req-22dad87d-5343-46d3-a49d-58579eecb9e9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0488107 Aug 03 20:19:42.464916 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f66e1eb-1ab0-4d93-851e-9ff252597fa4 req-86ffea2a-646f-47ba-9f82-4a12fdd6e596 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312862 Aug 03 20:19:43.583142 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0ff51-7c75-46a3-9f69-88211130d048 req-16dba7bd-98b7-4d5c-810a-edc1c040c1bb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:43.585237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ff0ff51-7c75-46a3-9f69-88211130d048 req-16dba7bd-98b7-4d5c-810a-edc1c040c1bb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0539405 Aug 03 20:19:43.622495 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ff0ff51-7c75-46a3-9f69-88211130d048 req-9aa5a163-9a5a-4388-a2e8-d7de2e47baf3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Aug 03 20:19:44.737136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe3eff-7fc2-4ac7-b475-d025aa757496 req-6346ec72-e915-42f6-bee5-b1164b4878ab tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:44.738623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59fe3eff-7fc2-4ac7-b475-d025aa757496 req-6346ec72-e915-42f6-bee5-b1164b4878ab tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0496576 Aug 03 20:19:44.777438 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59fe3eff-7fc2-4ac7-b475-d025aa757496 req-369cb94b-4158-43a3-97ef-e09430a1d3a1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Aug 03 20:19:45.892899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9936-f2e3-4a67-bb1f-3ed4382a0644 req-68296966-291a-4c4d-981e-3a62acd85a2e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:45.894408 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-646e9936-f2e3-4a67-bb1f-3ed4382a0644 req-68296966-291a-4c4d-981e-3a62acd85a2e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0500813 Aug 03 20:19:45.933076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-646e9936-f2e3-4a67-bb1f-3ed4382a0644 req-1a3823db-f188-472f-b877-a706a10737a9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Aug 03 20:19:46.068429 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:47.050356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0026b9a-55a8-4c41-8e3b-42768c7930b7 req-85e01e10-99e1-4898-ac0b-9f9d4c93c554 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:47.051869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0026b9a-55a8-4c41-8e3b-42768c7930b7 req-85e01e10-99e1-4898-ac0b-9f9d4c93c554 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0527759 Aug 03 20:19:47.089372 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0026b9a-55a8-4c41-8e3b-42768c7930b7 req-818e9fb8-289e-47e7-9226-a8cbc1e7c394 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307841 Aug 03 20:19:48.205852 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ea09-a22f-460b-b4fb-316a2123dd19 req-52f098bf-5952-45b9-84e0-3e3f7eb23d51 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:48.207231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90f9ea09-a22f-460b-b4fb-316a2123dd19 req-52f098bf-5952-45b9-84e0-3e3f7eb23d51 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0493371 Aug 03 20:19:48.246102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-90f9ea09-a22f-460b-b4fb-316a2123dd19 req-881c3e54-5124-4975-ad6f-5495c86c3432 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327072 Aug 03 20:19:48.775297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:19:48.829302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eeb53e3b-812b-44b9-be0e-d44e82267441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:48.872588 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:48.883271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '08fcda08-133e-4d56-bc60-29332556e6a5', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:19:48.922694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:48.935268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:19:48.954086 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:49.016857 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:49.066243 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:49.073814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.074166 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.074508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.074850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.075187 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.075519 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.075849 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.076178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.076505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.076862 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.077189 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.077512 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:19:49.089031 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['08fcda08-133e-4d56-bc60-29332556e6a5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:19:49.365016 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c368fca-95a3-4e8b-b452-c07fe5cd2efc req-f9e07745-94fd-4bc1-8a47-ac8619481143 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:49.366486 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c368fca-95a3-4e8b-b452-c07fe5cd2efc req-f9e07745-94fd-4bc1-8a47-ac8619481143 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0536406 Aug 03 20:19:49.403567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c368fca-95a3-4e8b-b452-c07fe5cd2efc req-dd1def20-7aae-46dd-b5c1-ae6741bcf499 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311768 Aug 03 20:19:50.127488 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:19:50.521017 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758cb43-67f8-452d-9688-8669a4028e1b req-20dbb91d-9077-4e77-9e8e-4a2986cc29b7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:50.522479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a758cb43-67f8-452d-9688-8669a4028e1b req-20dbb91d-9077-4e77-9e8e-4a2986cc29b7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Aug 03 20:19:50.561623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a758cb43-67f8-452d-9688-8669a4028e1b req-243df7c2-631d-4c69-8eee-496ff965e0f8 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Aug 03 20:19:50.791656 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:19:50.844777 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 08fcda08-133e-4d56-bc60-29332556e6a5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:19:50.845147 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:50.958337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:50.986597 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:19:50.988890 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f06ff06-f656-458b-95d4-aa6e8774bca1" -d '{"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:19:51.002194 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:19:51.090012 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89704f11-8dd5-4ebd-92eb-9fe3330bef03 x-openstack-request-id: req-89704f11-8dd5-4ebd-92eb-9fe3330bef03 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:19:51.095918 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:19:51.095918 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-89704f11-8dd5-4ebd-92eb-9fe3330bef03 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:19:51.095918 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'code': 200} Aug 03 20:19:51.114378 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:51.172528 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:19:51.694143 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd700ea1-855d-42e0-9e4f-d2adf7cff8dc req-574009ea-601e-46b5-a7bb-a30c6ab2422c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:51.697787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd700ea1-855d-42e0-9e4f-d2adf7cff8dc req-574009ea-601e-46b5-a7bb-a30c6ab2422c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0608785 Aug 03 20:19:51.746869 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-dd700ea1-855d-42e0-9e4f-d2adf7cff8dc req-28298422-07f1-42b2-9c67-1304bfcc8658 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424705 Aug 03 20:19:52.143122 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e6d57f0-31a0-4e6f-9e2f-4138b289d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:52.279938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:52.875275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3e550-99a7-462d-ace0-d888404977b5 req-11313443-bf16-4418-abd0-08b7e45c3952 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:52.883775 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3e550-99a7-462d-ace0-d888404977b5 req-11313443-bf16-4418-abd0-08b7e45c3952 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0578833 Aug 03 20:19:52.928911 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04e3e550-99a7-462d-ace0-d888404977b5 req-57abc8c2-982c-49a7-8c0d-2bb094978575 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Aug 03 20:19:53.497179 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:54.047235 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b24fab-3bc4-4705-b4cf-06988d641c82 req-1246faf6-a05d-40e9-ba88-7d2f968510f7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:54.048766 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b24fab-3bc4-4705-b4cf-06988d641c82 req-1246faf6-a05d-40e9-ba88-7d2f968510f7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0567117 Aug 03 20:19:54.104319 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-29b24fab-3bc4-4705-b4cf-06988d641c82 req-66a1891b-45db-4983-9b5f-b8b2a0464847 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492024 Aug 03 20:19:55.030790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:19:55.241558 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adc2b5-54c5-43ee-9d0c-529e4c56affe req-1e4c0024-ec91-42b3-810c-0ebcb5488a39 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:55.243802 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0adc2b5-54c5-43ee-9d0c-529e4c56affe req-1e4c0024-ec91-42b3-810c-0ebcb5488a39 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Aug 03 20:19:55.285127 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c0adc2b5-54c5-43ee-9d0c-529e4c56affe req-9b94b50c-99d6-4d91-910d-b7b256940067 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349538 Aug 03 20:19:56.405867 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0682e90-a428-49bc-94ab-f305c173748d req-33f5912c-1ea6-4a36-b634-4c786cc95cfa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:56.407358 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0682e90-a428-49bc-94ab-f305c173748d req-33f5912c-1ea6-4a36-b634-4c786cc95cfa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Aug 03 20:19:56.448601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f0682e90-a428-49bc-94ab-f305c173748d req-084fcce1-be63-4c2d-9814-e8b497d382a5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345604 Aug 03 20:19:57.576459 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6cbc6-31db-4aa2-8764-fdad41f198c6 req-eb16d9f1-5098-4f2d-b0c8-696fc1902810 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:57.578024 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57e6cbc6-31db-4aa2-8764-fdad41f198c6 req-eb16d9f1-5098-4f2d-b0c8-696fc1902810 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0535328 Aug 03 20:19:57.625908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-57e6cbc6-31db-4aa2-8764-fdad41f198c6 req-fee5a9b3-159a-4e45-a8e7-5470d77c7f59 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403962 Aug 03 20:19:58.783722 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a2dc9-d191-458c-820e-8aa13d509f9b req-5d080b09-14e4-461e-93f9-c2a3d6654d82 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:58.786340 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f72a2dc9-d191-458c-820e-8aa13d509f9b req-5d080b09-14e4-461e-93f9-c2a3d6654d82 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0554471 Aug 03 20:19:58.829522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f72a2dc9-d191-458c-820e-8aa13d509f9b req-a2adc9cc-08cb-4882-bd6d-139dd0b0826c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360262 Aug 03 20:19:59.954682 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c6a07-cc0e-4506-82c3-dece9fbb16f8 req-ae38974d-3513-44e2-b50e-214d839855a7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:19:59.956274 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f1c6a07-cc0e-4506-82c3-dece9fbb16f8 req-ae38974d-3513-44e2-b50e-214d839855a7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0522947 Aug 03 20:19:59.994925 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4f1c6a07-cc0e-4506-82c3-dece9fbb16f8 req-67f30e06-aebb-4097-9ec3-2057eeb66770 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Aug 03 20:20:01.116371 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d006d-9466-4ebc-b64d-4c99be099460 req-4ddb2f39-86e1-43a5-b5f9-bb711f375578 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:01.118461 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-668d006d-9466-4ebc-b64d-4c99be099460 req-4ddb2f39-86e1-43a5-b5f9-bb711f375578 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0557952 Aug 03 20:20:01.157975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-668d006d-9466-4ebc-b64d-4c99be099460 req-1f1cee46-a001-4075-8f20-f7291e1880b7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Aug 03 20:20:01.803138 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-7cc6c048-3b68-4c61-ab29-37051732d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:01.804699 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-7cc6c048-3b68-4c61-ab29-37051732d4ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1097 time: 0.0426552 Aug 03 20:20:01.897448 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-0a79942f-208c-4cdb-9057-f2d3030cd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:01.899696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-0a79942f-208c-4cdb-9057-f2d3030cd82e service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0882154 Aug 03 20:20:01.963488 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-adda5305-22b0-4037-bf68-a3b4c00730f7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0573969 Aug 03 20:20:02.013265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-61b14d18-fe9b-4728-8db2-5d1c08398f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:02.016256 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-61b14d18-fe9b-4728-8db2-5d1c08398f06 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0437846 Aug 03 20:20:02.064519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-cef0b2a2-fea7-41e5-8f3b-40c5ecd0663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:02.066016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-cef0b2a2-fea7-41e5-8f3b-40c5ecd0663f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444288 Aug 03 20:20:02.157511 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-bb5ac02f-5a50-48ed-8df7-aaaa8fc62153 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837846 Aug 03 20:20:02.282159 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ae797d70-4ca4-4a89-88d1-9a20f2effa92 req-663e5968-13e2-43fd-8655-6d0aa8936de1 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172636 Aug 03 20:20:02.294109 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296770f4-a5aa-474e-9721-c52c67eb3f91 req-26982c68-a428-46ce-bea0-5143946bd2af tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:02.295561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-296770f4-a5aa-474e-9721-c52c67eb3f91 req-26982c68-a428-46ce-bea0-5143946bd2af tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0681033 Aug 03 20:20:02.334739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-296770f4-a5aa-474e-9721-c52c67eb3f91 req-4a9cd2bc-43ed-4a8d-a69e-e9c535371744 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Aug 03 20:20:03.450953 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768748d-42e8-44e3-84b8-c59efcee39f7 req-2f9163a5-f4f3-42b7-9133-832de549a6c7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:03.452436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d768748d-42e8-44e3-84b8-c59efcee39f7 req-2f9163a5-f4f3-42b7-9133-832de549a6c7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Aug 03 20:20:03.489641 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d768748d-42e8-44e3-84b8-c59efcee39f7 req-09182f40-77fc-46da-a4f6-9869d547a78b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Aug 03 20:20:03.913670 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:04.609573 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d270dd8-36e0-4539-9c14-de45362068c2 req-ba6efcc8-f779-42c0-b755-b11d061238c9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:04.611059 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d270dd8-36e0-4539-9c14-de45362068c2 req-ba6efcc8-f779-42c0-b755-b11d061238c9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 946 time: 0.0540929 Aug 03 20:20:04.649278 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1d270dd8-36e0-4539-9c14-de45362068c2 req-dd32c6fb-3c66-4e8b-876b-70cfabf0ef17 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Aug 03 20:20:04.885991 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:20:04.957909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:04.979049 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:04.981277 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b4943-9802-43e9-a198-99db961d392f" -d '{"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-unplugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:04.993839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:05.033863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:05.083213 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:05.906344 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714672ae-4c44-4600-954b-29bc787efc77 x-openstack-request-id: req-714672ae-4c44-4600-954b-29bc787efc77 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:05.906891 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-unplugged", "status": "failed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "code": 422}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:05.907367 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-714672ae-4c44-4600-954b-29bc787efc77 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:05.907827 n-d-803363-1 neutron-server[101344]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'code': 422} returned with failed status Aug 03 20:20:05.996403 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81547970-858b-4ab4-aac0-42bc942991c9 req-f555b97f-481a-490b-b238-fcd07655cef1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:05.997952 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81547970-858b-4ab4-aac0-42bc942991c9 req-f555b97f-481a-490b-b238-fcd07655cef1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0504117 Aug 03 20:20:06.037504 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-81547970-858b-4ab4-aac0-42bc942991c9 req-845cdabe-d72b-45d4-b8ac-1a8d25dcf795 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Aug 03 20:20:06.325311 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46134) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:20:06.405892 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-ebc3a5da-7ceb-4054-bbeb-218fc77ebae8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794044 Aug 03 20:20:07.155364 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde811c-3b11-46f4-91b5-6e6560133fd6 req-71da6e85-bd15-49a0-ba70-d7eb7cb2bd46 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:07.156856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fde811c-3b11-46f4-91b5-6e6560133fd6 req-71da6e85-bd15-49a0-ba70-d7eb7cb2bd46 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0521600 Aug 03 20:20:07.193803 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8fde811c-3b11-46f4-91b5-6e6560133fd6 req-3b5038be-ffa3-4046-96dc-e729bdd67855 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Aug 03 20:20:08.307632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f79e2-9589-4852-b3f4-e456c4e115d4 req-25272cd1-4ce3-4d09-9d59-b619631da0a5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:08.309108 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-102f79e2-9589-4852-b3f4-e456c4e115d4 req-25272cd1-4ce3-4d09-9d59-b619631da0a5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0486016 Aug 03 20:20:08.346472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-102f79e2-9589-4852-b3f4-e456c4e115d4 req-fda300e2-872a-4f3c-bce7-043ac32db168 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Aug 03 20:20:09.459801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803069-865d-4b7d-a843-1ed13a57eb09 req-74b9d6ef-4eb0-42db-9382-3825213caaa2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.461770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e803069-865d-4b7d-a843-1ed13a57eb09 req-74b9d6ef-4eb0-42db-9382-3825213caaa2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Aug 03 20:20:09.499472 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9e803069-865d-4b7d-a843-1ed13a57eb09 req-9cfcc6fb-713b-4fc3-8d73-c9d1daf81f39 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316758 Aug 03 20:20:09.693529 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-9a6a38b1-7b87-493e-9c86-fa343142b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.695489 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-9a6a38b1-7b87-493e-9c86-fa343142b9bb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 1095 time: 0.0436230 Aug 03 20:20:09.754180 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-314de17a-0d32-4f0c-a344-75abe8a37165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.755669 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-314de17a-0d32-4f0c-a344-75abe8a37165 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1095 time: 0.0393939 Aug 03 20:20:09.845370 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-c058991c-a9e0-40d8-af63-eb7a665a8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.846856 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-c058991c-a9e0-40d8-af63-eb7a665a8c2c service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0845330 Aug 03 20:20:09.916456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-2aa6ebc1-159c-4e7c-833d-2fa9091f94be service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0623775 Aug 03 20:20:09.967885 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-c3c8a83a-4563-41d5-87cf-809a61f0bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:09.969374 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-c3c8a83a-4563-41d5-87cf-809a61f0bb16 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0459616 Aug 03 20:20:10.015541 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-0520f70b-c943-4fcd-a0a9-a0225ff001c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:10.016951 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-0520f70b-c943-4fcd-a0a9-a0225ff001c0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400419 Aug 03 20:20:10.112702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-48621f9d-ec29-4834-b5eb-7f2491526520 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878816 Aug 03 20:20:10.210467 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6e754b-eb64-4cb2-8015-c670e77373a9 req-a13722ad-e56b-4bd6-9455-e564cb4521ac service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898576 Aug 03 20:20:10.638676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e6e68-f44a-4748-aa82-bc4533ace41f req-c4b12135-ad0e-4fea-8b3b-33b795e326d1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:10.640136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-889e6e68-f44a-4748-aa82-bc4533ace41f req-c4b12135-ad0e-4fea-8b3b-33b795e326d1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0666902 Aug 03 20:20:10.683598 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-889e6e68-f44a-4748-aa82-bc4533ace41f req-129b16e3-7ac0-4695-ac1d-9a474c1d68b8 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Aug 03 20:20:11.805846 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca63d5-8818-442d-aba3-350852c9a30a req-bda138bc-a5c4-45e9-8257-b0e31c40f167 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:11.807326 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8ca63d5-8818-442d-aba3-350852c9a30a req-bda138bc-a5c4-45e9-8257-b0e31c40f167 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0530460 Aug 03 20:20:11.849785 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e8ca63d5-8818-442d-aba3-350852c9a30a req-9a0b0c4e-436d-42e2-b002-ccdba072cad0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362678 Aug 03 20:20:12.969066 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7688c70-fe14-400c-bc5d-22ed69a0b9ef req-9ad3d053-29d4-4799-b426-382c65d77768 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:12.970526 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7688c70-fe14-400c-bc5d-22ed69a0b9ef req-9ad3d053-29d4-4799-b426-382c65d77768 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0503802 Aug 03 20:20:13.012026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7688c70-fe14-400c-bc5d-22ed69a0b9ef req-48ebcfa7-fe67-45e6-abb0-16117355426b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353260 Aug 03 20:20:14.149059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecd2d2-b545-4a59-96be-52f57fc8d5aa req-f960370c-fd1e-4637-9f12-2e326e367992 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:14.150638 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54ecd2d2-b545-4a59-96be-52f57fc8d5aa req-f960370c-fd1e-4637-9f12-2e326e367992 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0634356 Aug 03 20:20:14.196344 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-54ecd2d2-b545-4a59-96be-52f57fc8d5aa req-09f98234-64cf-4d4d-8f96-aeddd2f63d7d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390675 Aug 03 20:20:15.325796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a9618-5e92-4535-9d83-1143dbfafb0c req-004992be-c5c5-4b25-b858-dec226178573 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:15.327429 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0a9618-5e92-4535-9d83-1143dbfafb0c req-004992be-c5c5-4b25-b858-dec226178573 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0525146 Aug 03 20:20:15.368143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0a0a9618-5e92-4535-9d83-1143dbfafb0c req-969373ca-40a1-44c1-8b88-3464ba9453f5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341854 Aug 03 20:20:16.063240 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:16.488940 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db30bc-282a-4118-82ca-e60335f99a74 req-edc567c1-561e-4558-86b1-f12f47b576a1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:16.490742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21db30bc-282a-4118-82ca-e60335f99a74 req-edc567c1-561e-4558-86b1-f12f47b576a1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0518754 Aug 03 20:20:16.532283 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-21db30bc-282a-4118-82ca-e60335f99a74 req-c73430b8-f33c-4e12-9e07-bfa3cf313482 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355372 Aug 03 20:20:17.661183 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37d00c-78e2-4e57-9d9e-bf78fc10624f req-b878617f-d2a1-42b1-9716-97f7b9ddfdd0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:17.662799 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db37d00c-78e2-4e57-9d9e-bf78fc10624f req-b878617f-d2a1-42b1-9716-97f7b9ddfdd0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0613384 Aug 03 20:20:18.063982 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-db37d00c-78e2-4e57-9d9e-bf78fc10624f req-5b14331f-80e8-48a2-ab0c-72915cb51dd0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941712 Aug 03 20:20:18.845215 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d00dc730-70f6-4cce-b1d4-503ac828e5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:19.224790 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04238015-51f4-4e35-afef-678ad4f26f36 req-3ff63103-60be-4865-9437-3ec9b4b9d69d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:19.226251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04238015-51f4-4e35-afef-678ad4f26f36 req-3ff63103-60be-4865-9437-3ec9b4b9d69d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0687861 Aug 03 20:20:19.274854 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-04238015-51f4-4e35-afef-678ad4f26f36 req-90bd7db7-41f3-4179-a6a2-93300ef364c9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Aug 03 20:20:20.402724 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e3d91-8192-4087-991c-4bf5f5c29fa8 req-bb264921-9fbd-4c5c-8493-d452649fbbcb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:20.404263 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-960e3d91-8192-4087-991c-4bf5f5c29fa8 req-bb264921-9fbd-4c5c-8493-d452649fbbcb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0531626 Aug 03 20:20:20.443796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-960e3d91-8192-4087-991c-4bf5f5c29fa8 req-4a932efe-0de7-4b64-b225-89003fd381bb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Aug 03 20:20:21.562504 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2e127-c9db-43ed-9408-456d42d9f9ef req-04919c85-14e4-4456-a1a3-704552566cb3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:21.564002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bda2e127-c9db-43ed-9408-456d42d9f9ef req-04919c85-14e4-4456-a1a3-704552566cb3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0518596 Aug 03 20:20:21.603776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bda2e127-c9db-43ed-9408-456d42d9f9ef req-1b8c1ee5-8d00-4669-87cb-835dee7d7acb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321772 Aug 03 20:20:22.073448 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bc656054-42b1-455d-b9c8-79c6f5bfb05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.267875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:22.716869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cd744-fc07-4e6d-9e1a-1a05466f529c req-f965521c-e919-4d91-a41a-e4157034c8fd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:22.718350 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-427cd744-fc07-4e6d-9e1a-1a05466f529c req-f965521c-e919-4d91-a41a-e4157034c8fd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 944 time: 0.0482669 Aug 03 20:20:22.755702 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-427cd744-fc07-4e6d-9e1a-1a05466f529c req-9d32fa30-3567-4717-941f-4383de2cb3eb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315051 Aug 03 20:20:22.977819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:20:23.070114 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:23.081163 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '08fcda08-133e-4d56-bc60-29332556e6a5', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'port_id': '08fcda08-133e-4d56-bc60-29332556e6a5', 'mac_address': 'fa:16:3e:71:6a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:20:23.130146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.143333 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:20:23.162534 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:23.187824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.245206 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:23.293047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:23.500338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['08fcda08-133e-4d56-bc60-29332556e6a5'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:20:23.869903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8f2a8-44f7-4585-bfcc-56cdb1d84ebc req-c64bc7d7-0485-460c-b195-c8b56170a688 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:23.871381 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69a8f2a8-44f7-4585-bfcc-56cdb1d84ebc req-c64bc7d7-0485-460c-b195-c8b56170a688 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0488491 Aug 03 20:20:23.909998 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-69a8f2a8-44f7-4585-bfcc-56cdb1d84ebc req-ff26b625-cfb6-41a3-aa6e-ef1c75ec2630 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Aug 03 20:20:24.994575 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:20:25.030327 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3fddc-ee54-4794-8d5b-f4ed298d77f1 req-b1819a3c-f18a-4c61-97e6-162876767b9c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.031669 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.031901 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2a3fddc-ee54-4794-8d5b-f4ed298d77f1 req-b1819a3c-f18a-4c61-97e6-162876767b9c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 945 time: 0.0539677 Aug 03 20:20:25.045144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 08fcda08-133e-4d56-bc60-29332556e6a5 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:20:25.045506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.069858 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2a3fddc-ee54-4794-8d5b-f4ed298d77f1 req-995ab269-1819-42d2-8474-82b070dc37a7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Aug 03 20:20:25.128067 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.150672 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:20:25.152897 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc3b56a-1869-480d-812b-4f7ef056765b" -d '{"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:20:25.165479 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:20:25.189672 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aa6e72-84f0-4f47-96ee-fc3eb74143b5 x-openstack-request-id: req-47aa6e72-84f0-4f47-96ee-fc3eb74143b5 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:20:25.190000 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-plugged", "status": "completed", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:20:25.190284 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47aa6e72-84f0-4f47-96ee-fc3eb74143b5 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:20:25.190701 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'code': 200} Aug 03 20:20:25.245310 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:25.293855 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:20:25.461273 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb18df-10be-43cd-985f-4d15e652b0c3 req-7c0ca23c-1047-440b-8156-f298c74fe4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:25.462633 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fddb18df-10be-43cd-985f-4d15e652b0c3 req-7c0ca23c-1047-440b-8156-f298c74fe4c1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1098 time: 0.0390706 Aug 03 20:20:25.495521 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fddb18df-10be-43cd-985f-4d15e652b0c3 req-f13e69c0-e7ec-43de-af82-e596b65d693e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260561 Aug 03 20:20:26.191296 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65ccd2-d5fe-4b5b-be9d-c6a1f6014e9e req-05b48c1f-707e-4f23-87d2-c3ddcc65eedf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:26.192859 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa65ccd2-d5fe-4b5b-be9d-c6a1f6014e9e req-05b48c1f-707e-4f23-87d2-c3ddcc65eedf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.0504947 Aug 03 20:20:26.233423 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fa65ccd2-d5fe-4b5b-be9d-c6a1f6014e9e req-869105ab-2299-46ac-bc1c-582dbde8fd21 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Aug 03 20:20:27.126250 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:20:27.353157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade53b-a789-4f63-b293-823157e07527 req-e9f6907e-75b1-41e2-ad96-71cae96f1d7f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:27.354827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ade53b-a789-4f63-b293-823157e07527 req-e9f6907e-75b1-41e2-ad96-71cae96f1d7f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.0551910 Aug 03 20:20:27.393942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-08ade53b-a789-4f63-b293-823157e07527 req-b191ec87-b28c-4940-ad12-89f3087c6448 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326207 Aug 03 20:20:28.509498 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47664f21-1f3b-4833-b5e2-13e5c3245981 req-d560cf8c-13fb-4d29-a4fe-d59b0eb6a7f4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:28.510990 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47664f21-1f3b-4833-b5e2-13e5c3245981 req-d560cf8c-13fb-4d29-a4fe-d59b0eb6a7f4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.0492070 Aug 03 20:20:28.549023 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47664f21-1f3b-4833-b5e2-13e5c3245981 req-0e9e6f9e-67a5-45c3-abe7-0c6c473cc8e1 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317802 Aug 03 20:20:33.947921 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:38.960395 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-7f35eb8c-b771-40cc-bbcc-d761f83e23a3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397589 Aug 03 20:20:39.050290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-ac90816e-7a29-4728-8bac-119d94220fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:39.051741 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-ac90816e-7a29-4728-8bac-119d94220fab service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1098 time: 0.0439801 Aug 03 20:20:39.162195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-1c79d5cf-89f0-48f6-a522-fc6b8ea186c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:39.163763 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-1c79d5cf-89f0-48f6-a522-fc6b8ea186c0 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0868440 Aug 03 20:20:39.234287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-5d85c86a-b3b7-4562-b282-5fcda3fec293 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0626779 Aug 03 20:20:39.287962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-0201b920-212c-47f3-8973-abb97fc090fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:39.289433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-0201b920-212c-47f3-8973-abb97fc090fa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0441585 Aug 03 20:20:39.335683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-54034111-0dc0-498a-a238-d9424c47f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:20:39.337113 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-54034111-0dc0-498a-a238-d9424c47f6b5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406950 Aug 03 20:20:39.349569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-d2d26a3f-b02d-4e65-819f-e3adb79557aa service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:20:39.350510 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-d2d26a3f-b02d-4e65-819f-e3adb79557aa service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049806 Aug 03 20:20:39.444566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-36f1297c-7e4e-4349-8beb-72d4ed24b098 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861020 Aug 03 20:20:39.535850 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fea306bc-b570-4776-94bd-8f8a2dd34d27 req-2b243653-a15a-4dfd-9810-b11c1634e9fd service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842280 Aug 03 20:20:46.107614 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:48.880708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8c2de4a1-a7f1-4ecf-8840-58609a95f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:52.073424 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-21ed8d53-997f-41a7-a938-a1c13525ab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:52.238862 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:53.170418 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:20:55.101849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:03.936235 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:04.125945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:21:16.118697 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:18.815797 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bfc2caf2-cd6c-4c37-a72c-bb3adcc5186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:22.084323 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ca127d67-0e91-4377-a8fd-1a0a9ca60f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:22.255449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:23.158709 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:25.044109 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:33.998656 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:38.820223 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-e3b5e0da-cf5c-4696-954c-b5b8fc0f451f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406055 Aug 03 20:21:38.907603 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-6d338c49-45ae-4d67-8ba9-aaf7aafcdb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:38.912832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-6d338c49-45ae-4d67-8ba9-aaf7aafcdb88 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1098 time: 0.0472448 Aug 03 20:21:39.013751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-0cfff5ca-4e26-4cc7-910e-432fa39482dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:39.015645 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-0cfff5ca-4e26-4cc7-910e-432fa39482dd service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0857787 Aug 03 20:21:39.086907 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-d7047d52-4457-49b5-87ee-f2ae2e47a1d9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 1002 time: 0.0634131 Aug 03 20:21:39.135452 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-fd229b23-fbec-40d1-b95a-56e6ebe295b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:39.136847 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-fd229b23-fbec-40d1-b95a-56e6ebe295b1 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0435474 Aug 03 20:21:39.182782 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-aab43f62-6186-4a2b-924a-8ea92ce8b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:39.184282 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-aab43f62-6186-4a2b-924a-8ea92ce8b3f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408089 Aug 03 20:21:39.277393 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-e25692b7-2e59-40a1-a1ab-44e22f608061 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855603 Aug 03 20:21:39.281454 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46272) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:39.459264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-02a7dd8e-4e26-4b1a-9e90-d3b234a1010c req-f3737e60-6c68-482b-b897-22b3c21aac95 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698430 Aug 03 20:21:39.501839 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Deleting port 0ba42350-fd97-4285-874c-ae7682ac0590 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:21:39.502177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:39.577631 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:39.577957 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:39.589107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Calling delete_port for 0ba42350-fd97-4285-874c-ae7682ac0590 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:21:39.821362 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:39.844587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'Port': ['ID=0ba42350-fd97-4285-874c-ae7682ac0590,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:39.855870 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.856219 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.856561 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.856926 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.857267 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.858107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.858107 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.858312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.858551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.858875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.859200 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.859523 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:21:39.919394 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:39.919851 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Floating IP 2b3eff15-97ea-4975-ae72-ca71ffc50641 disassociated (deleted). External IP: 172.25.2.182, port: 08fcda08-133e-4d56-bc60-29332556e6a5. Aug 03 20:21:40.128672 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:21:40.236632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:21:40.241520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:40.247562 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:21:40.257217 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:21:40.257832 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:40.267168 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8ddfaea6-8503-415e-9cba-a6666c4bf1b0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "DELETE /v2.0/floatingips/2b3eff15-97ea-4975-ae72-ca71ffc50641 HTTP/1.1" status: 204 len: 168 time: 0.9847252 Aug 03 20:21:40.267925 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:21:40.270976 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ab161-9f49-4820-8047-7a952836c0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:21:40.362563 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:21:40.563724 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:40.589292 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:21:40.598428 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:21:40.599028 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:21:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:40.677785 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94fbbaf-2407-4750-a5dc-9f6d8d7fcb0f x-openstack-request-id: req-b94fbbaf-2407-4750-a5dc-9f6d8d7fcb0f {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:21:40.678186 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:21:40.678536 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b94fbbaf-2407-4750-a5dc-9f6d8d7fcb0f {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:21:40.679049 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'status': 'completed', 'code': 200} Aug 03 20:21:40.714478 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:21:40.777029 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-21433109-0022-41bf-9172-5076b7613e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:40.778578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-21433109-0022-41bf-9172-5076b7613e31 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 1098 time: 0.0762172 Aug 03 20:21:40.791460 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1478e-4ee7-4d71-ab8e-4c7b6aa5f30f req-a67f1910-5035-4911-96f7-ea94dc643190 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:40.792954 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63b1478e-4ee7-4d71-ab8e-4c7b6aa5f30f req-a67f1910-5035-4911-96f7-ea94dc643190 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.0610135 Aug 03 20:21:40.883102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-63b1478e-4ee7-4d71-ab8e-4c7b6aa5f30f req-38d37c0f-d858-40e4-ab12-0820a82b0481 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811243 Aug 03 20:21:40.915739 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-e2e4e595-8914-4ba4-aa17-253a6cfc72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:40.917406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-e2e4e595-8914-4ba4-aa17-253a6cfc72dc service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.1234653 Aug 03 20:21:40.921283 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:21:40.951549 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce33282-7165-46dd-ae39-6572cc364f76 None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:21:40.961401 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-d08a7a0e-1c98-4400-8c94-31ff8bdbe517 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 200 len: 217 time: 0.0355642 Aug 03 20:21:41.013936 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-0ba5e1bf-6144-4a98-a25c-ddd503cd4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:41.015441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-0ba5e1bf-6144-4a98-a25c-ddd503cd4528 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0462563 Aug 03 20:21:41.064967 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-74e5b0e7-7109-451c-8cab-caa88f69ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:41.067179 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-74e5b0e7-7109-451c-8cab-caa88f69ef09 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425098 Aug 03 20:21:41.125523 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:21:41.167067 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-fd0feab6-de36-4c23-a77f-b572ee2b0aa0 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916786 Aug 03 20:21:41.179711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764ea17-cba7-448c-8a41-8b1e3fcd8e8b None None] New status for floating IP 2b3eff15-97ea-4975-ae72-ca71ffc50641: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:21:41.260922 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bb0ab161-9f49-4820-8047-7a952836c0b1 req-a7cb3433-7020-4342-a825-6790f0d3c5c8 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845194 Aug 03 20:21:41.963062 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-11630b31-f3f9-46a8-827d-13d688fa540e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:41.964546 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-11630b31-f3f9-46a8-827d-13d688fa540e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.0568867 Aug 03 20:21:42.058535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3dca4-1343-4f4a-87d7-46262759ec2e req-3db201f0-24cb-457f-adef-39b70fd362d4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:21:42.060028 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ba3dca4-1343-4f4a-87d7-46262759ec2e req-3db201f0-24cb-457f-adef-39b70fd362d4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 947 time: 0.1057441 Aug 03 20:21:42.117036 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ba3dca4-1343-4f4a-87d7-46262759ec2e req-73303d6d-8218-446f-9476-f28b913e7615 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8b467f3c-4b96-464d-8335-104ef6ce3826&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492206 Aug 03 20:21:42.119366 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Deleting port 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:21:42.119718 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:42.209572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] For port 08fcda08-133e-4d56-bc60-29332556e6a5, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=08fcda08-133e-4d56-bc60-29332556e6a5,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:21:42.209851 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:42.221935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Calling delete_port for 08fcda08-133e-4d56-bc60-29332556e6a5 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:21:42.432384 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:42.462740 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'Port': ['ID=08fcda08-133e-4d56-bc60-29332556e6a5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:42.502336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] No DVR routers for this DVR port 08fcda08-133e-4d56-bc60-29332556e6a5 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:21:42.505013 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:42.506995 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9c623ac5-0f87-4ece-b233-ccb562095393 req-f8d29bce-1f94-466a-bc69-7ca3aa6a18ac tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "DELETE /v2.0/ports/08fcda08-133e-4d56-bc60-29332556e6a5 HTTP/1.1" status: 204 len: 173 time: 0.5343881 Aug 03 20:21:42.679906 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-deleted', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:21:42.682304 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625a6bc7-e8b8-4ce6-8917-48a5b6b784a6" -d '{"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-deleted", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:21:42.718549 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc6d16-b090-420a-a80c-471c9cd755e4 x-openstack-request-id: req-4ddc6d16-b090-420a-a80c-471c9cd755e4 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:21:42.718914 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385172e9-fc19-40bb-af4c-1667f8ad98d6", "name": "network-vif-deleted", "tag": "08fcda08-133e-4d56-bc60-29332556e6a5", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:21:42.719173 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ddc6d16-b090-420a-a80c-471c9cd755e4 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:21:42.719603 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385172e9-fc19-40bb-af4c-1667f8ad98d6', 'name': 'network-vif-deleted', 'tag': '08fcda08-133e-4d56-bc60-29332556e6a5', 'status': 'completed', 'code': 200} Aug 03 20:21:43.229906 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c555bd48-dfdf-4ffa-8691-04e04e8e708d req-79440ee1-41e7-42fa-a180-5f5a98c71c81 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=385172e9-fc19-40bb-af4c-1667f8ad98d6 HTTP/1.1" status: 200 len: 210 time: 0.0318639 Aug 03 20:21:44.287330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46292) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:44.344632 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:44.370262 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:44.495171 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:44.497822 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:44.498997 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "DELETE /v2.0/security-groups/8b467f3c-4b96-464d-8335-104ef6ce3826 HTTP/1.1" status: 204 len: 168 time: 0.2106743 Aug 03 20:21:44.508192 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927096ae-f4e5-4377-8713-1599242db9dc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b467f3c-4b96-464d-8335-104ef6ce3826,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:44.787749 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46298) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:44.792510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18763325', 'description': 'tempest-secgroup-smoke-18763325 description', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:44.860995 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:44.942470 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.003292 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.031496 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:45.089647 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.090902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-669170eb-3481-49ee-9827-0cbf75ba1d60 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3021405 Aug 03 20:21:45.093695 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46300) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:45.098244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:45.185694 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.243918 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.312832 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.332975 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7271a0af-63be-4d28-8e37-56c0b69485c9,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:45.350326 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:21:45.371430 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 08fcda08-133e-4d56-bc60-29332556e6a5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:21:45.376089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 08fcda08-133e-4d56-bc60-29332556e6a5 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:21:45.392951 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.394475 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-9799c95f-cc60-4b67-85ea-714dcbb79a34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998254 Aug 03 20:21:45.397373 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46302) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:45.401951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:45.540004 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.597257 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.707743 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.725946 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebf5724-e274-4b24-b03c-4814e31418b3,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:45.843958 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:45.845242 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e976c10d-156a-4076-b3ee-716552f74b36 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4469426 Aug 03 20:21:45.848692 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46304) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:45.853693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:45.986074 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.044349 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.135418 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.154097 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9373cad9-0978-4e6f-a8ca-dcef997bce68,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:46.158373 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.227405 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.228672 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-6f2973fb-1b76-4c9a-bfd9-7f25c3f2826d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790748 Aug 03 20:21:46.231336 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46306) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:46.235844 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:46.339989 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.401716 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.478268 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.495246 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fe2739-60ed-4e8f-970f-36574addcc03,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:46.592742 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.593969 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aa97324c-bb6a-46dc-88f4-62cbed1a2846 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616841 Aug 03 20:21:46.596705 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46308) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:46.602139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:46.689168 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Project 909cfcaefa014f509d9e0b1a9ae91353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:21:46.693980 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.762022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.849779 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.868659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d818a7-5ce1-4cb3-8790-ae91880f9fb2,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:46.942299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:46.943533 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-aab921db-af45-47d7-b8d8-1f3fb763b8db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3458998 Aug 03 20:21:46.946190 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46310) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:21:46.950703 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'security_group_rule': {'security_group_id': '8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08', 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:21:47.049809 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Project 909cfcaefa014f509d9e0b1a9ae91353 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:21:47.055629 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:47.117234 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:47.192437 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:47.211188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1a3b28-d847-4ddd-ab70-a6ae23657726,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:21:47.302263 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:47.310955 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-c456713d-2568-41e2-aa84-d5e8dca13605 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564169 Aug 03 20:21:48.833412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db122a6c-7d21-459b-839d-e1ccb58e861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:52.089348 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-533078b8-834c-4d30-9a78-a59c9bbf9aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:52.250219 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:53.181137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:21:55.055264 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:04.021863 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:07.162026 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-f99c9163-244b-4f36-9847-8c05cd3a2953 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18763325&fields=id&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 267 time: 0.0323606 Aug 03 20:22:07.268621 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-b34b89a6-c4f6-4d26-ba86-ea5d3e6c3256 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:07.270109 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-b34b89a6-c4f6-4d26-ba86-ea5d3e6c3256 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 809 time: 0.1013956 Aug 03 20:22:07.285597 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-18943b47-4593-4fd8-a3ef-9df2961efe76 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/quotas/909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Aug 03 20:22:07.337653 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-3b2de67f-bd5f-4073-9c50-19c95df951d9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461500 Aug 03 20:22:07.433912 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-c0fdd07e-bc94-4252-8ee6-e7dea3f8b0fc service neutron] 10.222.0.67 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851481 Aug 03 20:22:07.521676 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e9c4169c-110b-402c-b039-a728e6f60758 service neutron] 10.222.0.67 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812035 Aug 03 20:22:08.082470 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-711d4a61-09e0-4d04-a166-576fe2f9fcab req-0c973c5d-17ee-492a-bad2-85b312d18999 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0313101 Aug 03 20:22:09.177273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2b95f2ae-a793-4f95-9c0e-c5ba069e0b8c req-001d23f3-0072-4e8a-9dac-78b2a53223a5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0265210 Aug 03 20:22:10.023443 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-a53badeb-151a-4de6-8f94-de73a81d2340 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:10.024968 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-a53badeb-151a-4de6-8f94-de73a81d2340 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 809 time: 0.1061041 Aug 03 20:22:10.073145 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-6eb988be-3a60-48e2-a48c-3856f3e71163 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 378 time: 0.0336053 Aug 03 20:22:10.081903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'port': {'device_id': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'admin_state_up': True, 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'security_groups': ['8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:10.273406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ef1dda6c-1516-42d8-a61a-b353436c6f1f req-0d77e7e7-ac43-4162-9f45-5f6bb8abb50d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0265768 Aug 03 20:22:10.284201 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Made reservation on behalf of 909cfcaefa014f509d9e0b1a9ae91353 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:22:10.288915 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.417666 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Allocated IP 172.20.0.13 (2c05f111-e2a4-4043-9778-890b2bef51b0/bf8dc7d3-c7ec-447f-849c-20fec0b31d6f/0cf99488-e5a8-485d-9f66-f3ada5c70df8) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:10.563133 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.576898 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Transition to ACTIVE for port object 0cf99488-e5a8-485d-9f66-f3ada5c70df8 will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:10.685340 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.729544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:10.732695 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:10.739476 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:10.767748 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:10.781102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.781463 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.781813 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.782155 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.782495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.782836 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.783172 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.783515 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.783847 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.784178 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.784508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.784861 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:10.813204 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:10.813839 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:10.884279 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-8b3e912d-cace-4ed9-9b2f-9836cfc13e3d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8055966 Aug 03 20:22:10.953453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Request body: {'port': {'device_id': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:11.010016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.106850 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-df4b4c06-8acb-4be4-a8b5-862f43c8907b None None] Provisioning for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:11.111336 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-df4b4c06-8acb-4be4-a8b5-862f43c8907b None None] Provisioning complete for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:11.111807 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-df4b4c06-8acb-4be4-a8b5-862f43c8907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.148906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-df4b4c06-8acb-4be4-a8b5-862f43c8907b None None] Port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:22:11.285691 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:22:11.293918 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.311025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Transition to ACTIVE for port object 0cf99488-e5a8-485d-9f66-f3ada5c70df8 will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:22:11.386774 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.412082 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ebb9-daf0-4e2a-ae5c-ffe695919370 req-7deda9c3-d4eb-492d-ba51-d78369898dbd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.413887 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47a4ebb9-daf0-4e2a-ae5c-ffe695919370 req-7deda9c3-d4eb-492d-ba51-d78369898dbd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 932 time: 0.0551765 Aug 03 20:22:11.476931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-47a4ebb9-daf0-4e2a-ae5c-ffe695919370 req-323c80ad-29e5-44bb-9ec0-2726c058c74e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445642 Aug 03 20:22:11.487584 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:11.526876 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:22:11.532408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:22:11.532408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:11.532408 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:22:11.533001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:22:11.537622 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:22:11.538819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:22:11.538819 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Bound using segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:22:11.539083 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Bound port: 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:22:11.539455 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.617118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:22:11.620575 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:22:11.678554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.713223 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.714204 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:11.716146 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] 10.222.0.54 "PUT /v2.0/ports/0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1092 time: 0.8175633 Aug 03 20:22:11.718785 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:11.721445 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c1511-9c89-4102-862f-72d6a64b90b0" -d '{"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:11.751579 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7332f11-e07a-4874-84cb-3b4c10735654 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:11.832607 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738859e-0a8d-43ee-abbc-abdbae3043f8 x-openstack-request-id: req-4738859e-0a8d-43ee-abbc-abdbae3043f8 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:11.832607 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:11.832607 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4738859e-0a8d-43ee-abbc-abdbae3043f8 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:11.833234 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'status': 'completed', 'code': 200} Aug 03 20:22:11.901494 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-a37f95b5-5c7b-4e00-976c-41ce2786bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:11.903062 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-a37f95b5-5c7b-4e00-976c-41ce2786bd27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1095 time: 0.0525839 Aug 03 20:22:11.953578 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-be2ea16e-7459-4a46-9a38-2d941e990d99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 217 time: 0.0367029 Aug 03 20:22:12.009277 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-03c9dbf6-8d17-497d-bb9f-e51297aa9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.010799 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-03c9dbf6-8d17-497d-bb9f-e51297aa9784 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0506163 Aug 03 20:22:12.062627 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-14b3b43d-cb47-477a-929c-f77b79c5ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.066545 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-14b3b43d-cb47-477a-929c-f77b79c5ca9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463274 Aug 03 20:22:12.158358 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-dcff9e87-a0f2-42f1-ac24-91679e87b5d6 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869565 Aug 03 20:22:12.264959 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-1ee91f47-4758-4a15-af6e-b05f29d4aeed req-963641ab-e574-40ad-988c-dff67c5b0122 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000307 Aug 03 20:22:12.482267 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-e6a0ddfb-f8b0-42c9-bcdf-fd95f7cb75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.483970 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-e6a0ddfb-f8b0-42c9-bcdf-fd95f7cb75ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1095 time: 0.0512488 Aug 03 20:22:12.597148 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-7a181e32-3656-417b-a05a-b1af495284bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.598655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-7a181e32-3656-417b-a05a-b1af495284bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.1081028 Aug 03 20:22:12.610178 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ce91-428c-474f-bb41-1114ac7ef68e req-67596232-a6a5-49ea-b1ec-cdf524bf6f94 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.612437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6ce91-428c-474f-bb41-1114ac7ef68e req-67596232-a6a5-49ea-b1ec-cdf524bf6f94 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0635574 Aug 03 20:22:12.652761 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-695cc0a2-d1e0-44e2-bd64-cea0fa6ef77e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 217 time: 0.0467672 Aug 03 20:22:12.664119 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c9d6ce91-428c-474f-bb41-1114ac7ef68e req-08ea79d3-94fe-4edd-9f30-9fa00b84e15e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425370 Aug 03 20:22:12.710693 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-53008153-c16c-422d-a051-4944fdd9754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.713034 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-53008153-c16c-422d-a051-4944fdd9754a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0530457 Aug 03 20:22:12.773607 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-26543916-4e4a-4131-bd54-51de508ab90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:12.775482 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-26543916-4e4a-4131-bd54-51de508ab90d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547693 Aug 03 20:22:12.888222 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-71892ce4-1fd0-4760-85d2-ab65bdf14b4e service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053064 Aug 03 20:22:12.994074 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-b66c1511-9c89-4102-862f-72d6a64b90b0 req-5cfd825b-8a83-4200-b7c5-bda2d848061b service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976191 Aug 03 20:22:13.788510 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c418f-41ce-4c0e-93b3-092dfb3fe865 req-641a6d56-4303-43ca-a161-1287384ea93a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:13.790343 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-414c418f-41ce-4c0e-93b3-092dfb3fe865 req-641a6d56-4303-43ca-a161-1287384ea93a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0513275 Aug 03 20:22:13.828592 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-414c418f-41ce-4c0e-93b3-092dfb3fe865 req-675b4046-e8c8-468d-a891-33e404002681 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323055 Aug 03 20:22:14.944020 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7b53e-e3bd-4101-9e77-107d0776a685 req-3b05abae-1d21-40cd-9f61-8a6aa4fce5de tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:14.946030 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15b7b53e-e3bd-4101-9e77-107d0776a685 req-3b05abae-1d21-40cd-9f61-8a6aa4fce5de tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0495064 Aug 03 20:22:14.982996 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-15b7b53e-e3bd-4101-9e77-107d0776a685 req-48d9e928-c994-4b80-a2c4-79e312f6476c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310826 Aug 03 20:22:16.101012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef027-33a3-40c3-82e8-6d720fe274ac req-5c14db25-b888-476b-89a7-209548d718ff tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:16.102744 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97cef027-33a3-40c3-82e8-6d720fe274ac req-5c14db25-b888-476b-89a7-209548d718ff tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0493250 Aug 03 20:22:16.123824 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:16.143776 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97cef027-33a3-40c3-82e8-6d720fe274ac req-5f98361e-5293-4d85-b802-49f3be726ada tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350351 Aug 03 20:22:17.267776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39782a-bbab-44ee-bd87-d5613fc74d67 req-ab608d36-e28c-4a63-8781-6840365b521f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:17.269265 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f39782a-bbab-44ee-bd87-d5613fc74d67 req-ab608d36-e28c-4a63-8781-6840365b521f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0602984 Aug 03 20:22:17.308123 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6f39782a-bbab-44ee-bd87-d5613fc74d67 req-601f4c11-90d0-44c1-af0f-70bf9f16ae52 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320499 Aug 03 20:22:18.125197 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:22:18.421690 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6916713-b73c-4f73-acf3-1535b22e7c0a req-88f05c69-cfc4-4499-a986-af947b715a4f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:18.423212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6916713-b73c-4f73-acf3-1535b22e7c0a req-88f05c69-cfc4-4499-a986-af947b715a4f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0486310 Aug 03 20:22:18.461483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c6916713-b73c-4f73-acf3-1535b22e7c0a req-5acf02af-b1cf-4ab6-ba5d-9ce8a9ddf75d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323651 Aug 03 20:22:18.854761 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-458dddd4-9313-416f-8f05-b94d8a8a32d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:19.574395 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050670-2f10-42cb-8b35-5280eda0049d req-98be414f-afda-40a0-bd1b-f55e6760037d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:19.575889 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6050670-2f10-42cb-8b35-5280eda0049d req-98be414f-afda-40a0-bd1b-f55e6760037d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0489841 Aug 03 20:22:19.619454 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e6050670-2f10-42cb-8b35-5280eda0049d req-ab8420fa-848c-4053-a750-d24b39482010 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374568 Aug 03 20:22:20.733533 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cee38a-6c7c-4697-ad16-1f83cc28814d req-a729a6f5-b73e-4bf6-aadc-25328dbc7b20 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:20.735016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23cee38a-6c7c-4697-ad16-1f83cc28814d req-a729a6f5-b73e-4bf6-aadc-25328dbc7b20 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0483141 Aug 03 20:22:20.772380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-23cee38a-6c7c-4697-ad16-1f83cc28814d req-d40308ca-cd03-47d6-9e8e-8bf615f0f102 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315320 Aug 03 20:22:21.887776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4903c-222a-4eff-ab91-dafeed920611 req-e2868b5d-97c1-4134-98d9-084a6784cee5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:21.895264 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fb4903c-222a-4eff-ab91-dafeed920611 req-e2868b5d-97c1-4134-98d9-084a6784cee5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0495241 Aug 03 20:22:21.927273 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4fb4903c-222a-4eff-ab91-dafeed920611 req-75556f4c-f072-4e2b-bdc3-4e2f826963b4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319705 Aug 03 20:22:22.072330 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ad00eda-9f8b-4be4-aa8e-1f99ca89ca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:22.254664 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:23.041377 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b69234-be9d-47ec-96bb-a78da67869e1 req-61025e67-03e6-486c-9ca2-2defd308dff7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:23.042866 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72b69234-be9d-47ec-96bb-a78da67869e1 req-61025e67-03e6-486c-9ca2-2defd308dff7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0477827 Aug 03 20:22:23.085046 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-72b69234-be9d-47ec-96bb-a78da67869e1 req-a0a3de8d-72a7-4e48-8bc1-6edc196641b5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361316 Aug 03 20:22:23.180703 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:23.723349 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:22:23.815175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:23.826763 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'mac_address': 'fa:16:3e:14:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:22:23.865814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:23.878555 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:22:23.899218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:23.998058 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:24.045912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:24.052960 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.053302 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.053637 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.053999 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.054843 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.055164 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.055489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.055809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.056128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.056447 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.056791 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.057113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:22:24.201869 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f9d6-54dd-491c-b45d-f1dbe28355a2 req-ab7e7bfa-848a-426e-ad37-f3e849b2410a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:24.203422 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9417f9d6-54dd-491c-b45d-f1dbe28355a2 req-ab7e7bfa-848a-426e-ad37-f3e849b2410a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 945 time: 0.0506542 Aug 03 20:22:24.241218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9417f9d6-54dd-491c-b45d-f1dbe28355a2 req-e4f16903-8b4a-4bdf-97d8-396e34e923d6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319574 Aug 03 20:22:24.282955 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['0cf99488-e5a8-485d-9f66-f3ada5c70df8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:22:25.049081 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:25.403801 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fa8e9-927e-4853-b294-7b5b8bca5253 req-55a83fbd-409a-4c7f-9745-d3e1b856647d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:25.405304 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-407fa8e9-927e-4853-b294-7b5b8bca5253 req-55a83fbd-409a-4c7f-9745-d3e1b856647d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 945 time: 0.0479574 Aug 03 20:22:25.442657 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-407fa8e9-927e-4853-b294-7b5b8bca5253 req-aaddfd04-37d5-433b-b4be-cdd14fca056a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315278 Aug 03 20:22:25.750963 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:22:25.860524 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:22:25.864387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:22:25.864793 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:26.108277 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:26.129431 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:26.131658 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcde00e8-755d-41e2-b539-481b65e25f0b" -d '{"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:26.144640 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:22:26.168191 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a95af2-5457-4caf-a6db-79082c54977f x-openstack-request-id: req-34a95af2-5457-4caf-a6db-79082c54977f {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:26.168484 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:26.168770 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-34a95af2-5457-4caf-a6db-79082c54977f {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:26.169168 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'code': 200} Aug 03 20:22:26.197941 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:26.250571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:26.291676 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc03bdc-508a-4f2c-a813-08ee89b23dc3 req-729f151e-283e-42c8-a124-3b4a05bf1a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:26.293172 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cbc03bdc-508a-4f2c-a813-08ee89b23dc3 req-729f151e-283e-42c8-a124-3b4a05bf1a00 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0414648 Aug 03 20:22:26.327384 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-cbc03bdc-508a-4f2c-a813-08ee89b23dc3 req-c7f554f7-2fa2-4fe3-8d1f-c08635468daa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0273924 Aug 03 20:22:26.559386 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489653ea-4638-4e30-b5f9-d21e7b2ed6d3 req-d189bb1a-b513-4b45-8a36-46733ae1a7af tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:26.560921 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489653ea-4638-4e30-b5f9-d21e7b2ed6d3 req-d189bb1a-b513-4b45-8a36-46733ae1a7af tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0481317 Aug 03 20:22:26.602071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-489653ea-4638-4e30-b5f9-d21e7b2ed6d3 req-05f75e52-05da-4308-93e5-e48e631f2fcd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347364 Aug 03 20:22:27.716959 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3da9b-f682-4ce6-afd2-91cd471fbb20 req-2370252d-2834-49df-adfc-7a85aa8be8bf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:27.718436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43c3da9b-f682-4ce6-afd2-91cd471fbb20 req-2370252d-2834-49df-adfc-7a85aa8be8bf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0497010 Aug 03 20:22:27.763873 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-43c3da9b-f682-4ce6-afd2-91cd471fbb20 req-77d8c526-0e1d-4926-a11e-f5a341547816 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394895 Aug 03 20:22:27.896211 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d13b6-eff0-4a2c-ad8e-15396af897ba req-2ddd3dc8-3f24-447d-8eb5-c34589bca788 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:27.897767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b8d13b6-eff0-4a2c-ad8e-15396af897ba req-2ddd3dc8-3f24-447d-8eb5-c34589bca788 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0596514 Aug 03 20:22:27.938942 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0b8d13b6-eff0-4a2c-ad8e-15396af897ba req-af869017-258d-4268-a7a7-227f7e2ff61c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335298 Aug 03 20:22:27.960461 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46526) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:27.999086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff710f4-2d90-4918-a98f-a80078c11831 tempest-TestShelveInstance-32842602 tempest-TestShelveInstance-32842602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:28.000580 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dff710f4-2d90-4918-a98f-a80078c11831 tempest-TestShelveInstance-32842602 tempest-TestShelveInstance-32842602-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1092 time: 0.0391226 Aug 03 20:22:28.003331 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46528) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:22:28.007701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:22:28.095508 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:28.197983 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:28.303137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Allocated IP 172.25.2.191 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/c0c12d0e-9d02-4faa-a5d3-60445aa065c9) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:22:28.402506 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:28.495686 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:28.530838 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:22:28.533673 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:22:28.537031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:22:28.568632 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=c0c12d0e-9d02-4faa-a5d3-60445aa065c9,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:29.225153 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.368879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.514463 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.563283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.632847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event updated for resources: {'Port': ['ID=c0c12d0e-9d02-4faa-a5d3-60445aa065c9,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:22:29.642947 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:29.742466 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Floating IP 4613869f-a7f0-4f6f-be6c-1c3c14bf8f17 associated. External IP: 172.25.2.191, port: 0cf99488-e5a8-485d-9f66-f3ada5c70df8. Aug 03 20:22:29.952786 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:22:30.060227 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:22:30.070149 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:22:30.080077 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:30.080701 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:30.163901 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:30.191483 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-474d0dd6-4c41-4685-acc6-678d4d724ba5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1871200 Aug 03 20:22:30.192078 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:22:30.194336 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2847907c-35fc-4c04-b598-d011af1e88ee" -d '{"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:22:30.229874 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:30.239952 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d83a47-3e32-43b0-b4fd-5866ecb23d55 x-openstack-request-id: req-43d83a47-3e32-43b0-b4fd-5866ecb23d55 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:22:30.239952 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:22:30.239952 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-43d83a47-3e32-43b0-b4fd-5866ecb23d55 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:22:30.240637 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'status': 'completed', 'code': 200} Aug 03 20:22:30.327022 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847907c-35fc-4c04-b598-d011af1e88ee req-709a62a8-41a3-40dd-a374-1fbfa51ba13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:30.328587 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-709a62a8-41a3-40dd-a374-1fbfa51ba13d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0405357 Aug 03 20:22:30.423398 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847907c-35fc-4c04-b598-d011af1e88ee req-646e8a91-6a11-47a8-9ca0-2a55817d2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:30.424843 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-646e8a91-6a11-47a8-9ca0-2a55817d2f68 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0895598 Aug 03 20:22:30.490879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-d6d61c93-79cf-4bd9-90bd-06031db0fa32 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1000 time: 0.0586123 Aug 03 20:22:30.510453 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '4613869f-a7f0-4f6f-be6c-1c3c14bf8f17', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:14:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:28Z', 'updated_at': '2021-08-03T20:22:28Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:30.539855 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847907c-35fc-4c04-b598-d011af1e88ee req-56590c6e-5edd-4835-944c-536e053b26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:30.541620 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-56590c6e-5edd-4835-944c-536e053b26c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0439949 Aug 03 20:22:30.597631 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847907c-35fc-4c04-b598-d011af1e88ee req-caa4596c-d7a1-41a3-9f9e-f3a7d6a2c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:30.599178 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-caa4596c-d7a1-41a3-9f9e-f3a7d6a2c658 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503576 Aug 03 20:22:30.638971 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:22:30.647623 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:22:30.648224 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:22:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:30.693348 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-a1d79480-c52a-4817-8a26-d7cc7ff2a0d1 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855742 Aug 03 20:22:30.753152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:22:30.986986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '4613869f-a7f0-4f6f-be6c-1c3c14bf8f17', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:14:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:28Z', 'updated_at': '2021-08-03T20:22:28Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:22:31.014009 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff9c2a-e670-4ecf-a91c-d32729cee538 None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '4613869f-a7f0-4f6f-be6c-1c3c14bf8f17', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'floating_ip_address': '172.25.2.191', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'mac_address': 'fa:16:3e:14:c9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:22:28Z', 'updated_at': '2021-08-03T20:22:28Z', 'revision_number': 0, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:22:31.147903 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-2847907c-35fc-4c04-b598-d011af1e88ee req-804d6746-066e-40cc-a5cf-7ee5447fd058 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482906 Aug 03 20:22:31.211551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634691c4-3ab1-4eaa-9340-234c339572fa None None] New status for floating IP 4613869f-a7f0-4f6f-be6c-1c3c14bf8f17: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:22:33.928997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:46.163764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:48.946998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f7f48752-10fa-443e-8799-e4034ac48649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:52.106636 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-58d84ef9-e194-4760-9381-ae59f64197e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:52.295185 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:52.840590 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-fa0c6019-dd37-4807-bfd7-6dc66352136c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417252 Aug 03 20:22:52.941777 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-4be14f15-91e0-424d-9cf5-1334a405b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:52.943279 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-4be14f15-91e0-424d-9cf5-1334a405b506 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0416925 Aug 03 20:22:53.051480 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-6cdecada-f4b4-4c45-951d-5f2004ce7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.053019 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-6cdecada-f4b4-4c45-951d-5f2004ce7609 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0897121 Aug 03 20:22:53.122198 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-d0c254f8-d89a-4945-832b-67455cb74aa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0615723 Aug 03 20:22:53.171126 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-f893cdc3-c728-41a8-870a-a7317a3cb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.172581 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-f893cdc3-c728-41a8-870a-a7317a3cb15b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0446901 Aug 03 20:22:53.203207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:53.222453 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-09dbcc51-284e-4b2c-ac91-5f5fe4753e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:22:53.223948 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-09dbcc51-284e-4b2c-ac91-5f5fe4753e5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445547 Aug 03 20:22:53.315232 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-b6074780-0c5c-4eff-9a9b-c28c949d10fb service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833504 Aug 03 20:22:53.417313 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c5efc39-71f5-48de-9ca8-d75a5f5ff039 req-d19b3ef2-6602-4da0-aff8-36e81a05f6d8 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944860 Aug 03 20:22:55.048613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:22:55.124270 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:23:03.957787 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:16.146137 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:18.866110 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-74517a0d-aaf2-41c0-af4d-67e299bf7598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:22.111573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5f71bcff-5d81-4fb5-a5d7-6ed06eb1528e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:22.271804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:23.214500 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:25.088665 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:32.123378 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:23:33.974286 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:46.225699 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:48.831382 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83792e2c-0246-40c9-89bf-83d72fd2242d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.134435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f175-c499-43d7-adc7-0e5d553f28d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:52.300973 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:53.181343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:54.529066 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-5184623b-28c0-4323-8b43-385189d31523 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486183 Aug 03 20:23:54.635686 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-81fe5dc3-e75b-425b-a9b1-f2d2b9a14f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:54.637300 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-81fe5dc3-e75b-425b-a9b1-f2d2b9a14f5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0461547 Aug 03 20:23:54.754499 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-ea41ee23-832d-4466-8ed2-868c8f01fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:54.756150 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-ea41ee23-832d-4466-8ed2-868c8f01fcbe service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0971329 Aug 03 20:23:54.826308 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-8b4306b0-6f69-4d04-a981-0bff0c9dcb2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0632496 Aug 03 20:23:54.877030 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-6dce07a6-2a93-48c0-8304-bfd923c60980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:54.878542 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-6dce07a6-2a93-48c0-8304-bfd923c60980 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0460098 Aug 03 20:23:54.930727 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-b7b3eba1-c35e-44b4-9ab4-37f1ae8efe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:23:54.932246 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-b7b3eba1-c35e-44b4-9ab4-37f1ae8efe3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467393 Aug 03 20:23:54.943995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-410ea326-dbf4-4c76-a662-65aba230a0b0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101343) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:23:54.944967 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-410ea326-dbf4-4c76-a662-65aba230a0b0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056765 Aug 03 20:23:55.039957 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-d347cafd-337d-4ba2-aadb-27f753c021a9 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883067 Aug 03 20:23:55.054642 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:23:55.138297 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9cd4e757-f9f8-4508-8ba9-69f4c269fc0b req-31382515-5554-46dd-86c4-b10ab1fbe405 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914183 Aug 03 20:24:04.540071 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:09.123364 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:16.133506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:18.898457 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6419eefa-fd6e-4eba-a24e-37e98653a23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:22.107034 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-423e9647-93ce-4823-896b-49724ad82aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:22.321847 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:23.218819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:25.081572 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:33.960616 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:46.122547 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:24:46.172155 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:48.839661 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-48deb3c1-a9a9-40ae-8c7d-3be90339a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:52.090954 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-103b9e4e-4e99-4be0-9b37-4559938fa546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:52.359467 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:53.205168 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:55.136419 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:24:56.583600 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-fa6cdf58-2df8-40dd-acd2-e5a58ed0798e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425954 Aug 03 20:24:56.682510 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dace-0123-4618-a312-7821540e21a2 req-0cc1a054-34a7-450f-a4df-5f366322cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:56.684004 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-0cc1a054-34a7-450f-a4df-5f366322cfd2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0413783 Aug 03 20:24:56.795071 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dace-0123-4618-a312-7821540e21a2 req-a9748418-fb92-4006-9a87-3a39076487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:56.796565 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-a9748418-fb92-4006-9a87-3a39076487fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0934758 Aug 03 20:24:56.865227 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-41317afa-ead9-4b54-bb2a-60385ad3e284 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0618625 Aug 03 20:24:56.916375 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dace-0123-4618-a312-7821540e21a2 req-f48a73f1-7303-4b63-b3cf-9dcdb41c39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:56.917918 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-f48a73f1-7303-4b63-b3cf-9dcdb41c39ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0463626 Aug 03 20:24:56.969378 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141dace-0123-4618-a312-7821540e21a2 req-1e16add7-9596-4cb2-9a81-e5e958d9fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:56.970881 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-1e16add7-9596-4cb2-9a81-e5e958d9fd6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456610 Aug 03 20:24:57.063456 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-c06e9725-ef6d-43ef-b6f3-b91e90480b57 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855610 Aug 03 20:24:57.160726 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-e141dace-0123-4618-a312-7821540e21a2 req-224d6b11-9b25-434d-bbe3-e53c9def9d08 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897985 Aug 03 20:24:57.830847 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6a27a-df3c-4a56-b21a-f05f88d788a1 req-bf19659b-70f7-4fd4-abbb-32c16625046c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:57.833231 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9a6a27a-df3c-4a56-b21a-f05f88d788a1 req-bf19659b-70f7-4fd4-abbb-32c16625046c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.1350274 Aug 03 20:24:57.872154 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9a6a27a-df3c-4a56-b21a-f05f88d788a1 req-a03bc35c-d17f-4ab2-a8a4-145d4958937c tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326631 Aug 03 20:24:59.022608 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cca39-123e-42c6-8176-f5c6f3a54a33 req-bc3383d2-0209-4bc6-a8d1-fa1c76ec9483 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:24:59.024090 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-116cca39-123e-42c6-8176-f5c6f3a54a33 req-bc3383d2-0209-4bc6-a8d1-fa1c76ec9483 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0486665 Aug 03 20:24:59.068643 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-116cca39-123e-42c6-8176-f5c6f3a54a33 req-9521491d-f7ac-48ac-ade5-c2702302eb03 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384114 Aug 03 20:25:00.202462 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab07662-c346-4626-bf99-95e18fa824ba req-e7a8d148-691d-45d2-ae77-505cb2440931 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:00.209184 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fab07662-c346-4626-bf99-95e18fa824ba req-e7a8d148-691d-45d2-ae77-505cb2440931 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0667021 Aug 03 20:25:00.252139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fab07662-c346-4626-bf99-95e18fa824ba req-89fc2b72-a28f-4649-bebc-a517882f0b67 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391378 Aug 03 20:25:01.386313 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c6be84-f966-4dc0-a193-aee76941ded1 req-565103a6-13c7-40f5-9e8b-372caa80d0ae tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:01.389015 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1c6be84-f966-4dc0-a193-aee76941ded1 req-565103a6-13c7-40f5-9e8b-372caa80d0ae tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0627296 Aug 03 20:25:01.433027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1c6be84-f966-4dc0-a193-aee76941ded1 req-99819fe4-4927-4f7c-8af6-22fde6c7028d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378578 Aug 03 20:25:02.551312 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c4b81-7d3a-4bc8-bf1f-6ee7e6b19563 req-b5a7fe1a-093b-41e3-8dce-8c5c80c76681 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:02.553076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33c4b81-7d3a-4bc8-bf1f-6ee7e6b19563 req-b5a7fe1a-093b-41e3-8dce-8c5c80c76681 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0524731 Aug 03 20:25:02.597529 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f33c4b81-7d3a-4bc8-bf1f-6ee7e6b19563 req-def6bd00-da31-4aab-b7d7-aafa67b6f7df tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384004 Aug 03 20:25:03.724463 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18026770-c6ea-4049-83a8-d8de20587711 req-163db6db-0781-4a16-a4e6-4c3b91d6b5ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:03.726004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18026770-c6ea-4049-83a8-d8de20587711 req-163db6db-0781-4a16-a4e6-4c3b91d6b5ea tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0585313 Aug 03 20:25:03.769661 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-18026770-c6ea-4049-83a8-d8de20587711 req-a56b9100-046e-43e7-8762-a0ae07528d49 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376723 Aug 03 20:25:03.981365 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:04.890092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af5d3-bf2e-4e3c-aa32-a3dd87b407a7 req-dd2e5678-4db9-4743-b42f-009e564ecd27 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:04.891770 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e69af5d3-bf2e-4e3c-aa32-a3dd87b407a7 req-dd2e5678-4db9-4743-b42f-009e564ecd27 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0539868 Aug 03 20:25:04.939013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e69af5d3-bf2e-4e3c-aa32-a3dd87b407a7 req-e1301616-4e0c-40e8-8312-430c59822023 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402534 Aug 03 20:25:06.131213 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef62fa8-60b6-4d9d-9a1f-420a8b16ca74 req-60f9b605-3fdb-47e6-8ed5-618ed5a87274 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:06.133711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef62fa8-60b6-4d9d-9a1f-420a8b16ca74 req-60f9b605-3fdb-47e6-8ed5-618ed5a87274 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0916407 Aug 03 20:25:06.192116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-bef62fa8-60b6-4d9d-9a1f-420a8b16ca74 req-8cfb1817-381a-4468-8905-d74e26a8018e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515037 Aug 03 20:25:07.313344 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34aa5d-9bd3-4b8b-beb9-afca43409c88 req-2d7da2bf-746f-4f0b-99ee-b384edd2857f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:07.314842 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df34aa5d-9bd3-4b8b-beb9-afca43409c88 req-2d7da2bf-746f-4f0b-99ee-b384edd2857f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0541372 Aug 03 20:25:07.355380 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-df34aa5d-9bd3-4b8b-beb9-afca43409c88 req-00c31147-e2cd-4666-a65c-41b0d8ffbb23 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343640 Aug 03 20:25:08.025344 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-d749b643-e09a-4335-904f-48d6c18792fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:08.027233 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-d749b643-e09a-4335-904f-48d6c18792fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1097 time: 0.0483463 Aug 03 20:25:08.141662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-ecee9253-fa45-4494-95b2-66981a1d9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:08.143242 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-ecee9253-fa45-4494-95b2-66981a1d9c13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.1091058 Aug 03 20:25:08.215117 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-a5744b7b-1953-4ea4-8303-767404aa30ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0648708 Aug 03 20:25:08.265984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-b033c1b0-e469-4533-9b57-95934c820a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:08.267445 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-b033c1b0-e469-4533-9b57-95934c820a83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0457594 Aug 03 20:25:08.321209 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-acd9c996-a321-4e6a-9a4e-df1b6dea6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:08.322634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-acd9c996-a321-4e6a-9a4e-df1b6dea6d16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485244 Aug 03 20:25:08.438301 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-246aafdd-d2c4-4f0d-a584-4edcdd24e1df service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066623 Aug 03 20:25:08.475650 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5829ddf-caa2-430a-be3d-a10d042882f8 req-ebeae019-ec6c-419c-9136-fb24a65bf430 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:08.477246 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5829ddf-caa2-430a-be3d-a10d042882f8 req-ebeae019-ec6c-419c-9136-fb24a65bf430 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0526104 Aug 03 20:25:08.516287 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e5829ddf-caa2-430a-be3d-a10d042882f8 req-bfdba26e-5497-471d-b153-84e19ddf85db tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330408 Aug 03 20:25:08.537965 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0fbf32aa-d15f-4e05-9ca5-7a776342b8b3 req-7672d449-edb5-448f-b35c-b6fcd76fd159 service neutron] 10.222.0.54 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927055 Aug 03 20:25:09.634018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eec8f2-8cab-4e96-88de-48c06685f25a req-f0461b1c-3688-4ae6-b3e9-8883f0033426 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:09.635435 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7eec8f2-8cab-4e96-88de-48c06685f25a req-f0461b1c-3688-4ae6-b3e9-8883f0033426 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0501428 Aug 03 20:25:09.673447 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7eec8f2-8cab-4e96-88de-48c06685f25a req-3f94f85e-a407-4671-b997-3e6686421ed0 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320046 Aug 03 20:25:10.798549 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e4667-0382-4568-a6f9-461c64da0e09 req-b978a31a-929a-4ce3-b5f2-bf21be510a69 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:10.801095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f8e4667-0382-4568-a6f9-461c64da0e09 req-b978a31a-929a-4ce3-b5f2-bf21be510a69 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0580909 Aug 03 20:25:10.840621 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9f8e4667-0382-4568-a6f9-461c64da0e09 req-59e4a633-f05b-43ac-a33d-b892bfbae423 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333509 Aug 03 20:25:11.964945 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e33bb-bde5-4fe4-95e9-42e7aba36a74 req-dfac54bf-c142-4d06-be10-87b17654bec3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:11.966518 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-244e33bb-bde5-4fe4-95e9-42e7aba36a74 req-dfac54bf-c142-4d06-be10-87b17654bec3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 946 time: 0.0516667 Aug 03 20:25:12.009016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-244e33bb-bde5-4fe4-95e9-42e7aba36a74 req-4ff37a43-9b21-4b36-a0f6-8daaf59c9527 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359244 Aug 03 20:25:12.513258 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:25:12.592550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:12.615244 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:12.617537 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7214d37-0322-488a-91e8-bc4026f5f269" -d '{"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:12.631475 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:12.707456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:12.731524 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837eb26d-5c99-4a54-9b44-876a5a147bfa x-openstack-request-id: req-837eb26d-5c99-4a54-9b44-876a5a147bfa {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:12.731818 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-unplugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:12.732077 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-837eb26d-5c99-4a54-9b44-876a5a147bfa {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:12.732466 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'code': 200} Aug 03 20:25:12.759727 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:12.767549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.767902 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.768782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.769126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.769458 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.769790 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.770125 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.770453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.770778 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.771102 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.771427 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:12.771748 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:13.131037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999df9dc-6ca9-43a1-8270-282c1ec7ea51 req-12513ad5-16f3-4b38-acc1-fb988018eea2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:13.132822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-999df9dc-6ca9-43a1-8270-282c1ec7ea51 req-12513ad5-16f3-4b38-acc1-fb988018eea2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0508690 Aug 03 20:25:13.172188 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-999df9dc-6ca9-43a1-8270-282c1ec7ea51 req-3a1779c8-6dbd-429c-af44-29f6bfaabd83 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322611 Aug 03 20:25:13.593853 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8bb29-289d-49d1-b759-8b09914a5e53 req-9d2ca935-7e65-4cc9-b875-786175a56e5d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:13.595436 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fd8bb29-289d-49d1-b759-8b09914a5e53 req-9d2ca935-7e65-4cc9-b875-786175a56e5d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0661566 Aug 03 20:25:13.651635 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6fd8bb29-289d-49d1-b759-8b09914a5e53 req-88b6552a-1c8a-4485-88b8-222eb7898021 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482566 Aug 03 20:25:13.681806 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-0a9bda9b-6257-47d0-a4f4-28c5d9bbe1fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1009884 Aug 03 20:25:14.791796 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0742d0-b1a9-4ebf-913d-3da553178058 req-00bde305-78d2-4864-9e2f-82f704a5e998 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:14.794308 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d0742d0-b1a9-4ebf-913d-3da553178058 req-00bde305-78d2-4864-9e2f-82f704a5e998 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0633202 Aug 03 20:25:14.837745 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3d0742d0-b1a9-4ebf-913d-3da553178058 req-35703196-47f9-41d8-9aed-a2d854e7cccc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368974 Aug 03 20:25:15.964372 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855af23-a910-45ee-931d-da0fe19a59c9 req-39ceb204-6504-42ca-88c2-ae2bcf659f1a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:15.965985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1855af23-a910-45ee-931d-da0fe19a59c9 req-39ceb204-6504-42ca-88c2-ae2bcf659f1a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0568171 Aug 03 20:25:16.007307 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1855af23-a910-45ee-931d-da0fe19a59c9 req-5a92bc76-7e03-44a1-8ffb-01b93a93a702 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346754 Aug 03 20:25:16.158128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:17.123593 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da9ee-761a-4952-8bbe-3b379b887c87 req-0069f4ea-5e21-41db-9ada-e7da9c7b3ffa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:17.125322 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-914da9ee-761a-4952-8bbe-3b379b887c87 req-0069f4ea-5e21-41db-9ada-e7da9c7b3ffa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0500803 Aug 03 20:25:17.164547 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-914da9ee-761a-4952-8bbe-3b379b887c87 req-f9a3c12c-95a3-4b73-b073-747c750f0cb4 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325742 Aug 03 20:25:18.281942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408185-1f87-4f42-bc0f-9807a2a3b3cd req-667306aa-5657-4795-8d15-79201a2b45cf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:18.283557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c408185-1f87-4f42-bc0f-9807a2a3b3cd req-667306aa-5657-4795-8d15-79201a2b45cf tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0505164 Aug 03 20:25:18.324128 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1c408185-1f87-4f42-bc0f-9807a2a3b3cd req-ff724280-ca3b-4a60-a090-148c26b240e7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335758 Aug 03 20:25:18.848942 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3562912b-58f7-4959-9796-1b157ac0464f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:19.450503 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0dca4-fbb8-4145-b582-fb9f3c074cfe req-f061d09e-87d7-47aa-b35a-0070230f3ca7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:19.451902 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da0dca4-fbb8-4145-b582-fb9f3c074cfe req-f061d09e-87d7-47aa-b35a-0070230f3ca7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0580337 Aug 03 20:25:19.491742 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0da0dca4-fbb8-4145-b582-fb9f3c074cfe req-055c5173-9c7a-412b-ad7c-c5e62ac8670f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334404 Aug 03 20:25:20.611859 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0143d-81a4-4b3f-b1ed-233de213d7f7 req-8a94b2f0-e253-4156-8230-745b86be84b2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:20.614047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2de0143d-81a4-4b3f-b1ed-233de213d7f7 req-8a94b2f0-e253-4156-8230-745b86be84b2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0533783 Aug 03 20:25:20.653047 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2de0143d-81a4-4b3f-b1ed-233de213d7f7 req-3eebc514-ce6d-46e3-96e0-0f9dd4515d79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328457 Aug 03 20:25:21.628470 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-07b48e65-c0bc-4a40-b6f9-adf2825e5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:21.630062 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-07b48e65-c0bc-4a40-b6f9-adf2825e5842 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&tenant_id=909cfcaefa014f509d9e0b1a9ae91353 HTTP/1.1" status: 200 len: 1095 time: 0.0845871 Aug 03 20:25:21.642087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-803363-1', 'device_owner': 'compute:nova'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:25:21.701223 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:21.861490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d1e660-9e42-42f3-bde1-7a9793fbba7c req-c83e79f8-a882-4961-a62f-a0f6ec9cfebd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:21.862968 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98d1e660-9e42-42f3-bde1-7a9793fbba7c req-c83e79f8-a882-4961-a62f-a0f6ec9cfebd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.1293163 Aug 03 20:25:21.953102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-98d1e660-9e42-42f3-bde1-7a9793fbba7c req-75c5a33c-ab21-4f74-b91a-9fd30d241682 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827749 Aug 03 20:25:21.979951 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:22.013979 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h1-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:22.053185 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:25:22.061267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.074173 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Transition to ACTIVE for port object 0cf99488-e5a8-485d-9f66-f3ada5c70df8 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:25:22.089232 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ef70949d-3d6c-4c05-9b17-874ae91d86a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.146770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.227225 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=7']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:22.239234 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.239584 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.239935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.240265 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.241147 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.241482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.241887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.242221 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.242551 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.242998 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.243310 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.243643 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:25:22.285175 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] No DVR routers for this DVR port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on host n-h1-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:25:22.317501 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.435275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:25:22.435760 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:25:22.435961 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:22.441776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:25:22.442100 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Attempting to bind port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on network 2c05f111-e2a4-4043-9778-890b2bef51b0 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:25:22.447076 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:25:22.447450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Checking segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:25:22.447878 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Bound using segment: {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:25:22.448418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Bound port: 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:25:22.448639 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.512305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:25:22.515367 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:25:22.569547 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.603995 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:22.604623 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:22.606063 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] 10.222.0.77 "PUT /v2.0/ports/0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1092 time: 0.9681177 Aug 03 20:25:22.606513 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:22.608798 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6df4b3-f4e1-4f85-9118-611a906946d9" -d '{"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:22.646290 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d44854-e12a-4a0c-abe0-d31bf93938c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=8']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:22.667511 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69d561b-aad2-4301-98fe-f3aaa9920dfe x-openstack-request-id: req-f69d561b-aad2-4301-98fe-f3aaa9920dfe {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:22.667986 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:22.668262 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f69d561b-aad2-4301-98fe-f3aaa9920dfe {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:22.668768 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'status': 'completed', 'code': 200} Aug 03 20:25:22.688642 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-9703c15e-4e7b-4c6b-868a-02488400c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:22.690876 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-9703c15e-4e7b-4c6b-868a-02488400c965 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1095 time: 0.0574174 Aug 03 20:25:22.789456 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-c164c9d5-04fb-4a88-baab-7303c9dbc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:22.791000 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-c164c9d5-04fb-4a88-baab-7303c9dbc1a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0935895 Aug 03 20:25:22.858131 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-60ff008e-ab28-451b-b4f5-f98705104215 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1000 time: 0.0595255 Aug 03 20:25:22.914140 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-432345e3-7345-4e9a-a5ad-1c796fe3df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:22.915485 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-432345e3-7345-4e9a-a5ad-1c796fe3df58 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0501597 Aug 03 20:25:22.961108 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d4280-dcca-452f-a997-618cef138ab2 req-6ec7b4b2-4a6a-4991-90cb-c3bae3b0a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:22.962603 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-6ec7b4b2-4a6a-4991-90cb-c3bae3b0a32f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398424 Aug 03 20:25:23.091153 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-47c9c04b-ed62-4c40-9dc5-4c115f23fe12 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203361 Aug 03 20:25:23.114506 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be1ae6-e607-450f-8470-18d93951454b req-71152326-a61b-4ffc-a7bb-e7b983abf723 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:23.116017 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58be1ae6-e607-450f-8470-18d93951454b req-71152326-a61b-4ffc-a7bb-e7b983abf723 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0906107 Aug 03 20:25:23.122737 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:25:23.194623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-58be1ae6-e607-450f-8470-18d93951454b req-fc24bd6b-f26f-4442-a0e9-c98a4ab370c2 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682962 Aug 03 20:25:23.204079 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:23.221323 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-98fc04e9-5fa2-4254-8c5d-018d498f6ad6 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226397 Aug 03 20:25:23.392751 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-b7dceea1-4cbc-456e-a587-d0dbd70a27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:23.394279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-b7dceea1-4cbc-456e-a587-d0dbd70a27c8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1095 time: 0.0483954 Aug 03 20:25:23.491244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-011df413-6aad-4e88-83b8-c265b3d49fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:23.492781 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-011df413-6aad-4e88-83b8-c265b3d49fee service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0914142 Aug 03 20:25:23.559086 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-e7ae53bd-4d49-4c41-b46c-f1f60b3368fd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1000 time: 0.0588031 Aug 03 20:25:23.614320 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-56c38d68-9129-418e-92b0-a653b0130958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:23.616442 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-56c38d68-9129-418e-92b0-a653b0130958 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0496163 Aug 03 20:25:23.665133 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-031aa7f5-b657-47e9-84ee-918c55a923c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:23.666566 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-031aa7f5-b657-47e9-84ee-918c55a923c8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414662 Aug 03 20:25:23.761536 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-d01847a5-be13-4dd6-b706-9bbb5d4882f9 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858922 Aug 03 20:25:23.858506 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ce6df4b3-f4e1-4f85-9118-611a906946d9 req-896aa598-5f7a-42b5-b3ca-49d24628d1d3 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894506 Aug 03 20:25:24.314018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd75c6-2fa7-41c4-a722-3db6a314feb1 req-84968bef-859a-418d-9a73-04fb8dc5e4fa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:24.315456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50cd75c6-2fa7-41c4-a722-3db6a314feb1 req-84968bef-859a-418d-9a73-04fb8dc5e4fa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0502598 Aug 03 20:25:24.354981 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50cd75c6-2fa7-41c4-a722-3db6a314feb1 req-b3dccfea-6086-4e24-bd23-0a8c04d2b7cb tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335000 Aug 03 20:25:25.077600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:25.478232 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede57fc-f7ad-4306-9289-b454dfa69984 req-7f6fad44-b4a6-46eb-ad86-5d47cd924917 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:25.479740 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ede57fc-f7ad-4306-9289-b454dfa69984 req-7f6fad44-b4a6-46eb-ad86-5d47cd924917 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0549023 Aug 03 20:25:25.517771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1ede57fc-f7ad-4306-9289-b454dfa69984 req-cbfc0076-57df-4b0f-8f58-7f9cfda7a9dd tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319886 Aug 03 20:25:26.634052 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc636f-cc67-4657-af0d-46286f3cab82 req-f2e30c7b-d7eb-49a4-9401-f7ef74c45d2d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:26.635553 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dc636f-cc67-4657-af0d-46286f3cab82 req-f2e30c7b-d7eb-49a4-9401-f7ef74c45d2d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0505860 Aug 03 20:25:26.674999 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e0dc636f-cc67-4657-af0d-46286f3cab82 req-b7464afa-238b-41d3-83e5-69ac2e57242e tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334361 Aug 03 20:25:27.793077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013c5b6-96f9-40a2-8c49-cb96384bcc37 req-d7f7438b-dea1-4384-bd58-c4ccb37bf429 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:27.794583 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7013c5b6-96f9-40a2-8c49-cb96384bcc37 req-d7f7438b-dea1-4384-bd58-c4ccb37bf429 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0512719 Aug 03 20:25:27.834455 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7013c5b6-96f9-40a2-8c49-cb96384bcc37 req-734b6b88-9304-42ab-b1aa-976a4fd7f37d tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328815 Aug 03 20:25:28.973908 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237f7aa-a64b-4422-acff-a65be1e45ca7 req-3cd151dc-bd79-4b76-a5fb-d27788bb7595 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:28.975468 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2237f7aa-a64b-4422-acff-a65be1e45ca7 req-3cd151dc-bd79-4b76-a5fb-d27788bb7595 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0564561 Aug 03 20:25:29.016801 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2237f7aa-a64b-4422-acff-a65be1e45ca7 req-31e563f6-bd03-40fa-bec5-72d4e7419a4f tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349989 Aug 03 20:25:30.145683 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a96c5f-2ead-4d45-85d7-1f353d810c25 req-c494f9d3-5c04-4626-b728-a68c1e0fdd34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:30.148125 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9a96c5f-2ead-4d45-85d7-1f353d810c25 req-c494f9d3-5c04-4626-b728-a68c1e0fdd34 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0549171 Aug 03 20:25:30.196016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-d9a96c5f-2ead-4d45-85d7-1f353d810c25 req-f792e8ee-7d22-4f62-a70d-e970a2099f4b tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379107 Aug 03 20:25:31.325747 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35362-983e-4a03-82b8-065d07ae196d req-5022c029-40b6-40d5-9717-e5a82860ff13 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:31.327327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a35362-983e-4a03-82b8-065d07ae196d req-5022c029-40b6-40d5-9717-e5a82860ff13 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0507302 Aug 03 20:25:31.371177 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-59a35362-983e-4a03-82b8-065d07ae196d req-0caecd5f-9236-481c-b5dc-21de79a34bb7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373170 Aug 03 20:25:32.499266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe193ef0-a4f6-4dab-939e-dc7c018455fe req-2127503f-4040-4395-8313-22d5ef8dda90 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:32.500820 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe193ef0-a4f6-4dab-939e-dc7c018455fe req-2127503f-4040-4395-8313-22d5ef8dda90 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 944 time: 0.0571768 Aug 03 20:25:32.513180 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:25:32.541696 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-fe193ef0-a4f6-4dab-939e-dc7c018455fe req-3363b6bb-6886-4a45-9543-f80034b138f9 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347285 Aug 03 20:25:32.626008 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:32.639453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'port_id': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'mac_address': 'fa:16:3e:14:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:25:32.679551 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.692491 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:25:32.714617 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:32.899680 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:32.955208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=9']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:33.117733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['0cf99488-e5a8-485d-9f66-f3ada5c70df8'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:25:33.672123 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3103270-8ddd-44b5-910e-0c21e3ed04d6 req-44624582-55a4-4e50-bf86-8283c62d4b1a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:33.673601 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3103270-8ddd-44b5-910e-0c21e3ed04d6 req-44624582-55a4-4e50-bf86-8283c62d4b1a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 945 time: 0.0517657 Aug 03 20:25:33.714212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c3103270-8ddd-44b5-910e-0c21e3ed04d6 req-23648a51-d31d-478d-afed-7692ec7412c6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334384 Aug 03 20:25:33.997035 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.514669 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:25:34.653616 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:25:34.658420 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:25:34.663853 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.738379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.766175 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:25:34.768585 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40950d-bb0c-4238-a665-2b387e26a4d6" -d '{"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:25:34.786476 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:25:34.846081 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e0ab-5b49-4365-9d19-6ebc6a3785c0 req-3b88bac9-e8b4-49e1-94ba-58f45078b00a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:34.847622 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c7e0ab-5b49-4365-9d19-6ebc6a3785c0 req-3b88bac9-e8b4-49e1-94ba-58f45078b00a tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 945 time: 0.0544991 Aug 03 20:25:34.892061 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-50c7e0ab-5b49-4365-9d19-6ebc6a3785c0 req-1594e7ef-3cc3-4905-9f62-308fbac53cd3 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377285 Aug 03 20:25:34.894129 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:34.942659 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677520f2-b571-4739-986b-4963fc98ba47 x-openstack-request-id: req-677520f2-b571-4739-986b-4963fc98ba47 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:25:34.942996 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-plugged", "status": "completed", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:25:34.943259 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-677520f2-b571-4739-986b-4963fc98ba47 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:25:34.943673 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'code': 200} Aug 03 20:25:34.949814 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=10']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:25:35.093050 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9c5c-bc01-4e8c-8a1d-3ced5c333400 req-1ca64cef-cfbf-4ee0-ad51-7e4bbcbe85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:35.094465 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bbf9c5c-bc01-4e8c-8a1d-3ced5c333400 req-1ca64cef-cfbf-4ee0-ad51-7e4bbcbe85b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1098 time: 0.0442204 Aug 03 20:25:35.129181 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0bbf9c5c-bc01-4e8c-8a1d-3ced5c333400 req-6a6470b3-7dfa-457c-a40d-d0e6a08d6e8a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0279238 Aug 03 20:25:36.018444 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fcef-0a54-4ebf-addf-cb50618c1b6e req-27f17829-fc66-4854-a5a5-a12b7d24b7f5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:36.019978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73d2fcef-0a54-4ebf-addf-cb50618c1b6e req-27f17829-fc66-4854-a5a5-a12b7d24b7f5 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 947 time: 0.0524440 Aug 03 20:25:36.061226 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-73d2fcef-0a54-4ebf-addf-cb50618c1b6e req-b03e2576-bf69-4747-84bd-0f69b2da3747 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335228 Aug 03 20:25:37.186276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a3ccd-22b3-422d-ac6b-706ef606f0f3 req-09e14d16-60e3-475b-87f0-6a1ac4fc9a83 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:37.187880 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-463a3ccd-22b3-422d-ac6b-706ef606f0f3 req-09e14d16-60e3-475b-87f0-6a1ac4fc9a83 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 947 time: 0.0522816 Aug 03 20:25:37.235481 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-463a3ccd-22b3-422d-ac6b-706ef606f0f3 req-da7d0d1b-4859-4552-a411-761a9427d415 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415144 Aug 03 20:25:41.925479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-fa8c7588-10a5-4a40-8f3b-2f39a9501155 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463498 Aug 03 20:25:42.008863 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-b6bca08c-0eb1-4ee6-8d19-776401105ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:42.010369 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-b6bca08c-0eb1-4ee6-8d19-776401105ef2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1098 time: 0.0424294 Aug 03 20:25:42.120499 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-530bf6ea-c277-434f-a125-00a2b5050bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:42.122034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-530bf6ea-c277-434f-a125-00a2b5050bef service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0904269 Aug 03 20:25:42.190202 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-36ac22a8-e676-4fa9-b4b3-a700ddb8284f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0608201 Aug 03 20:25:42.241514 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-dc2d7042-411e-44c0-880e-04ad07b6eeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:42.242992 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-dc2d7042-411e-44c0-880e-04ad07b6eeaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0452318 Aug 03 20:25:42.289283 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-bdfb3a61-3532-4f3a-a9a6-33535894ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:25:42.290975 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-bdfb3a61-3532-4f3a-a9a6-33535894ed1e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414004 Aug 03 20:25:42.386129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-10719e24-7088-45d9-96c3-cb5c8164f355 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885413 Aug 03 20:25:42.475305 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-c289d10d-fb67-4d18-81bd-47339aeaddee req-6c446ae4-67ba-4592-a54e-4c3e5991d4aa service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815918 Aug 03 20:25:46.195789 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:48.865790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ed1635c7-51ec-45e3-9fa0-c054c6b9378d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:52.110804 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c520f46f-604f-44a5-8f21-5a117f2c5eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:52.355874 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:53.230105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:25:55.122273 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:00.123426 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:26:04.018101 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:16.189183 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:18.828970 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6a5d28a4-aebb-469b-b6e8-cd471b713256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:22.154437 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4ddc8d8e-af69-425d-a50b-ec50f814b530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:22.250913 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:23.325339 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:25.085376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:34.010512 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:37.123104 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:26:43.816095 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-cc5e7224-f44e-4373-bbb3-fbd898e28134 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476727 Aug 03 20:26:43.903092 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-9edeb227-7dea-4c56-bed0-4c2c259b7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:43.904771 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-9edeb227-7dea-4c56-bed0-4c2c259b7ecc service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1098 time: 0.0424573 Aug 03 20:26:44.022089 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-42229258-a0b0-41bf-8729-4d3c92d779c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:44.023659 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-42229258-a0b0-41bf-8729-4d3c92d779c3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.0978200 Aug 03 20:26:44.095462 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-e1e32a88-abd6-49de-8043-78a0effeee45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 1002 time: 0.0647876 Aug 03 20:26:44.146031 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-c7be7b54-ba27-4fe7-bffc-537f034e670f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:44.147588 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-c7be7b54-ba27-4fe7-bffc-537f034e670f service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0452929 Aug 03 20:26:44.195157 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-e4805507-a53f-4c67-9d03-dcadaa772906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:26:44.196772 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-e4805507-a53f-4c67-9d03-dcadaa772906 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418305 Aug 03 20:26:44.302739 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-a4b0f1c3-1b8f-4b65-af6c-30f8799a7b54 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934141 Aug 03 20:26:44.397620 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26ae1e82-dac8-478c-9433-13d9cd4951cd req-51a7a46e-a7eb-43a6-bf5c-7b7f3f865cde service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881131 Aug 03 20:26:46.216313 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:48.844629 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-495788f8-5b87-45ca-95f9-baf15a9fce9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.135379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-83e18742-8db1-4e0a-8421-ed4a315dd872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:52.346688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:53.323829 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:26:55.117814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:04.083472 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:14.123309 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:27:15.150217 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46728) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:15.320974 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Deleting port c0c12d0e-9d02-4faa-a5d3-60445aa065c9 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:15.321324 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:15.399788 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:15.400125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:15.412098 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Calling delete_port for c0c12d0e-9d02-4faa-a5d3-60445aa065c9 owned by network:floatingip {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:15.665880 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:15.696732 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'Port': ['ID=c0c12d0e-9d02-4faa-a5d3-60445aa065c9,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:15.722428 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.722882 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.723803 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.724170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.724503 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.724860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.725188 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.725540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.725864 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.726182 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.726546 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.726953 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:15.769163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for floatingip, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:15.770142 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Floating IP 4613869f-a7f0-4f6f-be6c-1c3c14bf8f17 disassociated (deleted). External IP: 172.25.2.191, port: 0cf99488-e5a8-485d-9f66-f3ada5c70df8. Aug 03 20:27:15.997314 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:16.114198 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:16.121973 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:16.125917 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:16.138689 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:16.139307 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:26:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:16.264686 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cad7a936-5d8f-4a77-99a1-c7faec39c490 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "DELETE /v2.0/floatingips/4613869f-a7f0-4f6f-be6c-1c3c14bf8f17 HTTP/1.1" status: 204 len: 168 time: 1.1132526 Aug 03 20:27:16.265517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:27:16.267489 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835dab13-7b54-44bf-be8f-38dbc7270ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:27:16.288764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:16.346729 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:16.567729 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:16.601144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:16.610456 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:16.611107 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:26:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:16.726636 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:16.790677 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6254bb4-3473-488f-a2e1-7930a66f7c60 x-openstack-request-id: req-d6254bb4-3473-488f-a2e1-7930a66f7c60 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:27:16.791051 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:27:16.791367 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6254bb4-3473-488f-a2e1-7930a66f7c60 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:27:16.791840 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'status': 'completed', 'code': 200} Aug 03 20:27:16.911418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-c5a780a7-2d59-4a16-8777-548fdcc6196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:16.912930 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-c5a780a7-2d59-4a16-8777-548fdcc6196f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 1098 time: 0.0817401 Aug 03 20:27:16.927980 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88918119-83ff-407e-842d-71b7de7ec635 req-44de9811-6478-4f3d-a96d-9b108ac73d74 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:16.929557 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88918119-83ff-407e-842d-71b7de7ec635 req-44de9811-6478-4f3d-a96d-9b108ac73d74 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 947 time: 0.0626450 Aug 03 20:27:16.945926 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:16.974760 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c93346-0890-41d7-9f38-61702aedddeb None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:17:17Z', 'revision_number': 4, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'f25d2629-9404-4a0b-af3f-df5339065097', 'name': '', 'network_id': '2c05f111-e2a4-4043-9778-890b2bef51b0', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'mac_address': 'fa:16:3e:e2:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:16Z', 'updated_at': '2021-08-03T20:17:23Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'subnets': [{'id': 'bf8dc7d3-c7ec-447f-849c-20fec0b31d6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:17.038016 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-88918119-83ff-407e-842d-71b7de7ec635 req-a03288f1-7512-4c63-8bff-f1b1afebc7d6 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990391 Aug 03 20:27:17.061572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-8c9068e2-cf75-4404-953c-1ce8c8a75be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:17.063628 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-8c9068e2-cf75-4404-953c-1ce8c8a75be9 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 200 len: 910 time: 0.1329825 Aug 03 20:27:17.108121 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-a867c581-a735-417f-94a8-827dea69d6a4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 200 len: 217 time: 0.0366359 Aug 03 20:27:17.161516 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-0e30f416-e2d2-4181-badd-29f4563ae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:17.163041 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-0e30f416-e2d2-4181-badd-29f4563ae70e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 200 len: 848 time: 0.0472481 Aug 03 20:27:17.216702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122eec8a-4944-445d-a195-5cfba18f49dd None None] New status for floating IP 4613869f-a7f0-4f6f-be6c-1c3c14bf8f17: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:27:17.217830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-cd4162e9-0eaa-4717-a550-8a3ebe19b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:17.219433 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-cd4162e9-0eaa-4717-a550-8a3ebe19b1ea service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2c05f111-e2a4-4043-9778-890b2bef51b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477800 Aug 03 20:27:17.314482 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-e9a5b5c9-50d7-4a73-95cf-bb8cec446fb3 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Aug 03 20:27:17.411798 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-835dab13-7b54-44bf-be8f-38dbc7270ce6 req-b32fe0d6-51f4-4dc2-8423-81555c931f25 service neutron] 10.222.0.77 "GET /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876329 Aug 03 20:27:18.169842 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad28a2-b2ef-4d99-8c7a-61edf77622b6 req-fb23effd-ef4e-428a-84e5-7de2c6ecbc48 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:18.171262 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2cad28a2-b2ef-4d99-8c7a-61edf77622b6 req-fb23effd-ef4e-428a-84e5-7de2c6ecbc48 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 947 time: 0.0553756 Aug 03 20:27:18.211385 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2cad28a2-b2ef-4d99-8c7a-61edf77622b6 req-2458e45f-905d-480a-b403-1703628a6999 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/security-groups?id=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336862 Aug 03 20:27:18.264781 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-e208c582-b74b-4371-8402-7425ae5c92fa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:18.266288 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-e208c582-b74b-4371-8402-7425ae5c92fa tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 947 time: 0.0511985 Aug 03 20:27:18.362829 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Deleting port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:18.363206 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:18.460841 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] For port 0cf99488-e5a8-485d-9f66-f3ada5c70df8, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=0cf99488-e5a8-485d-9f66-f3ada5c70df8,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:18.461116 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:18.474601 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Calling delete_port for 0cf99488-e5a8-485d-9f66-f3ada5c70df8 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:18.854276 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f6ce39a6-e3a2-462b-9fd6-6212d96871a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:19.014040 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:19.055229 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'Port': ['ID=0cf99488-e5a8-485d-9f66-f3ada5c70df8,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:19.073921 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.077356 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.078355 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:19.104437 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] No DVR routers for this DVR port 0cf99488-e5a8-485d-9f66-f3ada5c70df8 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:27:19.107197 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:19.109327 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2d2db2da-7d07-4c6d-8a7f-3defb6385572 req-95aca2a1-bc40-42ef-8d73-fda6301a8834 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.77 "DELETE /v2.0/ports/0cf99488-e5a8-485d-9f66-f3ada5c70df8 HTTP/1.1" status: 204 len: 173 time: 0.8368981 Aug 03 20:27:19.109827 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-deleted', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:27:19.112201 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab457d0e-d6a7-4505-8bc8-8a94af3dc451" -d '{"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-deleted", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:27:19.218865 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41ec4f8-72bc-4736-bdc5-5e1cab79deb1 x-openstack-request-id: req-a41ec4f8-72bc-4736-bdc5-5e1cab79deb1 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:27:19.219492 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c260a0-2a69-47e7-855f-9eea16ba33bf", "name": "network-vif-deleted", "tag": "0cf99488-e5a8-485d-9f66-f3ada5c70df8", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:27:19.219492 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a41ec4f8-72bc-4736-bdc5-5e1cab79deb1 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:27:19.219807 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c260a0-2a69-47e7-855f-9eea16ba33bf', 'name': 'network-vif-deleted', 'tag': '0cf99488-e5a8-485d-9f66-f3ada5c70df8', 'status': 'completed', 'code': 200} Aug 03 20:27:19.313753 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-329f8a7f-a478-44f9-9c8e-2af52bff3bc8 req-acc7cf18-a9b0-4835-b131-bbfc07043a06 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0273137 Aug 03 20:27:20.417212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1df8ce1-45c5-4682-976c-8426651e832b req-0d554446-cdcd-4c8d-8498-e1153e7bedad tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0269468 Aug 03 20:27:21.515694 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-0945834a-3ad7-45d8-bb44-502f88cde400 req-c4900770-688d-405f-a78d-4515ccd076cc tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0277400 Aug 03 20:27:22.105560 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c80ac111-c067-4261-b54a-bfd1e7591ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:22.293708 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:22.618823 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e390798e-1679-4e47-b0e3-e7412a3633f4 req-64b47436-2c59-479e-82fc-5c09822c6614 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0283427 Aug 03 20:27:22.977891 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:23.001730 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: 0cf99488-e5a8-485d-9f66-f3ada5c70df8 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:23.009906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device 0cf99488-e5a8-485d-9f66-f3ada5c70df8 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:23.317343 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:23.744703 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-3952bdfe-4d34-4c7a-b597-51941269b792 req-4dc864d7-087e-4c47-a23b-ac42392cdac7 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "GET /v2.0/ports?device_id=44c260a0-2a69-47e7-855f-9eea16ba33bf HTTP/1.1" status: 200 len: 210 time: 0.0299094 Aug 03 20:27:24.891693 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46774) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:24.964022 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:24.992641 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:25.128027 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:25.162625 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:25.165258 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:25.177253 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] 10.222.0.67 "DELETE /v2.0/security-groups/8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08 HTTP/1.1" status: 204 len: 168 time: 0.2733254 Aug 03 20:27:25.177253 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85e782-732c-4347-a0ea-8f26f8f0cb79 tempest-TestShelveInstance-855796432 tempest-TestShelveInstance-855796432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8f1ebc-9fc0-41f9-87e0-933ad1e12e08,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:25.299643 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46778) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:25.809622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.092296 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Deleting port f25d2629-9404-4a0b-af3f-df5339065097 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:26.092687 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.187059 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] For port f25d2629-9404-4a0b-af3f-df5339065097, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=f25d2629-9404-4a0b-af3f-df5339065097,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:26.187663 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.214956 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Calling delete_port for f25d2629-9404-4a0b-af3f-df5339065097 owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:26.528359 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:26.554678 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Pushing event deleted for resources: {'Port': ['ID=f25d2629-9404-4a0b-af3f-df5339065097,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:26.745244 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.336289 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Router 0260e17b-8760-4758-bd8b-de1e96db7c50 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:27.451265 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:27.456517 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-4f5d7eb6-d953-419b-bc17-b49591afc90d admin admin] 10.222.0.67 "PUT /v2.0/routers/0260e17b-8760-4758-bd8b-de1e96db7c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1557925 Aug 03 20:27:27.459412 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46788) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:27.461299 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Sync routers for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:27.476909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:27.476909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:27.578356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.687111 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:27.689779 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.829212 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Deleting port eef03538-d27c-4907-a86e-7e8b87a27708 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:27.829578 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.873819 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:27:26Z', 'revision_number': 5, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port': {'id': 'eef03538-d27c-4907-a86e-7e8b87a27708', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:15Z', 'updated_at': '2021-08-03T20:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:27.901112 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Checking router: 0260e17b-8760-4758-bd8b-de1e96db7c50 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:27.910165 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Routers {'0260e17b-8760-4758-bd8b-de1e96db7c50'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:27.910953 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['0260e17b-8760-4758-bd8b-de1e96db7c50'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:27.916395 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] For port eef03538-d27c-4907-a86e-7e8b87a27708, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=eef03538-d27c-4907-a86e-7e8b87a27708,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:27.916801 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:27.930995 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Calling delete_port for eef03538-d27c-4907-a86e-7e8b87a27708 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:28.001205 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] Set router 0260e17b-8760-4758-bd8b-de1e96db7c50 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:28.057941 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:27:27Z', 'revision_number': 6, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:28.086119 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da43d6d-b3fd-45fc-9fe5-f34412d443f7 None None] The sync data for ids ['0260e17b-8760-4758-bd8b-de1e96db7c50'] in n-d-803363-1 is: [{'id': '0260e17b-8760-4758-bd8b-de1e96db7c50', 'name': 'tempest-TestShelveInstance-1058320153-router', 'tenant_id': '909cfcaefa014f509d9e0b1a9ae91353', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:14Z', 'updated_at': '2021-08-03T20:27:27Z', 'revision_number': 6, 'project_id': '909cfcaefa014f509d9e0b1a9ae91353', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:28.179376 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.212474 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Pushing event deleted for resources: {'Port': ['ID=eef03538-d27c-4907-a86e-7e8b87a27708,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:28.303747 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.377035 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.380016 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.507202 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.507744 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0260e17b-8760-4758-bd8b-de1e96db7c50 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:27:28.516544 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.521023 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-10413aae-5f61-473d-8cc9-dd56b247095e admin admin] 10.222.0.67 "DELETE /v2.0/routers/0260e17b-8760-4758-bd8b-de1e96db7c50 HTTP/1.1" status: 204 len: 168 time: 1.0598345 Aug 03 20:27:28.531367 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46792) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:28.576544 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Deleting subnet bf8dc7d3-c7ec-447f-849c-20fec0b31d6f {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:27:28.579703 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.620336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.713686 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.865579 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.894906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8dc7d3-c7ec-447f-849c-20fec0b31d6f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:28.897008 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:28.900943 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-cacdd97e-4539-447f-9528-ccb43773141c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bf8dc7d3-c7ec-447f-849c-20fec0b31d6f HTTP/1.1" status: 204 len: 168 time: 0.3719807 Aug 03 20:27:28.902462 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c595e1-b10d-4d46-94f1-cb39dc3c0797 None None] Network 2c05f111-e2a4-4043-9778-890b2bef51b0 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:28.902981 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46794) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:28.976722 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.041946 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Deleting port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:29.042193 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.110169 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] DHCP port deletion for 2c05f111-e2a4-4043-9778-890b2bef51b0 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:27:29.130662 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] For port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:29.131052 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.147720 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Calling delete_port for 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:29.167331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Deleting port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:29.167837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.237091 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] For port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,segment=NetworkSegment(d1f7a6fa-805e-4ca9-a82c-af8033e0e911),segment_id=d1f7a6fa-805e-4ca9-a82c-af8033e0e911)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:29.237625 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.253335 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Calling delete_port for 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:29.345197 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.352095 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.376674 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Pushing event deleted for resources: {'Port': ['ID=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:29.378290 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8d983e-31ba-4ae0-8b6d-a79b4fef928a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:29.380570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] No DVR routers for this DVR port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:27:29.386495 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] No DVR routers for this DVR port 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:27:29.387824 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.388171 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.388505 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.388860 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.389241 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.389516 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.389841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.390160 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.390480 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.390798 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.391147 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.391468 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbe835-d29c-468b-a831-9ab1328fb17e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:29.464744 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.476808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c05f111-e2a4-4043-9778-890b2bef51b0']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:29.488427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:29.488802 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f7a6fa-805e-4ca9-a82c-af8033e0e911') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:29.498424 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.513095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.520687 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:27:29.521095 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:27:29.522839 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:27:29.536845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f25d2629-9404-4a0b-af3f-df5339065097 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:29.556809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: f25d2629-9404-4a0b-af3f-df5339065097 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:29.557571 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device f25d2629-9404-4a0b-af3f-df5339065097 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:29.557702 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eef03538-d27c-4907-a86e-7e8b87a27708 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:29.580184 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: eef03538-d27c-4907-a86e-7e8b87a27708 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:29.580522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device eef03538-d27c-4907-a86e-7e8b87a27708 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:29.580958 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:29.601553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:29.601879 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 6d8d983e-31ba-4ae0-8b6d-a79b4fef928a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:29.682277 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.687821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:29.689706 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] 10.222.0.67 "DELETE /v2.0/networks/2c05f111-e2a4-4043-9778-890b2bef51b0 HTTP/1.1" status: 204 len: 168 time: 0.7861674 Aug 03 20:27:29.693612 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46796) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:29.701947 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522951b8-68ee-492b-a636-323cd62316cc admin admin] Pushing event deleted for resources: {'Network': ['ID=2c05f111-e2a4-4043-9778-890b2bef51b0,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:30.069890 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.325441 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Deleting port 02ec343b-e2b4-4f83-99e8-70c23f0770c5 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:30.325679 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.412077 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] For port 02ec343b-e2b4-4f83-99e8-70c23f0770c5, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=02ec343b-e2b4-4f83-99e8-70c23f0770c5,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:30.412439 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.426018 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Calling delete_port for 02ec343b-e2b4-4f83-99e8-70c23f0770c5 owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:30.699019 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:30.727361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=02ec343b-e2b4-4f83-99e8-70c23f0770c5,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:30.908397 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:31.138170 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:31.250700 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:31.256079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-b4688af5-eb73-441a-a014-c755b649bbfa admin admin] 10.222.0.67 "PUT /v2.0/routers/72838780-1ed8-4aa5-ad41-8a1f75b7e078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5609081 Aug 03 20:27:31.258384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46798) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:31.261128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Sync routers for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:31.273494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:31.274144 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:31.377378 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:31.399511 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:31.504702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:31.601624 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:27:30Z', 'revision_number': 5, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port': {'id': '7c1284b2-637e-4a23-a0e0-01191447aa95', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:2a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:31.633802 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Checking router: 72838780-1ed8-4aa5-ad41-8a1f75b7e078 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:31.645995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Routers {'72838780-1ed8-4aa5-ad41-8a1f75b7e078'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:31.646650 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:31.656280 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Deleting port 7c1284b2-637e-4a23-a0e0-01191447aa95 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:31.656520 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:31.749712 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] For port 7c1284b2-637e-4a23-a0e0-01191447aa95, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=7c1284b2-637e-4a23-a0e0-01191447aa95,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:31.750473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:31.766282 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Calling delete_port for 7c1284b2-637e-4a23-a0e0-01191447aa95 owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:31.913632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] Set router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:31.969655 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:27:31Z', 'revision_number': 6, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:32.001711 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b76cf-5762-493e-a2b4-f050d76f9e0f None None] The sync data for ids ['72838780-1ed8-4aa5-ad41-8a1f75b7e078'] in n-d-803363-1 is: [{'id': '72838780-1ed8-4aa5-ad41-8a1f75b7e078', 'name': 'tempest-TestShelveInstance-867114731-router', 'tenant_id': 'b5ced29854a84409bbeb5298f959567e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:17:20Z', 'updated_at': '2021-08-03T20:27:31Z', 'revision_number': 6, 'project_id': 'b5ced29854a84409bbeb5298f959567e', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:32.034135 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.060758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1284b2-637e-4a23-a0e0-01191447aa95,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:32.126156 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.219288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.221432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.362058 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.362798 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72838780-1ed8-4aa5-ad41-8a1f75b7e078 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:27:32.368016 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.369238 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-ccb7ca6a-57e0-443f-ab3e-ae34de2824c4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/72838780-1ed8-4aa5-ad41-8a1f75b7e078 HTTP/1.1" status: 204 len: 168 time: 1.1099102 Aug 03 20:27:32.371962 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46800) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:32.424059 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Deleting subnet 83b8f546-e262-4a2f-8e33-c8f56f027bc2 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:27:32.425635 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.462330 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.549131 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.682347 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.710144 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b8f546-e262-4a2f-8e33-c8f56f027bc2,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:32.714560 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.716811 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f8e50f8e-6f23-4748-b4c1-ea81028bc7f2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/83b8f546-e262-4a2f-8e33-c8f56f027bc2 HTTP/1.1" status: 204 len: 168 time: 0.3438618 Aug 03 20:27:32.719325 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46804) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:32.722026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cf556d-f4d5-4e87-8408-dee5eb7e71cd None None] Network f7a3725b-afd3-40f2-98be-3cccc089ee64 requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:32.791847 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.853084 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Deleting port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:32.853515 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.905344 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] DHCP port deletion for f7a3725b-afd3-40f2-98be-3cccc089ee64 request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:27:32.923450 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] For port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:32.923814 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:32.938004 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Calling delete_port for 5a7b1098-e79b-4c51-9670-e1db2b5e14ee owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:32.955931 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Deleting port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:27:32.956464 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.035493 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] For port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,segment=NetworkSegment(6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889),segment_id=6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:33.036139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.056183 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Calling delete_port for 5a7b1098-e79b-4c51-9670-e1db2b5e14ee owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:27:33.150554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.156078 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.179484 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] No DVR routers for this DVR port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:27:33.183995 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] Pushing event deleted for resources: {'Port': ['ID=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:33.185851 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da82d5b-4731-4b98-b529-f52cbf4a0ada None None] No DVR routers for this DVR port 5a7b1098-e79b-4c51-9670-e1db2b5e14ee on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:27:33.186039 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7b1098-e79b-4c51-9670-e1db2b5e14ee,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:33.261677 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.271861 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a3725b-afd3-40f2-98be-3cccc089ee64']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:33.283305 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:33.283597 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4a5137-d8ed-4ed3-8bbc-4178ec7c4889') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:33.293911 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.312596 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.318424 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:27:33.318807 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:27:33.320433 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:27:33.470241 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.476862 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:33.478767 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] 10.222.0.67 "DELETE /v2.0/networks/f7a3725b-afd3-40f2-98be-3cccc089ee64 HTTP/1.1" status: 204 len: 168 time: 0.7584660 Aug 03 20:27:33.494241 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75380690-7ca4-422a-8ccf-951646ed7d05 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a3725b-afd3-40f2-98be-3cccc089ee64,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:33.533536 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 02ec343b-e2b4-4f83-99e8-70c23f0770c5 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:33.555339 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 02ec343b-e2b4-4f83-99e8-70c23f0770c5 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:33.564126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 02ec343b-e2b4-4f83-99e8-70c23f0770c5 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:33.564126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5a7b1098-e79b-4c51-9670-e1db2b5e14ee no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:33.574787 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 5a7b1098-e79b-4c51-9670-e1db2b5e14ee {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:33.575136 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 5a7b1098-e79b-4c51-9670-e1db2b5e14ee not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:33.575549 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c1284b2-637e-4a23-a0e0-01191447aa95 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:27:33.594632 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 7c1284b2-637e-4a23-a0e0-01191447aa95 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:27:33.594980 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 7c1284b2-637e-4a23-a0e0-01191447aa95 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:27:33.934931 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46808) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:33.978828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-25cf635a-1127-48b7-aed8-090bfb1be88c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=909cfcaefa014f509d9e0b1a9ae91353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424647 Aug 03 20:27:33.981337 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46810) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:34.035144 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.058840 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.059553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.218916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.222163 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:34.223604 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/67c55fcb-3ba2-442a-8af5-7892eeadd8a7 HTTP/1.1" status: 204 len: 168 time: 0.2412519 Aug 03 20:27:34.235163 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573510a6-b5e3-4fa3-9c26-da388d807cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c55fcb-3ba2-442a-8af5-7892eeadd8a7,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:35.037878 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46816) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:35.086772 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-06640902-e59d-42e4-bb19-735ddfff48ba admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b5ced29854a84409bbeb5298f959567e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476849 Aug 03 20:27:35.089342 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46818) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:35.146162 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:35.169356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:35.350483 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:35.353217 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:35.354403 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f9241eb-afcc-49f5-9ca9-4a662f16bf2b HTTP/1.1" status: 204 len: 168 time: 0.2642071 Aug 03 20:27:35.362535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699675f-b55a-4f42-bc8b-1d7361c82a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9241eb-afcc-49f5-9ca9-4a662f16bf2b,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:36.569380 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46840) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:36.681539 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1591511836-network', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:36.767053 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Made reservation on behalf of 0aaa48ef2a4948fc87e540f74132b2f0 for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:27:36.769755 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.779282 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.874873 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.955798 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:36.985432 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:27:36.997540 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69c40af-f961-4fae-b497-ee51824d42d6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:37.004297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.004683 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Added segment 9f39638d-9f97-46ff-ad5d-49eca2bdcddb of type vlan for network c7c82942-0779-4374-b965-f693882f19ae Aug 03 20:27:37.055053 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.161943 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.162535 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:37.163155 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.224823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c82942-0779-4374-b965-f693882f19ae,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:37.234739 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network c7c82942-0779-4374-b965-f693882f19ae details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:27:37.288266 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-db6b3d73-c0e6-4757-bbb7-f14d65cd74f0 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7177584 Aug 03 20:27:37.292589 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46844) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:37.297931 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Request body: {'subnet': {'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1591511836-subnet', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:37.362034 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Made reservation on behalf of 0aaa48ef2a4948fc87e540f74132b2f0 for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:27:37.365648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.618914 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.679036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7e87a5-5fbe-4084-8e7c-734054905c35,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:37.689504 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Checking segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:37.689875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Network hostable DHCP agents. Network: c7c82942-0779-4374-b965-f693882f19ae, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:27:37.767698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Network c7c82942-0779-4374-b965-f693882f19ae is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:27:37.835521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, c7c82942-0779-4374-b965-f693882f19ae) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:37.840259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:37.841673 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:37.844939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54695bb4-0339-4ba9-8961-bf8beb5e0147 None None] Network c7c82942-0779-4374-b965-f693882f19ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:37.933499 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-3f4a69a7-9b45-4dfb-b1e8-8ff36c3741f1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6397662 Aug 03 20:27:37.936115 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46846) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:37.941170 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:37.992832 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-c7c82942-0779-4374-b965-f693882f19ae', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:27:37.993715 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.036482 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.037519 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.101045 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.132842 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Allocated IP 172.20.0.2 (c7c82942-0779-4374-b965-f693882f19ae/bb7e87a5-5fbe-4084-8e7c-734054905c35/cd6d15c9-f734-429c-ad40-345f58cec154) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:38.283963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.293127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Transition to ACTIVE for port object cd6d15c9-f734-429c-ad40-345f58cec154 will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:38.307841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Transition to ACTIVE for port object cd6d15c9-f734-429c-ad40-345f58cec154 will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:38.310271 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.401849 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.440391 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Network c7c82942-0779-4374-b965-f693882f19ae is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:38.444215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:38.450067 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:38.457023 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Pushing event updated for resources: {'Port': ['ID=cd6d15c9-f734-429c-ad40-345f58cec154,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:38.513410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Attempting to bind port cd6d15c9-f734-429c-ad40-345f58cec154 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:38.513771 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Attempting to bind port cd6d15c9-f734-429c-ad40-345f58cec154 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:38.514149 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Attempting to bind port cd6d15c9-f734-429c-ad40-345f58cec154 on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:38.519196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:38.519671 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Checking segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:38.520024 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.520410 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Bound using segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:38.520912 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Bound port: cd6d15c9-f734-429c-ad40-345f58cec154, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:38.521293 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.584819 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5509a279-8c65-48f7-a051-b91982723972 None None] For port cd6d15c9-f734-429c-ad40-345f58cec154, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:38.588076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-5509a279-8c65-48f7-a051-b91982723972 None None] For port cd6d15c9-f734-429c-ad40-345f58cec154, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd6d15c9-f734-429c-ad40-345f58cec154,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:38.642357 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.662124 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.670606 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:38.732371 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509a279-8c65-48f7-a051-b91982723972 None None] Pushing event updated for resources: {'Port': ['ID=cd6d15c9-f734-429c-ad40-345f58cec154,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:38.781508 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Allocated IP 172.25.2.122 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/98afac8d-3c0d-4058-8735-f2c73c044f1f) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:38.932868 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:39.121174 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:39.163399 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:39.166529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:39.169226 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:39.197972 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Pushing event updated for resources: {'Port': ['ID=98afac8d-3c0d-4058-8735-f2c73c044f1f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:39.529459 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:39.584986 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd6d15c9-f734-429c-ad40-345f58cec154 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:39.659983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bca09e-4690-4e5a-97be-69451f6539a6 None None] Network c7c82942-0779-4374-b965-f693882f19ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:39.751538 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port cd6d15c9-f734-429c-ad40-345f58cec154 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:39.853961 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Provisioning for port cd6d15c9-f734-429c-ad40-345f58cec154 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:39.863679 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Provisioning complete for port cd6d15c9-f734-429c-ad40-345f58cec154 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:39.863679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:39.968456 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.009396 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] For port cd6d15c9-f734-429c-ad40-345f58cec154, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd6d15c9-f734-429c-ad40-345f58cec154,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:40.104981 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.115449 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.165094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000b427-a7e5-4a86-ae13-dc76bbf2f7d7 None None] Pushing event updated for resources: {'Port': ['ID=cd6d15c9-f734-429c-ad40-345f58cec154,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:40.239503 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8a72c008-b4cc-4db2-b227-98d096b56f97 None None] Provisioning complete for port cd6d15c9-f734-429c-ad40-345f58cec154 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:40.239875 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-b4cc-4db2-b227-98d096b56f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.309606 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:27:40.436324 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:40.445251 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:40.454430 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:40.455024 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:40.515777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.517140 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-0a878d60-33ad-4bbd-8403-7154b62263ba admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5799267 Aug 03 20:27:40.520903 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46848) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:40.562438 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:40.760053 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:39Z', 'revision_number': 3, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:40.788219 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:40.788560 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Updating router cf86e175-e272-4f23-9d90-12afb8e38ad2 port 98afac8d-3c0d-4058-8735-f2c73c044f1f binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:27:40.815211 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:40.959872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.085203 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.095440 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Transition to ACTIVE for port object 98afac8d-3c0d-4058-8735-f2c73c044f1f will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:41.125311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Allocated IP 172.20.0.1 (c7c82942-0779-4374-b965-f693882f19ae/bb7e87a5-5fbe-4084-8e7c-734054905c35/c84cffd0-71c6-494b-a76d-db985490bf0d) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:41.184217 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.234084 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.235341 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Attempting to bind port 98afac8d-3c0d-4058-8735-f2c73c044f1f on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:41.235915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Attempting to bind port 98afac8d-3c0d-4058-8735-f2c73c044f1f by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:41.236127 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Attempting to bind port 98afac8d-3c0d-4058-8735-f2c73c044f1f on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:41.247560 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Pushing event updated for resources: {'Port': ['ID=98afac8d-3c0d-4058-8735-f2c73c044f1f,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:41.249559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Transition to ACTIVE for port object c84cffd0-71c6-494b-a76d-db985490bf0d will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:41.250710 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:41.251080 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:41.251525 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.251923 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:41.252392 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Bound port: 98afac8d-3c0d-4058-8735-f2c73c044f1f, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:41.252798 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.260275 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.260624 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.260999 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.261388 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.261720 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.262051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.262376 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.262699 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.263028 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.263347 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.263670 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.263987 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101345) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:27:41.319660 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] For port 98afac8d-3c0d-4058-8735-f2c73c044f1f, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:41.322915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] For port 98afac8d-3c0d-4058-8735-f2c73c044f1f, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98afac8d-3c0d-4058-8735-f2c73c044f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:41.356226 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.379342 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.397065 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Network c7c82942-0779-4374-b965-f693882f19ae is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:41.404070 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:41.408534 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:41.412690 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Pushing event updated for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:41.450436 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:41.451060 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:41.457216 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.496576 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6851e-3288-4269-8cd8-25b09dfe3147 None None] Pushing event updated for resources: {'Port': ['ID=98afac8d-3c0d-4058-8735-f2c73c044f1f,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:41.558148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd6d15c9-f734-429c-ad40-345f58cec154 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:41.571755 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:41.612088 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port cd6d15c9-f734-429c-ad40-345f58cec154 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:41.616935 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.717669 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.761224 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5ae3ae6-1f65-4fb5-ad93-8bca5e427f67 None None] Provisioning for port c84cffd0-71c6-494b-a76d-db985490bf0d completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:41.765821 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d5ae3ae6-1f65-4fb5-ad93-8bca5e427f67 None None] Provisioning complete for port c84cffd0-71c6-494b-a76d-db985490bf0d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:41.766266 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d5ae3ae6-1f65-4fb5-ad93-8bca5e427f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.768194 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:39Z', 'revision_number': 3, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:41.812487 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae3ae6-1f65-4fb5-ad93-8bca5e427f67 None None] Port c84cffd0-71c6-494b-a76d-db985490bf0d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:27:41.894123 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96cabc6-a72b-4203-bdff-ff9b54689604 None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:39Z', 'revision_number': 3, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:41.918777 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:41.996431 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:42.073901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:42.075448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Pushing event updated for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:42.197440 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Network c7c82942-0779-4374-b965-f693882f19ae is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:42.198920 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:42.335483 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:42.446861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-1dc3ecbc-034a-47a7-b4d7-73f7c690bb89 None None] Provisioning complete for port c84cffd0-71c6-494b-a76d-db985490bf0d triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:42.447486 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-1dc3ecbc-034a-47a7-b4d7-73f7c690bb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:42.488115 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-1dc3ecbc-034a-47a7-b4d7-73f7c690bb89 None None] Port c84cffd0-71c6-494b-a76d-db985490bf0d cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:27:42.491763 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:42.497598 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-52c19bdf-4463-49cb-89ad-2ceb05f9b31a admin admin] 10.222.0.67 "PUT /v2.0/routers/cf86e175-e272-4f23-9d90-12afb8e38ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755220 Aug 03 20:27:43.227749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46864) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:43.233032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-752658397-network', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:43.316275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Made reservation on behalf of b81823a4d99e4e3582c355e9f466b0bf for: {'network': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:27:43.319585 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for network, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.329063 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.431758 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.515304 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.522310 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:43.531994 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:43.533251 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:43.540925 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=101343) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 20:27:43.558008 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9fc4dc-6ebe-4c77-94d9-735d5b0a6dfa,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:43.561901 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.562256 n-d-803363-1 neutron-server[101343]: INFO neutron.db.segments_db [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Added segment 9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072 of type vlan for network ffa5f241-5418-4a2f-9cde-e555bdfd764f Aug 03 20:27:43.582174 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98afac8d-3c0d-4058-8735-f2c73c044f1f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:43.610569 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767518963231'] for network, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.722309 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067'] for network, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.723769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:43.724599 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.731445 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:43.793016 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa5f241-5418-4a2f-9cde-e555bdfd764f,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:43.817836 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f details requested by agent ovs-agent-n-d-803363-1 with host n-d-803363-1 {{(pid=101344) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 20:27:43.820440 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 98afac8d-3c0d-4058-8735-f2c73c044f1f completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:43.853330 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-638e01bf-fb3f-4889-beea-a91c7735b876 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6243815 Aug 03 20:27:43.856101 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46866) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:43.861075 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Request body: {'subnet': {'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-752658397-subnet', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'ip_version': 4}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:43.870127 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 98afac8d-3c0d-4058-8735-f2c73c044f1f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:43.870600 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:43.955118 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Made reservation on behalf of b81823a4d99e4e3582c355e9f466b0bf for: {'subnet': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:27:43.957909 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10773258'] for subnet, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.067392 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.097697 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 98afac8d-3c0d-4058-8735-f2c73c044f1f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98afac8d-3c0d-4058-8735-f2c73c044f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:44.107546 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 2, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:44.136596 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:44.136977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Updating router cf86e175-e272-4f23-9d90-12afb8e38ad2 port c84cffd0-71c6-494b-a76d-db985490bf0d binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:27:44.157828 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.184814 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.241366 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1000094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10773272'] for subnet, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.246892 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=98afac8d-3c0d-4058-8735-f2c73c044f1f,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:44.308107 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:44.318446 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Checking segment: {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:44.318745 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Network hostable DHCP agents. Network: ffa5f241-5418-4a2f-9cde-e555bdfd764f, hostable agents: ['6d464934-d73a-4527-9413-42750d8d9ea0'], hosted agents: [] {{(pid=101343) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 20:27:44.401410 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f is scheduled to be hosted by DHCP agent 6d464934-d73a-4527-9413-42750d8d9ea0 with binding_index 1 {{(pid=101343) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 20:27:44.481445 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-803363-1, ffa5f241-5418-4a2f-9cde-e555bdfd764f) {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:44.486259 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:44.487261 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.573663 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-f7e5003e-5ff9-4588-be4f-3c22ded9b322 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7163446 Aug 03 20:27:44.576326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46868) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:44.581605 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:44.584488 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec3c45-f123-4dec-a015-3620828e908e None None] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:44.670413 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3884541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9273'] for router, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.671473 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3884868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3722642', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3808667', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9250'] for router, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.707649 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.732857 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.739922 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Transition to ACTIVE for port object c84cffd0-71c6-494b-a76d-db985490bf0d will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:44.789816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe5111e3c-1550-56bd-8edb-9cb6cdce28da-ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'fixed_ips': [{'subnet_id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c'}]}} from n-d-803363-1. {{(pid=101344) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 03 20:27:44.790758 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.896583 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:44.992123 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21fa72-40db-4c9a-a52e-3d1e52ece3f5 None None] Pushing event updated for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:44.995240 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.db_base_plugin_common [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Allocated IP 172.20.0.2 (ffa5f241-5418-4a2f-9cde-e555bdfd764f/ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c/ee2c8ba1-707d-40ca-b154-b1247cacd9fe) {{(pid=101344) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:45.037872 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.095627 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Attempting to bind port c84cffd0-71c6-494b-a76d-db985490bf0d on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:45.095907 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Attempting to bind port c84cffd0-71c6-494b-a76d-db985490bf0d by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:45.096268 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Attempting to bind port c84cffd0-71c6-494b-a76d-db985490bf0d on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:45.106758 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:45.110324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Checking segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:45.110324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.110324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Bound using segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:45.110324 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Bound port: c84cffd0-71c6-494b-a76d-db985490bf0d, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:45.110324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.241404 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] For port c84cffd0-71c6-494b-a76d-db985490bf0d, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:45.263660 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] For port c84cffd0-71c6-494b-a76d-db985490bf0d, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c84cffd0-71c6-494b-a76d-db985490bf0d,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:45.279031 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.289000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Transition to ACTIVE for port object ee2c8ba1-707d-40ca-b154-b1247cacd9fe will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:45.306051 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Transition to ACTIVE for port object ee2c8ba1-707d-40ca-b154-b1247cacd9fe will not be triggered until provisioned by entity DHCP. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:45.344924 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.361746 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.383128 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.403086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056'] for port, after_create {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.406465 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:45.407200 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:45.449577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21fa72-40db-4c9a-a52e-3d1e52ece3f5 None None] Pushing event updated for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:45.461384 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f is already hosted by enough agents. {{(pid=101344) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:45.467599 n-d-803363-1 neutron-server[101344]: DEBUG neutron.scheduler.base_scheduler [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Resources bound (agent type, host, resource id): {{(pid=101344) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:45.490934 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Received port after_create {{(pid=101344) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:45.511963 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Allocated IP 172.25.2.70 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/70213987-29d1-4d95-8342-837d66028b16) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:45.588603 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98afac8d-3c0d-4058-8735-f2c73c044f1f up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:45.597694 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Pushing event updated for resources: {'Port': ['ID=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,revision_number=1']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:45.633241 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.638768 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Attempting to bind port ee2c8ba1-707d-40ca-b154-b1247cacd9fe on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:45.640742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Attempting to bind port ee2c8ba1-707d-40ca-b154-b1247cacd9fe by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:45.640742 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Attempting to bind port ee2c8ba1-707d-40ca-b154-b1247cacd9fe on network ffa5f241-5418-4a2f-9cde-e555bdfd764f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:45.659984 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:45.684970 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:45.686515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Checking segment: {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:45.686515 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.686515 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Bound using segment: {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:45.686841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Bound port: ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:45.686963 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.733422 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.779922 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:45.786164 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:45.790801 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:45.794092 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Pushing event updated for resources: {'Port': ['ID=70213987-29d1-4d95-8342-837d66028b16,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:45.829198 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 98afac8d-3c0d-4058-8735-f2c73c044f1f triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:45.829561 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:45.928227 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] For port ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:45.948916 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] For port ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:46.017135 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.086065 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:46.127387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcafaf67-4ced-4d50-bfda-28bec9f45fd5 None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:46.129783 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2499-9a22-44f1-bece-bcd1b71546f9 None None] Pushing event updated for resources: {'Port': ['ID=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,revision_number=2']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:46.212528 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.260350 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.489356 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3884532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3722573'] for router, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.726849 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Router 847588bb-eb3d-4091-b8ca-78e781cbc209 is scheduled to L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 with binding_index 1 {{(pid=101343) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 03 20:27:46.848222 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:46.857793 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Sync routers for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:46.870240 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:46.877542 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:46.921130 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:46.926490 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46870) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:46.932933 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-44625565-be6e-4d75-b074-f3df5a57cc63 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3552687 Aug 03 20:27:46.995271 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:47.203126 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578913f0-cc42-4af1-a2c8-164d505db879 None None] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:27:47.204412 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 3, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:47.244968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Checking router: 847588bb-eb3d-4091-b8ca-78e781cbc209 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:47.245577 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Updating router 847588bb-eb3d-4091-b8ca-78e781cbc209 port 70213987-29d1-4d95-8342-837d66028b16 binding host n-d-803363-1 {{(pid=101345) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:27:47.274051 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.338822 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-96a3576b-9175-49ec-a591-b45bf904affc None None] Provisioning for port ee2c8ba1-707d-40ca-b154-b1247cacd9fe completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:47.480816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.647792 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ee2c8ba1-707d-40ca-b154-b1247cacd9fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:47.656303 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.670129 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.provisioning_blocks [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Transition to ACTIVE for port object 70213987-29d1-4d95-8342-837d66028b16 will not be triggered until provisioned by entity L2. {{(pid=101345) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:47.721034 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Allocated IP 172.20.0.1 (ffa5f241-5418-4a2f-9cde-e555bdfd764f/ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c/64503542-43f4-4ade-bc68-61a199584e8a) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:47.772952 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.818841 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port ee2c8ba1-707d-40ca-b154-b1247cacd9fe completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:47.826345 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ee2c8ba1-707d-40ca-b154-b1247cacd9fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:47.826345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.830340 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Attempting to bind port 70213987-29d1-4d95-8342-837d66028b16 on host n-d-803363-1 for vnic_type normal with profile {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:47.830762 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Attempting to bind port 70213987-29d1-4d95-8342-837d66028b16 by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:47.831118 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Attempting to bind port 70213987-29d1-4d95-8342-837d66028b16 on network f12fe178-a5d7-4dce-98fb-e9f94e381401 {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:47.833190 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01252-2217-4d9e-9558-eb732c8a4139 None None] Pushing event updated for resources: {'Port': ['ID=70213987-29d1-4d95-8342-837d66028b16,revision_number=2']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:47.833962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.838903 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:47.839789 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Checking segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101345) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:47.840378 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.840944 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Bound using segment: {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'} {{(pid=101345) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:47.841560 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.managers [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Bound port: 70213987-29d1-4d95-8342-837d66028b16, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebcbcb2-650f-4340-8370-c69e06dec678', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401'}}] {{(pid=101345) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:47.842201 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.849151 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Transition to ACTIVE for port object 64503542-43f4-4ade-bc68-61a199584e8a will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:47.904537 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] For port 70213987-29d1-4d95-8342-837d66028b16, host n-d-803363-1, cleared binding levels {{(pid=101345) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:47.914110 n-d-803363-1 neutron-server[101345]: DEBUG neutron.plugins.ml2.db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] For port 70213987-29d1-4d95-8342-837d66028b16, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=70213987-29d1-4d95-8342-837d66028b16,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101345) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:47.921086 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.955195 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:47.961432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:47.990276 n-d-803363-1 neutron-server[101345]: DEBUG neutron_lib.callbacks.manager [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101345) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.002427 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:48.004418 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:48.010317 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:48.016207 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Pushing event updated for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:48.043566 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:48.044184 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:48.054704 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3724178'] for router_interface, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.086997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.087809 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c84cffd0-71c6-494b-a76d-db985490bf0d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:48.164049 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:48.165945 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01252-2217-4d9e-9558-eb732c8a4139 None None] Pushing event updated for resources: {'Port': ['ID=70213987-29d1-4d95-8342-837d66028b16,revision_number=3']} {{(pid=101345) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:48.177442 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:48.326553 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port c84cffd0-71c6-494b-a76d-db985490bf0d completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:48.330818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c84cffd0-71c6-494b-a76d-db985490bf0d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:48.340917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.367937 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 3, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:48.390380 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.391190 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f8212711-a414-489c-a9f0-dfbe38167c61 None None] Provisioning for port 64503542-43f4-4ade-bc68-61a199584e8a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:48.399113 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f8212711-a414-489c-a9f0-dfbe38167c61 None None] Provisioning complete for port 64503542-43f4-4ade-bc68-61a199584e8a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:48.400022 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f8212711-a414-489c-a9f0-dfbe38167c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.400206 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bed42-4c49-4f6b-b69c-e9ae1fa121c0 None None] The sync data for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 is: [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:45Z', 'revision_number': 3, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:48.471153 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.474192 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f8212711-a414-489c-a9f0-dfbe38167c61 None None] Port 64503542-43f4-4ade-bc68-61a199584e8a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:27:48.514911 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port c84cffd0-71c6-494b-a76d-db985490bf0d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c84cffd0-71c6-494b-a76d-db985490bf0d,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:48.585558 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.646891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.693455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:48.701770 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.780068 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Pushing event updated for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:48.786502 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3744113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3724046'] for router_interface, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.891218 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8f8ae755-2fc9-4ccc-9135-34135f60251a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:48.891654 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:48.893872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:49.029220 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Router 847588bb-eb3d-4091-b8ca-78e781cbc209 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:27:49.160125 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:27:49.165351 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8bded81b-86f6-4bed-bf99-24dee912d6ef admin admin] 10.222.0.67 "PUT /v2.0/routers/847588bb-eb3d-4091-b8ca-78e781cbc209/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2377596 Aug 03 20:27:49.202215 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-8ca5e5af-513e-4f92-a919-f0ac2988719a None None] Provisioning complete for port 64503542-43f4-4ade-bc68-61a199584e8a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:49.202743 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8ca5e5af-513e-4f92-a919-f0ac2988719a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:49.248170 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-8ca5e5af-513e-4f92-a919-f0ac2988719a None None] Port 64503542-43f4-4ade-bc68-61a199584e8a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:27:49.624047 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ee2c8ba1-707d-40ca-b154-b1247cacd9fe up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:49.672399 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port ee2c8ba1-707d-40ca-b154-b1247cacd9fe triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:49.672802 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:49.757782 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c84cffd0-71c6-494b-a76d-db985490bf0d up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:49.808950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port c84cffd0-71c6-494b-a76d-db985490bf0d triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:49.809349 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:49.903815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 70213987-29d1-4d95-8342-837d66028b16 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:49.914659 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46878) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:49.919520 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993890165', 'description': 'tempest-secgroup-smoke-1993890165 description', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:50.029755 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.034618 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Sync routers for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:27:50.045054 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:50.045757 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:50.049168 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 70213987-29d1-4d95-8342-837d66028b16 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:50.091939 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 70213987-29d1-4d95-8342-837d66028b16 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:50.092317 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.127287 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.191597 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.225042 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf00323d-cfa5-4770-a2be-96ab7a364912,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:50.281473 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.282671 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-38a815df-0c5d-4c6c-914e-6dd62c2b4619 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3669810 Aug 03 20:27:50.286863 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46880) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:50.292021 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:50.365779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:50.419481 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.434868 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.487847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.524373 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 70213987-29d1-4d95-8342-837d66028b16, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=70213987-29d1-4d95-8342-837d66028b16,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:50.555608 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.576427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043ebf17-226d-45e3-a5f0-382672b62c39,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:50.595435 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.629213 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.630508 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-aab9e7d9-25c0-4295-aa50-5f9839e8e35c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3423662 Aug 03 20:27:50.633427 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46882) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:50.638097 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:50.663348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=70213987-29d1-4d95-8342-837d66028b16,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:50.673073 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 4, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '64503542-43f4-4ade-bc68-61a199584e8a', 'name': '', 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:47Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 2, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'subnets': [{'id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:50.700876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Checking router: 847588bb-eb3d-4091-b8ca-78e781cbc209 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:27:50.701230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Updating router 847588bb-eb3d-4091-b8ca-78e781cbc209 port 64503542-43f4-4ade-bc68-61a199584e8a binding host n-d-803363-1 {{(pid=101344) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 20:27:50.714605 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.726958 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.778937 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.881114 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.901574 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cf3bef-d21d-4d18-a4b2-1056a7910105,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:50.972435 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:50.973751 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-30823ece-016c-494f-8d6a-7d2f050b59c1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3393342 Aug 03 20:27:50.976490 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46884) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:50.981102 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:51.004201 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks [] for port, precommit_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.013881 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Transition to ACTIVE for port object 64503542-43f4-4ade-bc68-61a199584e8a will not be triggered until provisioned by entity L2. {{(pid=101344) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:51.109143 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.122880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:27:51.155577 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.170364 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.198815 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2f39-db3e-43fd-a70a-d547f7672abc None None] Pushing event updated for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=3']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:51.257409 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Attempting to bind port 64503542-43f4-4ade-bc68-61a199584e8a on host n-d-803363-1 for vnic_type normal with profile {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:51.257779 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Attempting to bind port 64503542-43f4-4ade-bc68-61a199584e8a by drivers openvswitch,hyperv on host n-d-803363-1 at level 0 using segments [{'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:51.258143 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Attempting to bind port 64503542-43f4-4ade-bc68-61a199584e8a on network ffa5f241-5418-4a2f-9cde-e555bdfd764f {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:51.263408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Checking agent: {'id': '740a67a1-ebe5-44d6-8d85-9ddeea4c5ede', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 48, 22), 'started_at': datetime.datetime(2021, 8, 3, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-803363-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:51.263781 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Checking segment: {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101344) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:51.264186 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.264602 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Bound using segment: {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'} {{(pid=101344) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:51.265228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.managers [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Bound port: 64503542-43f4-4ade-bc68-61a199584e8a, host: n-d-803363-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f'}}] {{(pid=101344) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:51.265612 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.326581 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.335202 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] For port 64503542-43f4-4ade-bc68-61a199584e8a, host n-d-803363-1, cleared binding levels {{(pid=101344) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:51.343387 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] For port 64503542-43f4-4ade-bc68-61a199584e8a, host n-d-803363-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64503542-43f4-4ade-bc68-61a199584e8a,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101344) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:51.350596 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a96f26-7e8e-4426-999b-0fa1e395264d,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:51.475545 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.553894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c2f39-db3e-43fd-a70a-d547f7672abc None None] Pushing event updated for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:51.573221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 70213987-29d1-4d95-8342-837d66028b16 up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:51.573221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:27:51.573221 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:51.589622 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.591389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d64fb9f6-2653-4a0d-a34f-a8c4891c3b8a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6136267 Aug 03 20:27:51.594119 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46886) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:51.599205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:51.692354 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.707564 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 70213987-29d1-4d95-8342-837d66028b16 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:51.708207 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.713805 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:27:51.771876 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.829807 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.850228 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c52f67a-66aa-4b14-8553-767e8871a96f,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:51.926321 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:51.931009 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-dd68ed19-3dcd-49ba-a01e-58bdfc274b25 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325067 Aug 03 20:27:51.931220 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46888) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:51.935760 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:52.007152 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 4, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '64503542-43f4-4ade-bc68-61a199584e8a', 'name': '', 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:47Z', 'updated_at': '2021-08-03T20:27:51Z', 'revision_number': 4, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'subnets': [{'id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:27:52.023913 n-d-803363-1 neutron-server[101343]: INFO neutron.db.securitygroups_db [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Project 0aaa48ef2a4948fc87e540f74132b2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:27:52.029676 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.038812 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6751ea-7f2c-4a1e-b075-56ab33550865 None None] The sync data for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 is: [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 4, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': '64503542-43f4-4ade-bc68-61a199584e8a', 'name': '', 'network_id': 'ffa5f241-5418-4a2f-9cde-e555bdfd764f', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'mac_address': 'fa:16:3e:97:2b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:47Z', 'updated_at': '2021-08-03T20:27:51Z', 'revision_number': 4, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'subnets': [{'id': 'ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:27:52.119941 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.155115 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b90f1afd-2371-4a7b-a755-05f047627ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.189857 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.213698 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3436c132-4ac0-4cae-a4a0-e73cc220cbea,revision_number=0']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:52.372489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.475950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.484115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 46890) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:27:52.484718 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-6968a36c-85cd-437e-91f5-9b21276ac9b2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5520675 Aug 03 20:27:52.490136 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'security_group_rule': {'security_group_id': 'bf00323d-cfa5-4770-a2be-96ab7a364912', 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:52.601563 n-d-803363-1 neutron-server[101342]: INFO neutron.db.securitygroups_db [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Project 0aaa48ef2a4948fc87e540f74132b2f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 20:27:52.608185 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.692937 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.817869 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920853'] for security_group_rule, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.837972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4472377b-8b26-4d59-8337-8f13cd854e0f,revision_number=0']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:52.904235 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:52.910002 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2839cdee-2714-465c-826a-d83abd3cc071 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4207587 Aug 03 20:27:53.074631 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-f35c9e1b-6f13-46c7-82e3-4f8e503e0fd0 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993890165&fields=id&tenant_id=0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 267 time: 0.0365868 Aug 03 20:27:53.192150 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-02325f96-2a9c-48ac-8ddc-fbb11648aa7a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:53.193660 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-02325f96-2a9c-48ac-8ddc-fbb11648aa7a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 810 time: 0.1118681 Aug 03 20:27:53.210346 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-93d65546-4128-43f8-a4e4-24833a782dfc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/quotas/0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 375 time: 0.0107381 Aug 03 20:27:53.271203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-8f89a591-92d7-47f1-819a-8ba7ebf94067 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534539 Aug 03 20:27:53.275166 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:53.397964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-44cf74e2-6fe4-422e-88aa-e69a7b1cee94 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:27:53.399003 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-44cf74e2-6fe4-422e-88aa-e69a7b1cee94 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1138592 Aug 03 20:27:53.496320 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-30bd315d-1e59-42ef-afe9-2caad9dcfc30 service neutron] 10.222.0.67 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905507 Aug 03 20:27:53.570876 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64503542-43f4-4ade-bc68-61a199584e8a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:53.680526 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning for port 64503542-43f4-4ade-bc68-61a199584e8a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:53.685099 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64503542-43f4-4ade-bc68-61a199584e8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:53.685651 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:53.776451 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:53.814861 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] For port 64503542-43f4-4ade-bc68-61a199584e8a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64503542-43f4-4ade-bc68-61a199584e8a,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:27:53.869664 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:53.923361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Pushing event updated for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:53.968013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-6462cd38-225b-4b4d-8bcf-6cdccbea8176 service neutron] 10.222.0.67 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593751 Aug 03 20:27:54.212198 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e2113a3a-be7b-4374-afaf-59ce2479aa05 req-6a431906-81ea-49f2-a3a3-952c234b89f6 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 210 time: 0.0282238 Aug 03 20:27:55.109056 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:55.293722 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-501e8cc3-02c3-40ec-abf5-7348e2b8bc2f req-21dea62f-9043-4e35-b6b5-6c9462b3e257 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Aug 03 20:27:55.546014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64503542-43f4-4ade-bc68-61a199584e8a up at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:27:55.594028 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Provisioning complete for port 64503542-43f4-4ade-bc68-61a199584e8a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:55.594404 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:56.397871 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-9d626282-dcb1-42f5-96e0-06cad9b3e9a5 req-4cbcd153-bdac-46ea-9a0a-7ea7f663d51b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 210 time: 0.0279973 Aug 03 20:27:56.531955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-22e34d7d-7bce-4c74-aedf-411ac63f7a3e tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:56.533441 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-22e34d7d-7bce-4c74-aedf-411ac63f7a3e tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 810 time: 0.1063554 Aug 03 20:27:56.583259 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-8296836f-cc4c-49e9-9f47-26ec03bca585 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 380 time: 0.0364492 Aug 03 20:27:56.589618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'port': {'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'admin_state_up': True, 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'security_groups': ['bf00323d-cfa5-4770-a2be-96ab7a364912']}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:56.863814 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Made reservation on behalf of 0aaa48ef2a4948fc87e540f74132b2f0 for: {'port': 1} {{(pid=101342) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:27:56.867375 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:56.997900 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_common [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Allocated IP 172.20.0.7 (c7c82942-0779-4374-b965-f693882f19ae/bb7e87a5-5fbe-4084-8e7c-734054905c35/a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908) {{(pid=101342) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:27:57.140113 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.153676 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Transition to ACTIVE for port object a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 will not be triggered until provisioned by entity DHCP. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:57.304002 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_create {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.344105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Network c7c82942-0779-4374-b965-f693882f19ae is already hosted by enough agents. {{(pid=101342) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:27:57.347830 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.base_scheduler [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Resources bound (agent type, host, resource id): {{(pid=101342) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:27:57.351568 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Received port after_create {{(pid=101342) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:27:57.379605 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=1']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:57.409242 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:57.410695 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.506456 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3e5d521-50a0-425c-b701-ef3e43b049f5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9208765 Aug 03 20:27:57.522159 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.v2.base [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Request body: {'port': {'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-803363-1'}} {{(pid=101342) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:27:57.553807 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13959f69-9319-47c6-9623-00f6f12c768d req-37616159-9a53-44ab-badd-8e86d8399f18 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:57.555299 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13959f69-9319-47c6-9623-00f6f12c768d req-37616159-9a53-44ab-badd-8e86d8399f18 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 931 time: 0.0854263 Aug 03 20:27:57.611702 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.627136 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-13959f69-9319-47c6-9623-00f6f12c768d req-0c1eef63-01eb-4772-83e4-ff622572a7d0 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649505 Aug 03 20:27:57.658178 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d2f3f8c8-a23f-42ed-b7ee-a3c0c408acc1 None None] Provisioning for port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:27:57.665353 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-d2f3f8c8-a23f-42ed-b7ee-a3c0c408acc1 None None] Provisioning complete for port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:27:57.665938 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f8c8-a23f-42ed-b7ee-a3c0c408acc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.708899 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3f8c8-a23f-42ed-b7ee-a3c0c408acc1 None None] Port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:27:57.916562 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 {{(pid=101342) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:27:57.924554 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:57.937535 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.provisioning_blocks [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Transition to ACTIVE for port object a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 will not be triggered until provisioned by entity L2. {{(pid=101342) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:27:58.018106 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:58.070361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=2']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:58.155244 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Attempting to bind port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 on host n-h2-803363-1 for vnic_type normal with profile {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:27:58.160393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Attempting to bind port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 by drivers openvswitch,hyperv on host n-h2-803363-1 at level 0 using segments [{'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:27:58.160393 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Attempting to bind port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:58.162064 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 on network c7c82942-0779-4374-b965-f693882f19ae not bound, no agent of type Open vSwitch agent registered on host n-h2-803363-1 {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:27:58.162406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Attempting to bind port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:27:58.168304 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Checking agent: {'id': '89ae9c03-6f09-4975-a911-9bb4df494b0b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:27:58.168579 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Checking segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101342) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:27:58.169012 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Bound using segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} {{(pid=101342) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:27:58.169474 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.managers [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Bound port: a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host: n-h2-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}}] {{(pid=101342) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:27:58.169844 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:58.257525 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, cleared binding levels {{(pid=101342) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:27:58.260935 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101342) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:27:58.344222 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1693694'] for port, after_update {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:58.374668 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.379279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:27:58.379279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] 10.222.0.77 "PUT /v2.0/ports/a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 1091 time: 0.8610053 Aug 03 20:27:58.379279 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:27:58.381648 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cf5e32-059e-46ff-87ef-3a610d3b0f49" -d '{"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:27:58.413128 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f3fb7-a7e2-4058-bc98-b20cd3c16a9b service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=3']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:27:58.431469 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d177e3d9-fc32-4bc6-a7f1-c40b06e8c078 x-openstack-request-id: req-d177e3d9-fc32-4bc6-a7f1-c40b06e8c078 {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:27:58.431763 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:27:58.432249 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d177e3d9-fc32-4bc6-a7f1-c40b06e8c078 {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:27:58.432461 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'status': 'completed', 'code': 200} Aug 03 20:27:58.527406 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-d1bdc2b1-deaf-4b2f-9251-12c385604492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.529890 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-d1bdc2b1-deaf-4b2f-9251-12c385604492 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1094 time: 0.0748692 Aug 03 20:27:58.642275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-cf88d9db-6e9a-4ec3-a87c-8b6b5354d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.643831 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-cf88d9db-6e9a-4ec3-a87c-8b6b5354d481 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1063378 Aug 03 20:27:58.791968 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-501b2972-8ee8-4d0d-b6ba-367329ce78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.793479 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80cf5e32-059e-46ff-87ef-3a610d3b0f49 req-501b2972-8ee8-4d0d-b6ba-367329ce78a0 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1424351 Aug 03 20:27:58.801776 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4c68-9a00-459c-a344-848f43749b4d req-ab22fe17-139e-4000-9a06-733a44707c70 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.803277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6efb4c68-9a00-459c-a344-848f43749b4d req-ab22fe17-139e-4000-9a06-733a44707c70 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0865741 Aug 03 20:27:58.870985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-6efb4c68-9a00-459c-a344-848f43749b4d req-f4ac481b-f843-4ccd-9f29-74058a76574d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613799 Aug 03 20:27:58.888333 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-59e11ff8-554b-47a0-a6e6-68cd9b674827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.888333 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-59e11ff8-554b-47a0-a6e6-68cd9b674827 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1094 time: 0.0563920 Aug 03 20:27:58.932007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-66e6f527-ea7a-4191-bd47-712665817161 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 217 time: 0.0362985 Aug 03 20:27:58.993121 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-fbb0b241-96b1-46a5-a52a-2e06f97386de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:58.995102 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-fbb0b241-96b1-46a5-a52a-2e06f97386de service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0562458 Aug 03 20:27:59.047891 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3d2f8e4-aa7c-4f8b-988d-ed154a47d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:27:59.049623 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-c3d2f8e4-aa7c-4f8b-988d-ed154a47d1c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477810 Aug 03 20:27:59.144251 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-e18802bc-d907-426d-8151-7f571cdb9531 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873930 Aug 03 20:27:59.245800 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7254a91d-7ef2-4f7b-9c65-b2c256ce4d0c req-1da62a40-805e-4e5b-b628-ecfd965af0da service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941396 Aug 03 20:27:59.998614 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e1378-a11d-4f83-979f-6d77b6073bb0 req-365ce8de-a1d8-4556-a29e-a4cbacc1c2dd tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:00.000122 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b3e1378-a11d-4f83-979f-6d77b6073bb0 req-365ce8de-a1d8-4556-a29e-a4cbacc1c2dd tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0514238 Aug 03 20:28:00.044908 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-8b3e1378-a11d-4f83-979f-6d77b6073bb0 req-3b8d93bc-9e65-4896-98dd-e2fb21cac0c3 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353003 Aug 03 20:28:01.193330 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b44968-e449-467c-bb7e-f2ef61578934 req-17e82bda-8c51-4688-a9cb-4a3912439181 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:01.194707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22b44968-e449-467c-bb7e-f2ef61578934 req-17e82bda-8c51-4688-a9cb-4a3912439181 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0557370 Aug 03 20:28:01.232787 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-22b44968-e449-467c-bb7e-f2ef61578934 req-d55caffc-cb0c-4770-ba95-3da370120c6c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320232 Aug 03 20:28:02.357770 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266184-f2e7-4f88-9be9-5e5564919430 req-08802992-dc34-4cc2-bb16-38fe9d6b7618 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:02.359466 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97266184-f2e7-4f88-9be9-5e5564919430 req-08802992-dc34-4cc2-bb16-38fe9d6b7618 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0577750 Aug 03 20:28:02.405237 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-97266184-f2e7-4f88-9be9-5e5564919430 req-aeef06c6-b44a-4d23-b20b-e5970b7613d5 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Aug 03 20:28:03.158507 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:28:03.312573 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:28:03.329703 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:28:03.368981 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:03.386352 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:28:03.406228 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:28:03.514249 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:03.525875 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bbcad-3f33-410b-b1f6-b2e91c1cfe11 req-d0446ec6-6f30-412c-b6fe-b9596b450502 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:03.527446 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f85bbcad-3f33-410b-b1f6-b2e91c1cfe11 req-d0446ec6-6f30-412c-b6fe-b9596b450502 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0516746 Aug 03 20:28:03.566297 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:28:03.567255 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f85bbcad-3f33-410b-b1f6-b2e91c1cfe11 req-42f37d95-5f8a-4134-9ca2-eccea2940f3e tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337553 Aug 03 20:28:03.716936 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:28:04.040334 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:04.688836 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6e341-67ef-497d-9424-4c80ab22108d req-20e924af-520a-436d-9783-3427efe83664 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:04.691035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80f6e341-67ef-497d-9424-4c80ab22108d req-20e924af-520a-436d-9783-3427efe83664 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 944 time: 0.0555065 Aug 03 20:28:04.731535 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-80f6e341-67ef-497d-9424-4c80ab22108d req-6900e7e3-4db2-459e-b31e-3c5fd1a08c05 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Aug 03 20:28:05.157978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:28:05.303009 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning for port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:28:05.307153 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:28:05.307531 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:05.396213 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:05.419828 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:28:05.422073 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a524e0c-b54e-4491-b0e4-63b56354b2fa" -d '{"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:28:05.435818 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:28:05.462994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6aeba-fbf0-4d7b-856a-eb4133f99097 x-openstack-request-id: req-d1e6aeba-fbf0-4d7b-856a-eb4133f99097 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:28:05.462994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:28:05.462994 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d1e6aeba-fbf0-4d7b-856a-eb4133f99097 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:28:05.462994 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'code': 200} Aug 03 20:28:05.508883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:05.560898 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53676c7-9cfa-4d96-aa75-0dcf17001d8e req-97006938-58b7-49a6-88cf-dda3fc89ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:05.561186 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:28:05.563707 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a53676c7-9cfa-4d96-aa75-0dcf17001d8e req-97006938-58b7-49a6-88cf-dda3fc89ea25 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1096 time: 0.0433249 Aug 03 20:28:05.601064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a53676c7-9cfa-4d96-aa75-0dcf17001d8e req-b713a60d-301e-4146-bc89-aa0954250169 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Aug 03 20:28:05.852618 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081eeba-f43f-4bac-9089-133ca2867ec8 req-84db614f-07ff-482f-a057-3d0c63f5400c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:05.854160 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4081eeba-f43f-4bac-9089-133ca2867ec8 req-84db614f-07ff-482f-a057-3d0c63f5400c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Aug 03 20:28:05.895864 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4081eeba-f43f-4bac-9089-133ca2867ec8 req-c6bfe11e-dcec-44df-8639-a0d7e4edd328 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357337 Aug 03 20:28:07.018509 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec5718-7840-4536-8234-681eaf228311 req-069a8734-a771-423c-a3d1-a172cffa8687 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:07.020079 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5ec5718-7840-4536-8234-681eaf228311 req-069a8734-a771-423c-a3d1-a172cffa8687 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 945 time: 0.0544748 Aug 03 20:28:07.060829 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5ec5718-7840-4536-8234-681eaf228311 req-50bfcbbd-4ae3-44f6-9abc-536b4fcb04ad tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339320 Aug 03 20:28:07.182652 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bcbd5-e068-4349-b8c8-811876636da2 req-51b07916-5cc1-4414-b6b1-5e0499575cf4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:07.184070 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-348bcbd5-e068-4349-b8c8-811876636da2 req-51b07916-5cc1-4414-b6b1-5e0499575cf4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 945 time: 0.0515850 Aug 03 20:28:07.225670 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-348bcbd5-e068-4349-b8c8-811876636da2 req-b22478cf-54a8-46d0-b298-45c3cbc347be tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355973 Aug 03 20:28:07.248240 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46952) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:28:07.339536 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5226b64-2a5f-4087-9558-f56e886d7cfb tempest-TestSnapshotPattern-1187172719 tempest-TestSnapshotPattern-1187172719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:07.341115 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-a5226b64-2a5f-4087-9558-f56e886d7cfb tempest-TestSnapshotPattern-1187172719 tempest-TestSnapshotPattern-1187172719-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1091 time: 0.0917470 Aug 03 20:28:07.344219 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 46956) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:28:07.348874 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:28:07.451847 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:07.556675 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:07.661841 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Allocated IP 172.25.2.246 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/6e10edc4-07d1-4d18-ba72-c30c8693bbb6) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:28:07.774087 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:07.885997 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:07.922549 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:28:07.926514 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:28:07.934554 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:28:07.940032 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=6e10edc4-07d1-4d18-ba72-c30c8693bbb6,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:28:08.666778 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:08.792517 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:08.958151 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:09.057060 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:09.131028 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=6e10edc4-07d1-4d18-ba72-c30c8693bbb6,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:28:09.145666 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:09.180160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [req-584f6983-41f1-4433-bbf9-1205c04d481e req-0cc46e74-74ef-4086-af17-ae455180c54e service neutron] (101343) timed out ('10.222.0.67', 42178) {{(pid=101343) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:28:09.255654 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Floating IP f4d1df69-0a7e-4e42-b76d-c1879364e7de associated. External IP: 172.25.2.246, port: a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908. Aug 03 20:28:09.482339 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:28:09.594570 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:28:09.606032 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:28:09.616594 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:28:09.637494 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:28:09.697297 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:09.728365 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:28:09.731548 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-ab7be8d2-247e-44bc-998f-aaebc63e32ef tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3861766 Aug 03 20:28:09.732310 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:28:09.735078 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb2c6f-0507-46a5-adc5-46c442e449f8" -d '{"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:28:09.777419 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f1cbc0-a4b1-41d7-9e5b-3bd6f2c098e2 x-openstack-request-id: req-50f1cbc0-a4b1-41d7-9e5b-3bd6f2c098e2 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:28:09.777784 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:28:09.778202 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50f1cbc0-a4b1-41d7-9e5b-3bd6f2c098e2 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:28:09.778631 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'status': 'completed', 'code': 200} Aug 03 20:28:09.841804 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-da31a0c4-a758-46d3-babd-b40cd98de43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:09.843796 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-da31a0c4-a758-46d3-babd-b40cd98de43a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1096 time: 0.0430589 Aug 03 20:28:09.949266 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-9672e3c0-a0ad-45df-bc7e-9842cac45293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:09.950810 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-9672e3c0-a0ad-45df-bc7e-9842cac45293 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.1003094 Aug 03 20:28:09.987496 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:08Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:28:10.017562 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-8ee414cc-d200-43b3-9543-9f3db41d295e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 999 time: 0.0599401 Aug 03 20:28:10.069587 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-c66623d5-b8ab-4579-9ad9-92a388da1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:10.071116 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-c66623d5-b8ab-4579-9ad9-92a388da1e15 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0470774 Aug 03 20:28:10.112144 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:28:10.120551 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:28:10.121191 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:27:52Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:28:10.123929 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-81c6d38d-0f55-45ae-98c4-0aab0781b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:10.125522 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-81c6d38d-0f55-45ae-98c4-0aab0781b8f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476353 Aug 03 20:28:10.220565 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-c95c1685-6ead-4ef7-8d18-936c8abc54d7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881457 Aug 03 20:28:10.239051 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:28:10.318007 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b7bb2c6f-0507-46a5-adc5-46c442e449f8 req-632fbb31-9a12-4080-a44e-d43be52da9f7 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911343 Aug 03 20:28:10.471088 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:08Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:28:10.500612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eefdd8-e10a-449c-b26b-60df09dea443 None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:08Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:28:10.708733 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55869e8-9a1f-4fd0-8a01-60ec32189430 None None] New status for floating IP f4d1df69-0a7e-4e42-b76d-c1879364e7de: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:28:16.171178 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:18.862300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-20c6ab89-13e4-4d4c-8c02-cf3507493df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:22.113431 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-43def9fd-4cf4-4321-8afe-774df548d77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:22.302100 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:23.216588 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:25.107760 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:28.121854 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:28:34.090065 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:46.204146 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:47.218397 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-d57a89f5-f9fc-4939-8ea6-efb9c24c3fc3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411487 Aug 03 20:28:47.304430 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-499ed42c-7075-4b60-aa9f-3bcbb77cee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:47.306027 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-499ed42c-7075-4b60-aa9f-3bcbb77cee91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1096 time: 0.0419633 Aug 03 20:28:47.415872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-2659a5e9-a650-41b2-aa30-8c161ea41f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:47.417737 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-2659a5e9-a650-41b2-aa30-8c161ea41f9a service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0915940 Aug 03 20:28:47.486279 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-5a5bd286-4511-4b8c-aa6f-1ed22a2070a3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 1001 time: 0.0614977 Aug 03 20:28:47.537582 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-2e1d4f46-1eae-499e-8070-87b63e79ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:47.539082 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-2e1d4f46-1eae-499e-8070-87b63e79ea4c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0462530 Aug 03 20:28:47.590763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-7bb40f20-d04b-49df-8ba9-28fe1b5867fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:28:47.592314 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-7bb40f20-d04b-49df-8ba9-28fe1b5867fb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462389 Aug 03 20:28:47.685218 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-20e454b4-7316-4328-82e3-84b1cd1a06a8 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847991 Aug 03 20:28:47.784142 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a833987d-5d37-4f6c-a2ca-a88a61049e61 req-45c7e3b9-3f1d-4280-8760-3b0390cbe0bf service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915759 Aug 03 20:28:48.843353 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-00982712-553f-42ef-b8c7-c16b68d6e7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:52.083742 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0d162db3-e09d-43a2-883e-5dc747a20c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:52.272018 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:53.243844 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:28:55.089142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:04.054573 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:05.122102 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:29:16.254302 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:18.831019 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-4be84a6f-2ed2-41fc-92a9-56c8758a284e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:22.105118 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2cc2847f-cecc-42ff-8771-d8a173d07a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:22.259153 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:23.237388 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:25.093842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:34.036128 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:42.123489 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:29:46.200970 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:48.216983 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-235071f7-6287-48ea-9f44-06a56828f5c0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443108 Aug 03 20:29:48.301482 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-113fb016-a5b4-499b-b4f2-21851240cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:48.303013 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-113fb016-a5b4-499b-b4f2-21851240cb0c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1096 time: 0.0423160 Aug 03 20:29:48.426408 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-215a07ea-5d5f-4bb3-bfe3-5ef0209c9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:48.428034 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-215a07ea-5d5f-4bb3-bfe3-5ef0209c9392 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.1057973 Aug 03 20:29:48.498338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-5e887921-b0e5-497d-b572-2ca6a84b8cd7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 1001 time: 0.0625587 Aug 03 20:29:48.550569 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-bf1d8eca-3f18-478d-8d87-596dac26146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:48.552076 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-bf1d8eca-3f18-478d-8d87-596dac26146e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0476563 Aug 03 20:29:48.606051 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-fd0236df-3a15-4e4c-a673-2b171e11084d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:29:48.607578 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-fd0236df-3a15-4e4c-a673-2b171e11084d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476527 Aug 03 20:29:48.707720 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-d136dee9-20be-4ca0-99b5-53c0264ea63d service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929596 Aug 03 20:29:48.807033 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-988e0f65-18c9-40b0-ba39-38e826c10eb3 req-e84a4be9-cc59-44a6-b073-11b376986179 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927372 Aug 03 20:29:48.823720 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-15c400ae-4fce-4ff4-a754-0af8f0936ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:52.103928 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-bbeafc44-5dff-4c06-93bf-b92dd600fac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:52.338045 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:53.331945 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:29:55.109187 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:04.063820 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:07.775723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 details requested by agent hyperv_n-h2-803363-1 with host n-h2-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:30:08.031148 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:08.043014 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Returning: {'device': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:30:08.083203 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:08.097309 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:30:08.118486 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:08.252032 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:08.307950 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:08.315847 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.316308 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.316709 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.317077 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.317407 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.317734 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.318331 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.318497 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.318701 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.319037 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.319358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.327966 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:08.349719 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] get_ports_and_sgs() called for port_ids ['a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:30:09.800673 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 up at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:30:09.859236 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Provisioning complete for port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:30:09.860188 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:09.959453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:09.984313 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:30:09.987757 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6036f4b-b80c-4492-b6ad-8f1061a4048b" -d '{"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:30:10.002188 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:10.060460 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b042a66f-1098-4f34-9da3-bcd69e483fae x-openstack-request-id: req-b042a66f-1098-4f34-9da3-bcd69e483fae {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:30:10.060784 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:30:10.061093 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b042a66f-1098-4f34-9da3-bcd69e483fae {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:30:10.061492 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'code': 200} Aug 03 20:30:10.097652 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:10.153208 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:16.228764 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:18.857227 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b4dcef44-a78a-4251-95be-e7bea7888468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:19.122880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:30:20.851903 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-317df2fb-a9d5-46b2-9769-694cbf2229dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993890165&fields=id&tenant_id=0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 267 time: 0.0354698 Aug 03 20:30:20.959988 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-9196cf15-7cba-4ccd-8438-02f8b108e696 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:20.961503 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-9196cf15-7cba-4ccd-8438-02f8b108e696 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 810 time: 0.1027706 Aug 03 20:30:20.977427 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-44ec9f2d-fdb5-49cf-85d8-e08347f66b08 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/quotas/0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 375 time: 0.0097306 Aug 03 20:30:21.037860 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-570b5893-c2d4-462a-914d-1ea009631a56 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548611 Aug 03 20:30:21.133315 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-6eb00a9d-433a-40e3-acdb-1b9eb5c891bd service neutron] 10.222.0.67 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 Aug 03 20:30:21.226640 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-791dcc33-37b0-4b7f-a509-2ec740d192e8 service neutron] 10.222.0.67 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872977 Aug 03 20:30:22.096617 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c6822b78-ac70-4a54-82a2-04afcb2a305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:22.279504 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:22.489711 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5bf5eb78-a539-493a-8a7a-e249c9cf3615 req-6f9cffe5-dc44-4ac0-836e-bc21d960042c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0281856 Aug 03 20:30:23.273909 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:23.574437 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-14705f9c-95c3-4a1b-aa2f-bc8d361af1d4 req-a7a3bf68-1f54-4ffa-b62f-ccdc82d241fe tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0320923 Aug 03 20:30:23.852218 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:30:23.934161 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:23.959408 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:30:23.961702 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ec58d6-1280-44fc-84f5-94df0474732e" -d '{"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:30:23.975494 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:24.053414 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9593521-3a76-49ab-8de1-24ab58868804 x-openstack-request-id: req-b9593521-3a76-49ab-8de1-24ab58868804 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:30:24.053690 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-unplugged", "status": "completed", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:30:24.053945 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b9593521-3a76-49ab-8de1-24ab58868804 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:30:24.054337 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'code': 200} Aug 03 20:30:24.061836 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:24.109508 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Pushing event updated for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:24.672134 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b229491d-b639-4e13-b7f1-1205b4b774d5 req-7fbbbbba-6c83-4c89-afe2-f92240476ff8 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0259206 Aug 03 20:30:25.130508 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:25.771502 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-de612922-d03a-422c-8eff-aa0930aa4ec4 req-0ce38907-142f-4b73-b41e-1ca9d0007a16 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Aug 03 20:30:26.858414 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-5001d8f2-62e6-4765-94b5-cbae948142b4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:26.860002 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-5001d8f2-62e6-4765-94b5-cbae948142b4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.54 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 810 time: 0.1100864 Aug 03 20:30:26.887196 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5fb65eb2-96a4-426b-8c8a-60a1d3e2753f req-5919b767-82c6-4f31-b99f-3a10309e6be1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0321288 Aug 03 20:30:26.919879 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-a8c250c4-60b6-4c03-a4b2-435436adf758 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaa48ef2a4948fc87e540f74132b2f0 HTTP/1.1" status: 200 len: 380 time: 0.0379937 Aug 03 20:30:26.931592 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'port': {'device_id': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'admin_state_up': True, 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'security_groups': ['bf00323d-cfa5-4770-a2be-96ab7a364912']}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:30:27.107630 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Made reservation on behalf of 0aaa48ef2a4948fc87e540f74132b2f0 for: {'port': 1} {{(pid=101343) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 20:30:27.111714 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:27.248311 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Allocated IP 172.20.0.12 (c7c82942-0779-4374-b965-f693882f19ae/bb7e87a5-5fbe-4084-8e7c-734054905c35/2774408c-b8da-4b77-96aa-4737f08f5d4a) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:30:27.395420 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:27.409017 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Transition to ACTIVE for port object 2774408c-b8da-4b77-96aa-4737f08f5d4a will not be triggered until provisioned by entity DHCP. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:30:27.507603 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:27.576954 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Network c7c82942-0779-4374-b965-f693882f19ae is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:30:27.583559 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:30:27.586151 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:27.589369 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:30:27.629011 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.629452 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.629871 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.630320 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.630753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.631857 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.632302 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.632769 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.633203 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.633635 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.634077 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.634517 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:30:27.672952 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:27.674529 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:27.800693 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-b6df0dd2-54e3-4810-a017-89bd9894ec19 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8729341 Aug 03 20:30:28.024195 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf7b60-2661-4220-b4e7-a15efef8bfee req-8bfbf6e8-0834-4444-a544-7365c9acb7cc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:28.026617 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2bf7b60-2661-4220-b4e7-a15efef8bfee req-8bfbf6e8-0834-4444-a544-7365c9acb7cc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0602036 Aug 03 20:30:28.056395 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-efd25a48-7f54-4d1d-9ef5-9eda998bbc7c None None] Provisioning for port 2774408c-b8da-4b77-96aa-4737f08f5d4a completed by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:30:28.060483 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-efd25a48-7f54-4d1d-9ef5-9eda998bbc7c None None] Provisioning complete for port 2774408c-b8da-4b77-96aa-4737f08f5d4a triggered by entity DHCP. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:30:28.060944 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-efd25a48-7f54-4d1d-9ef5-9eda998bbc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:28.081277 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a2bf7b60-2661-4220-b4e7-a15efef8bfee req-d8bbca34-4d5f-45ab-903f-da3ac6880d40 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Aug 03 20:30:28.109089 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-efd25a48-7f54-4d1d-9ef5-9eda998bbc7c None None] Port 2774408c-b8da-4b77-96aa-4737f08f5d4a cannot update to ACTIVE because it is not bound. {{(pid=101344) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 03 20:30:29.212297 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f91484-f689-444f-a044-a24e6d5c2e70 req-df0dc997-4604-473b-9fe0-6c23d5f17ee7 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:29.215035 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1f91484-f689-444f-a044-a24e6d5c2e70 req-df0dc997-4604-473b-9fe0-6c23d5f17ee7 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0584445 Aug 03 20:30:29.255747 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a1f91484-f689-444f-a044-a24e6d5c2e70 req-226af965-c98d-43da-ba55-5aef1965742b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339427 Aug 03 20:30:30.386663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfeb2b-524f-4089-9baa-d87b3543e53f req-ffa4e9c0-29a6-49fc-a7be-0b86f6051477 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:30.388212 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45bfeb2b-524f-4089-9baa-d87b3543e53f req-ffa4e9c0-29a6-49fc-a7be-0b86f6051477 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0559633 Aug 03 20:30:30.445515 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-45bfeb2b-524f-4089-9baa-d87b3543e53f req-9949f953-493e-4697-8ba7-1abfe1db7efe tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487685 Aug 03 20:30:31.589585 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d220d2-0d87-41d8-9acf-c79bc35e29b1 req-fd8adf7a-c1b5-4f1b-a7b4-6c9c6474c204 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:31.591139 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67d220d2-0d87-41d8-9acf-c79bc35e29b1 req-fd8adf7a-c1b5-4f1b-a7b4-6c9c6474c204 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0752289 Aug 03 20:30:31.641064 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-67d220d2-0d87-41d8-9acf-c79bc35e29b1 req-b8363506-9cb0-4fc7-af57-48c2b8b48c95 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Aug 03 20:30:32.767054 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e569-f23c-4210-8e04-1b4d913d7262 req-fab8138b-a5b7-4758-bb84-c13285ec7288 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:32.768712 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8b3e569-f23c-4210-8e04-1b4d913d7262 req-fab8138b-a5b7-4758-bb84-c13285ec7288 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0559876 Aug 03 20:30:32.813232 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b8b3e569-f23c-4210-8e04-1b4d913d7262 req-ef2aac4f-702c-4c45-932e-d7502ba4d1a4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Aug 03 20:30:33.935674 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79251ea-b2d4-4118-a17a-da5325426abf req-b94d6308-11cf-4ed7-bbf4-a2b7261b9702 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:33.937186 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b79251ea-b2d4-4118-a17a-da5325426abf req-b94d6308-11cf-4ed7-bbf4-a2b7261b9702 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0518332 Aug 03 20:30:33.985941 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-b79251ea-b2d4-4118-a17a-da5325426abf req-8d152224-35a4-48aa-88c5-b2af24217b8d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419385 Aug 03 20:30:34.067676 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:35.113899 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1f8ad-414f-43f1-983c-672a5e6a0019 req-a684dbf1-9dd8-4e23-8c82-245e71aef0c6 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:35.115570 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ee1f8ad-414f-43f1-983c-672a5e6a0019 req-a684dbf1-9dd8-4e23-8c82-245e71aef0c6 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0566800 Aug 03 20:30:35.154056 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-2ee1f8ad-414f-43f1-983c-672a5e6a0019 req-094c30ad-9d70-423f-9fa2-56a2b578b5b7 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Aug 03 20:30:36.283361 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73faa47-9fe4-4cb7-816a-a9e9dc7fa919 req-7b7712b4-aab5-4a71-8bda-31e51489164b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:36.285396 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a73faa47-9fe4-4cb7-816a-a9e9dc7fa919 req-7b7712b4-aab5-4a71-8bda-31e51489164b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0539074 Aug 03 20:30:36.327821 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-a73faa47-9fe4-4cb7-816a-a9e9dc7fa919 req-c58960ae-b9ad-4a1a-bdce-d6e6c015d653 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337231 Aug 03 20:30:37.447275 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03360536-64d2-4b5f-90f4-bcf0d62bacae req-f2afdc0b-ae03-49da-9f08-cb3f37c562eb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:37.448848 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03360536-64d2-4b5f-90f4-bcf0d62bacae req-f2afdc0b-ae03-49da-9f08-cb3f37c562eb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0519674 Aug 03 20:30:37.494991 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-03360536-64d2-4b5f-90f4-bcf0d62bacae req-a345a885-6551-4076-8ff8-49d23faa62b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 Aug 03 20:30:38.569529 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Request body: {'port': {'device_id': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-803363-1'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:30:38.617547 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4482-c928-4c8b-92e7-aae76a3b47e5 req-479f541e-e15d-4df2-a574-224899e005ce tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:38.619170 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-819b4482-c928-4c8b-92e7-aae76a3b47e5 req-479f541e-e15d-4df2-a574-224899e005ce tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 932 time: 0.0526772 Aug 03 20:30:38.630183 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:38.668190 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-819b4482-c928-4c8b-92e7-aae76a3b47e5 req-39c22a0b-0dbe-42f0-a612-dad04de56508 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Aug 03 20:30:38.913808 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2774408c-b8da-4b77-96aa-4737f08f5d4a {{(pid=101343) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:30:38.921648 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:38.935655 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.provisioning_blocks [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Transition to ACTIVE for port object 2774408c-b8da-4b77-96aa-4737f08f5d4a will not be triggered until provisioned by entity L2. {{(pid=101343) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 03 20:30:39.021553 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:39.072347 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:39.153479 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Attempting to bind port 2774408c-b8da-4b77-96aa-4737f08f5d4a on host n-h1-803363-1 for vnic_type normal with profile {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 03 20:30:39.153860 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Attempting to bind port 2774408c-b8da-4b77-96aa-4737f08f5d4a by drivers openvswitch,hyperv on host n-h1-803363-1 at level 0 using segments [{'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 03 20:30:39.154145 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Attempting to bind port 2774408c-b8da-4b77-96aa-4737f08f5d4a on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:30:39.159451 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Port 2774408c-b8da-4b77-96aa-4737f08f5d4a on network c7c82942-0779-4374-b965-f693882f19ae not bound, no agent of type Open vSwitch agent registered on host n-h1-803363-1 {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 03 20:30:39.159944 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Attempting to bind port 2774408c-b8da-4b77-96aa-4737f08f5d4a on network c7c82942-0779-4374-b965-f693882f19ae {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 03 20:30:39.165185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Checking agent: {'id': 'd3c70b7a-3e43-4ef3-8df4-4b05f37f0f5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-803363-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'started_at': datetime.datetime(2021, 8, 3, 18, 56, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 3, 20, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 03 20:30:39.165526 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Checking segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101343) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 03 20:30:39.165911 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Bound using segment: {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'} {{(pid=101343) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 03 20:30:39.166338 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.managers [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Bound port: 2774408c-b8da-4b77-96aa-4737f08f5d4a, host: n-h1-803363-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f39638d-9f97-46ff-ad5d-49eca2bdcddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae'}}] {{(pid=101343) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 03 20:30:39.166689 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:39.235001 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, cleared binding levels {{(pid=101343) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 20:30:39.238906 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101343) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 20:30:39.290645 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:39.326930 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.327554 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:39.329101 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] 10.222.0.54 "PUT /v2.0/ports/2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 1092 time: 0.8102410 Aug 03 20:30:39.329541 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:30:39.332490 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4020ac7d-c406-4c96-afff-a309da7a73d1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:30:39.359417 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09550b7c-654e-4263-a994-dfc5afb18676 service neutron] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=3']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:39.374083 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011ae7f-bc9b-4396-8080-c3a3e06b44c3 x-openstack-request-id: req-3011ae7f-bc9b-4396-8080-c3a3e06b44c3 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:30:39.374620 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:30:39.374620 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3011ae7f-bc9b-4396-8080-c3a3e06b44c3 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:30:39.375023 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'status': 'completed', 'code': 200} Aug 03 20:30:39.464025 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-28b3351d-1476-4fc3-9240-f0b0301f6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.465868 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-28b3351d-1476-4fc3-9240-f0b0301f6403 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1095 time: 0.0465508 Aug 03 20:30:39.579072 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-7e2bf07c-eb32-4ba3-bc82-209c9a9abb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.580554 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-7e2bf07c-eb32-4ba3-bc82-209c9a9abb32 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0992911 Aug 03 20:30:39.679890 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-bcd3fd43-ff1d-47c8-857f-e3fbf73d6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.681316 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4020ac7d-c406-4c96-afff-a309da7a73d1 req-bcd3fd43-ff1d-47c8-857f-e3fbf73d6858 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930443 Aug 03 20:30:39.783392 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-11e2eda7-eecd-49cc-b9e0-b866e6bd8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.785094 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-11e2eda7-eecd-49cc-b9e0-b866e6bd8f5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1095 time: 0.0417907 Aug 03 20:30:39.785903 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ae763-6329-469a-a83e-72a11de232a3 req-ee417bcf-4952-48a5-b7c9-d5060f5f93b4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.787406 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-231ae763-6329-469a-a83e-72a11de232a3 req-ee417bcf-4952-48a5-b7c9-d5060f5f93b4 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 944 time: 0.0502000 Aug 03 20:30:39.832004 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-231ae763-6329-469a-a83e-72a11de232a3 req-3042ff28-ead3-43a0-8c2f-b0a87834cf92 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381272 Aug 03 20:30:39.837471 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-e84c2369-4903-440f-91a9-110f0d57bc2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 217 time: 0.0359800 Aug 03 20:30:39.895865 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-47ed3da6-f8f6-4f81-a651-12e3f0253588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.897385 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-47ed3da6-f8f6-4f81-a651-12e3f0253588 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0525031 Aug 03 20:30:39.946493 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051ccca-9a58-4292-9691-25430b99e49c req-61eac67b-396c-4321-bacb-391286ac950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:39.948017 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-61eac67b-396c-4321-bacb-391286ac950b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428157 Aug 03 20:30:40.046655 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-402c3a28-2a03-4570-a0f4-370f43af1ccc service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894156 Aug 03 20:30:40.147004 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-4051ccca-9a58-4292-9691-25430b99e49c req-39a37dd1-b7de-49bf-b030-0cd04978553e service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916080 Aug 03 20:30:40.952447 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ca5af-bb12-4614-8993-62de2add3280 req-f4374f77-7a4f-4ff1-8f07-45a2c064ba01 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:40.953961 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e99ca5af-bb12-4614-8993-62de2add3280 req-f4374f77-7a4f-4ff1-8f07-45a2c064ba01 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 944 time: 0.0493934 Aug 03 20:30:41.006051 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e99ca5af-bb12-4614-8993-62de2add3280 req-64de44b4-41e9-4ddf-bfe3-f7293ea5c58a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453224 Aug 03 20:30:42.005926 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:30:42.098839 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:42.110348 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'mac_address': 'fa:16:3e:4f:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:30:42.122709 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108b0eb-71af-4ebd-8119-f642719c3024 req-b2a1f1a7-a665-4e4b-9541-614d98f3d52a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:42.124487 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1108b0eb-71af-4ebd-8119-f642719c3024 req-b2a1f1a7-a665-4e4b-9541-614d98f3d52a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 944 time: 0.0496848 Aug 03 20:30:42.151664 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:42.164208 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-1108b0eb-71af-4ebd-8119-f642719c3024 req-af3b9978-5d27-491e-994c-2bf38b4d75aa tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330334 Aug 03 20:30:42.164434 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2774408c-b8da-4b77-96aa-4737f08f5d4a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:30:42.184643 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:42.301673 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:42.351401 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=4']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:42.627489 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2774408c-b8da-4b77-96aa-4737f08f5d4a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:30:43.296439 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0daae-415b-4192-a9ee-3d61ee4cd992 req-4b3015dc-b5f6-4d11-a532-8f3162f7bce1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:43.298203 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b0daae-415b-4192-a9ee-3d61ee4cd992 req-4b3015dc-b5f6-4d11-a532-8f3162f7bce1 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 945 time: 0.0606377 Aug 03 20:30:43.344417 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-56b0daae-415b-4192-a9ee-3d61ee4cd992 req-f0385651-9c14-4dab-ab0b-182d7708f36a tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Aug 03 20:30:44.017265 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:30:44.118435 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning for port 2774408c-b8da-4b77-96aa-4737f08f5d4a completed by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 03 20:30:44.122722 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2774408c-b8da-4b77-96aa-4737f08f5d4a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:30:44.126360 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:44.204773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:44.228131 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:30:44.230405 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e300c3-50bf-4f74-8590-5fb70ba3a1ed" -d '{"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-plugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:30:44.243998 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:30:44.270352 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b1fbeb-02e0-4239-84aa-0ab55d639ea3 x-openstack-request-id: req-d5b1fbeb-02e0-4239-84aa-0ab55d639ea3 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:30:44.270665 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-plugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:30:44.270915 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5b1fbeb-02e0-4239-84aa-0ab55d639ea3 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:30:44.271307 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'code': 200} Aug 03 20:30:44.306907 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:44.357441 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=5']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:44.401759 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34781-decf-48ee-b517-9f6936ac25a4 req-46e9e5fd-835b-423f-a9c4-f290d1bf07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:44.403415 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0aa34781-decf-48ee-b517-9f6936ac25a4 req-46e9e5fd-835b-423f-a9c4-f290d1bf07f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1097 time: 0.0428076 Aug 03 20:30:44.440149 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-0aa34781-decf-48ee-b517-9f6936ac25a4 req-a393492e-e6c6-4d6e-88bf-9d1ee57b635b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295241 Aug 03 20:30:44.468010 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ae2bc-91ff-4e36-98ba-f7b455c0cc5c req-fcbecb66-cf07-4502-92c3-39c2beb47083 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:44.469424 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737ae2bc-91ff-4e36-98ba-f7b455c0cc5c req-fcbecb66-cf07-4502-92c3-39c2beb47083 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Aug 03 20:30:44.511985 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-737ae2bc-91ff-4e36-98ba-f7b455c0cc5c req-5f894605-3ced-4998-b42d-4a92371863dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359643 Aug 03 20:30:45.631276 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab243cf6-53fe-46f1-9dda-29b75a4003c2 req-f20df871-8276-4de9-aec5-7cfb3825f64f tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:45.632828 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab243cf6-53fe-46f1-9dda-29b75a4003c2 req-f20df871-8276-4de9-aec5-7cfb3825f64f tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 946 time: 0.0509512 Aug 03 20:30:45.672189 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ab243cf6-53fe-46f1-9dda-29b75a4003c2 req-502adc09-62ca-4290-b536-944faa3cba47 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Aug 03 20:30:46.238633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:46.795937 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf016-21e2-4cf9-b460-9a5e6ab2de8e req-785a1639-f85e-4ed2-97ac-faaaa6e13efb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:46.797420 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31adf016-21e2-4cf9-b460-9a5e6ab2de8e req-785a1639-f85e-4ed2-97ac-faaaa6e13efb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 946 time: 0.0520365 Aug 03 20:30:46.837065 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-31adf016-21e2-4cf9-b460-9a5e6ab2de8e req-842dba34-99e3-4f9e-b652-abbc1a16ae79 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Aug 03 20:30:46.959152 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbc5a-8968-4b8f-8161-347ff11f4646 req-660d46f7-c18b-4390-ad35-260ee59c0dd9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:46.960642 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82fbbc5a-8968-4b8f-8161-347ff11f4646 req-660d46f7-c18b-4390-ad35-260ee59c0dd9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 946 time: 0.0524130 Aug 03 20:30:47.004888 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-82fbbc5a-8968-4b8f-8161-347ff11f4646 req-6ca0e4ab-1ebf-48ea-839f-7587b00822df tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Aug 03 20:30:47.026970 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47268) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:30:47.068764 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be458a3c-7beb-4ccd-92d1-7ff54df4b2c7 tempest-TestSnapshotPattern-1187172719 tempest-TestSnapshotPattern-1187172719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:47.070191 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-be458a3c-7beb-4ccd-92d1-7ff54df4b2c7 tempest-TestSnapshotPattern-1187172719 tempest-TestSnapshotPattern-1187172719-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1092 time: 0.0422151 Aug 03 20:30:47.072984 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47270) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:30:47.077305 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.v2.base [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Request body: {'floatingip': {'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101343) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 03 20:30:47.169850 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:47.271188 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:47.382893 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_common [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Allocated IP 172.25.2.138 (f12fe178-a5d7-4dce-98fb-e9f94e381401/21d76e7a-3078-4ec0-8b42-1c35c64c653c/bfc89cc9-ef51-4962-baa7-82fed0ce8b54) {{(pid=101343) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 20:30:47.489950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:47.615989 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767518960056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:47.655650 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Network f12fe178-a5d7-4dce-98fb-e9f94e381401 is already hosted by enough agents. {{(pid=101343) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 20:30:47.659012 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.base_scheduler [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Resources bound (agent type, host, resource id): {{(pid=101343) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 20:30:47.661671 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Received port after_create {{(pid=101343) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 03 20:30:47.690820 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=bfc89cc9-ef51-4962-baa7-82fed0ce8b54,revision_number=1']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:48.042795 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:48.182858 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:48.338912 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for port, precommit_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:48.421368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-999945'] for port, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:48.496060 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event updated for resources: {'Port': ['ID=bfc89cc9-ef51-4962-baa7-82fed0ce8b54,revision_number=2']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:30:48.506532 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3724271'] for floatingip, after_update {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:48.613869 n-d-803363-1 neutron-server[101343]: INFO neutron.db.l3_db [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Floating IP 43d44c16-1b6d-49b0-8e52-ef1712239dff associated. External IP: 172.25.2.138, port: 2774408c-b8da-4b77-96aa-4737f08f5d4a. Aug 03 20:30:48.844020 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0aebff3d-d04c-4869-bb71-7fbd0f0f558b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:49.178160 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:30:49.290617 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:30:49.300968 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:30:49.310265 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:30:49.329880 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:30:49.375949 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:49.408015 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-282c2728-4329-46f4-b64c-397ef455e4dc tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3340032 Aug 03 20:30:49.408823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:30:49.411347 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358f7bd5-8819-4b47-bee1-034afc2a22a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:30:49.419956 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:30:49.447941 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd435d1-147e-402e-8acc-4d375f9f2a25 x-openstack-request-id: req-3bd435d1-147e-402e-8acc-4d375f9f2a25 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:30:49.448236 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:30:49.448490 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3bd435d1-147e-402e-8acc-4d375f9f2a25 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:30:49.448927 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'status': 'completed', 'code': 200} Aug 03 20:30:49.532326 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-8bdd4d90-273e-4787-9c2f-09ab24de3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:49.534120 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-8bdd4d90-273e-4787-9c2f-09ab24de3ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1097 time: 0.0421817 Aug 03 20:30:49.628669 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-94200b09-1318-4d57-b92b-a40829ec408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:49.630200 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-94200b09-1318-4d57-b92b-a40829ec408e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0881670 Aug 03 20:30:49.654919 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '43d44c16-1b6d-49b0-8e52-ef1712239dff', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:4f:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:30:47Z', 'updated_at': '2021-08-03T20:30:47Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}, {'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:30:49.686419 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:30:49.694909 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:30:49.695518 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:30:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:30:49.703031 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-38d43855-7688-4a67-8116-ef941cfa543c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 1000 time: 0.0654757 Aug 03 20:30:49.755039 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-6a4db1d1-c42b-4a54-91cd-635b4a3e0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:49.756519 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-6a4db1d1-c42b-4a54-91cd-635b4a3e0591 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0468633 Aug 03 20:30:49.811036 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-fc63b8d1-6c45-4842-9b8b-9e9673699278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:49.813078 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:30:49.814002 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-fc63b8d1-6c45-4842-9b8b-9e9673699278 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500178 Aug 03 20:30:49.913796 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-689a6d36-0e4e-46c1-91bd-cd3740c0add5 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909905 Aug 03 20:30:50.011944 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-358f7bd5-8819-4b47-bee1-034afc2a22a4 req-4861ecbc-968d-48a7-b672-a0b1b2f7ff28 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905931 Aug 03 20:30:50.046396 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '43d44c16-1b6d-49b0-8e52-ef1712239dff', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:4f:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:30:47Z', 'updated_at': '2021-08-03T20:30:47Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}, {'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:30:50.077673 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7bac00-8461-4f9d-8067-ca533cfeb897 None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': '43d44c16-1b6d-49b0-8e52-ef1712239dff', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.138', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:4f:54:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:30:47Z', 'updated_at': '2021-08-03T20:30:47Z', 'revision_number': 0, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}, {'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:30:50.291751 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8c182-7fdc-4364-86a4-db0e61f289c1 None None] New status for floating IP 43d44c16-1b6d-49b0-8e52-ef1712239dff: ACTIVE {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:30:50.847523 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-85093c80-bbb5-42f8-8865-1184a2b26cf7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843368 Aug 03 20:30:50.931748 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75401f-6959-492c-b251-46dddcb06d09 req-53143ca6-4e1e-4eee-a694-61a04d4f36db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:50.933337 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-53143ca6-4e1e-4eee-a694-61a04d4f36db service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1094 time: 0.0427480 Aug 03 20:30:51.042332 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75401f-6959-492c-b251-46dddcb06d09 req-ac0c3a34-cfa4-45e1-97da-af8959b286e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:51.044120 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-ac0c3a34-cfa4-45e1-97da-af8959b286e4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0903976 Aug 03 20:30:51.117931 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-7d1c2e92-3220-40cb-95ec-4338fbddd9c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 999 time: 0.0670955 Aug 03 20:30:51.170257 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75401f-6959-492c-b251-46dddcb06d09 req-15a41400-79e0-4704-8a23-d026572571c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:51.171822 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-15a41400-79e0-4704-8a23-d026572571c5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0455477 Aug 03 20:30:51.222399 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75401f-6959-492c-b251-46dddcb06d09 req-fcfa2044-a7f2-452c-820a-95b4bbfa0b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:30:51.223882 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-fcfa2044-a7f2-452c-820a-95b4bbfa0b8e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452497 Aug 03 20:30:51.235351 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-b0c10df6-6f7b-482c-9068-3e8537b25a1c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=101342) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 03 20:30:51.236861 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-b0c10df6-6f7b-482c-9068-3e8537b25a1c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050023 Aug 03 20:30:51.327561 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-72678326-5561-4009-8e9c-3b05fc5853a0 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 Aug 03 20:30:51.426155 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-7b75401f-6959-492c-b251-46dddcb06d09 req-39dbe994-7d0b-4435-9b0e-8c4fb0ac4524 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875037 Aug 03 20:30:52.124031 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-310c3461-382c-4cbe-86fd-43d120b240a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:52.249641 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:53.243716 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:55.141245 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:30:56.122718 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:31:03.656421 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-e4a4f4ab-93df-4e60-9a17-6b3f026ba24c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470145 Aug 03 20:31:03.759275 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-44fb54f4-6737-405f-a430-a802ec5fb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:03.760832 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-44fb54f4-6737-405f-a430-a802ec5fb740 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1097 time: 0.0424786 Aug 03 20:31:03.869918 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-c8dfb3d7-151a-47c0-ad60-9f71ee78f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:03.871405 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-c8dfb3d7-151a-47c0-ad60-9f71ee78f736 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0901375 Aug 03 20:31:03.944964 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-b8545c00-39f3-41c5-87ca-5e8e5e66258c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 1002 time: 0.0655332 Aug 03 20:31:03.997082 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-26515526-b104-4ceb-bd53-9f7cfc01bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:03.998561 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-26515526-b104-4ceb-bd53-9f7cfc01bd67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0469387 Aug 03 20:31:04.046935 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-72aaa585-3e1f-4c94-864c-5cc2f60854dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:04.049203 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-72aaa585-3e1f-4c94-864c-5cc2f60854dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409546 Aug 03 20:31:04.072455 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:04.149951 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-08d4dd2c-9158-4e01-b2ea-ff327c1ff660 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894597 Aug 03 20:31:04.244991 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-6d84aa00-e7ce-470e-b271-6415f1cae52e req-22369ea0-3498-4ba3-918c-833496c0204b service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874040 Aug 03 20:31:16.254584 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:18.871991 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5af07a16-cddf-4ef7-b929-b73a906ce49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.128298 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b903e046-83ee-454b-b59d-b4ff78950ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:22.305811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:23.248376 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:25.134316 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:33.121639 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:31:34.087688 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:46.253165 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:48.984368 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-eb68c4cc-7177-49d2-850f-727fd3647902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:51.707434 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-73c76ee8-947a-4069-bd42-5e572350dc0f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417426 Aug 03 20:31:51.792165 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-c0f8af2a-d986-4f76-ac9f-d9d4f52d26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:51.794172 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-c0f8af2a-d986-4f76-ac9f-d9d4f52d26ed service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1094 time: 0.0446825 Aug 03 20:31:51.899607 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-d1f5335b-20ae-4f65-882e-08e112c610c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:51.904001 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-d1f5335b-20ae-4f65-882e-08e112c610c4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0882142 Aug 03 20:31:51.966071 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-6a6d7242-0944-43b2-8823-9cb9a3349a47 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 999 time: 0.0568559 Aug 03 20:31:52.015240 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-0f38288e-92c3-4b36-a551-793aa05aa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:52.016677 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-0f38288e-92c3-4b36-a551-793aa05aa9ae service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0436034 Aug 03 20:31:52.066096 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-a205eceb-d2ef-4d9c-a85e-778f42802499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:31:52.067600 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-a205eceb-d2ef-4d9c-a85e-778f42802499 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441856 Aug 03 20:31:52.127917 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-49e94c27-6bb5-4587-a871-6f9205c72cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:52.310441 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:52.494143 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-f6e953ae-7492-40e0-aad5-b75fd4949aa8 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197853 Aug 03 20:31:52.586904 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-ba90a414-abf3-4391-8ddc-bfc4b4f4fcd6 req-ed7b9f1e-02d4-48ea-8bfa-4a3c762e547f service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851018 Aug 03 20:31:53.253345 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:31:55.115663 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:04.121142 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:05.454633 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-105f092c-bff2-4a78-9a1d-fa23e8b26f63 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425503 Aug 03 20:32:05.556365 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2497-8453-47ab-b099-3d02b3483f81 req-f63dddc9-6c74-4872-8d7f-b47654da8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:05.557907 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-f63dddc9-6c74-4872-8d7f-b47654da8c9f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1097 time: 0.0446925 Aug 03 20:32:05.665062 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2497-8453-47ab-b099-3d02b3483f81 req-13c6269c-a5f0-446d-aaa7-57f1b2118feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:05.666546 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-13c6269c-a5f0-446d-aaa7-57f1b2118feb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0860631 Aug 03 20:32:05.738662 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-938679b9-1487-40b4-b87d-81fc1a69f741 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 1002 time: 0.0640981 Aug 03 20:32:05.789051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2497-8453-47ab-b099-3d02b3483f81 req-c554c400-aa32-4e73-a232-024476b8ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:05.790634 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-c554c400-aa32-4e73-a232-024476b8ad33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0442665 Aug 03 20:32:05.837927 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a2497-8453-47ab-b099-3d02b3483f81 req-8a3d3270-f10d-45d9-9713-e119307f4cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:05.839389 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-8a3d3270-f10d-45d9-9713-e119307f4cb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414834 Aug 03 20:32:05.934811 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-f639e9d3-51fc-4e2f-ac73-3c9b9e41a37a service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873640 Aug 03 20:32:06.027033 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-131a2497-8453-47ab-b099-3d02b3483f81 req-b5ed2fd9-83b1-4afb-b34d-7aa511c3a9a7 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843151 Aug 03 20:32:10.121954 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:32:16.258025 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:18.863527 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-25c13031-f9e6-4f5b-8e02-09274f3287f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:20.560455 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a details requested by agent hyperv_n-h1-803363-1 with host n-h1-803363-1 {{(pid=101344) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 20:32:20.668764 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:20.682978 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Returning: {'device': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'port_id': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'mac_address': 'fa:16:3e:4f:54:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101344) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 20:32:20.723846 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:20.741804 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2774408c-b8da-4b77-96aa-4737f08f5d4a {{(pid=101344) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 03 20:32:20.765139 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:20.840359 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:20.897509 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=6']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:20.905945 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.906295 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.906638 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.906983 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.907374 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.907699 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.908045 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.908358 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.909393 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.909726 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.910056 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:20.910378 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101344) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:21.015816 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] get_ports_and_sgs() called for port_ids ['2774408c-b8da-4b77-96aa-4737f08f5d4a'] {{(pid=101344) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 20:32:22.103280 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-26d68640-2a51-431d-b62a-a1c9c17dcc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:22.263309 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:22.591026 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a up at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 20:32:22.652172 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.provisioning_blocks [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Provisioning complete for port 2774408c-b8da-4b77-96aa-4737f08f5d4a triggered by entity L2. {{(pid=101344) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 03 20:32:22.652550 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516817'] for port, provisioning_complete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:22.749855 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:22.774941 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:22.778454 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa8901-f258-4567-8062-2fc0720f30c3" -d '{"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-plugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:22.794551 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:22.821285 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cf522b-b805-499a-8725-73f719fe6384 x-openstack-request-id: req-74cf522b-b805-499a-8725-73f719fe6384 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:22.821589 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-plugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:22.821831 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-74cf522b-b805-499a-8725-73f719fe6384 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:22.822438 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'code': 200} Aug 03 20:32:22.852136 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:22.915622 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=7']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:23.252288 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:25.292633 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.137553 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.697483 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47486) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:34.855942 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Deleting port bfc89cc9-ef51-4962-baa7-82fed0ce8b54 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:34.856288 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.933024 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.933279 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:34.944565 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Calling delete_port for bfc89cc9-ef51-4962-baa7-82fed0ce8b54 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:35.142719 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:35.169002 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event deleted for resources: {'Port': ['ID=bfc89cc9-ef51-4962-baa7-82fed0ce8b54,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:35.180675 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.181023 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.181365 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.181701 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.182037 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.182423 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.182857 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.183179 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.183436 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.183758 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.184087 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.184414 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101342) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:35.241297 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:35.241631 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Floating IP 43d44c16-1b6d-49b0-8e52-ef1712239dff disassociated (deleted). External IP: 172.25.2.138, port: 2774408c-b8da-4b77-96aa-4737f08f5d4a. Aug 03 20:32:35.448384 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:32:35.556291 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:32:35.561976 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:35.567232 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:32:35.576806 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:35.577400 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:35.589832 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-8a58a900-d752-48a5-be05-368c76d581b9 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "DELETE /v2.0/floatingips/43d44c16-1b6d-49b0-8e52-ef1712239dff HTTP/1.1" status: 204 len: 168 time: 0.8909211 Aug 03 20:32:35.590508 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:35.592900 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c61b45-2b9d-42f9-9291-8e399a10ad2c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:35.683404 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:35.904785 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:35.934847 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:32:35.943281 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:35.943879 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:36.019311 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5dee57-cc2f-4944-a64e-ffb00bbb3dda x-openstack-request-id: req-2b5dee57-cc2f-4944-a64e-ffb00bbb3dda {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:36.020182 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:36.020440 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b5dee57-cc2f-4944-a64e-ffb00bbb3dda {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:36.020893 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'status': 'completed', 'code': 200} Aug 03 20:32:36.054032 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:36.114597 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-e83d8654-f43b-4b08-b29f-ff5ad0d1984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:36.116138 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-e83d8654-f43b-4b08-b29f-ff5ad0d1984e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 1097 time: 0.0483329 Aug 03 20:32:36.122166 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da7991-b8f0-4860-95db-83bb2df41962 req-547434a1-8441-46db-8b2b-c9edbe3f3048 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:36.123874 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5da7991-b8f0-4860-95db-83bb2df41962 req-547434a1-8441-46db-8b2b-c9edbe3f3048 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 946 time: 0.0551736 Aug 03 20:32:36.167078 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-f5da7991-b8f0-4860-95db-83bb2df41962 req-ea519b8a-6270-4bb3-9052-a82ed00c8e48 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347250 Aug 03 20:32:36.222109 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-0321e6a2-7354-4caa-9522-45e2a7f0df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:36.223601 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-0321e6a2-7354-4caa-9522-45e2a7f0df13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.0995276 Aug 03 20:32:36.273393 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-ad6c33b3-30e4-448d-a778-eaedab78c213 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 200 len: 217 time: 0.0366960 Aug 03 20:32:36.285583 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:36.311916 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84199ac4-d5ea-4d27-98c5-6927776c76ad None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_floatingips': [{'id': 'f4d1df69-0a7e-4e42-b76d-c1879364e7de', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'router_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'port_id': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'mac_address': 'fa:16:3e:08:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-03T20:28:08Z', 'updated_at': '2021-08-03T20:28:10Z', 'revision_number': 1, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:32:36.331448 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-67fae5d0-096d-4048-96d3-ea983401d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:36.332965 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-67fae5d0-096d-4048-96d3-ea983401d978 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0511379 Aug 03 20:32:36.382457 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-4f33f6a2-32e8-4fef-93fd-e493b05279aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:36.383994 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-4f33f6a2-32e8-4fef-93fd-e493b05279aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429249 Aug 03 20:32:36.479806 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-e364094b-d9a3-4f44-be0c-29c5e67dca31 service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879569 Aug 03 20:32:36.566271 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e14aeb-19eb-444b-b2a1-8ac06a960796 None None] New status for floating IP 43d44c16-1b6d-49b0-8e52-ef1712239dff: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:32:36.581399 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-03c61b45-2b9d-42f9-9291-8e399a10ad2c req-86029d90-1b39-4e8c-9105-fd6928fc54da service neutron] 10.222.0.54 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942516 Aug 03 20:32:36.689375 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:36.765837 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-526478'] for port, before_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:36.790629 n-d-803363-1 neutron-server[101344]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101344) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:36.792993 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb3570dc195aa2d2d83a46c2b8445565fef24425603f9ad74284461b7041009d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168234a-be61-4e86-b3ed-5aaf4fbc28a2" -d '{"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-unplugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101344) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:36.805917 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:36.827908 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bbd56-afc1-4e7f-b02b-a32311e6a067 x-openstack-request-id: req-092bbd56-afc1-4e7f-b02b-a32311e6a067 {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:36.828197 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-unplugged", "status": "completed", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "code": 200}]} {{(pid=101344) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:36.828453 n-d-803363-1 neutron-server[101344]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-092bbd56-afc1-4e7f-b02b-a32311e6a067 {{(pid=101344) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:36.829139 n-d-803363-1 neutron-server[101344]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'code': 200} Aug 03 20:32:36.891370 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767519518127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767518960074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767518960092'] for port, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:36.939522 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Pushing event updated for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=8']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:37.289309 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daecc3-5959-4b76-b792-1e28ae752535 req-c240e83b-30f2-422e-bbde-0c2db9fa3e0e tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:37.290827 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26daecc3-5959-4b76-b792-1e28ae752535 req-c240e83b-30f2-422e-bbde-0c2db9fa3e0e tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 944 time: 0.0500591 Aug 03 20:32:37.329788 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-26daecc3-5959-4b76-b792-1e28ae752535 req-225297cd-4253-45ed-94ef-f14fe15c39a0 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Aug 03 20:32:37.942015 n-d-803363-1 neutron-server[101343]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-e7f9d9f2-57e7-46f3-b822-c1af639cad2c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101343) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:37.943501 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-e7f9d9f2-57e7-46f3-b822-c1af639cad2c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.54 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 944 time: 0.0512962 Aug 03 20:32:38.044381 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Deleting port 2774408c-b8da-4b77-96aa-4737f08f5d4a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:38.044763 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:38.134069 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] For port 2774408c-b8da-4b77-96aa-4737f08f5d4a, host n-h1-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-803363-1',level=0,port_id=2774408c-b8da-4b77-96aa-4737f08f5d4a,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:38.134438 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:38.147420 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Calling delete_port for 2774408c-b8da-4b77-96aa-4737f08f5d4a owned by compute:nova {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:38.365916 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:38.396753 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event deleted for resources: {'Port': ['ID=2774408c-b8da-4b77-96aa-4737f08f5d4a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:38.409850 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.410161 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.410521 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.410851 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.411205 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.411543 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.411885 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.412224 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.412558 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.412921 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.413258 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.413595 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-803363-1 {{(pid=101343) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 20:32:38.433293 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41287481-71df-4945-b1a8-1b1474b8ffee req-9edb832c-073d-46e7-821d-548092f9f1d8 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb222bd0-274e-47cc-8abe-87f6d196f968 HTTP/1.1" status: 200 len: 210 time: 0.0335603 Aug 03 20:32:38.454572 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] No DVR routers for this DVR port 2774408c-b8da-4b77-96aa-4737f08f5d4a on host n-h1-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:38.457227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:38.459217 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [req-9c4cf716-23f8-4727-a7c1-3105e52a3b01 req-08a701f5-b69d-4629-9adc-e533c39e2f12 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.54 "DELETE /v2.0/ports/2774408c-b8da-4b77-96aa-4737f08f5d4a HTTP/1.1" status: 204 len: 173 time: 0.5089211 Aug 03 20:32:38.459654 n-d-803363-1 neutron-server[101343]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-deleted', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a'}] {{(pid=101343) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:38.461944 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb461bb1f79c8f4023b105a041c3b25490c9b8599632574d54e55aa61f041290" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a18fef-c041-4676-b85c-ad49f9e34c52" -d '{"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-deleted", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a"}]}' {{(pid=101343) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:38.550285 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf0b05-1857-45ae-84c3-87a5655e6de0 x-openstack-request-id: req-e3bf0b05-1857-45ae-84c3-87a5655e6de0 {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:38.550581 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb222bd0-274e-47cc-8abe-87f6d196f968", "name": "network-vif-deleted", "tag": "2774408c-b8da-4b77-96aa-4737f08f5d4a", "status": "completed", "code": 200}]} {{(pid=101343) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:38.550833 n-d-803363-1 neutron-server[101343]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3bf0b05-1857-45ae-84c3-87a5655e6de0 {{(pid=101343) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:38.551238 n-d-803363-1 neutron-server[101343]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb222bd0-274e-47cc-8abe-87f6d196f968', 'name': 'network-vif-deleted', 'tag': '2774408c-b8da-4b77-96aa-4737f08f5d4a', 'status': 'completed', 'code': 200} Aug 03 20:32:40.716543 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47548) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:40.874137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Deleting port 6e10edc4-07d1-4d18-ba72-c30c8693bbb6 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:40.874493 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:40.951365 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:40.951705 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:40.963532 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Calling delete_port for 6e10edc4-07d1-4d18-ba72-c30c8693bbb6 owned by network:floatingip {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:41.154283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:41.179663 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event deleted for resources: {'Port': ['ID=6e10edc4-07d1-4d18-ba72-c30c8693bbb6,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:41.242780 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for floatingip, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:41.243119 n-d-803363-1 neutron-server[101342]: INFO neutron.db.l3_db [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Floating IP f4d1df69-0a7e-4e42-b76d-c1879364e7de disassociated (deleted). External IP: 172.25.2.246, port: a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908. Aug 03 20:32:41.452528 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:32:41.560964 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:32:41.565283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for floatingip, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:41.570802 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:32:41.579944 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:41.580537 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:41.593069 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-1dc04d25-ab0e-4628-8718-81fb44379f1d tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "DELETE /v2.0/floatingips/f4d1df69-0a7e-4e42-b76d-c1879364e7de HTTP/1.1" status: 204 len: 168 time: 0.8753023 Aug 03 20:32:41.593763 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:41.596119 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b6d501-a30d-4159-958f-48909c4469d3" -d '{"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:41.684986 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:41.881805 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:41.911462 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:32:41.920132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:41.920850 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:41.933542 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb2fea9-36de-48ff-99fa-8255bfe96bec x-openstack-request-id: req-bfb2fea9-36de-48ff-99fa-8255bfe96bec {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:41.934061 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:41.937935 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bfb2fea9-36de-48ff-99fa-8255bfe96bec {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:41.937935 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'status': 'completed', 'code': 200} Aug 03 20:32:42.022028 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d501-a30d-4159-958f-48909c4469d3 req-f7ebf4f6-1f95-40ac-9fbd-cd6acb58f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:42.023543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-f7ebf4f6-1f95-40ac-9fbd-cd6acb58f143 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 1094 time: 0.0663326 Aug 03 20:32:42.037530 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:42.101073 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc1e6-d919-43bc-852a-be4673a4418e req-3bdb8bcb-2d91-4cbe-a7d7-accbeeda86a2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:42.102636 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7dcc1e6-d919-43bc-852a-be4673a4418e req-3bdb8bcb-2d91-4cbe-a7d7-accbeeda86a2 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.1137145 Aug 03 20:32:42.166953 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-e7dcc1e6-d919-43bc-852a-be4673a4418e req-e35eab2b-c1a8-4dcc-949a-db5618581e1c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574045 Aug 03 20:32:42.177115 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d501-a30d-4159-958f-48909c4469d3 req-084de662-4bc8-403c-9e5a-d6f9539116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:42.178844 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-084de662-4bc8-403c-9e5a-d6f9539116a6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 200 len: 911 time: 0.1463428 Aug 03 20:32:42.224567 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-317682cd-639d-4771-9840-f5e4b8f0cb93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 200 len: 217 time: 0.0370069 Aug 03 20:32:42.279326 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d501-a30d-4159-958f-48909c4469d3 req-bd634b97-518f-4806-8fc7-0f3105682825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:42.280853 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-bd634b97-518f-4806-8fc7-0f3105682825 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 200 len: 849 time: 0.0483246 Aug 03 20:32:42.329398 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d501-a30d-4159-958f-48909c4469d3 req-ab527206-dd9f-4f03-8e8c-997aa9bc7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:42.330918 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-ab527206-dd9f-4f03-8e8c-997aa9bc7487 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=c7c82942-0779-4374-b965-f693882f19ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430777 Aug 03 20:32:42.332008 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:42.358017 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f0a8f-b83f-4488-bed4-79916d9cb6a7 None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:41Z', 'revision_number': 4, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1', '_interfaces': [{'id': 'c84cffd0-71c6-494b-a76d-db985490bf0d', 'name': '', 'network_id': 'c7c82942-0779-4374-b965-f693882f19ae', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'mac_address': 'fa:16:3e:d5:b5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:40Z', 'updated_at': '2021-08-03T20:27:48Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'subnets': [{'id': 'bb7e87a5-5fbe-4084-8e7c-734054905c35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:32:42.427507 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-f630e092-3c50-4791-be0f-133dde0866f1 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Aug 03 20:32:42.526543 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-41b6d501-a30d-4159-958f-48909c4469d3 req-6cadb36a-9e23-4768-8d70-c1c8a20dc661 service neutron] 10.222.0.77 "GET /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908651 Aug 03 20:32:42.586457 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3bf3aa-c90a-4c3f-8186-208828645232 None None] New status for floating IP f4d1df69-0a7e-4e42-b76d-c1879364e7de: DOWN {{(pid=101344) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 03 20:32:42.704594 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a no longer exists at agent hyperv_n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:42.724000 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] No Port match for: 2774408c-b8da-4b77-96aa-4737f08f5d4a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:42.724338 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Device 2774408c-b8da-4b77-96aa-4737f08f5d4a not bound to the agent host n-h1-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:43.284955 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d1ca-f5f1-4bbc-b174-7a274af2a0ff req-03a03e09-2983-4836-99d9-ef140e08ecdb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:43.286449 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5356d1ca-f5f1-4bbc-b174-7a274af2a0ff req-03a03e09-2983-4836-99d9-ef140e08ecdb tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0501225 Aug 03 20:32:43.323582 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5356d1ca-f5f1-4bbc-b174-7a274af2a0ff req-d37f0fdf-10a2-480b-98ef-7a2e3e10e75c tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/security-groups?id=bf00323d-cfa5-4770-a2be-96ab7a364912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312057 Aug 03 20:32:43.492188 n-d-803363-1 neutron-server[101342]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-31cc1134-4b5d-40ac-aef2-b66c544fc246 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101342) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 03 20:32:43.493572 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-31cc1134-4b5d-40ac-aef2-b66c544fc246 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.77 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 943 time: 0.0546882 Aug 03 20:32:43.583086 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Deleting port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:43.583432 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:43.676575 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] For port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908, host n-h2-803363-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-803363-1',level=0,port_id=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:43.676961 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:43.689572 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Calling delete_port for a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 owned by compute:nova {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:43.856923 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:43.889258 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event deleted for resources: {'Port': ['ID=a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:43.932329 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] No DVR routers for this DVR port a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 on host n-h2-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:43.935756 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3199'] for port, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:43.939728 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-5a444578-6c87-4c51-8197-eb15d9ed021f req-d751edab-2a86-4d60-98e3-8328a8b88f89 tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.77 "DELETE /v2.0/ports/a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 HTTP/1.1" status: 204 len: 173 time: 0.4378960 Aug 03 20:32:43.939728 n-d-803363-1 neutron-server[101342]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-deleted', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908'}] {{(pid=101342) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 03 20:32:43.940639 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d0a8a62fa2f1b2e2cffbc64c1131cae317f99c4c97d252edea1f9ac3745023a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f49fc58-4fc8-44f1-8583-342227c5cb13" -d '{"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-deleted", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908"}]}' {{(pid=101342) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 20:32:43.976584 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 03 Aug 2021 20:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6415a7-5329-4f95-8f23-0cbcafcb060a x-openstack-request-id: req-2d6415a7-5329-4f95-8f23-0cbcafcb060a {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 20:32:43.979924 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590dad10-fabe-4204-87b3-ec5ea85611e7", "name": "network-vif-deleted", "tag": "a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908", "status": "completed", "code": 200}]} {{(pid=101342) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 20:32:43.979924 n-d-803363-1 neutron-server[101342]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d6415a7-5329-4f95-8f23-0cbcafcb060a {{(pid=101342) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 20:32:43.979924 n-d-803363-1 neutron-server[101342]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590dad10-fabe-4204-87b3-ec5ea85611e7', 'name': 'network-vif-deleted', 'tag': 'a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908', 'status': 'completed', 'code': 200} Aug 03 20:32:44.435338 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [req-650a4686-bbe9-4165-b71d-4ab41af1d942 req-9e0eb05c-39bf-4127-be18-bb256e0e7ace tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "GET /v2.0/ports?device_id=590dad10-fabe-4204-87b3-ec5ea85611e7 HTTP/1.1" status: 200 len: 210 time: 0.0261893 Aug 03 20:32:45.490774 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47564) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:45.548199 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:45.573093 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:45.713978 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:45.716849 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Notify callbacks [] for security_group, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:45.718040 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] 10.222.0.67 "DELETE /v2.0/security-groups/bf00323d-cfa5-4770-a2be-96ab7a364912 HTTP/1.1" status: 204 len: 168 time: 0.2262506 Aug 03 20:32:45.727415 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8d4e3-ef43-4034-9f9f-5c52e687b56b tempest-TestSnapshotPattern-1819653501 tempest-TestSnapshotPattern-1819653501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf00323d-cfa5-4770-a2be-96ab7a364912,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:45.820022 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47568) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:46.291575 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:46.296525 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:46.469845 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 no longer exists at agent hyperv_n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:46.490260 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] No Port match for: a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:46.490606 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Device a5aa70fe-cb29-4f69-a11a-9c9d4ffb8908 not bound to the agent host n-h2-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:46.558949 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Deleting port c84cffd0-71c6-494b-a76d-db985490bf0d {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:46.559607 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:46.642105 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] For port c84cffd0-71c6-494b-a76d-db985490bf0d, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=c84cffd0-71c6-494b-a76d-db985490bf0d,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:46.642477 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:46.660887 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Calling delete_port for c84cffd0-71c6-494b-a76d-db985490bf0d owned by network:router_interface {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:46.937177 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:47.121681 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:32:47.294322 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=c84cffd0-71c6-494b-a76d-db985490bf0d,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:47.474803 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:47.693389 n-d-803363-1 neutron-server[101342]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Router cf86e175-e272-4f23-9d90-12afb8e38ad2 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101342) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:32:47.804806 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101342) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:32:47.810317 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-7aa3824c-5738-43d2-b5cd-8e0eaa2ffc40 admin admin] 10.222.0.67 "PUT /v2.0/routers/cf86e175-e272-4f23-9d90-12afb8e38ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887893 Aug 03 20:32:47.812469 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47572) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:47.814612 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Sync routers for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:32:47.823680 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:47.824267 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:47.920859 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks [] for router, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:47.929779 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: n-d-803363-1 {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:48.026826 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.116915 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:32:46Z', 'revision_number': 5, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port': {'id': '98afac8d-3c0d-4058-8735-f2c73c044f1f', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:48.130809 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Deleting port 98afac8d-3c0d-4058-8735-f2c73c044f1f {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:48.131299 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.145277 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Checking router: cf86e175-e272-4f23-9d90-12afb8e38ad2 for host: n-d-803363-1 {{(pid=101345) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:32:48.154759 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Routers {'cf86e175-e272-4f23-9d90-12afb8e38ad2'} bound to L3 agent in host n-d-803363-1 {{(pid=101345) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:48.156132 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['cf86e175-e272-4f23-9d90-12afb8e38ad2'], 'active': True} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:48.242161 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_dvr_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] Set router cf86e175-e272-4f23-9d90-12afb8e38ad2 gateway port host: None {{(pid=101345) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:48.243030 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] For port 98afac8d-3c0d-4058-8735-f2c73c044f1f, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=98afac8d-3c0d-4058-8735-f2c73c044f1f,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:48.243548 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.267669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Calling delete_port for 98afac8d-3c0d-4058-8735-f2c73c044f1f owned by network:router_gateway {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:48.294584 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.l3_hamode_db [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:32:48Z', 'revision_number': 6, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101345) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:48.324181 n-d-803363-1 neutron-server[101345]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e4bf2f-1300-46c3-b9d5-7b514805c8ad None None] The sync data for ids ['cf86e175-e272-4f23-9d90-12afb8e38ad2'] in n-d-803363-1 is: [{'id': 'cf86e175-e272-4f23-9d90-12afb8e38ad2', 'name': 'tempest-TestSnapshotPattern-1591511836-router', 'tenant_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:38Z', 'updated_at': '2021-08-03T20:32:48Z', 'revision_number': 6, 'project_id': '0aaa48ef2a4948fc87e540f74132b2f0', 'gw_port_host': None}] {{(pid=101345) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:32:48.508070 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.536669 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=98afac8d-3c0d-4058-8735-f2c73c044f1f,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:48.599190 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.698434 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.703962 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.788176 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.788872 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf86e175-e272-4f23-9d90-12afb8e38ad2 {{(pid=101342) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:32:48.796245 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] Notify callbacks [] for router, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.800528 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-2406ebb4-48d5-4d5d-bf9b-611c53333e1f admin admin] 10.222.0.67 "DELETE /v2.0/routers/cf86e175-e272-4f23-9d90-12afb8e38ad2 HTTP/1.1" status: 204 len: 168 time: 0.9845934 Aug 03 20:32:48.800884 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47574) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:48.833707 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-db722c08-604f-45bd-b84f-bbbb8c4e91ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.852912 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.db_base_plugin_v2 [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Deleting subnet bb7e87a5-5fbe-4084-8e7c-734054905c35 {{(pid=101342) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:32:48.855960 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.892084 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10612144'] for subnet, precommit_delete_associations {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:48.972094 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.102805 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1693480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11683082'] for subnet, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.132401 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7e87a5-5fbe-4084-8e7c-734054905c35,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:49.138584 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.141129 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-f400b6b5-4324-4670-b791-a3706e3fa94a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bb7e87a5-5fbe-4084-8e7c-734054905c35 HTTP/1.1" status: 204 len: 168 time: 0.3384705 Aug 03 20:32:49.143639 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [-] (101342) accepted ('10.222.0.67', 47576) {{(pid=101342) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:49.144906 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6c665-7dca-4668-a74f-0d70195e0afe None None] Network c7c82942-0779-4374-b965-f693882f19ae requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:32:49.222267 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.285466 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Deleting port cd6d15c9-f734-429c-ad40-345f58cec154 {{(pid=101342) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:49.285816 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.342173 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] DHCP port deletion for c7c82942-0779-4374-b965-f693882f19ae request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:32:49.362972 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.db [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] For port cd6d15c9-f734-429c-ad40-345f58cec154, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd6d15c9-f734-429c-ad40-345f58cec154,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101342) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:49.363353 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.378252 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.plugin [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Calling delete_port for cd6d15c9-f734-429c-ad40-345f58cec154 owned by network:dhcp {{(pid=101342) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:49.390177 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Deleting port cd6d15c9-f734-429c-ad40-345f58cec154 {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:49.390544 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.456894 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] For port cd6d15c9-f734-429c-ad40-345f58cec154, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=cd6d15c9-f734-429c-ad40-345f58cec154,segment=NetworkSegment(9f39638d-9f97-46ff-ad5d-49eca2bdcddb),segment_id=9f39638d-9f97-46ff-ad5d-49eca2bdcddb)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:49.457290 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.531256 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1693637'] for port, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.563397 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6d15c9-f734-429c-ad40-345f58cec154,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:49.568243 n-d-803363-1 neutron-server[101342]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] No DVR routers for this DVR port cd6d15c9-f734-429c-ad40-345f58cec154 on host n-d-803363-1 {{(pid=101342) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:49.628615 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Calling delete_port for cd6d15c9-f734-429c-ad40-345f58cec154 owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:49.643283 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.654249 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c82942-0779-4374-b965-f693882f19ae']}} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:49.665212 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f39638d-9f97-46ff-ad5d-49eca2bdcddb') {'for_net_delete': True} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:49.665519 n-d-803363-1 neutron-server[101342]: DEBUG neutron.services.segments.db [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f39638d-9f97-46ff-ad5d-49eca2bdcddb') {} {{(pid=101342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:49.675109 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10612105'] for segment, before_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.689987 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.697137 n-d-803363-1 neutron-server[101342]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=101342) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:32:49.697662 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1693586'] for segment, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: Traceback (most recent call last): Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: timer() Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: cb(*args, **kw) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: return func(*args, **kwargs) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: self._notify() Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: self.callback(batched_events) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: event.method(event) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: return f(self, *a, **k) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: return self._get(url).json() Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: return self.request(url, 'GET', **kwargs) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:32:49.699395 n-d-803363-1 neutron-server[101342]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:32:49.708795 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.733484 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd6d15c9-f734-429c-ad40-345f58cec154 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:49.756453 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] Pushing event deleted for resources: {'Port': ['ID=cd6d15c9-f734-429c-ad40-345f58cec154,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:49.759900 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: cd6d15c9-f734-429c-ad40-345f58cec154 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:49.760230 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device cd6d15c9-f734-429c-ad40-345f58cec154 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:49.760663 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c84cffd0-71c6-494b-a76d-db985490bf0d no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:49.763299 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfaf9c2-f1b9-415b-bb3b-ac63001f07dc None None] No DVR routers for this DVR port cd6d15c9-f734-429c-ad40-345f58cec154 on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:49.783252 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: c84cffd0-71c6-494b-a76d-db985490bf0d {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:49.783604 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device c84cffd0-71c6-494b-a76d-db985490bf0d not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:49.784020 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98afac8d-3c0d-4058-8735-f2c73c044f1f no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:49.802642 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 98afac8d-3c0d-4058-8735-f2c73c044f1f {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:49.804222 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 98afac8d-3c0d-4058-8735-f2c73c044f1f not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:49.850879 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.857099 n-d-803363-1 neutron-server[101342]: DEBUG neutron_lib.callbacks.manager [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Notify callbacks [] for network, before_response {{(pid=101342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:49.858978 n-d-803363-1 neutron-server[101342]: INFO neutron.wsgi [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c7c82942-0779-4374-b965-f693882f19ae HTTP/1.1" status: 204 len: 168 time: 0.7143250 Aug 03 20:32:49.862043 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47578) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:49.870187 n-d-803363-1 neutron-server[101342]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a1d68-1c0a-4aef-a8c9-902ad67e2c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c82942-0779-4374-b965-f693882f19ae,revision_number=None']} {{(pid=101342) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:50.215833 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3722991'] for router_interface, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:50.470014 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Deleting port 64503542-43f4-4ade-bc68-61a199584e8a {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:50.470253 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:50.548566 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] For port 64503542-43f4-4ade-bc68-61a199584e8a, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=64503542-43f4-4ade-bc68-61a199584e8a,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:50.548958 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:50.565051 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Calling delete_port for 64503542-43f4-4ade-bc68-61a199584e8a owned by network:router_interface {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:50.811115 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:50.840194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=64503542-43f4-4ade-bc68-61a199584e8a,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:51.007368 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3744120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3722907'] for router_interface, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.225520 n-d-803363-1 neutron-server[101343]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Router 847588bb-eb3d-4091-b8ca-78e781cbc209 has already been hosted by L3 agent 432b0846-8ff4-4cad-8c2f-24d01d95c5c6 {{(pid=101343) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 03 20:32:51.332293 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] Notify agent at l3_agent.n-d-803363-1 the message routers_updated {{(pid=101343) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 20:32:51.338966 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-915c8f26-b4e4-4ba3-a60c-e8032bbbe1b4 admin admin] 10.222.0.67 "PUT /v2.0/routers/847588bb-eb3d-4091-b8ca-78e781cbc209/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750681 Aug 03 20:32:51.340749 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47580) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:51.342101 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Sync routers for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 20:32:51.352076 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:51.352728 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:51.448125 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks [] for router, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.460072 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: n-d-803363-1 {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:51.555708 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.637275 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'external_fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '70213987-29d1-4d95-8342-837d66028b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:32:50Z', 'revision_number': 5, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port': {'id': '70213987-29d1-4d95-8342-837d66028b16', 'name': '', 'network_id': 'f12fe178-a5d7-4dce-98fb-e9f94e381401', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-803363-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-03T20:27:45Z', 'updated_at': '2021-08-03T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21d76e7a-3078-4ec0-8b42-1c35c64c653c', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-803363-1'}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:51.655561 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Deleting port 70213987-29d1-4d95-8342-837d66028b16 {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:51.655917 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.669287 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Checking router: 847588bb-eb3d-4091-b8ca-78e781cbc209 for host: n-d-803363-1 {{(pid=101344) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 20:32:51.678361 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Routers {'847588bb-eb3d-4091-b8ca-78e781cbc209'} bound to L3 agent in host n-d-803363-1 {{(pid=101344) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 03 20:32:51.678977 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-803363-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-03T18:48:22Z,description=,heartbeat_timestamp=2021-08-03T20:32:22Z,host='n-d-803363-1',id=432b0846-8ff4-4cad-8c2f-24d01d95c5c6,load=0,resource_versions=,resources_synced=,started_at=2021-08-03T18:48:22Z,topic='l3_agent')) {'router_ids': ['847588bb-eb3d-4091-b8ca-78e781cbc209'], 'active': True} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:51.742578 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] For port 70213987-29d1-4d95-8342-837d66028b16, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=70213987-29d1-4d95-8342-837d66028b16,segment=NetworkSegment(0ebcbcb2-650f-4340-8370-c69e06dec678),segment_id=0ebcbcb2-650f-4340-8370-c69e06dec678)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:51.742950 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:51.760533 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Calling delete_port for 70213987-29d1-4d95-8342-837d66028b16 owned by network:router_gateway {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:51.767577 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvr_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] Set router 847588bb-eb3d-4091-b8ca-78e781cbc209 gateway port host: None {{(pid=101344) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Aug 03 20:32:51.819680 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_hamode_db [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:32:51Z', 'revision_number': 6, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port_host': None}], 'n-d-803363-1', False) {} {{(pid=101344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:51.850425 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443b0296-ca02-4793-a79b-8be7a7b1dab1 None None] The sync data for ids ['847588bb-eb3d-4091-b8ca-78e781cbc209'] in n-d-803363-1 is: [{'id': '847588bb-eb3d-4091-b8ca-78e781cbc209', 'name': 'tempest-TestSnapshotPattern-752658397-router', 'tenant_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-03T20:27:44Z', 'updated_at': '2021-08-03T20:32:51Z', 'revision_number': 6, 'project_id': 'b81823a4d99e4e3582c355e9f466b0bf', 'gw_port_host': None}] {{(pid=101344) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 20:32:51.993822 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.022657 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Pushing event deleted for resources: {'Port': ['ID=70213987-29d1-4d95-8342-837d66028b16,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:52.084269 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3722529'] for router_gateway, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.091377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8f45-4cef-4429-94b7-71aee8a61c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.176821 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3884455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9259'] for router, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.178865 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.268004 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.296524 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3884371'] for router, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.297117 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847588bb-eb3d-4091-b8ca-78e781cbc209 {{(pid=101343) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 20:32:52.301347 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] Notify callbacks [] for router, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.302611 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-8c2d99b2-0f88-4258-9979-19fb20a70455 admin admin] 10.222.0.67 "DELETE /v2.0/routers/847588bb-eb3d-4091-b8ca-78e781cbc209 HTTP/1.1" status: 204 len: 168 time: 0.9609029 Aug 03 20:32:52.305052 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47582) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:52.350774 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Deleting subnet ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c {{(pid=101343) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 03 20:32:52.353770 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.388289 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-985870'] for subnet, precommit_delete_associations {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.476346 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3515389'] for subnet, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.617009 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3515364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881033', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1000159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10773295'] for subnet, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.643006 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:52.646593 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.648493 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-c4ce008c-891f-47bc-ac73-a479b038d204 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ef64d5a0-8d2b-42dd-8c0e-99245aa5f25c HTTP/1.1" status: 204 len: 168 time: 0.3425019 Aug 03 20:32:52.651134 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47584) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:52.652158 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be50067-f5a2-4a70-be82-c4df9a23a1f5 None None] Network ffa5f241-5418-4a2f-9cde-e555bdfd764f requested from n-d-803363-1 {{(pid=101344) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 03 20:32:52.720336 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-730730'] for network, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.781683 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Deleting port ee2c8ba1-707d-40ca-b154-b1247cacd9fe {{(pid=101343) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:52.782160 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.837075 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] DHCP port deletion for ffa5f241-5418-4a2f-9cde-e555bdfd764f request from n-d-803363-1 {{(pid=101344) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 03 20:32:52.901053 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Deleting port ee2c8ba1-707d-40ca-b154-b1247cacd9fe {{(pid=101344) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 03 20:32:52.901521 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767519511610'] for port, before_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.970078 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.db [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] For port ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101344) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:52.970785 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:52.985108 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Calling delete_port for ee2c8ba1-707d-40ca-b154-b1247cacd9fe owned by network:dhcp {{(pid=101344) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:53.125327 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065'] for port, after_delete {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.151119 n-d-803363-1 neutron-server[101344]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] Pushing event deleted for resources: {'Port': ['ID=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,revision_number=None']} {{(pid=101344) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:53.154716 n-d-803363-1 neutron-server[101344]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac0c3a-58df-40c8-8d0a-7eb6eec95358 None None] No DVR routers for this DVR port ee2c8ba1-707d-40ca-b154-b1247cacd9fe on host n-d-803363-1 {{(pid=101344) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:53.190121 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.db [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] For port ee2c8ba1-707d-40ca-b154-b1247cacd9fe, host n-d-803363-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-803363-1',level=0,port_id=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,segment=NetworkSegment(9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072),segment_id=9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072)] {{(pid=101343) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 20:32:53.191083 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3724612'] for port, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.202825 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Calling delete_port for ee2c8ba1-707d-40ca-b154-b1247cacd9fe owned by network:dhcp {{(pid=101343) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 03 20:32:53.256458 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.281956 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-529881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767519518109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767518960065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-999986'] for port, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.305147 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2c8ba1-707d-40ca-b154-b1247cacd9fe,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:53.311185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] No DVR routers for this DVR port ee2c8ba1-707d-40ca-b154-b1247cacd9fe on host n-d-803363-1 {{(pid=101343) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 03 20:32:53.382227 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514996', 'neutron.services.segments.db._delete_segments_for_network-8767519492599'] for network, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.391875 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa5f241-5418-4a2f-9cde-e555bdfd764f']}} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:53.404912 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072') {'for_net_delete': True} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:53.405215 n-d-803363-1 neutron-server[101343]: DEBUG neutron.services.segments.db [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4aaf8d-8479-46ed-a4d2-a71fc7bd4072') {} {{(pid=101343) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 20:32:53.413995 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767519496964', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-985911'] for segment, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.427863 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242'] for segment, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.433817 n-d-803363-1 neutron-server[101343]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=101343) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 20:32:53.434862 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3515242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1000037'] for segment, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self.session.flush() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: Traceback (most recent call last): Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: timer() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: cb(*args, **kw) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: return func(*args, **kwargs) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self._notify() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: self.callback(batched_events) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: event.method(event) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: aggregate_uuid = self.p_client.list_aggregates( Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: return f(self, *a, **k) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: return self._get(url).json() Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: return self.request(url, 'GET', **kwargs) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: base_url = self.get_endpoint(auth, allow=allow, Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 03 20:32:53.437207 n-d-803363-1 neutron-server[101343]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 03 20:32:53.559004 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3744067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3722501'] for network, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.564632 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Notify callbacks [] for network, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.567374 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ffa5f241-5418-4a2f-9cde-e555bdfd764f HTTP/1.1" status: 204 len: 168 time: 0.9144628 Aug 03 20:32:53.578185 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6cbe-af2b-4103-880e-0d1f9bf4aa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa5f241-5418-4a2f-9cde-e555bdfd764f,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:53.707692 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ee2c8ba1-707d-40ca-b154-b1247cacd9fe no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:53.728196 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: ee2c8ba1-707d-40ca-b154-b1247cacd9fe {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:53.728535 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device ee2c8ba1-707d-40ca-b154-b1247cacd9fe not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:53.729032 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64503542-43f4-4ade-bc68-61a199584e8a no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:53.747723 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 64503542-43f4-4ade-bc68-61a199584e8a {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:53.748128 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 64503542-43f4-4ade-bc68-61a199584e8a not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:53.748530 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 70213987-29d1-4d95-8342-837d66028b16 no longer exists at agent ovs-agent-n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 20:32:53.766754 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.plugin [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] No Port match for: 70213987-29d1-4d95-8342-837d66028b16 {{(pid=101344) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 03 20:32:53.767094 n-d-803363-1 neutron-server[101344]: DEBUG neutron.plugins.ml2.rpc [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Device 70213987-29d1-4d95-8342-837d66028b16 not bound to the agent host n-d-803363-1 {{(pid=101344) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 20:32:53.879823 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47588) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:53.922783 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-e3e1249d-0b4c-4e19-ac80-3454fec81144 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0aaa48ef2a4948fc87e540f74132b2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412912 Aug 03 20:32:53.925194 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47590) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:53.973625 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:53.998766 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:54.113475 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:54.116057 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:54.117238 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b69c40af-f961-4fae-b497-ee51824d42d6 HTTP/1.1" status: 204 len: 168 time: 0.1911497 Aug 03 20:32:54.125513 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f78d7e-6547-48d5-8c6b-02ebdb0b86ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69c40af-f961-4fae-b497-ee51824d42d6,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:54.863495 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47596) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:54.903900 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-d1e2be8e-9e18-4e34-9984-8b3c98288da4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b81823a4d99e4e3582c355e9f466b0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391364 Aug 03 20:32:54.906400 n-d-803363-1 neutron-server[101343]: DEBUG neutron.wsgi [-] (101343) accepted ('10.222.0.67', 47598) {{(pid=101343) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 03 20:32:54.955828 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:54.977573 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:55.091439 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3873850'] for security_group, after_delete {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:55.094090 n-d-803363-1 neutron-server[101343]: DEBUG neutron_lib.callbacks.manager [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101343) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:32:55.095278 n-d-803363-1 neutron-server[101343]: INFO neutron.wsgi [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c9fc4dc-6ebe-4c77-94d9-735d5b0a6dfa HTTP/1.1" status: 204 len: 168 time: 0.1879866 Aug 03 20:32:55.103063 n-d-803363-1 neutron-server[101343]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649446af-1e4c-4ba1-8b95-a05cb66f7855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9fc4dc-6ebe-4c77-94d9-735d5b0a6dfa,revision_number=None']} {{(pid=101343) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 20:32:55.109538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:04.107538 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:16.290077 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:18.844224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-8e14cb26-eb09-49e2-ade3-9efa0848e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:22.083956 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7de3bb6b-7c0f-4437-82af-1de5e72750fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:22.260998 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:23.256093 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:24.121429 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:33:25.198105 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:34.117975 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:46.351819 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:48.884997 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-12bbb504-3269-46ce-9e4e-0936312b71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:52.130735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cbae585f-fd8b-4443-8589-f909aeab6e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:52.283051 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:53.271805 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:33:55.140710 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:01.121795 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:34:04.151412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:16.264643 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:18.956489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de1e9ad9-2863-4fd7-80bd-6e669c6caa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:22.099315 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e346da6d-522f-44d4-8a96-f1fabb2d1f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:22.299291 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:23.258962 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:25.116230 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:34.104790 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:38.121385 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:34:46.286727 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:48.829942 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e7690eb2-be5a-49f5-8858-c0c0ba17da58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:52.081379 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-de90471f-8e27-41b5-80a6-dd9d7213a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:52.304062 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:53.246947 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:34:55.126776 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:04.103705 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:15.120866 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:35:16.291679 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:18.834398 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-c59e4830-0f50-4f32-adcb-417310ebe4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:22.089453 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7e90f3a6-27f6-4e7a-9edc-0b624a903c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:22.331841 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:23.245976 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:25.137048 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:34.114044 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:46.330854 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:48.833313 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9a48677-9605-49a3-847f-66fbce37c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:52.119087 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-7cf02167-2471-4e76-8bd5-f901dbd31d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:52.121344 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:35:52.285609 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:53.250773 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:35:55.141696 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:04.119003 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:16.329838 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:18.860955 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-e9776793-9812-43ce-91f1-43a380aa6ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:22.129808 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-273dd573-18bc-4968-85de-3f99890c56be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:22.284117 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:23.272412 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:25.135160 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:29.120581 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:36:34.117842 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:46.323466 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:48.865811 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-97c875f7-037d-4c6a-9648-c4568e8f3967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:52.111818 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b9843562-f3ad-41ed-8f33-7b1e6576071d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:52.272337 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:53.265798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:36:55.191779 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:04.168983 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:06.121417 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:37:16.356805 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:18.842224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d089b0ef-bbe9-49cf-8541-666905ef204c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:22.122009 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-df1496d8-9da3-428b-b9ed-6867410ee8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:22.276224 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:23.323179 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:25.144737 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:34.121987 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:43.121016 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:37:46.367613 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:48.921568 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5fd81a76-de96-4d2b-a755-303e09c9deae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:52.132558 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-d0a2e65a-1f83-4875-974f-ce6902067198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:52.309792 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:53.275564 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:37:55.161471 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:04.126735 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:16.371994 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:18.829486 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-9907d051-c273-44e2-b74a-b246d800f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:20.119702 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:38:22.103654 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-5917852e-894d-405f-90fc-704d49eb631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:22.275411 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:23.310364 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:25.183041 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:34.137361 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:46.394415 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:48.925377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-995dad05-a7ae-4a63-8ebe-a255b1d42452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:52.103139 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-71af7b9d-a18a-408f-b5ba-943aa57ab0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:52.279916 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:53.291282 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:55.222200 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:38:57.119097 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:39:04.142227 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:16.410325 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:18.913489 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-ff655606-f3e3-4c0e-9eb1-61aa1105628b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:22.125152 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-62a3d5f4-f4a1-41dd-a4a2-82649adc2d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:22.336530 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:23.296610 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:25.210971 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:34.117753 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:39:34.221523 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:46.455329 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:48.907372 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-07efa058-1e74-494d-a65d-9ba670e34b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:52.112083 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-cb24434f-1042-4a70-bc63-3c85e5812124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:52.283483 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:53.295593 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:39:55.163891 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:04.152306 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:11.115833 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:40:13.683139 n-d-803363-1 neutron-server[101342]: DEBUG neutron.wsgi [req-361d4280-dcca-452f-a997-618cef138ab2 req-0a9bda9b-6257-47d0-a4f4-28c5d9bbe1fe service neutron] (101342) timed out ('10.222.0.67', 46134) {{(pid=101342) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 03 20:40:16.397761 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:18.848798 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-fc23ca9e-46f9-4484-881a-da7ff891ef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.117730 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-3b00a642-138d-489f-a282-c71ed6e88dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:22.271557 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:23.317472 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:25.169324 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:34.185678 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:46.431300 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:48.114152 n-d-803363-1 neutron-server[101345]: DEBUG neutron.db.agents_db [None req-d3fdd053-99e7-4de7-b62d-53f74c5e2e7a None None] Agent healthcheck: found 7 active agents {{(pid=101345) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 20:40:48.940058 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-6b79f3fa-38b0-4d92-bcf0-034a5af4a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:52.162759 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-b473d9ec-d7de-4e34-88c2-4315c7dac15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:52.322694 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-f3060865-d823-465d-86bc-d1e57771afcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:53.362883 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-2da48280-2c9c-4a66-accd-fd1f79ad3c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:40:55.202377 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-0390915b-38e6-40a7-846b-e553d9da1ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:04.179439 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-170f9960-eac1-4895-92da-7a357c2dfdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:16.407925 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-a88d069e-0fe0-4eb6-b3a6-9a2bf9b247c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 03 20:41:18.893506 n-d-803363-1 neutron-server[101344]: DEBUG neutron_lib.callbacks.manager [None req-182288c4-f728-4688-8906-f1b4cb820808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767519492581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3516864'] for agent, after_update {{(pid=101344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}